-- Logs begin at Fri 2021-05-14 17:14:29 UTC, end at Fri 2021-05-14 19:33:25 UTC. -- May 14 17:42:41.099038 n-d-787206-3 systemd[1]: Started Devstack devstack@q-svc.service. May 14 17:42:43.499295 n-d-787206-3 neutron-server[79452]: INFO neutron.common.config [-] Logging enabled! May 14 17:42:43.499750 n-d-787206-3 neutron-server[79452]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev205 May 14 17:42:43.500062 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79452) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 17:42:43.503204 n-d-787206-3 neutron-server[79452]: INFO neutron.common.config [-] Logging enabled! May 14 17:42:43.503448 n-d-787206-3 neutron-server[79452]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev205 May 14 17:42:43.503758 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79452) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 14 17:42:43.504689 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 17:42:43.504923 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 17:42:43.505282 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 17:42:43.505526 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 17:42:43.505748 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 17:42:43.506064 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.506358 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.506653 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.506881 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.507258 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.507760 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.508057 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.508348 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.508648 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.508937 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.509218 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.509504 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.509736 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.510017 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.510305 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.510590 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.510816 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] debug = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.511095 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.511551 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.512429 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.512707 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.512996 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.513275 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.513549 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.513825 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.514107 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.514440 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] host = n-d-787206-3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.514715 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.515002 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.515321 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.515611 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.515888 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.516167 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.516452 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.516724 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.517011 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.517273 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.517561 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.517848 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.518137 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.518364 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.518587 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.518873 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.519160 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.519469 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.519742 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.520016 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.520290 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.520562 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.520831 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.521118 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.521405 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.521690 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.521965 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.522238 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.522511 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.523422 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.523809 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.524094 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.524375 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.524655 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.524953 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.525226 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.525502 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.525805 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.526093 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.526378 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.526664 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.526939 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.527249 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.527526 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.527800 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.528074 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] use_json = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.528348 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.528621 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.528904 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.529178 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.529450 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.529726 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.529996 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.530280 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:43.530580 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.530878 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.531215 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.531482 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.531778 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.532058 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.532348 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.532626 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.532917 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.533206 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.533491 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.533773 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.534063 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.534344 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.534640 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.534950 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.535270 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.535565 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.535843 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.536119 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.536394 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.536674 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.536958 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.537251 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.537542 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.537816 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.538096 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.538928 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.539239 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.539521 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.539799 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.540087 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.540366 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.540639 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.540920 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.541196 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.541734 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.542005 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.542282 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.542572 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.542848 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.543119 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.543410 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.543689 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.543957 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.544239 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.544620 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.544907 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.545181 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.545461 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.545732 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.546004 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.546280 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.546554 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.546833 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.547108 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.547405 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.547681 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.547955 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.548230 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.548505 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.548780 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.549060 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.549336 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.549609 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.549883 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.550154 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.550427 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.550714 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.551010 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.551316 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.551594 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.551871 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.552148 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.552424 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.552702 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.552978 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.553255 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.553526 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.553815 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.554242 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.554799 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.555103 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.555410 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.555713 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.555995 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.556280 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.556559 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.556837 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.557127 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.557412 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.557709 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.558004 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.558297 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.558588 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.558882 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.559165 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.559495 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.559780 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:43.560001 n-d-787206-3 neutron-server[79452]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 17:42:43.560239 n-d-787206-3 neutron-server[79452]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79452) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 14 17:42:43.908523 n-d-787206-3 neutron-server[79452]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:42:43.908805 n-d-787206-3 neutron-server[79452]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:42:43.909097 n-d-787206-3 neutron-server[79452]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:42:43.909421 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [-] Loading core plugin: ml2 May 14 17:42:44.215710 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.215928 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.216197 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.217392 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.217662 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.217926 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.338126 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.338408 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.338676 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.351684 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.351957 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.352223 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.380879 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.381162 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.381424 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.420112 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.420384 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.420644 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.654625 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.655285 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.655285 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.655541 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.656284 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.801155 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.801400 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.801683 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.801958 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.802221 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.802526 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.802859 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.803132 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.803392 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.803669 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.803953 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.804210 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.804474 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.804733 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.805667 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.805944 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.806206 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.806807 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.807069 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.807386 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.807738 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.807991 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.808240 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.808662 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.808917 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.809695 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.810086 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:44.811249 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:44.811503 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:44.811745 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:44.812725 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:44.812973 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:44.815888 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 14 17:42:44.819268 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 14 17:42:44.823217 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 14 17:42:44.827071 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 14 17:42:44.828720 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 14 17:42:44.829168 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 14 17:42:44.829496 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 14 17:42:44.829875 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 14 17:42:44.832694 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 14 17:42:44.832943 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 14 17:42:44.833443 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 14 17:42:44.862764 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 14 17:42:44.863244 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.863543 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79452) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 14 17:42:44.863904 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.865262 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79452) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 14 17:42:44.865536 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 14 17:42:44.865773 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 14 17:42:44.868982 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.869259 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:44.943849 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 14 17:42:44.944080 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 14 17:42:44.944309 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 14 17:42:44.944864 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 14 17:42:44.976302 n-d-787206-3 neutron-server[79452]: DEBUG oslo_db.sqlalchemy.engines [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79452) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 14 17:42:45.313732 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing driver for type 'gre' May 14 17:42:45.314255 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] gre ID ranges: [(1, 1000)] May 14 17:42:45.365680 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing driver for type 'local' May 14 17:42:45.366019 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing driver for type 'vlan' May 14 17:42:45.378229 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] VlanTypeDriver initialization complete May 14 17:42:45.378689 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing driver for type 'vxlan' May 14 17:42:45.379201 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] vxlan ID ranges: [(1, 1000)] May 14 17:42:45.430431 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing extension driver 'port_security' May 14 17:42:45.430785 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.extensions.port_security [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] PortSecurityExtensionDriver initialization complete May 14 17:42:45.431116 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing mechanism driver 'openvswitch' May 14 17:42:45.431459 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing mechanism driver 'hyperv' May 14 17:42:45.437889 n-d-787206-3 neutron-server[79452]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:42:45.438629 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.438990 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.439359 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.439739 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.440085 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.440419 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.440788 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.441130 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.441460 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.441825 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > security_group after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.442162 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > security_group after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.442492 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.442858 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.443212 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.443540 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.443900 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > address_group after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.444230 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > address_group after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.444570 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.444979 n-d-787206-3 neutron-server[79452]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] ML2 OVO RPC backend initialized. {{(pid=79452) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 14 17:42:45.445758 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.446099 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.446499 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.446832 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > networks before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.447169 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.447524 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > ports before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.447855 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.448184 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnets before_response 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.448516 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.448843 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.449165 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.449487 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.449810 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.450131 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.450449 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.450779 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.451097 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.451675 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.plugin [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Modular L2 Plugin initialization complete May 14 17:42:45.451992 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading services supported by the core plugin {{(pid=79452) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 14 17:42:45.452308 n-d-787206-3 neutron-server[79452]: INFO neutron.plugins.ml2.managers [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Got port-security extension from driver 'port_security' May 14 17:42:45.452755 n-d-787206-3 neutron-server[79452]: INFO neutron.extensions.vlantransparent [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Disabled vlantransparent extension. May 14 17:42:45.453230 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79452) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 14 17:42:45.453536 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: router May 14 17:42:45.488963 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.489335 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_create 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.489698 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router before_create 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.490056 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.490416 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.490759 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_delete 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.491109 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.492142 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_create 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.492513 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_update 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.492866 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_update 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.493208 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.493558 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_update 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.493957 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_update 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.494313 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.494643 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.494967 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: subnet after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.495322 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.495658 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.495992 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_create 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.496324 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.496653 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.496998 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router after_update 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.497329 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.497664 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_create 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.498012 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.498344 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_update 55549900 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.498702 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > network after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.499594 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Tracking information for resource: router configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:45.499902 n-d-787206-3 neutron-server[79452]: DEBUG neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Tracking information for resource: floatingip configured {{(pid=79452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 17:42:45.504815 n-d-787206-3 neutron-server[79452]: INFO neutron.db.l3_agentschedulers_db [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 14 17:42:45.505379 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.505731 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port after_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.506073 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port after_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.506412 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: port after_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.507287 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router before_create 55550100 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.507637 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.507987 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_create 55550100 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.508330 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > router precommit_update 55550100 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.512787 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.provider_configuration [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service providers = [] {{(pid=79452) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 14 17:42:45.513141 n-d-787206-3 neutron-server[79452]: DEBUG neutron.db.servicetype_db [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79452) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 14 17:42:45.516008 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.service_base [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 17:42:45.516350 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.service_base [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 17:42:45.516685 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.service_base [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 17:42:45.517540 n-d-787206-3 neutron-server[79452]: DEBUG neutron.services.service_base [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 17:42:45.517900 n-d-787206-3 neutron-server[79452]: INFO neutron.services.service_base [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Default provider is not specified for service type L3_ROUTER_NAT May 14 17:42:45.519782 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.520111 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 14 17:42:45.530996 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.531352 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: auto_allocate May 14 17:42:45.536960 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: network precommit_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.537322 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: network precommit_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.537830 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.538141 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: tag May 14 17:42:45.545734 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.546056 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: timestamp May 14 17:42:45.549936 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.550263 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: network_ip_availability May 14 17:42:45.555960 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.556322 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.556669 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.557433 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.557744 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: flavors May 14 17:42:45.562671 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.562996 n-d-787206-3 neutron-server[79452]: INFO neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading Plugin: revisions May 14 17:42:45.567297 n-d-787206-3 neutron-server[79452]: DEBUG neutron.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 17:42:45.567634 n-d-787206-3 neutron-server[79452]: DEBUG oslo_concurrency.lockutils [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.658s {{(pid=79452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:42:45.568348 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79452) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 14 17:42:45.568673 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Initializing extension manager. May 14 17:42:45.569164 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: __init__.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.569494 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: __pycache__ {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.569884 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.570206 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: address_group.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.570948 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.571555 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: address-group May 14 17:42:45.571869 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: address_scope.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.572561 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.573056 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: address-scope May 14 17:42:45.573366 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.574260 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.574755 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: router-admin-state-down-before-update May 14 17:42:45.575065 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: agent.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.575768 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.576262 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: agent May 14 17:42:45.576572 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: agent_resources_synced.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.577450 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.577944 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: agent-resources-synced May 14 17:42:45.578256 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: allowedaddresspairs.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.580017 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.580555 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: allowed-address-pairs May 14 17:42:45.580872 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: auto_allocated_topology.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.581914 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.582417 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: auto-allocated-topology May 14 17:42:45.582731 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: availability_zone.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.583433 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.583930 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: availability_zone May 14 17:42:45.584274 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: availability_zone_filter.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.585671 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.586172 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: availability_zone_filter May 14 17:42:45.586481 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: data_plane_status.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.587411 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.587927 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension data-plane-status not supported by any of loaded plugins May 14 17:42:45.588235 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: default_subnetpools.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.589115 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.589606 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: default-subnetpools May 14 17:42:45.589913 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.590705 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.591226 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: dhcp_agent_scheduler May 14 17:42:45.591544 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: dns.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.592422 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.592913 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension dns-integration not supported by any of loaded plugins May 14 17:42:45.593223 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: dns_domain_ports.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.594104 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.594593 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension dns-domain-ports not supported by any of loaded plugins May 14 17:42:45.594905 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: dvr.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.595581 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.596073 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: dvr May 14 17:42:45.596382 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: empty_string_filtering.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.597252 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.597742 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: empty-string-filtering May 14 17:42:45.598052 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.598929 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.599448 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 14 17:42:45.599807 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.600694 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.601771 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 14 17:42:45.602116 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: external_net.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.603069 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.603600 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: external-net May 14 17:42:45.603911 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.604803 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.605293 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: extra_dhcp_opt May 14 17:42:45.605602 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: extraroute.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.606478 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.606972 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: extraroute May 14 17:42:45.607325 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: extraroute_atomic.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.608330 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.608827 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: extraroute-atomic May 14 17:42:45.609138 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: filter_validation.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.609780 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.610271 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: filter-validation May 14 17:42:45.610585 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: fip_pf_description.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.611682 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.612178 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 14 17:42:45.612489 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: fip_port_details.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.613369 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.613864 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: fip-port-details May 14 17:42:45.614173 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: flavors.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.615393 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.615896 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: flavors May 14 17:42:45.616210 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.618031 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.618536 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 14 17:42:45.618857 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: floatingip_pools.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.619569 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.620097 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: floatingip-pools May 14 17:42:45.620418 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: ip_allocation.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.621314 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.621806 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension ip_allocation not supported by any of loaded plugins May 14 17:42:45.622117 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.623007 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.623541 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: ip-substring-filtering May 14 17:42:45.623857 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l2_adjacency.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.624750 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.625242 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension l2_adjacency not supported by any of loaded plugins May 14 17:42:45.625552 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.626491 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.626994 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: router May 14 17:42:45.627337 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.629534 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.630050 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 14 17:42:45.630381 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.631318 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.631822 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: ext-gw-mode May 14 17:42:45.632224 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.633302 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.633800 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: l3-ha May 14 17:42:45.634115 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3_flavors.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.635008 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.635539 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: l3-flavors May 14 17:42:45.635853 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.636753 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.637254 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: l3-port-ip-change-not-allowed May 14 17:42:45.637566 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: l3agentscheduler.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.638591 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.639090 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: l3_agent_scheduler May 14 17:42:45.639473 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: logging.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.640981 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.641485 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension logging not supported by any of loaded plugins May 14 17:42:45.641805 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: metering.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.642523 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.643085 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: metering May 14 17:42:45.643425 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.644486 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.644989 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: metering_source_and_destination_fields May 14 17:42:45.645305 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: multiprovidernet.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.646323 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.646825 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: multi-provider May 14 17:42:45.647141 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: netmtu.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.648595 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.649093 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: net-mtu May 14 17:42:45.649405 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: netmtu_writable.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.650291 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.650792 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: net-mtu-writable May 14 17:42:45.651104 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: network_availability_zone.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.651774 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.652265 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: network_availability_zone May 14 17:42:45.652576 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: network_ip_availability.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.653637 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.654131 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: network-ip-availability May 14 17:42:45.654442 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: network_segment_range.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.655209 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.655730 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension network-segment-range not supported by any of loaded plugins May 14 17:42:45.655989 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: pagination.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.656931 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.657250 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: pagination May 14 17:42:45.657556 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: port_device_profile.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.658430 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.658932 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: port-device-profile May 14 17:42:45.659266 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.660167 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.660666 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: port-mac-address-regenerate May 14 17:42:45.660977 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.661863 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.662357 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: port-numa-affinity-policy May 14 17:42:45.662665 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: port_resource_request.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.664196 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.664688 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension port-resource-request not supported by any of loaded plugins May 14 17:42:45.664998 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: portbindings.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.665902 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.666656 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: binding May 14 17:42:45.666967 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: portbindings_extended.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.668234 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.668732 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: binding-extended May 14 17:42:45.669048 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: portsecurity.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.669924 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.670419 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: port-security May 14 17:42:45.670733 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: project_id.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.671709 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.672026 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: project-id May 14 17:42:45.672336 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: providernet.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.673224 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.673724 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: provider May 14 17:42:45.674034 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.677572 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.678079 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos not supported by any of loaded plugins May 14 17:42:45.678399 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.680169 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.680676 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 14 17:42:45.680997 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.681892 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.682384 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 14 17:42:45.682701 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_default.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.683617 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.684116 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-default not supported by any of loaded plugins May 14 17:42:45.684434 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_fip.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.685063 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.685553 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-fip not supported by any of loaded plugins May 14 17:42:45.685864 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_gateway_ip.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.686755 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.687290 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 14 17:42:45.687606 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_port_network_policy.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.688486 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.688981 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 14 17:42:45.689292 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_rule_type_details.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.690173 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.690671 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 14 17:42:45.690981 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: qos_rules_alias.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.692025 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.692519 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension qos-rules-alias not supported by any of loaded plugins May 14 17:42:45.692830 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: quotasv2.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.693838 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.694152 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: quotas May 14 17:42:45.694461 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: quotasv2_detail.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.696891 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.697225 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: quota_details May 14 17:42:45.697549 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: rbac.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.698571 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.699079 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: rbac-policies May 14 17:42:45.699425 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: rbac_address_group.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.700328 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.700831 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: rbac-address-group May 14 17:42:45.701142 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: rbac_address_scope.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.702023 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.702522 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: rbac-address-scope May 14 17:42:45.702835 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: rbac_security_groups.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.703754 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.704255 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: rbac-security-groups May 14 17:42:45.704569 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: rbac_subnetpool.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.705462 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.705955 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: rbac-subnetpool May 14 17:42:45.706265 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: revisionifmatch.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.707152 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.707672 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: revision-if-match May 14 17:42:45.707982 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: revisions.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.709060 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.709553 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: standard-attr-revisions May 14 17:42:45.709865 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: router_availability_zone.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.710635 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.711126 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: router_availability_zone May 14 17:42:45.711461 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: routerservicetype.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.712350 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.712846 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension router-service-type not supported by any of loaded plugins May 14 17:42:45.713158 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.714039 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.714536 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: security-groups-normalized-cidr May 14 17:42:45.714847 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.715760 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.716260 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: port-security-groups-filtering May 14 17:42:45.716572 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.717448 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.717948 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: security-groups-remote-address-group May 14 17:42:45.718258 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: securitygroup.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.727834 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.728354 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: security-group May 14 17:42:45.728680 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: segment.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.729485 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.729985 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension segment not supported by any of loaded plugins May 14 17:42:45.730341 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.731285 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.731794 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 14 17:42:45.732114 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: servicetype.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.733196 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.733706 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: service-type May 14 17:42:45.734023 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: sorting.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.734985 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.735344 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: sorting May 14 17:42:45.735657 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: standard_attr_segment.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.736544 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.737051 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension standard-attr-segment not supported by any of loaded plugins May 14 17:42:45.737365 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: standardattrdescription.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.737991 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.738494 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: standard-attr-description May 14 17:42:45.738808 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: stateful_security_group.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.739807 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.740320 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: stateful-security-group May 14 17:42:45.740638 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: stdattrs_common.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.741194 n-d-787206-3 neutron-server[79452]: WARNING neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 14 17:42:45.742037 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.742997 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.743531 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 14 17:42:45.743840 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: subnet_onboard.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.744891 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.745408 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: subnet_onboard May 14 17:42:45.745720 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.746620 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.747125 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 14 17:42:45.747461 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: subnet_service_types.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.748353 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.748854 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: subnet-service-types May 14 17:42:45.749164 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: subnetallocation.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.750218 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.750730 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: subnet_allocation May 14 17:42:45.751044 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.751712 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.752211 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: subnetpool-prefix-ops May 14 17:42:45.752519 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.753412 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.753908 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 14 17:42:45.754217 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: tagging.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.755300 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.755825 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: standard-attr-tag May 14 17:42:45.756139 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: timestamp.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.757875 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.758379 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loaded extension: standard-attr-timestamp May 14 17:42:45.758697 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: trunk.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.759733 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.760240 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension trunk not supported by any of loaded plugins May 14 17:42:45.760562 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: trunk_details.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.761452 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.761949 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension trunk-details not supported by any of loaded plugins May 14 17:42:45.762262 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: uplink_status_propagation.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.763162 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.763679 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 14 17:42:45.763991 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Loading extension file: vlantransparent.py {{(pid=79452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 14 17:42:45.764643 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 14 17:42:45.765136 n-d-787206-3 neutron-server[79452]: INFO neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extension vlan-transparent not supported by any of loaded plugins May 14 17:42:45.767618 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:network May 14 17:42:45.768349 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:subnet May 14 17:42:45.769122 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:subnetpool May 14 17:42:45.769713 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:port May 14 17:42:45.770968 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.771420 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service FLAVORS assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.772043 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.772465 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.772918 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:router May 14 17:42:45.773642 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:floatingip May 14 17:42:45.774345 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service METERING assigned prefix: /metering {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.775831 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.776195 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.776536 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:42:45.777641 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of CountableResource for resource:rbac_policy May 14 17:42:45.778092 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:security_group May 14 17:42:45.778719 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:security_group_rule May 14 17:42:45.779475 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service CORE assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.779808 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:subnetpool May 14 17:42:45.780133 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] subnetpool is already registered May 14 17:42:45.780713 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service CORE assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.781037 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:subnetpool May 14 17:42:45.781349 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] subnetpool is already registered May 14 17:42:45.783920 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.784345 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service FLAVORS assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.784924 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.785336 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.785666 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:router May 14 17:42:45.785983 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] router is already registered May 14 17:42:45.786560 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:floatingip May 14 17:42:45.786876 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] floatingip is already registered May 14 17:42:45.787506 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service METERING assigned prefix: /metering {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.788172 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of CountableResource for resource:rbac_policy May 14 17:42:45.788573 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] rbac_policy is already registered May 14 17:42:45.790087 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:security_group May 14 17:42:45.790420 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] security_group is already registered May 14 17:42:45.791021 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:security_group_rule May 14 17:42:45.791634 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] security_group_rule is already registered May 14 17:42:45.792279 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service CORE assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.792601 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:subnetpool May 14 17:42:45.792919 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] subnetpool is already registered May 14 17:42:45.793515 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.v2.resource_helper [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Service CORE assigned prefix: {{(pid=79452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 17:42:45.793844 n-d-787206-3 neutron-server[79452]: INFO neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Creating instance of TrackedResource for resource:subnetpool May 14 17:42:45.794159 n-d-787206-3 neutron-server[79452]: WARNING neutron.quota.resource_registry [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] subnetpool is already registered May 14 17:42:45.794784 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: extensions {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.796287 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: address-groups {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.797889 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: address-scopes {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.799090 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: agents {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.800292 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: auto-allocated-topology {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.801524 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: availability_zones {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.802826 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: dhcp-networks {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.804825 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: dhcp-agents {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.806239 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: routers {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.808083 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: flavors {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.809241 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: service_profiles {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.810431 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: next_providers {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.811981 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: service_profiles {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.813413 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: floatingip-pools {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.814632 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: routers {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.816459 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: floatingips {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.817672 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: l3-routers {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.819010 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: l3-agents {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.821066 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: metering-labels {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.822406 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: metering-label-rules {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.823727 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: network-ip-availabilities {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.824971 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: bindings {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.826653 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: quotas {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.828081 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: quotas {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.829462 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: rbac-policies {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.830746 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: security-groups {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.831982 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: security-group-rules {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.833217 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: service-providers {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.834424 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: subnetpools {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.835921 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: subnetpools {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.837440 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.839118 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.840988 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.842742 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.844556 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.846374 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.848092 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.850996 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.852813 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.966299 n-d-787206-3 neutron-server[79452]: DEBUG neutron.api.extensions [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Extended resource: tags {{(pid=79452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 17:42:45.972156 n-d-787206-3 neutron-server[79452]: WARNING keystonemiddleware.auth_token [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 14 17:42:45.977319 n-d-787206-3 neutron-server[79452]: WARNING keystonemiddleware.auth_token [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 14 17:42:45.985440 n-d-787206-3 neutron-server[79452]: DEBUG oslo_concurrency.lockutils [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Acquired lock "singleton_lock" {{(pid=79452) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 14 17:42:45.985910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_concurrency.lockutils [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Releasing lock "singleton_lock" {{(pid=79452) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 14 17:42:45.986531 n-d-787206-3 neutron-server[79452]: INFO oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Starting 2 workers May 14 17:42:45.991197 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Started child 79559 {{(pid=79452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 17:42:45.996023 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Started child 79560 {{(pid=79452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 17:42:45.996879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:45.997559 n-d-787206-3 neutron-server[79452]: INFO neutron.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Neutron service started, listening on 0.0.0.0:9696 May 14 17:42:45.998203 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Notify callbacks [] for process, before_spawn {{(pid=79452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:45.998332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [-] (79559) wsgi starting up on http://0.0.0.0:9696 May 14 17:42:46.000437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:46.000901 n-d-787206-3 neutron-server[79452]: INFO oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Starting 1 workers May 14 17:42:46.001865 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [-] (79560) wsgi starting up on http://0.0.0.0:9696 May 14 17:42:46.005625 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Started child 79561 {{(pid=79452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 17:42:46.006148 n-d-787206-3 neutron-server[79452]: INFO oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Starting 1 workers May 14 17:42:46.009050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] calling RpcWorker wait() {{(pid=79561) _wait /opt/stack/neutron/neutron/service.py:128}} May 14 17:42:46.009583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] returning from RpcWorker wait() {{(pid=79561) _wait /opt/stack/neutron/neutron/service.py:135}} May 14 17:42:46.010465 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Started child 79562 {{(pid=79452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 14 17:42:46.010940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:46.011293 n-d-787206-3 neutron-server[79452]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fa10-946d-484f-8d34-04d34cbb2e1c None None] Notify callbacks [] for process, after_spawn {{(pid=79452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:46.011733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:42:46.013131 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79452) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 14 17:42:46.013335 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 17:42:46.013515 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 17:42:46.013723 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 17:42:46.014041 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 17:42:46.014200 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 17:42:46.014704 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.014966 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.015260 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.015510 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.015761 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.016110 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:46.016562 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.016644 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.016856 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.017122 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.017378 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.017511 n-d-787206-3 neutron-server[79562]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:42:46.017603 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.017682 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.017932 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.018174 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.018479 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.018758 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.018990 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.019307 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.019475 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.019726 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.019990 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.020229 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.020484 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] debug = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.020728 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.021213 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.021436 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.021675 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.021892 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.022156 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.022400 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.022743 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.022986 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.023287 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.023570 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.023799 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.024025 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.024252 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.024465 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.024730 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.024962 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.025426 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] host = n-d-787206-3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.025645 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.025885 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.026135 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.026374 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.026625 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.026840 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.027092 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.027418 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.027664 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.027902 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.028150 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.028390 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.028632 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.028864 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.029024 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_options = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.029262 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.029530 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.029783 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.029969 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.030133 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.030305 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.030554 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.030712 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.030956 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.031235 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.031430 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.031643 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.031872 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.032108 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.032356 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.032587 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.032812 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.033015 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.033249 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.033475 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.033694 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.033914 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.034156 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.034368 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.034592 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.034822 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.035041 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.035278 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.035489 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.035740 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.035986 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.036193 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.036432 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.036678 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.036900 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.037122 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.037346 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.037612 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.037837 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.038071 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.038842 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.039049 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.039323 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.039589 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.039751 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.039989 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_json = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.040214 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.040435 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.040673 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.040877 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.041103 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.041567 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.041771 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.041998 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.042406 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.042685 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.043012 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.043273 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.043502 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.043791 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.043963 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.044210 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.044465 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.044689 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.045123 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.045449 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.045550 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.045713 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.046214 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.046318 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.046575 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.046847 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.047129 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.047340 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.047546 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.047807 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.048089 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.048531 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.048656 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.048862 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.049074 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.049289 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.049500 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.049710 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.049937 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.050311 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.050444 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.050613 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.050824 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.051037 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.051301 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.051541 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.051775 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.052009 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.052550 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.052550 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.052820 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.052952 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.053096 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.053330 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.053546 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.053768 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.054600 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.054918 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.055055 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.055247 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.055457 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.055667 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.055879 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.056127 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.056358 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.056583 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.056789 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.057005 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.057245 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.057494 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.057732 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.057916 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.058121 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.058340 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.058586 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.058779 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.058991 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.059218 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.059436 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.059654 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.059905 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.060046 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.060273 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.060482 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.062056 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.063397 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.063397 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.063397 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.063397 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.063397 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.063397 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.065895 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066441 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066441 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066441 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066441 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066441 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066792 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066792 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.066953 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.067191 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.067451 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.067750 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.067949 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.068199 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.068453 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.068730 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.068979 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.069242 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.069503 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.069781 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.070077 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.070325 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.070594 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.070843 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.071063 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.071322 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.071718 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.072153 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.072546 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.072956 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.073334 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.073758 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.074134 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.074513 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.074718 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.074942 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.075751 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.075751 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.075751 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.076019 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.077910 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.078519 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.078519 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.078679 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.078758 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.078944 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.079150 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.079850 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.079850 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.079850 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.080166 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.080259 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.080636 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.080769 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.081503 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.081503 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.081503 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.081774 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.081774 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.082011 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.082209 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.082441 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.082625 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.082896 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.083050 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.083484 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.083645 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.084330 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.084330 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.084330 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.084582 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.084682 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.084922 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.085394 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.085578 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.085814 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.086190 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.086541 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.086655 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.087228 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.087228 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.087410 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.087644 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.087804 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.088039 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.088362 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.088725 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.088829 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.089306 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.089306 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.089541 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.089734 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.089925 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.090218 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.090423 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.090584 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.090849 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.091137 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.091330 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.091537 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.091750 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.091947 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.092185 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.092367 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.092664 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.092907 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.094716 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.095343 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.095343 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.095343 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.095542 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.095642 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.095834 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.096290 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.096290 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.096448 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.096629 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.096831 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.097038 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.097241 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.097527 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.097708 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.098000 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.098240 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.098413 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.098729 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.098937 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.099159 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.099439 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.099760 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.099973 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.100234 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.100466 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.100710 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.101445 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.101786 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.102111 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.102405 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.102744 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.102901 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.103159 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.103461 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.103725 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.103925 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.104216 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.104535 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.104810 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.105059 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.105295 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.105580 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.105833 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.106041 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.106261 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.106487 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.106697 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.106933 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.107187 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.107417 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.107644 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.107882 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.108092 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.108308 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.108542 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.108755 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.108961 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.109113 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 17:42:46.109686 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79452) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 14 17:42:46.109843 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 17:42:46.109991 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 17:42:46.110169 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 17:42:46.110322 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 17:42:46.110467 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 17:42:46.110666 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.110823 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.110977 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.111131 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.111308 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.111484 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.111639 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.111795 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112127 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112127 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112294 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112370 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112520 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112671 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112831 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.112985 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.113137 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.113291 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.113447 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.113601 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.113753 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.113905 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114057 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] debug = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114209 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114378 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114531 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114682 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114835 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.114987 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.115139 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.115461 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.115461 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.115717 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.115717 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.115969 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.116125 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.116254 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.116401 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.117144 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.117144 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.117504 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] host = n-d-787206-3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.117504 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.117782 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.117782 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118116 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118116 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118116 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118489 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118489 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118750 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.118750 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119003 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119003 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119297 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119297 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119450 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_options = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119527 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119673 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119827 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.119995 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.120154 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.120311 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.120463 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.120615 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.120766 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.120918 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121069 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121221 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121372 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121522 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121673 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121826 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.121977 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.122130 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.122281 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.122432 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.122584 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.122736 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.122894 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123046 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123263 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123354 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123508 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123660 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123813 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.123970 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.124124 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.124276 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.124427 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.124580 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.124732 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.124884 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.125034 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.125190 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.125342 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.125781 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.125781 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.125781 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126010 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126088 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126195 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126347 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_json = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126686 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126686 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126848 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.126926 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.127068 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.127239 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.127394 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.127546 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 17:42:46.127717 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.127873 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128179 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128179 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128344 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128470 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128624 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128779 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.128934 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.129089 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.129252 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.129409 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.129574 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.129729 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.129886 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.130044 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.130199 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.130357 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.130512 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.130888 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.130888 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131045 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131124 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131290 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131447 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131602 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131757 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.131914 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.132117 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.132274 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.132431 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.132587 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.132743 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.132902 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133057 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133212 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133368 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133524 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133680 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133837 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.133992 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.134147 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.134303 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.134459 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.134614 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.134769 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.134925 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.135262 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.135262 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.135425 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.135554 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.135709 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.135865 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136021 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136177 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136332 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136486 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136641 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136796 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.136953 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.137108 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.137275 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.137430 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.137587 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.137742 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.137898 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138054 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138209 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138366 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138522 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138677 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138832 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.138987 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.139142 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.139319 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.139475 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.139631 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.139787 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.139943 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.140098 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.140255 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.140410 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.140565 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.140721 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.140885 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.141054 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.141227 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.141389 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.141547 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.141705 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.141861 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142016 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142171 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142327 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142483 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142638 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142795 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.142956 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.143205 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.143305 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.143433 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.143587 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.143742 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.143897 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144051 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144207 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144363 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144519 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144673 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144828 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.144983 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.145149 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.145304 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.145463 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.145620 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.145783 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.145950 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.146106 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.146262 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.146418 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.146572 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.146727 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.146883 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.147040 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.147248 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.147370 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.147525 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.147710 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.147876 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148032 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148188 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148345 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148522 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148677 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148832 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.148988 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.149142 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.149298 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.149453 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.149607 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.149700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:42:46.149786 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.149905 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150060 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150215 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150370 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150524 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150679 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150834 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.150990 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.151146 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.151323 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.151480 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.151635 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.151791 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.151946 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.152100 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.152257 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.152411 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.152566 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.152720 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.152880 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153036 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153191 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153367 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153491 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153653 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153789 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.153943 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.154097 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.154254 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.154411 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.154567 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.154722 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.154877 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155033 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155203 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155366 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155522 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155677 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155833 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.155988 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.156145 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.156301 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.156457 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.156614 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.156769 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.156924 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.157094 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.157249 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.157406 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.157561 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.157715 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.157870 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158025 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158179 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158334 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158489 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158642 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158800 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.158958 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.159114 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.159304 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.159461 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.159616 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.159773 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.159929 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.160095 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.160251 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.160406 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.160561 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.160719 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.160884 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161040 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161195 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161349 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161506 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161671 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161825 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.161980 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.162135 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.162287 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.162444 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.162600 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.162755 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.162914 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.163071 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.163789 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164028 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164188 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164359 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164545 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164657 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164814 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.164970 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.165132 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.165289 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.165445 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.165600 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.165766 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.165922 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.166103 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.166234 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.166645 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.166861 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.166954 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.167104 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.167330 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.167466 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.167616 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.167780 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.167944 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.168108 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.168263 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.168424 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.168590 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.168745 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.168900 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169071 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169211 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169365 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169522 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169678 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169833 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.169988 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.170142 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.170298 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.170452 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.170607 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.170762 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.170916 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.171069 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.171243 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.171400 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.171556 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 17:42:46.171704 n-d-787206-3 neutron-server[79452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 17:42:46.266929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:42:46.275718 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066221 May 14 17:42:57.010647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0918be-7a2f-442f-bf96-c1ae3842f501 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 17:42:57.094805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0918be-7a2f-442f-bf96-c1ae3842f501 None None] No non-hosted networks {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 14 17:42:57.111210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.agentschedulers_db [None req-fd0918be-7a2f-442f-bf96-c1ae3842f501 None None] DHCP Agent not found on host n-d-787206-3 {{(pid=79561) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 14 17:42:57.241970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f19f6829-140c-48c1-aa29-7da4150cd953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:59.479225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:59.481056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.481564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.482040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.482526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.483081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.483631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.484106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.484581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.485536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.486297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.487118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.487671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:42:59.488129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-787206-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:42:59.498605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-787206-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:42:59.601979 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2be9-e271-4ca7-b570-75ec94552ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:42:59.661647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8dbdc45d-6c16-4b47-97d4-8284b797e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:00.580312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:02.044274 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:03.492131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57640) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:03.592756 n-d-787206-3 neutron-server[79561]: INFO neutron.db.l3_hamode_db [None req-325b8b45-f716-4133-9884-95cbea0f9f3a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 14 17:43:03.677780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b8b45-f716-4133-9884-95cbea0f9f3a None None] Routers set() bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:43:03.678153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b8b45-f716-4133-9884-95cbea0f9f3a None None] Router IDs set() for agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 14 17:43:04.075086 n-d-787206-3 neutron-server[79560]: WARNING oslo_policy.policy [None req-fd800dd8-b4dc-4c5a-9e10-0b538293683b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:04.075748 n-d-787206-3 neutron-server[79560]: WARNING oslo_policy.policy [None req-fd800dd8-b4dc-4c5a-9e10-0b538293683b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:04.294995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-fd800dd8-b4dc-4c5a-9e10-0b538293683b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:43:04.296067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd800dd8-b4dc-4c5a-9e10-0b538293683b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8024657 May 14 17:43:06.642012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57654) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:07.001300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:07.101221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.policy [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79560) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 17:43:07.145525 n-d-787206-3 neutron-server[79560]: WARNING oslo_policy.policy [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:07.145886 n-d-787206-3 neutron-server[79560]: WARNING oslo_policy.policy [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:07.155020 n-d-787206-3 neutron-server[79560]: INFO neutron.quota [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] Loaded quota_driver: . May 14 17:43:07.170314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:07.228135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727271254654', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727271253037', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727271244163', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727271271671', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727271262153', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727271222982', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7925793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7876288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780417', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591667'] for rbac-policy, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:07.287385 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:07.288543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3e8f7dab-c4e4-4404-95d5-c32071a44218 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6455681 May 14 17:43:09.876323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57668) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:10.452532 n-d-787206-3 neutron-server[79559]: WARNING oslo_policy.policy [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:10.453128 n-d-787206-3 neutron-server[79559]: WARNING oslo_policy.policy [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:10.671950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Request body: {'network': {'project_id': '69f8453c4933447290be131db054b821', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'name': 'private'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:10.673569 n-d-787206-3 neutron-server[79559]: INFO neutron.quota [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Loaded quota_driver: . May 14 17:43:10.689193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:10.696231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Usage tracker for resource:network and tenant:69f8453c4933447290be131db054b821 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:10.701793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:10.709013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:10.724807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Made reservation on behalf of 69f8453c4933447290be131db054b821 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:43:10.797195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.policy [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79559) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 17:43:10.842479 n-d-787206-3 neutron-server[79559]: WARNING oslo_policy.policy [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:10.842846 n-d-787206-3 neutron-server[79559]: WARNING oslo_policy.policy [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 17:43:10.852674 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:10.873550 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:10.888357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:10.892027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Usage tracker for resource:security_group_rule and tenant:69f8453c4933447290be131db054b821 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:10.896991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:10.903302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:11.004041 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:11.008224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:11.013888 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:11.033401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:43:11.058054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727268234644', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:11.058642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Unsubscribe: segment precommit_create {{(pid=79559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 17:43:11.059093 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Added segment ce34fb48-2ed8-44a0-bf0f-9601250fb013 of type vlan for network a27a13f1-4017-4891-8a58-c5f81aa609d3 May 14 17:43:11.067286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4088f4a-c7b6-42e1-872b-d7e889205ebb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:11.126293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.126621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.126942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.127285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.127598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.127907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.128217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.128520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.128821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.129120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.129421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.129718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Tracked resource versions report: May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: pushed versions: May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: { 'AddressGroup': {'1.2'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'ConntrackHelper': {'1.0'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Log': {'1.0'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Network': {'1.1'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Port': {'1.7'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'PortForwarding': {'1.2'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'QosPolicy': {'1.8'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'SecurityGroup': {'1.4'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'SecurityGroupRule': {'1.2'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'SubPort': {'1.0'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Subnet': {'1.1'}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Trunk': {'1.1'}} May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: consumer versions: May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: { DHCP agent@n-d-787206-3: {}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: L3 agent@n-d-787206-3: {}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: Metadata agent@n-d-787206-3: {}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: Metering agent@n-d-787206-3: {}, May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'ConntrackHelper': '1.0', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Log': '1.0', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Network': '1.1', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Port': '1.7', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'PortForwarding': '1.2', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'QosPolicy': '1.8', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'SecurityGroup': '1.4', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'SecurityGroupRule': '1.2', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'SubPort': '1.0', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Subnet': '1.1', May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: 'Trunk': '1.1'}} May 14 17:43:11.130796 n-d-787206-3 neutron-server[79559]: {{(pid=79559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:43:11.181487 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:11.185234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:11.223351 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:11.224870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:11.225520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:11.229974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:11.332373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4537473 May 14 17:43:11.332980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a27a13f1-4017-4891-8a58-c5f81aa609d3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:11.356812 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:11.364922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:43:13.969155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57690) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:14.415911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e245d-cd75-4387-9ff9-7d23cf5c50bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:14.417659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cf2e245d-cd75-4387-9ff9-7d23cf5c50bf admin admin] 10.222.0.24 "GET /v2.0/networks/a27a13f1-4017-4891-8a58-c5f81aa609d3 HTTP/1.1" status: 200 len: 825 time: 0.4474986 May 14 17:43:14.447326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2354e540-57a5-4f92-8385-15157912a84a admin admin] 10.222.0.24 "GET /v2.0/subnetpools/bf3d2b3e-4337-48b4-b16a-66d4710bde71 HTTP/1.1" status: 200 len: 734 time: 0.0242221 May 14 17:43:14.455583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'name': 'private-subnet', 'tenant_id': '69f8453c4933447290be131db054b821'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:14.460191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:14.464049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Usage tracker for resource:subnet and tenant:69f8453c4933447290be131db054b821 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:14.466824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:14.472722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:14.481908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Made reservation on behalf of 69f8453c4933447290be131db054b821 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:43:14.484131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:14.939011 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:14.944144 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:15.019222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Checking segment: {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:43:15.019851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Network hostable DHCP agents. Network: a27a13f1-4017-4891-8a58-c5f81aa609d3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:43:15.025270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f8dac2-8eff-49e4-8885-a44472e959b7,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:15.028257 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:15.044523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:43:15.053655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a27a13f1-4017-4891-8a58-c5f81aa609d3) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:43:15.058708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:15.059763 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:15.062956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2a3d0-b469-471f-acca-b8fe36eac36e None None] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:43:15.079861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6275029 May 14 17:43:15.370705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a27a13f1-4017-4891-8a58-c5f81aa609d3', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:43:15.371911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:15.555918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Allocated IP 172.20.0.2 (a27a13f1-4017-4891-8a58-c5f81aa609d3/80f8dac2-8eff-49e4-8885-a44472e959b7/c9e27055-687a-4a0c-bf4c-500a1ce38777) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:43:15.783846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:15.797102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Transition to ACTIVE for port object c9e27055-687a-4a0c-bf4c-500a1ce38777 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:43:15.816919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Transition to ACTIVE for port object c9e27055-687a-4a0c-bf4c-500a1ce38777 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:43:15.824649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:15.830087 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:15.883611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:43:15.888404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:43:15.899704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:43:15.901951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Pushing event updated for resources: {'Port': ['ID=c9e27055-687a-4a0c-bf4c-500a1ce38777,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:15.910873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.911282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.911614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.911938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.912259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.912576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.913491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.913953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.914271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.914586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.914899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.915306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Tracked resource versions report: May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: pushed versions: May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: { 'AddressGroup': {'1.2'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'ConntrackHelper': {'1.0'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Log': {'1.0'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Network': {'1.1'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Port': {'1.7'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'PortForwarding': {'1.2'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'QosPolicy': {'1.8'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'SecurityGroup': {'1.4'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'SecurityGroupRule': {'1.2'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'SubPort': {'1.0'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Subnet': {'1.1'}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Trunk': {'1.1'}} May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: consumer versions: May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: { DHCP agent@n-d-787206-3: {}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: L3 agent@n-d-787206-3: {}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: Metadata agent@n-d-787206-3: {}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: Metering agent@n-d-787206-3: {}, May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'ConntrackHelper': '1.0', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Log': '1.0', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Network': '1.1', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Port': '1.7', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'PortForwarding': '1.2', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'QosPolicy': '1.8', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'SecurityGroup': '1.4', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'SecurityGroupRule': '1.2', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'SubPort': '1.0', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Subnet': '1.1', May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: 'Trunk': '1.1'}} May 14 17:43:15.916437 n-d-787206-3 neutron-server[79561]: {{(pid=79561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:43:15.950342 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:16.005613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Attempting to bind port c9e27055-687a-4a0c-bf4c-500a1ce38777 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:43:16.006003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Attempting to bind port c9e27055-687a-4a0c-bf4c-500a1ce38777 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:43:16.006425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Attempting to bind port c9e27055-687a-4a0c-bf4c-500a1ce38777 on network a27a13f1-4017-4891-8a58-c5f81aa609d3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:43:16.012297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:43:16.012702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Checking segment: {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:43:16.013189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:16.013575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Bound using segment: {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:43:16.014054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Bound port: c9e27055-687a-4a0c-bf4c-500a1ce38777, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:43:16.014441 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:16.103460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] For port c9e27055-687a-4a0c-bf4c-500a1ce38777, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:43:16.107307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] For port c9e27055-687a-4a0c-bf4c-500a1ce38777, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c9e27055-687a-4a0c-bf4c-500a1ce38777,segment=NetworkSegment(ce34fb48-2ed8-44a0-bf0f-9601250fb013),segment_id=ce34fb48-2ed8-44a0-bf0f-9601250fb013)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:43:16.112584 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:16.116314 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:16.202418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Pushing event updated for resources: {'Port': ['ID=c9e27055-687a-4a0c-bf4c-500a1ce38777,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:16.205516 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:17.494974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57700) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:17.862392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-c2388dac-6d09-4b40-ac4e-7a42c065b125 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:43:17.863376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2388dac-6d09-4b40-ac4e-7a42c065b125 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3673518 May 14 17:43:20.254512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57710) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:20.643664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-b0ec97aa-05d5-4859-8402-ff627d58d0c1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:43:20.644819 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0ec97aa-05d5-4859-8402-ff627d58d0c1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3893857 May 14 17:43:21.304450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9e27055-687a-4a0c-bf4c-500a1ce38777 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:43:21.383415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c9e27055-687a-4a0c-bf4c-500a1ce38777 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:43:21.747012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3eeef-c2a8-44a8-af00-3476bd0da738 None None] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:43:21.826873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Provisioning for port c9e27055-687a-4a0c-bf4c-500a1ce38777 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:43:21.834277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Provisioning complete for port c9e27055-687a-4a0c-bf4c-500a1ce38777 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:21.834715 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:22.057632 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:22.140120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] For port c9e27055-687a-4a0c-bf4c-500a1ce38777, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c9e27055-687a-4a0c-bf4c-500a1ce38777,segment=NetworkSegment(ce34fb48-2ed8-44a0-bf0f-9601250fb013),segment_id=ce34fb48-2ed8-44a0-bf0f-9601250fb013)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:43:22.144000 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:22.149555 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:22.223428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Pushing event updated for resources: {'Port': ['ID=c9e27055-687a-4a0c-bf4c-500a1ce38777,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:22.227143 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:22.467264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2fea6fda-cd4c-4983-b872-e2f69a0b1e2c None None] Provisioning complete for port c9e27055-687a-4a0c-bf4c-500a1ce38777 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:22.467916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2fea6fda-cd4c-4983-b872-e2f69a0b1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.279681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9e27055-687a-4a0c-bf4c-500a1ce38777 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:43:23.289546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57726) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:23.346992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c9e27055-687a-4a0c-bf4c-500a1ce38777 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:23.347385 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.643432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:23.648138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:23.652234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Usage tracker for resource:router and tenant:69f8453c4933447290be131db054b821 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:23.655836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:23.661900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:23.673140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.674773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.696330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.809752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.827093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:23.828257 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c35b8f3-f37c-4cff-be2c-9c97162c0d80 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5377810 May 14 17:43:26.157878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57736) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:26.517988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-9db77767-75e3-43ed-bf99-e8eeddbb9aed admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:43:26.519072 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9db77767-75e3-43ed-bf99-e8eeddbb9aed admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3602858 May 14 17:43:26.900930 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef13fa75-52c9-424f-a839-d85ed70a27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:28.856585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57746) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:29.226286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:29.232179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:29.236275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Usage tracker for resource:network and tenant:38b0befbe2864b7688df7226e8edc4a0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:29.239590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:29.245400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:29.255786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Made reservation on behalf of 38b0befbe2864b7688df7226e8edc4a0 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:43:29.258446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.274956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.293668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:29.297288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:38b0befbe2864b7688df7226e8edc4a0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:29.300359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:29.306281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:29.398579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.401915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.406854 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:29.420210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=79560) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 14 17:43:29.431506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.450257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727268234644', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.450772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Unsubscribe: segment precommit_create {{(pid=79560) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 14 17:43:29.451258 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Added segment e71ba40d-083a-40bc-842a-b6b7a24359fe of type flat for network 01b51dcf-aadf-420c-ba3c-9681b4748102 May 14 17:43:29.504250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75865221-fa76-4ef6-878a-769c849ae40e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:29.523974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.524322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.524616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.524934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.525341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.525594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.525889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.526196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.526506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.526800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.527103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.527431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Tracked resource versions report: May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: pushed versions: May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: { 'AddressGroup': {'1.2'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'ConntrackHelper': {'1.0'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Log': {'1.0'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Network': {'1.1'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Port': {'1.7'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'PortForwarding': {'1.2'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'QosPolicy': {'1.8'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'SecurityGroup': {'1.4'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'SecurityGroupRule': {'1.2'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'SubPort': {'1.0'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Subnet': {'1.1'}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Trunk': {'1.1'}} May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: consumer versions: May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: { DHCP agent@n-d-787206-3: {}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: L3 agent@n-d-787206-3: {}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: Metadata agent@n-d-787206-3: {}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: Metering agent@n-d-787206-3: {}, May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'ConntrackHelper': '1.0', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Log': '1.0', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Network': '1.1', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Port': '1.7', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'PortForwarding': '1.2', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'QosPolicy': '1.8', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'SecurityGroup': '1.4', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'SecurityGroupRule': '1.2', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'SubPort': '1.0', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Subnet': '1.1', May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: 'Trunk': '1.1'}} May 14 17:43:29.528510 n-d-787206-3 neutron-server[79560]: {{(pid=79560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:43:29.574452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.579702 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:29.603006 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-22f84d49-d8a6-46b1-8c1b-8bdcafe5fae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.619065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.620502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:29.621133 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:29.625884 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:29.726229 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8684690 May 14 17:43:29.728647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=01b51dcf-aadf-420c-ba3c-9681b4748102,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:29.731808 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:29.740095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:43:30.486401 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:31.962313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:32.107472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57770) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:32.323960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd5b9e-682d-4b53-bbf2-5c9c59442394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:32.325297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-25fd5b9e-682d-4b53-bbf2-5c9c59442394 admin admin] 10.222.0.24 "GET /v2.0/subnets/80f8dac2-8eff-49e4-8885-a44472e959b7 HTTP/1.1" status: 200 len: 849 time: 0.2168825 May 14 17:43:32.478161 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e126800d-07b0-45a9-a144-354eebc2bd86 admin admin] 10.222.0.24 "GET /v2.0/routers/2050ac07-a371-40ad-b950-2dac8a857cd0 HTTP/1.1" status: 200 len: 704 time: 0.1473067 May 14 17:43:32.943302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:33.170014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Allocated IP 172.20.0.1 (a27a13f1-4017-4891-8a58-c5f81aa609d3/80f8dac2-8eff-49e4-8885-a44472e959b7/90d8ca2d-5704-4604-bdb1-f433bbbdfd27) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:43:33.323806 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:33.341763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Transition to ACTIVE for port object 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:43:33.399055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:33.403465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:33.457663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:43:33.461187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:43:33.465091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:43:33.465605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:33.615403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:33.619857 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:33.661038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0986e65b-6c2f-4b5a-b5ce-010ee496d210 None None] Provisioning for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:43:33.665777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0986e65b-6c2f-4b5a-b5ce-010ee496d210 None None] Provisioning complete for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:33.666145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0986e65b-6c2f-4b5a-b5ce-010ee496d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:33.723416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0986e65b-6c2f-4b5a-b5ce-010ee496d210 None None] Port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:43:33.779226 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:33.999599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:34.003739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:34.004784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:34.007892 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:34.133401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:34.137134 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:34.195402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:43:34.196428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:43:34.345460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f13400d6-5bc0-449e-b02b-3c2337aa0245 None None] Provisioning complete for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:34.345827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f13400d6-5bc0-449e-b02b-3c2337aa0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:34.382419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Router 2050ac07-a371-40ad-b950-2dac8a857cd0 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:43:34.399638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f13400d6-5bc0-449e-b02b-3c2337aa0245 None None] Port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:43:34.536200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:43:34.545977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] 10.222.0.24 "PUT /v2.0/routers/2050ac07-a371-40ad-b950-2dac8a857cd0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0629144 May 14 17:43:34.546722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Sync routers for ids ['2050ac07-a371-40ad-b950-2dac8a857cd0'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:43:34.557274 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Routers {'2050ac07-a371-40ad-b950-2dac8a857cd0'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:43:34.558091 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:43:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2050ac07-a371-40ad-b950-2dac8a857cd0'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:34.729305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Set router 2050ac07-a371-40ad-b950-2dac8a857cd0 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:43:35.089718 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:43:23Z', 'updated_at': '2021-05-14T17:43:33Z', 'revision_number': 2, 'project_id': '69f8453c4933447290be131db054b821', 'gw_port_host': None, '_interfaces': [{'id': '90d8ca2d-5704-4604-bdb1-f433bbbdfd27', 'name': '', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'mac_address': 'fa:16:3e:87:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:32Z', 'updated_at': '2021-05-14T17:43:33Z', 'revision_number': 2, 'project_id': '69f8453c4933447290be131db054b821', 'subnets': [{'id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:35.094660 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Checking router: 2050ac07-a371-40ad-b950-2dac8a857cd0 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:43:35.095025 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Updating router 2050ac07-a371-40ad-b950-2dac8a857cd0 port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:43:35.145530 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:35.517473 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:35.532601 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Transition to ACTIVE for port object 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:43:35.540284 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:35.546500 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:35.754701 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Pushing event updated for resources: {'Port': ['ID=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:35.763685 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Attempting to bind port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:43:35.764077 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Attempting to bind port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:43:35.764507 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Attempting to bind port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 on network a27a13f1-4017-4891-8a58-c5f81aa609d3 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:43:35.768340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.768666 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.768985 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.769299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.769611 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.769920 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.770227 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.770532 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.770835 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.771139 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.771465 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.771766 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Tracked resource versions report: May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: pushed versions: May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: { 'AddressGroup': {'1.2'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'ConntrackHelper': {'1.0'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Log': {'1.0'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Network': {'1.1'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Port': {'1.7'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'PortForwarding': {'1.2'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'QosPolicy': {'1.8'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'SecurityGroup': {'1.4'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'SecurityGroupRule': {'1.2'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'SubPort': {'1.0'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Subnet': {'1.1'}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Trunk': {'1.1'}} May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: consumer versions: May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: { DHCP agent@n-d-787206-3: {}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: L3 agent@n-d-787206-3: {}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: Metadata agent@n-d-787206-3: {}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: Metering agent@n-d-787206-3: {}, May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'ConntrackHelper': '1.0', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Log': '1.0', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Network': '1.1', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Port': '1.7', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'PortForwarding': '1.2', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'QosPolicy': '1.8', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'SecurityGroup': '1.4', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'SecurityGroupRule': '1.2', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'SubPort': '1.0', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Subnet': '1.1', May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: 'Trunk': '1.1'}} May 14 17:43:35.773706 n-d-787206-3 neutron-server[79562]: {{(pid=79562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:43:35.778165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:43:35.778572 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Checking segment: {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:43:35.779040 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:35.779444 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Bound using segment: {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:43:35.779942 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Bound port: 90d8ca2d-5704-4604-bdb1-f433bbbdfd27, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce34fb48-2ed8-44a0-bf0f-9601250fb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:43:35.780325 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:35.789590 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:35.870716 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] For port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:43:35.874501 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] For port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,segment=NetworkSegment(ce34fb48-2ed8-44a0-bf0f-9601250fb013),segment_id=ce34fb48-2ed8-44a0-bf0f-9601250fb013)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:43:35.878364 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:35.882003 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:35.960032 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Pushing event updated for resources: {'Port': ['ID=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:35.964209 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:35.968576 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Routers {'2050ac07-a371-40ad-b950-2dac8a857cd0'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:43:35.969173 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:43:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2050ac07-a371-40ad-b950-2dac8a857cd0'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:36.146609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] Set router 2050ac07-a371-40ad-b950-2dac8a857cd0 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:43:36.461707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:43:23Z', 'updated_at': '2021-05-14T17:43:33Z', 'revision_number': 2, 'project_id': '69f8453c4933447290be131db054b821', 'gw_port_host': None, '_interfaces': [{'id': '90d8ca2d-5704-4604-bdb1-f433bbbdfd27', 'name': '', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'mac_address': 'fa:16:3e:87:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:32Z', 'updated_at': '2021-05-14T17:43:35Z', 'revision_number': 4, 'project_id': '69f8453c4933447290be131db054b821', 'subnets': [{'id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:36.465745 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d1e3a-b488-4049-8680-c646848d43ba None None] The sync data for ids ['2050ac07-a371-40ad-b950-2dac8a857cd0'] in n-d-787206-3 is: [{'id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:43:23Z', 'updated_at': '2021-05-14T17:43:33Z', 'revision_number': 2, 'project_id': '69f8453c4933447290be131db054b821', 'gw_port_host': None, '_interfaces': [{'id': '90d8ca2d-5704-4604-bdb1-f433bbbdfd27', 'name': '', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'mac_address': 'fa:16:3e:87:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:32Z', 'updated_at': '2021-05-14T17:43:35Z', 'revision_number': 4, 'project_id': '69f8453c4933447290be131db054b821', 'subnets': [{'id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:43:36.737792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:36.881918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589707ec-2443-46c7-a160-5c942164e313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:36.882468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-589707ec-2443-46c7-a160-5c942164e313 admin admin] Synchronizing usage tracker for tenant:38b0befbe2864b7688df7226e8edc4a0 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:43:36.899806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-589707ec-2443-46c7-a160-5c942164e313 admin admin] Unset dirty status for tenant:38b0befbe2864b7688df7226e8edc4a0 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:43:36.900926 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-589707ec-2443-46c7-a160-5c942164e313 admin admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 842 time: 0.1621854 May 14 17:43:36.910084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Request body: {'subnet': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:36.915223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:43:36.919191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Usage tracker for resource:subnet and tenant:38b0befbe2864b7688df7226e8edc4a0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:43:36.922046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:43:36.931578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:43:36.940949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Made reservation on behalf of 38b0befbe2864b7688df7226e8edc4a0 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:43:36.943204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:37.409169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 17:43:37.409597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:37.413355 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:37.478455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:43:37.478820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Network hostable DHCP agents. Network: 01b51dcf-aadf-420c-ba3c-9681b4748102, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:43:37.503349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:43:37.513620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d62763b-595b-430b-ba18-0f95b4835a88,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:37.516712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:37.517797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 01b51dcf-aadf-420c-ba3c-9681b4748102) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:43:37.521758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:37.523347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:37.528285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c7028-93d1-44da-874c-e85bdf9957e2 None None] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:43:37.547722 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6410174 May 14 17:43:37.739412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d642e-be0d-4f62-8776-c64625e07951 None None] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:43:39.315228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:43:39.387753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:43:39.392291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:39.392660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:39.511618 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:39.546331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,segment=NetworkSegment(ce34fb48-2ed8-44a0-bf0f-9601250fb013),segment_id=ce34fb48-2ed8-44a0-bf0f-9601250fb013)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:43:39.549341 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:39.551456 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c6e4b4f6-82d3-4358-8467-bff3af395a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:39.616172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=90d8ca2d-5704-4604-bdb1-f433bbbdfd27,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:39.619244 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:39.799603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57806) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:39.996361 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-67a6e22f-ca4d-40bb-9e66-b9feb6b195a2 admin admin] 10.222.0.24 "GET /v2.0/routers/2050ac07-a371-40ad-b950-2dac8a857cd0 HTTP/1.1" status: 200 len: 710 time: 0.1956491 May 14 17:43:40.125542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4b796-d712-41de-a927-72815195dc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:43:40.126811 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-69b4b796-d712-41de-a927-72815195dc72 admin admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 886 time: 0.1254063 May 14 17:43:40.135812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:43:40.569653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:40.886110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:40.992695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:41.122377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Allocated IP 172.25.4.209 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/e4a5d5b8-f868-4bce-82c5-8dce979c9e50) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:43:41.263214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:41.291688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:41.297530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:41.298085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:43:41.350073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:43:41.352615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:43:41.356129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:43:41.364208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:41.364576 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:41.480808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Pushing event updated for resources: {'Port': ['ID=e4a5d5b8-f868-4bce-82c5-8dce979c9e50,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:41.485361 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:41.736914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:42.060781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:42.063907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:42.289983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Router 2050ac07-a371-40ad-b950-2dac8a857cd0 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:43:42.462078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:43:42.470345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:42.471158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Sync routers for ids ['2050ac07-a371-40ad-b950-2dac8a857cd0'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:43:42.487767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] 10.222.0.24 "PUT /v2.0/routers/2050ac07-a371-40ad-b950-2dac8a857cd0 HTTP/1.1" status: 200 len: 890 time: 2.3391287 May 14 17:43:42.487861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Routers {'2050ac07-a371-40ad-b950-2dac8a857cd0'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:43:42.487861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:43:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2050ac07-a371-40ad-b950-2dac8a857cd0'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:42.672176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Set router 2050ac07-a371-40ad-b950-2dac8a857cd0 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:43:43.005796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e4a5d5b8-f868-4bce-82c5-8dce979c9e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:43:23Z', 'updated_at': '2021-05-14T17:43:41Z', 'revision_number': 4, 'project_id': '69f8453c4933447290be131db054b821', 'gw_port': {'id': 'e4a5d5b8-f868-4bce-82c5-8dce979c9e50', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:41Z', 'updated_at': '2021-05-14T17:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '90d8ca2d-5704-4604-bdb1-f433bbbdfd27', 'name': '', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'mac_address': 'fa:16:3e:87:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:32Z', 'updated_at': '2021-05-14T17:43:39Z', 'revision_number': 5, 'project_id': '69f8453c4933447290be131db054b821', 'subnets': [{'id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:43.011036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Checking router: 2050ac07-a371-40ad-b950-2dac8a857cd0 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:43:43.011432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Updating router 2050ac07-a371-40ad-b950-2dac8a857cd0 port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:43:43.061907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:43.386955 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:43.398722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Transition to ACTIVE for port object e4a5d5b8-f868-4bce-82c5-8dce979c9e50 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:43:43.405073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:43.409673 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:43.473523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bace35-7a21-4c0c-8b2c-71e96442af23 None None] Pushing event updated for resources: {'Port': ['ID=e4a5d5b8-f868-4bce-82c5-8dce979c9e50,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:43.484513 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-09bace35-7a21-4c0c-8b2c-71e96442af23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:43.492537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Attempting to bind port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:43:43.493092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Attempting to bind port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:43:43.493301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Attempting to bind port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:43:43.498873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:43:43.499277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:43:43.499680 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:43.500428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:43:43.500520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Bound port: e4a5d5b8-f868-4bce-82c5-8dce979c9e50, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:43:43.500910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:43.574172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] For port e4a5d5b8-f868-4bce-82c5-8dce979c9e50, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:43:43.577209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] For port e4a5d5b8-f868-4bce-82c5-8dce979c9e50, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4a5d5b8-f868-4bce-82c5-8dce979c9e50,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:43:43.580482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:43.584231 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:43.657022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Routers {'2050ac07-a371-40ad-b950-2dac8a857cd0'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:43:43.657641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:43:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2050ac07-a371-40ad-b950-2dac8a857cd0'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:43.765836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bace35-7a21-4c0c-8b2c-71e96442af23 None None] Pushing event updated for resources: {'Port': ['ID=e4a5d5b8-f868-4bce-82c5-8dce979c9e50,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:43.769391 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-09bace35-7a21-4c0c-8b2c-71e96442af23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:43.866362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] Set router 2050ac07-a371-40ad-b950-2dac8a857cd0 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:43:44.185872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e4a5d5b8-f868-4bce-82c5-8dce979c9e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:43:23Z', 'updated_at': '2021-05-14T17:43:41Z', 'revision_number': 4, 'project_id': '69f8453c4933447290be131db054b821', 'gw_port': {'id': 'e4a5d5b8-f868-4bce-82c5-8dce979c9e50', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:41Z', 'updated_at': '2021-05-14T17:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '90d8ca2d-5704-4604-bdb1-f433bbbdfd27', 'name': '', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'mac_address': 'fa:16:3e:87:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:32Z', 'updated_at': '2021-05-14T17:43:39Z', 'revision_number': 5, 'project_id': '69f8453c4933447290be131db054b821', 'subnets': [{'id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:43:44.189759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d610c-1a54-4ea9-ac86-0f2c7e7e0cc5 None None] The sync data for ids ['2050ac07-a371-40ad-b950-2dac8a857cd0'] in n-d-787206-3 is: [{'id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'name': 'router1', 'tenant_id': '69f8453c4933447290be131db054b821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e4a5d5b8-f868-4bce-82c5-8dce979c9e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:43:23Z', 'updated_at': '2021-05-14T17:43:41Z', 'revision_number': 4, 'project_id': '69f8453c4933447290be131db054b821', 'gw_port': {'id': 'e4a5d5b8-f868-4bce-82c5-8dce979c9e50', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:41Z', 'updated_at': '2021-05-14T17:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '90d8ca2d-5704-4604-bdb1-f433bbbdfd27', 'name': '', 'network_id': 'a27a13f1-4017-4891-8a58-c5f81aa609d3', 'tenant_id': '69f8453c4933447290be131db054b821', 'mac_address': 'fa:16:3e:87:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050ac07-a371-40ad-b950-2dac8a857cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:43:32Z', 'updated_at': '2021-05-14T17:43:39Z', 'revision_number': 5, 'project_id': '69f8453c4933447290be131db054b821', 'subnets': [{'id': '80f8dac2-8eff-49e4-8885-a44472e959b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf3d2b3e-4337-48b4-b16a-66d4710bde71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:43:44.918874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57816) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:43:45.041548 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-622ea5fe-c073-4e96-a843-c227bc67ae46 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215210 May 14 17:43:45.316495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4a5d5b8-f868-4bce-82c5-8dce979c9e50 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:43:45.387947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:43:45.392593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:45.392965 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:45.514611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:45.531912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e4a5d5b8-f868-4bce-82c5-8dce979c9e50, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4a5d5b8-f868-4bce-82c5-8dce979c9e50,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:43:45.536305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:45.539085 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:43:45.605938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e4a5d5b8-f868-4bce-82c5-8dce979c9e50,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:43:45.609008 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:43:47.298270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4a5d5b8-f868-4bce-82c5-8dce979c9e50 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:43:47.375750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e4a5d5b8-f868-4bce-82c5-8dce979c9e50 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:43:47.376128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:56.904381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cb3275d8-0cc0-494a-86ac-e78e8975df3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:59.073301 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:43:59.461261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:43:59.600691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4798689-1195-4461-9ff0-7441e33e3ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:00.512016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:01.981803 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:26.907075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f389a9c0-3560-4636-bcd0-2382d5987785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:29.460856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:29.592745 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a44c302-0a6b-4743-ac3e-78fa1a2c0d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:30.496701 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:31.989026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:36.074120 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:44:56.909333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1f895ae2-c82d-41c8-b418-bc279262da45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:59.435282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:44:59.595117 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b93234c-0bc9-4d76-b4be-3d32171c09fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:00.496224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:01.997785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:13.072397 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:45:23.237822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58418) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:23.307662 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22ef146-2aba-4a5e-b7bb-0c4b47591760 admin admin] GET failed (client error): The resource could not be found. May 14 17:45:23.308921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d22ef146-2aba-4a5e-b7bb-0c4b47591760 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701778 May 14 17:45:23.441507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2703498-480c-4df1-ac9f-945e36d62d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:23.443463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2703498-480c-4df1-ac9f-945e36d62d4c admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1307020 May 14 17:45:25.537000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58428) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:25.642343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae92e31f-a223-4ce5-a416-f0a40904102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:25.642884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae92e31f-a223-4ce5-a416-f0a40904102b admin admin] Synchronizing usage tracker for tenant:38b0befbe2864b7688df7226e8edc4a0 on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:45:25.657627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae92e31f-a223-4ce5-a416-f0a40904102b admin admin] Unset dirty status for tenant:38b0befbe2864b7688df7226e8edc4a0 on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:45:25.658807 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae92e31f-a223-4ce5-a416-f0a40904102b admin admin] 10.222.0.24 "GET /v2.0/subnets/80f8dac2-8eff-49e4-8885-a44472e959b7 HTTP/1.1" status: 200 len: 849 time: 0.1208808 May 14 17:45:25.668810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:45:25.783075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:25.965744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727268142888'] for subnet, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:25.969570 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:45:26.008417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:26.009404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:26.010396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] 10.222.0.24 "PUT /v2.0/subnets/80f8dac2-8eff-49e4-8885-a44472e959b7 HTTP/1.1" status: 200 len: 868 time: 0.3454418 May 14 17:45:26.013244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bbcd56-9b72-4490-a72c-5049b5bf2169 None None] Network a27a13f1-4017-4891-8a58-c5f81aa609d3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:45:26.035534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f8dac2-8eff-49e4-8885-a44472e959b7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:45:26.044448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.044880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.045278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.045669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.046064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.046447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.046846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.047219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.047600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.047974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.048343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.048713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:45:26.052945 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:45:26.436583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b702a0b9-55a4-4bb8-949b-b5c6e6e2e5e9 None None] Provisioning complete for port c9e27055-687a-4a0c-bf4c-500a1ce38777 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:45:26.437114 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b702a0b9-55a4-4bb8-949b-b5c6e6e2e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:26.559267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b702a0b9-55a4-4bb8-949b-b5c6e6e2e5e9 None None] Provisioning complete for port 90d8ca2d-5704-4604-bdb1-f433bbbdfd27 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:45:26.559524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b702a0b9-55a4-4bb8-949b-b5c6e6e2e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:26.911425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fb3cac25-d74a-4eb2-bbc1-513d5fb5662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:28.105385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:28.277220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e4f44-0932-4c55-a757-eff17d3dae35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:28.277695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e4f44-0932-4c55-a757-eff17d3dae35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:28.279228 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-985e4f44-0932-4c55-a757-eff17d3dae35 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728883 May 14 17:45:29.441057 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:29.597155 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3640d22e-ca2c-4536-877a-19e90cedefe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:30.358275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:30.503152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:30.533670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf10d69e-d9d3-4dee-b8d6-58eb6f30acbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:30.534142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf10d69e-d9d3-4dee-b8d6-58eb6f30acbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:30.535657 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf10d69e-d9d3-4dee-b8d6-58eb6f30acbc admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1764529 May 14 17:45:31.999324 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:32.609134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58458) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:32.772324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba8724a-e338-4477-9520-59493bc2c17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:32.773557 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ba8724a-e338-4477-9520-59493bc2c17e admin admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 886 time: 0.1634927 May 14 17:45:34.891196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58468) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:35.076953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73ddaf-acaa-4147-bfda-a45182c66c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:35.078173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3a73ddaf-acaa-4147-bfda-a45182c66c18 admin admin] 10.222.0.24 "GET /v2.0/networks/a27a13f1-4017-4891-8a58-c5f81aa609d3 HTTP/1.1" status: 200 len: 869 time: 0.1860361 May 14 17:45:37.182657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58478) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:37.288039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce8e16-702d-4201-ac0a-87e0ecc85a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:37.288487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce8e16-702d-4201-ac0a-87e0ecc85a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:37.289934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70ce8e16-702d-4201-ac0a-87e0ecc85a19 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063287 May 14 17:45:39.369590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58490) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:39.475547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abcb46-4be8-4cb4-ab08-d1ab6851a468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:39.476001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abcb46-4be8-4cb4-ab08-d1ab6851a468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:39.477466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2abcb46-4be8-4cb4-ab08-d1ab6851a468 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069546 May 14 17:45:41.622804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58500) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:41.723871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8015731-0163-49d0-a5e4-d419f5168b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:41.725170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a8015731-0163-49d0-a5e4-d419f5168b71 admin admin] 10.222.0.24 "GET /v2.0/subnets/5d62763b-595b-430b-ba18-0f95b4835a88 HTTP/1.1" status: 200 len: 816 time: 0.1014113 May 14 17:45:43.832496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:45:43.941101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c36cbf-4ad8-4fa5-8e7f-e940d1e836d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:45:43.943058 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-44c36cbf-4ad8-4fa5-8e7f-e940d1e836d7 admin admin] 10.222.0.24 "GET /v2.0/subnets/80f8dac2-8eff-49e4-8885-a44472e959b7 HTTP/1.1" status: 200 len: 868 time: 0.1095316 May 14 17:45:50.070938 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:45:56.913831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-16b14fb4-d309-4c39-9260-c9ae1941383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:59.444764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:45:59.599669 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5ebe3edb-5e8a-46b3-8b6b-c74d7c959b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:00.500991 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:01.999426 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:06.973168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:46:07.020633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-238889e3-622a-4079-8f4d-ac6899fb5e77 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:46:07.021776 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-238889e3-622a-4079-8f4d-ac6899fb5e77 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476706 May 14 17:46:09.209904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58564) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:46:09.276372 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-c356e4d3-4990-4899-98cc-985cb4042c88 admin admin] GET failed (client error): The resource could not be found. May 14 17:46:09.277615 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c356e4d3-4990-4899-98cc-985cb4042c88 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667839 May 14 17:46:09.401749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a164c-836d-4060-bdf2-0b631512fcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:46:09.403219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-423a164c-836d-4060-bdf2-0b631512fcf6 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217484 May 14 17:46:11.525802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58574) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:46:11.572803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:46:11.577188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:46:11.586448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:46:11.596261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Made reservation on behalf of 38b0befbe2864b7688df7226e8edc4a0 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:46:11.598492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:11.683716 n-d-787206-3 neutron-server[79559]: WARNING neutron.services.revisions.revision_plugin [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Could not find related network for resource to bump revision. May 14 17:46:11.696569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:46:11.705408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:11.705735 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Added segment cec2ab9e-9d11-4481-a040-cffbf770e668 of type vlan for network 182f1938-94ff-4dcd-a3d9-753dba9c70ac May 14 17:46:11.729693 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:11.757575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:11.758800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:46:11.759383 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:11.763625 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:46:11.859306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3323553 May 14 17:46:11.859778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Pushing event updated for resources: {'Network': ['ID=182f1938-94ff-4dcd-a3d9-753dba9c70ac,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:46:11.867462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.867798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.868124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.868448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.868796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.869113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.869426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.869736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.870045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.870355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.870716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.871025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:11.874747 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:46:11.883885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:46:13.992124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:46:14.057954 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe71bf9-fc4f-457f-a678-f08eaf334a32 admin admin] GET failed (client error): The resource could not be found. May 14 17:46:14.060146 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-afe71bf9-fc4f-457f-a678-f08eaf334a32 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670314 May 14 17:46:14.164735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98ef3a-a561-417d-82a4-f7b4433ab824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:46:14.166154 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e98ef3a-a561-417d-82a4-f7b4433ab824 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1031661 May 14 17:46:14.175974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:46:14.180099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:46:14.189453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:46:14.199201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Made reservation on behalf of 38b0befbe2864b7688df7226e8edc4a0 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:46:14.201511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:14.612205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:14.617083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c95d634-7de2-4944-9d08-6d64b71076cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:46:14.684626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4825a9-81cb-4f91-8fc7-b87d51ca26e0,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:46:14.687207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:46:14.693439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:46:14.693785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Network hostable DHCP agents. Network: 182f1938-94ff-4dcd-a3d9-753dba9c70ac, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:46:14.709661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:46:14.718178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 182f1938-94ff-4dcd-a3d9-753dba9c70ac) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:46:14.722201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:46:14.722929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:14.727741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d2a3d-b53e-4451-a4cd-06954dd668b7 None None] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:46:14.746982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5744412 May 14 17:46:14.950467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'tenant_id': '38b0befbe2864b7688df7226e8edc4a0', 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:46:14.951366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:15.112909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Allocated IP 192.168.233.2 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/f02091cc-7bee-42bc-a52b-8cc682a04a60) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:46:15.322965 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:15.333806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Transition to ACTIVE for port object f02091cc-7bee-42bc-a52b-8cc682a04a60 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:46:15.353141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Transition to ACTIVE for port object f02091cc-7bee-42bc-a52b-8cc682a04a60 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:46:15.358834 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:15.363471 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:46:15.421817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:46:15.429335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:46:15.434110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:46:15.436152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Pushing event updated for resources: {'Port': ['ID=f02091cc-7bee-42bc-a52b-8cc682a04a60,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:46:15.445322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.448827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:46:15.477670 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:46:15.540520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Attempting to bind port f02091cc-7bee-42bc-a52b-8cc682a04a60 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:46:15.540894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Attempting to bind port f02091cc-7bee-42bc-a52b-8cc682a04a60 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:46:15.541250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Attempting to bind port f02091cc-7bee-42bc-a52b-8cc682a04a60 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:46:15.546878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:46:15.547279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:46:15.547684 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:15.548074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:46:15.548543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Bound port: f02091cc-7bee-42bc-a52b-8cc682a04a60, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:46:15.548928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:15.642302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] For port f02091cc-7bee-42bc-a52b-8cc682a04a60, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:46:15.646138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] For port f02091cc-7bee-42bc-a52b-8cc682a04a60, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f02091cc-7bee-42bc-a52b-8cc682a04a60,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:46:15.650142 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:15.659522 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c1af7014-bf13-461c-9209-750d351298c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:46:15.736959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Pushing event updated for resources: {'Port': ['ID=f02091cc-7bee-42bc-a52b-8cc682a04a60,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:46:15.740823 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:46:16.566601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c18bdd-a856-4aac-b7bc-222f6cc31278 None None] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:46:16.649019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c9239915-bc3b-4843-a12d-f337f2cee0dd None None] Provisioning for port f02091cc-7bee-42bc-a52b-8cc682a04a60 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:46:17.421446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f02091cc-7bee-42bc-a52b-8cc682a04a60 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:46:17.496718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f02091cc-7bee-42bc-a52b-8cc682a04a60 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:46:17.501909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f02091cc-7bee-42bc-a52b-8cc682a04a60 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:46:17.502410 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:17.640863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:17.674001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f02091cc-7bee-42bc-a52b-8cc682a04a60, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f02091cc-7bee-42bc-a52b-8cc682a04a60,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:46:17.677940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:17.681983 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:46:17.748202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f02091cc-7bee-42bc-a52b-8cc682a04a60,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:46:17.751852 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:46:19.401420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f02091cc-7bee-42bc-a52b-8cc682a04a60 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:46:19.468950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f02091cc-7bee-42bc-a52b-8cc682a04a60 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:46:19.469317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:26.915205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-deb541c3-1c14-426d-8966-47cb73bbf0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:27.070208 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:46:29.446605 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:29.601074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c321ed1b-6e6f-4aa8-8a5c-412e61ead204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:30.502411 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:32.002792 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:56.917225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-462cc4b7-b262-4a36-96f8-1b76b611c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:59.447484 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:46:59.602352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2dde50b4-2a80-48ba-999f-3eea6140e370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:00.514364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:02.007139 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:04.070061 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:47:19.942527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:47:19.948570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-194bbccd-1166-49d4-85c1-7f8309341962 tempest-verify_tempest_config-1049490318 tempest-verify_tempest_config-1049490318-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:47:19.949498 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-194bbccd-1166-49d4-85c1-7f8309341962 tempest-verify_tempest_config-1049490318 tempest-verify_tempest_config-1049490318-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059490 May 14 17:47:20.259615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58652) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:47:20.374158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.388291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:47:20.392047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Usage tracker for resource:security_group_rule and tenant:83f89b60f4a44af0b97b24b2975bae28 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:47:20.394797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:47:20.400490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:47:20.484345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.488204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.497321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:47:20.533568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e4fa3e-1ad6-40af-ba56-3015abf7edfa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:47:20.537045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Synchronizing usage tracker for tenant:38b0befbe2864b7688df7226e8edc4a0 on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:47:20.548102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.548433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.548756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.549073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.549388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.549699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.550004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.550307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.550609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.550909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.551761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.552067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:47:20.556141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:47:20.566490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Unset dirty status for tenant:38b0befbe2864b7688df7226e8edc4a0 on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:47:20.570819 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83f89b60f4a44af0b97b24b2975bae28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3078182 May 14 17:47:20.570994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:47:20.626003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.651151 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.742965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.746690 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:47:20.760071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e4fa3e-1ad6-40af-ba56-3015abf7edfa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:47:20.762837 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:47:20.764733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:20.765814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70e4fa3e-1ad6-40af-ba56-3015abf7edfa HTTP/1.1" status: 204 len: 168 time: 0.1939230 May 14 17:47:26.919450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-532c26ac-c7f3-437b-8684-1fb035a6f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:29.452122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:29.603409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d57d575e-3dda-4874-afae-1d49cfd855bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:30.504774 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:32.008973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:41.068861 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:47:56.921269 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c3fec30-7d79-4789-835a-a587d8ec18e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:59.453611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:47:59.605502 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dd9b11fb-aee9-4bed-a555-b420303c206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:00.508485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:02.011016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:18.068200 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:48:26.923308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df8675b8-9ae6-4e4a-ac90-b9b64e4acae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:29.456074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:29.605829 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ca5fb424-a0c0-4929-ba47-5a8ccc285676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:30.509716 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:32.015166 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:55.066851 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:48:56.925061 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0853a302-64d7-4cba-bea5-2029294eab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:59.459340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:48:59.608647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b06d97d7-a337-4726-aad8-b24576b3b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:00.514960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:02.017894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:26.926703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56d9a136-5eda-4e17-a4bd-bb580eba3961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:29.461026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:29.611194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacc6e81-ccd5-4129-ab23-d8809b18cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:30.517643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:32.068430 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:49:32.109501 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:56.928380 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8285d95b-4297-427b-9a3e-522465503187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:59.463553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:49:59.611233 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cc219c8e-6050-4dd3-bf91-ad41da0c4a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:00.520812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:02.022621 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:09.067784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 5 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:50:23.661946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:26.930379 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee35b04b-9f7a-4d45-9933-36263c2f6f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:27.353128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653'] for agent, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:29.465322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:29.611891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4cee6deb-a8e1-402a-8866-9ee28ec0fa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:30.523553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:32.027996 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:46.066216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:50:53.615919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:56.934334 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5125e5a5-9dfa-4720-bd8c-1a1685fe516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:57.304010 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:59.468090 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:50:59.614343 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fa281e2-4853-48ed-9ba9-2c44d7eb2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:00.525866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:02.031550 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:11.108539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58718) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:51:11.221403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c4d1fb0-f9b0-4425-8d44-25cc8e592699 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1117909 May 14 17:51:13.334258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58728) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:51:13.389067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7b327677-c16b-4b04-9c3c-0b4d7d4cb849 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0537336 May 14 17:51:23.065829 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:51:23.619792 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:26.935459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d8576956-5d92-4024-89b7-ab5d7b7d33dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:27.302936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:29.469821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:29.615780 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fb81a78-7ce8-43d9-abfb-5ca0ae007372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:30.527859 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:32.034185 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:53.633836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:56.940857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-afbddeb1-56d8-421d-b602-979d054b43e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:57.302881 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:59.476745 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:51:59.627749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf07d81d-924a-4b6b-bdfa-3caf3e9f681b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:00.066131 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:52:00.531239 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:02.038551 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:23.630409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:26.943867 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-77f3749a-e014-44dd-a656-c677ece60717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:27.300918 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:29.469865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:29.621755 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a875b9c4-f7c9-4547-af09-f8494fb27fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:30.535054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:32.057510 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:37.065789 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:52:40.073807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:40.284064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.298856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:40.303333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Usage tracker for resource:security_group_rule and tenant:81275879fa38402f8d38935f84d28958 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:40.306229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:40.312124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:40.398979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.403359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.412223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1786ace9-14e6-4e4f-bb2a-302d0f3f4577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:40.442338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc26019-8a80-48d0-a9ee-4bdd8edf2ff7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:40.456680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.457007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.457333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.457648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.457999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.458319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.458628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.458931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.459274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.459569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.459874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.460177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Tracked resource versions report: May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: pushed versions: May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: { 'AddressGroup': {'1.2'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'ConntrackHelper': {'1.0'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Log': {'1.0'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Network': {'1.1'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Port': {'1.7'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'PortForwarding': {'1.2'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'QosPolicy': {'1.8'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'SecurityGroup': {'1.4'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'SecurityGroupRule': {'1.2'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'SubPort': {'1.0'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Subnet': {'1.1'}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Trunk': {'1.1'}} May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: consumer versions: May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: { DHCP agent@n-d-787206-3: {}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: HyperV agent@n-h1-787206-3: {}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: HyperV agent@n-h2-787206-3: {}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: L3 agent@n-d-787206-3: {}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: Metadata agent@n-d-787206-3: {}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: Metering agent@n-d-787206-3: {}, May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'ConntrackHelper': '1.0', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Log': '1.0', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Network': '1.1', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Port': '1.7', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'PortForwarding': '1.2', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'QosPolicy': '1.8', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'SecurityGroup': '1.4', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'SecurityGroupRule': '1.2', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'SubPort': '1.0', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Subnet': '1.1', May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: 'Trunk': '1.1'}} May 14 17:52:40.461205 n-d-787206-3 neutron-server[79560]: {{(pid=79560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:52:40.464972 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:40.475666 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81275879fa38402f8d38935f84d28958&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4008198 May 14 17:52:40.477282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59120) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:40.502302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59128) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:40.506888 n-d-787206-3 neutron-server[79559]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 17:52:40.541382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-9bc9cf22-e105-4ea1-b3f7-9f0e995fe960 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ae14acffa71142b693bcb673c1a2d8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305619 May 14 17:52:40.582107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.582107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.642612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.646669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:40.657155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc26019-8a80-48d0-a9ee-4bdd8edf2ff7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:40.666123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:40.671816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:40.673148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fc26019-8a80-48d0-a9ee-4bdd8edf2ff7 HTTP/1.1" status: 204 len: 168 time: 0.1947882 May 14 17:52:40.716419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-33483378-7e17-4ce9-a497-509d6072d72a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:40.717837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-33483378-7e17-4ce9-a497-509d6072d72a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694160 May 14 17:52:40.739908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-f2373eb6-aaa6-42fe-8d46-ebce2594520e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/quotas/ae14acffa71142b693bcb673c1a2d8de HTTP/1.1" status: 200 len: 375 time: 0.0142465 May 14 17:52:40.828847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-3d3e9950-3b1d-48d0-b469-d2aedc12a8f5 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae14acffa71142b693bcb673c1a2d8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822136 May 14 17:52:41.018007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59162) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:41.039036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.070720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:41.075594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Usage tracker for resource:security_group_rule and tenant:d4bc24c8f43745589e82dfb224f8f766 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:41.079359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:41.086261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:41.164792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd798f1e-fbab-4016-9a68-cbde9526c71b req-331a29f7-a9ab-401a-89f7-fa9eff79e1ff tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 210 time: 0.0516720 May 14 17:52:41.194909 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.200721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.232385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:41.241554 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4bc24c8f43745589e82dfb224f8f766&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2216771 May 14 17:52:41.243597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:41.306904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04af39-8ab8-4cf4-b036-88b88dd2c6bf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:41.309808 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:41.343414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.370159 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.450780 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.461660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59194) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:41.464075 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:41.495351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04af39-8ab8-4cf4-b036-88b88dd2c6bf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:41.499071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:41.500339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.501439 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a04af39-8ab8-4cf4-b036-88b88dd2c6bf HTTP/1.1" status: 204 len: 168 time: 0.2569730 May 14 17:52:41.751757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.770128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59224) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:41.780714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:41.784910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Usage tracker for resource:security_group_rule and tenant:1d744813ceaa4e0098d76b9f4b1ff7d3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:41.788159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:41.794571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:41.891141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.900646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:41.909889 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:41.941456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14091bba-4c1c-45d6-b598-75414f179a93,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:41.950654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.950989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.951355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.951678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.951989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.952685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.953004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.953322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.953648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.953923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.954284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.954580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Tracked resource versions report: May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: pushed versions: May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: { 'AddressGroup': {'1.2'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'ConntrackHelper': {'1.0'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Log': {'1.0'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Network': {'1.1'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Port': {'1.7'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'PortForwarding': {'1.2'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'QosPolicy': {'1.8'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'SecurityGroup': {'1.4'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'SecurityGroupRule': {'1.2'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'SubPort': {'1.0'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Subnet': {'1.1'}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Trunk': {'1.1'}} May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: consumer versions: May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: { DHCP agent@n-d-787206-3: {}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: HyperV agent@n-h1-787206-3: {}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: HyperV agent@n-h2-787206-3: {}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: L3 agent@n-d-787206-3: {}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: Metadata agent@n-d-787206-3: {}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: Metering agent@n-d-787206-3: {}, May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'ConntrackHelper': '1.0', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Log': '1.0', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Network': '1.1', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Port': '1.7', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'PortForwarding': '1.2', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'QosPolicy': '1.8', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'SecurityGroup': '1.4', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'SecurityGroupRule': '1.2', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'SubPort': '1.0', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Subnet': '1.1', May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: 'Trunk': '1.1'}} May 14 17:52:41.955576 n-d-787206-3 neutron-server[79559]: {{(pid=79559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:52:41.965093 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:41.977601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d744813ceaa4e0098d76b9f4b1ff7d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5120106 May 14 17:52:41.977751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59248) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:42.037139 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.085450 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.105717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.142612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:42.151210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd5d1807d394bb4b31071233b7d1def is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:42.154044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:42.159651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:42.190253 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.199147 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:42.233608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.237614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14091bba-4c1c-45d6-b598-75414f179a93 HTTP/1.1" status: 204 len: 168 time: 0.2564371 May 14 17:52:42.243284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14091bba-4c1c-45d6-b598-75414f179a93,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:42.246423 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:42.310943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01053404-bbbb-475f-88d9-d0d14189d4e4 req-741dedce-de6c-4744-a3aa-d36075e0031d tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 210 time: 0.0576434 May 14 17:52:42.360465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.368464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.382240 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-96dc0336-aa05-42ed-bec2-99860cf96611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:42.410793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac831e0-5573-41ed-8766-e98df1c186d3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:42.421716 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:42.433408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecd5d1807d394bb4b31071233b7d1def&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6611080 May 14 17:52:42.436148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59274) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:42.535665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.582440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.645031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.650783 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31a94f17-8549-4125-bdb2-7cea40033d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:42.663990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac831e0-5573-41ed-8766-e98df1c186d3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:42.666830 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:42.669821 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:42.671656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aac831e0-5573-41ed-8766-e98df1c186d3 HTTP/1.1" status: 204 len: 168 time: 0.2347119 May 14 17:52:42.852868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-5fcb2667-dab9-4cab-9fb2-2d1837fdace4 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fd407dc649de4a18b7cb2b4788d41a65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275183 May 14 17:52:42.949303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59312) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:42.977681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.011061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:43.021933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Usage tracker for resource:security_group_rule and tenant:ed8dcdbe080145a8bc44dd93a0736854 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:43.025569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:43.032506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:43.061816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-c5a6633d-e809-4004-8b68-ea96ffae4e8b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:43.069950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-c5a6633d-e809-4004-8b68-ea96ffae4e8b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979403 May 14 17:52:43.088596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-82a2e64b-aa44-408b-ad56-d56130f6a729 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/quotas/fd407dc649de4a18b7cb2b4788d41a65 HTTP/1.1" status: 200 len: 375 time: 0.0174849 May 14 17:52:43.150340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-619d4c7c-cb6f-4c53-b3fe-9e0e6cc02dac tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd407dc649de4a18b7cb2b4788d41a65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607383 May 14 17:52:43.180699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.186393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.196931 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:43.260641 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed8dcdbe080145a8bc44dd93a0736854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3097022 May 14 17:52:43.261736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc891e-9832-4122-84c6-5feaeebbd1e3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:43.264258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59318) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:43.280493 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:43.365126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.399383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.413063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59336) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:43.447814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.463478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.469867 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:43.482324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc891e-9832-4122-84c6-5feaeebbd1e3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:43.484970 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:43.493073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.495865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:43.498962 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fbc891e-9832-4122-84c6-5feaeebbd1e3 HTTP/1.1" status: 204 len: 168 time: 0.2221308 May 14 17:52:43.586513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8cb249cf-e9fd-4750-9313-007c81ec7fa0 req-6e35ab8c-7d04-40c2-8a69-2b2b3f25ded6 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.1041741 May 14 17:52:43.588090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed344dd45fe1447c87ec016462514704 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:43.591552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:43.600384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:43.738134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.744374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:43.760581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:43.790647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.22', 64002) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:43.819228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed344dd45fe1447c87ec016462514704&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4035544 May 14 17:52:43.819415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e17627-98bf-406e-88a5-7ae9aa659660,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:43.821941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59368) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:43.836705 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:43.858289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-e5f7b01a-2747-4bad-90f7-fa25b861e264 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ae14acffa71142b693bcb673c1a2d8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586259 May 14 17:52:43.917818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:43.947701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.002413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.114818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-0ab58fe0-b1fd-4a54-9ef9-6d8aba2c68d2 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:44.117525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-0ab58fe0-b1fd-4a54-9ef9-6d8aba2c68d2 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518849 May 14 17:52:44.132297 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.137635 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:44.153127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e17627-98bf-406e-88a5-7ae9aa659660,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:44.158185 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:44.160613 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.162325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45e17627-98bf-406e-88a5-7ae9aa659660 HTTP/1.1" status: 204 len: 168 time: 0.3274953 May 14 17:52:44.182151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Request body: {'port': {'device_id': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'ae14acffa71142b693bcb673c1a2d8de'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:52:44.342319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:44.348368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Usage tracker for resource:port and tenant:ae14acffa71142b693bcb673c1a2d8de is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:44.352242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:44.360580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:44.384783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Made reservation on behalf of ae14acffa71142b693bcb673c1a2d8de for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:52:44.388667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.414048 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.423368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2616c1d-4401-4b66-b3be-08c14aa253fd req-7bd30495-44de-4560-b4c0-fdbf669ef370 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 210 time: 0.5022886 May 14 17:52:44.452612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:44.456371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Usage tracker for resource:security_group_rule and tenant:ae14acffa71142b693bcb673c1a2d8de is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:44.460470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:44.466743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:44.579746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.584172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:44.736450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34da3762-e898-4dc7-82e9-b2395cc6cd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:44.813192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa572a2-5756-496a-ad93-11bb2e52f41c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:44.820282 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:44.835846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Allocated IP 192.168.233.226 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/bd6392e0-d302-461d-b901-26644f2b45b5) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:52:44.855107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e1909c5-27a6-4d45-bda4-f0fb2e47fcf5 req-1f06b0fe-bb51-4207-a1d4-1356b7345807 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0734432 May 14 17:52:45.105236 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:45.122069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Transition to ACTIVE for port object bd6392e0-d302-461d-b901-26644f2b45b5 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:52:45.149236 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:45.156754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:45.220854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:52:45.225250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:52:45.235545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:52:45.242143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:45.242885 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:45.257084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Pushing event updated for resources: {'Port': ['ID=bd6392e0-d302-461d-b901-26644f2b45b5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:45.261925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:45.280735 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1040874 May 14 17:52:45.301264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-2bea9bc3-29a3-4420-b6e5-c783da8dff93 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:52:45.303168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-2bea9bc3-29a3-4420-b6e5-c783da8dff93 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063446 May 14 17:52:45.774436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e05ec7dd-2c06-400d-87f7-3d463c1654c6 None None] Provisioning for port bd6392e0-d302-461d-b901-26644f2b45b5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:52:45.793210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e05ec7dd-2c06-400d-87f7-3d463c1654c6 None None] Provisioning complete for port bd6392e0-d302-461d-b901-26644f2b45b5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:52:45.793674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e05ec7dd-2c06-400d-87f7-3d463c1654c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:45.812373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1ed0-c930-4af1-a3ec-f5cd055b4156 req-5bfab1e5-bfd3-4f1c-bdc6-14a871918ddc tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:45.820284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-818d1ed0-c930-4af1-a3ec-f5cd055b4156 req-5bfab1e5-bfd3-4f1c-bdc6-14a871918ddc tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1335261 May 14 17:52:45.872492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e05ec7dd-2c06-400d-87f7-3d463c1654c6 None None] Port bd6392e0-d302-461d-b901-26644f2b45b5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:52:45.918013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-818d1ed0-c930-4af1-a3ec-f5cd055b4156 req-bdfca398-8d08-4cb7-a661-092517e31517 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959809 May 14 17:52:46.079097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5a355b3-025f-4f23-8259-d831ab5850ce req-0311c79e-1ad7-452a-85bd-4bca5ec5e732 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0538859 May 14 17:52:47.174850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8fe4-cb36-4e11-bc5a-dac0a344734f req-aedd5f11-ca50-46d8-9d87-d0af01ba4ad6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:47.187059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-778d8fe4-cb36-4e11-bc5a-dac0a344734f req-aedd5f11-ca50-46d8-9d87-d0af01ba4ad6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1586692 May 14 17:52:47.274622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-778d8fe4-cb36-4e11-bc5a-dac0a344734f req-aa2aa51b-ed64-4f69-a038-d84f0f26d2e3 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860043 May 14 17:52:47.389736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3cdae62-b1c1-4b7d-b7a2-1f6f6f276a16 req-85666803-7718-4f11-93c7-7f050ddc2777 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0703912 May 14 17:52:48.139056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59574) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:48.582880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:48.602129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:48.607332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Usage tracker for resource:security_group_rule and tenant:7b68328e4b3141848dbf15c3c3eef189 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:48.610533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:48.618853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:48.662340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b36c6-d45d-4af3-808f-70b06abc51bb req-4b5faed2-8403-43fb-aee0-2d9edc8d4c10 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:48.671951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b46b36c6-d45d-4af3-808f-70b06abc51bb req-4b5faed2-8403-43fb-aee0-2d9edc8d4c10 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1333838 May 14 17:52:48.738424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:48.748421 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:48.752282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cebd978a-6692-4ab9-8c9a-a6418aa7d8eb req-a57e35d4-a729-41ed-b917-adba155c1b31 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0610049 May 14 17:52:48.774200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b46b36c6-d45d-4af3-808f-70b06abc51bb req-61d7f6d4-796b-4582-b250-a4e5f5677b3c tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012745 May 14 17:52:48.804040 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-652fcbd4-85f5-4690-b3d7-bcea9bdeafdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:48.835125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59596) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:48.835343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b68328e4b3141848dbf15c3c3eef189&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6944926 May 14 17:52:48.851152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e596c9bf-b3b4-47ae-8fe6-e7d6357db920,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:48.854864 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:48.908005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:48.942280 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:49.009157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:49.016743 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2ce6f01-548c-4691-bd92-8c18afab8ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:49.030312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e596c9bf-b3b4-47ae-8fe6-e7d6357db920,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:49.034435 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:49.039283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:49.043479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e596c9bf-b3b4-47ae-8fe6-e7d6357db920 HTTP/1.1" status: 204 len: 168 time: 0.2065744 May 14 17:52:49.648452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:49.688834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:49.718032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:49.724686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa6513e3b0e41d28b9c8d43c8a68de2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:49.728171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:49.734449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:49.915874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:49.923082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:49.940642 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0c0137e-a03c-427a-a55a-d6a58b9f240b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:49.995639 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fa6513e3b0e41d28b9c8d43c8a68de2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3456616 May 14 17:52:49.996916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59648) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:50.000061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6097ee-5915-4f41-b3c8-021186db8513,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:50.029964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9d6be16-ba29-4fb8-b980-76ffd93ed5dc req-5ee03684-548c-418f-9732-5723cb79a094 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0694854 May 14 17:52:50.062141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:50.125489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.158694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.198717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59660) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:50.256451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.272765 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:50.292537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15e889-6204-450c-8ee4-6306971356b6 req-b942cd04-fbc9-4171-97b9-151333cda585 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:50.294116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec15e889-6204-450c-8ee4-6306971356b6 req-b942cd04-fbc9-4171-97b9-151333cda585 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1237841 May 14 17:52:50.297147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6097ee-5915-4f41-b3c8-021186db8513,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:50.299836 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:50.311608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.312790 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c6097ee-5915-4f41-b3c8-021186db8513 HTTP/1.1" status: 204 len: 168 time: 0.3143239 May 14 17:52:50.396608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec15e889-6204-450c-8ee4-6306971356b6 req-e00e219c-5b93-427e-8867-687ef23db736 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857754 May 14 17:52:50.476543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.524599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:50.529019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c1e76dc6a749fd8e89daffd4ce997c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:50.542920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:50.551270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:50.773995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.790264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.827205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:50.837809 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1c1e76dc6a749fd8e89daffd4ce997c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6375892 May 14 17:52:50.842164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59674) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:50.892363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59678) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:50.935719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad97ca9-51f9-4434-b741-ad477cb1ef8c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:50.940585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:50.958765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:50.999785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.082719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.087373 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6560d33-76d7-45cd-9ddc-a5e9b11a4855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:51.107748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad97ca9-51f9-4434-b741-ad477cb1ef8c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:51.110025 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:51.131440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.138242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ad97ca9-51f9-4434-b741-ad477cb1ef8c HTTP/1.1" status: 204 len: 168 time: 0.2944691 May 14 17:52:51.230563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.242694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a593c10-24ee-47ae-881b-75abe76ef816 req-375e906f-c864-44a1-997f-b91b1f57860c tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0604868 May 14 17:52:51.266218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:51.280674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Usage tracker for resource:security_group_rule and tenant:2540becc9c264d5d885918b183ed0212 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:51.284714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:51.292984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:51.474571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.482600 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.503772 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:51.559351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f0a5e-7481-4a37-9521-cfa50e6d6711,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:51.588500 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:51.612051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2540becc9c264d5d885918b183ed0212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7182307 May 14 17:52:51.615471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59702) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:51.708983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.712032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e4440-0afe-4072-8af6-57ad3f2b80aa req-f62ecd10-d0b7-447b-92c9-9c4f09867306 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:51.713792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f4e4440-0afe-4072-8af6-57ad3f2b80aa req-f62ecd10-d0b7-447b-92c9-9c4f09867306 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1005230 May 14 17:52:51.763691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.777689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f4e4440-0afe-4072-8af6-57ad3f2b80aa req-f58622a6-a7a4-4378-9070-4f45e64f0b6a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572140 May 14 17:52:51.831943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59708) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:51.852869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59714) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:51.861742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.870269 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:51.881727 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.901872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:51.910500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:51.915346 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af4f0a5e-7481-4a37-9521-cfa50e6d6711 HTTP/1.1" status: 204 len: 168 time: 0.2985721 May 14 17:52:51.916712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f0a5e-7481-4a37-9521-cfa50e6d6711,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:51.918757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Usage tracker for resource:security_group_rule and tenant:2ae7354fddfd44a09ec9a48cce86a014 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:51.922743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:51.928712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:51.944364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:52.044454 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.049544 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.073551 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99590541-7451-4eab-a063-7875fa76a136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:52.138795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81baba-1345-4025-9166-1eaea90547e9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:52.142871 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:52.145959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.147625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ae7354fddfd44a09ec9a48cce86a014&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2932677 May 14 17:52:52.150202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59724) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:52.193200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:52.197209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Usage tracker for resource:security_group_rule and tenant:1321dabadf0647bfb768423fa17a6cf2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:52.210663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:52.219422 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.221149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:52.284398 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.426053 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.441806 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:52.450661 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.457448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.519618 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:52.531458 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1321dabadf0647bfb768423fa17a6cf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6977041 May 14 17:52:52.551166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59738) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:52.578928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.581113 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba81baba-1345-4025-9166-1eaea90547e9 HTTP/1.1" status: 204 len: 168 time: 0.4291377 May 14 17:52:52.584647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22b8c1f6-1aa0-4c55-9a2e-38c6d4f25e57 req-bcdf9ac1-d19f-4463-b4df-632adfb428da tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.1043663 May 14 17:52:52.587268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81baba-1345-4025-9166-1eaea90547e9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:52.589594 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:52.602887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96908fc7-4609-4211-b6ec-adbf9923bf24,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:52.613491 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:52.662888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.716090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.771711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59746) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:52.806019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.809394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.824600 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17eaa7b2-831b-4849-9daa-4ea89ce03750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:52.859039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96908fc7-4609-4211-b6ec-adbf9923bf24,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:52.864934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:52.872696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Usage tracker for resource:security_group_rule and tenant:b94cb1d45838416a900169bb121837c2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:52.876920 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:52.877958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:52.879118 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96908fc7-4609-4211-b6ec-adbf9923bf24 HTTP/1.1" status: 204 len: 168 time: 0.3244331 May 14 17:52:52.883933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:52.892712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:53.090281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.101430 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.116866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f7140-6b64-4cc9-99df-6162cdbd678c req-71c442ac-8c56-48f5-a70d-8f6cec53b383 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:53.118342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f58f7140-6b64-4cc9-99df-6162cdbd678c req-71c442ac-8c56-48f5-a70d-8f6cec53b383 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1427870 May 14 17:52:53.120540 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:53.195070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b94cb1d45838416a900169bb121837c2&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4230812 May 14 17:52:53.195661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59758) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:53.201820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11416589-db76-4f12-b5a6-73a40bb40093,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:53.206402 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:53.225607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f58f7140-6b64-4cc9-99df-6162cdbd678c req-a55962b9-f5a6-49b8-a6bc-df5597329d5e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954697 May 14 17:52:53.317758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.356602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.456122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.469941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:53.495501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11416589-db76-4f12-b5a6-73a40bb40093,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:53.502657 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:53.513910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.515028 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11416589-db76-4f12-b5a6-73a40bb40093 HTTP/1.1" status: 204 len: 168 time: 0.3183134 May 14 17:52:53.578774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59772) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:53.614312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.631533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.632136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:53.640014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Usage tracker for resource:security_group_rule and tenant:75d34785f7b444a692d71debb5c2bbd2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:53.644712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:53.654167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:53.812583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.820353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:53.858908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-448dfa7b-ea7a-4772-a512-1d84606c8898 req-3ef0d403-ac37-4223-bca5-c0d1ae825566 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0855954 May 14 17:52:53.864259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:53.882212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75d34785f7b444a692d71debb5c2bbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022923 May 14 17:52:53.884863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59786) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:53.911557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d0920e-9825-4d63-b9ba-17d227a16571,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:53.930912 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:54.016126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:54.043801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:54.103225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:54.107782 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:54.120780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d0920e-9825-4d63-b9ba-17d227a16571,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:54.123271 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:54.136630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:54.149603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9d0920e-9825-4d63-b9ba-17d227a16571 HTTP/1.1" status: 204 len: 168 time: 0.2617919 May 14 17:52:54.500204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed978580-9f04-4753-8225-ec810df971db req-ba547d40-a48e-4237-b384-c24842e77f5b tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:54.501837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed978580-9f04-4753-8225-ec810df971db req-ba547d40-a48e-4237-b384-c24842e77f5b tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1258712 May 14 17:52:54.562044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed978580-9f04-4753-8225-ec810df971db req-1625d86f-d82b-480f-8f68-412a2d90e9a1 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 May 14 17:52:55.075111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6db4bf9d-25d2-4a68-b252-5fad49cea4f0 req-73497614-a546-4dcd-b104-47bfa58590f2 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0581744 May 14 17:52:55.410760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59852) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:55.702128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:55.759137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:55.777008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Usage tracker for resource:security_group_rule and tenant:6f775e0d904b4d91b8c6119de6c9597e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:55.792226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:55.801358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:55.863736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e415c7-ed91-4998-8320-93c96d4a682e req-569ca82b-0576-4495-a74f-d7480ee421b7 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:55.865404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40e415c7-ed91-4998-8320-93c96d4a682e req-569ca82b-0576-4495-a74f-d7480ee421b7 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1483407 May 14 17:52:55.951091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40e415c7-ed91-4998-8320-93c96d4a682e req-e1592601-c312-4770-8994-7182c7edf71f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 May 14 17:52:55.979353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:55.984251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:56.000668 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:56.035109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47dd60e-0b76-493a-bb92-d21f884272d8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:56.040392 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:56.068090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f775e0d904b4d91b8c6119de6c9597e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557422 May 14 17:52:56.068577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:56.136462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:56.166568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:56.263693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:56.292001 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a59c4f2d-5db8-4e40-b6e4-b38c06ca1e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:56.324343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:56.325862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea9880f6-ecef-4686-844b-bf5bbc234647 req-6421b6e6-7d64-4a49-a139-b5e3942a9522 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.0701878 May 14 17:52:56.327387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a47dd60e-0b76-493a-bb92-d21f884272d8 HTTP/1.1" status: 204 len: 168 time: 0.2573133 May 14 17:52:56.328552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47dd60e-0b76-493a-bb92-d21f884272d8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:56.331106 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:56.936737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-28064158-4f8f-474a-902d-f73a7cd00b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:56.972487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59920) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:56.997850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.016601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:57.022399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4ecc1ab0714357ae6c27f94200219e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:57.028273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:57.035361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:57.163512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.167545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.170377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3647880-a4d2-4bc9-bccc-ba10f15d3ccb req-d496324f-d4bb-44f9-a302-c2e98a0f5860 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:57.172696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3647880-a4d2-4bc9-bccc-ba10f15d3ccb req-d496324f-d4bb-44f9-a302-c2e98a0f5860 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.1023800 May 14 17:52:57.177669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0722e0c0-2813-467f-80ab-dd338132c075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:57.231780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d26d05f-ffcb-4f03-a706-334442f8359b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:57.232174 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3647880-a4d2-4bc9-bccc-ba10f15d3ccb req-cc5120cf-c3b8-461f-8b6c-9b252a9d1318 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 May 14 17:52:57.235796 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:57.242272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d4ecc1ab0714357ae6c27f94200219e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683892 May 14 17:52:57.243003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:57.306156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.306357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.325999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59936) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:57.338353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.412352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.22', 64007) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:57.452844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.458297 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:57.483701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-75cc22a2-cf97-468c-bba0-e39c8c933c13 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=fd407dc649de4a18b7cb2b4788d41a65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567842 May 14 17:52:57.483985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d26d05f-ffcb-4f03-a706-334442f8359b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:57.491571 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:57.512189 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.518904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d26d05f-ffcb-4f03-a706-334442f8359b HTTP/1.1" status: 204 len: 168 time: 0.2748411 May 14 17:52:57.739453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-9236bba4-ce15-4fed-b50d-0aa776f62ee8 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:57.740953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-9236bba4-ce15-4fed-b50d-0aa776f62ee8 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533348 May 14 17:52:57.767551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-78a5481e-6119-4de8-ac2b-075eed52cba9 req-010f5950-f3e0-4477-a462-44ccdce97f85 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.2281287 May 14 17:52:57.785495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Request body: {'port': {'device_id': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'fd407dc649de4a18b7cb2b4788d41a65'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:52:57.787960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Request body: {'port': {'device_id': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'device_owner': 'compute:tempest-test_az-287358532', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:52:57.875085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.903128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:57.921364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Usage tracker for resource:security_group_rule and tenant:0472725b5b944aff8abe09ef8e5e2bad is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:57.925935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:57.937012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:57.940219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:57.978492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:57.984387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Usage tracker for resource:port and tenant:fd407dc649de4a18b7cb2b4788d41a65 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:57.990012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:57.999691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:58.025175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Made reservation on behalf of fd407dc649de4a18b7cb2b4788d41a65 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:52:58.029110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.050585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.084760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:58.098685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Usage tracker for resource:security_group_rule and tenant:fd407dc649de4a18b7cb2b4788d41a65 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:58.104655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:58.108463 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.113523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:58.121109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.174203 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f672ad99-4649-4854-80e3-5e01b22cc1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:58.236359 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0472725b5b944aff8abe09ef8e5e2bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090438 May 14 17:52:58.236985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd12417-9510-401b-8992-18ed4f540d52,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:58.241983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59986) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:58.244324 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:58.318556 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.328694 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.346222 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:58.420289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5993f5-a276-4dae-b904-8b252d403457,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:58.422277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6392e0-d302-461d-b901-26644f2b45b5 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:52:58.430161 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:58.431037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.459705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.470988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.553386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Transition to ACTIVE for port object bd6392e0-d302-461d-b901-26644f2b45b5 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:52:58.560116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.565622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.569148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b456419a-9487-40f2-bd52-3f32b628e4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:58.581821 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7c649736-6632-4c30-b962-3eb31c4f535f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:58.674119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd12417-9510-401b-8992-18ed4f540d52,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:58.684237 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:58.692761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.693684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bd12417-9510-401b-8992-18ed4f540d52 HTTP/1.1" status: 204 len: 168 time: 0.4505606 May 14 17:52:58.723999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82220f08-4167-40c5-8394-cd445a728657 req-2f6b5709-fdbd-4653-aa14-0a8182e426cf tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:58.725495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82220f08-4167-40c5-8394-cd445a728657 req-2f6b5709-fdbd-4653-aa14-0a8182e426cf tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 936 time: 0.3020525 May 14 17:52:58.735869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60014) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:58.762234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Allocated IP 192.168.233.67 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/5c35b9a5-13d1-443f-b474-f9fa47a050f1) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:52:58.823803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6392e0-d302-461d-b901-26644f2b45b5,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:58.828360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:58.840596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Attempting to bind port bd6392e0-d302-461d-b901-26644f2b45b5 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:52:58.841068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Attempting to bind port bd6392e0-d302-461d-b901-26644f2b45b5 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:52:58.841502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Attempting to bind port bd6392e0-d302-461d-b901-26644f2b45b5 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:52:58.846876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Port bd6392e0-d302-461d-b901-26644f2b45b5 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:52:58.847318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Attempting to bind port bd6392e0-d302-461d-b901-26644f2b45b5 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:52:58.853221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:52:58.853689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:52:58.854439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:52:58.854957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Bound port: bd6392e0-d302-461d-b901-26644f2b45b5, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:52:58.855845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:58.860450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82220f08-4167-40c5-8394-cd445a728657 req-9bebb7fb-c3b2-4c39-96a3-a1c1fbef8d9d tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189759 May 14 17:52:59.020793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] For port bd6392e0-d302-461d-b901-26644f2b45b5, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:52:59.025467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] For port bd6392e0-d302-461d-b901-26644f2b45b5, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=bd6392e0-d302-461d-b901-26644f2b45b5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:52:59.033053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.048245 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:59.122176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e376ddf0-5220-4b0c-b772-4c95e8638a54 req-0e480de7-ec65-4b7e-b2e2-7d51fcd4f502 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Synchronizing usage tracker for tenant:fd407dc649de4a18b7cb2b4788d41a65 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:52:59.164213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:59.164973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.167125 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] 10.222.0.22 "PUT /v2.0/ports/bd6392e0-d302-461d-b901-26644f2b45b5 HTTP/1.1" status: 200 len: 1117 time: 1.7519653 May 14 17:52:59.167733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'tag': 'bd6392e0-d302-461d-b901-26644f2b45b5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:52:59.183997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e376ddf0-5220-4b0c-b772-4c95e8638a54 req-0e480de7-ec65-4b7e-b2e2-7d51fcd4f502 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Unset dirty status for tenant:fd407dc649de4a18b7cb2b4788d41a65 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:52:59.187707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e376ddf0-5220-4b0c-b772-4c95e8638a54 req-0e480de7-ec65-4b7e-b2e2-7d51fcd4f502 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.1622827 May 14 17:52:59.215166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1175243057-network', 'tenant_id': '07b70acc1cef4ed69fc4a2bf098f4737'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:52:59.244055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:59.252665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Usage tracker for resource:network and tenant:07b70acc1cef4ed69fc4a2bf098f4737 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:59.263328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:59.278616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:59.313546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.322137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Made reservation on behalf of 07b70acc1cef4ed69fc4a2bf098f4737 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:52:59.324747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.342749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.370856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Transition to ACTIVE for port object 5c35b9a5-13d1-443f-b474-f9fa47a050f1 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:52:59.372920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:59.375680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6392e0-d302-461d-b901-26644f2b45b5,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:59.380928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Usage tracker for resource:security_group_rule and tenant:07b70acc1cef4ed69fc4a2bf098f4737 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:59.385907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:59.387259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:59.387855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:59.396894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:59.414197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.434048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:52:59.439272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea6d72917ec42c7b3d27d50d2c9b7f8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:52:59.443045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:52:59.449790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:52:59.482772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-fa985fe7-85fa-4a38-84bc-be28e2a25271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:59.484474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-fa985fe7-85fa-4a38-84bc-be28e2a25271 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae14acffa71142b693bcb673c1a2d8de&device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 1120 time: 0.2079287 May 14 17:52:59.510466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.556843 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.574802 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:59.606255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-38038114-ec9e-436d-b49c-99b3df34c867 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bd6392e0-d302-461d-b901-26644f2b45b5 HTTP/1.1" status: 200 len: 217 time: 0.1085656 May 14 17:52:59.631481 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ec36f0-36ca-4719-b9b5-33b13be69953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.700883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-c5e34a47-623a-43e3-be7b-0a270caf7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:59.702362 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-c5e34a47-623a-43e3-be7b-0a270caf7add service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0891342 May 14 17:52:59.709241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Pushing event updated for resources: {'Port': ['ID=5c35b9a5-13d1-443f-b474-f9fa47a050f1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:59.714517 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:59.734301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:52:59.737808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:52:59.741230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:52:59.747204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:59.748317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.754710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.767554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.776030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.777925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8cd5dd02-e578-432a-9fb4-1a6e75c2b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:59.780981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0008628 May 14 17:52:59.783602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.790023 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-38e36d70-0cf2-4ac3-88a8-2e35d6647d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:52:59.814389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Request body: {'port': {'device_id': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'device_owner': 'compute:tempest-test_az-287358532', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:52:59.842857 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ea6d72917ec42c7b3d27d50d2c9b7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535041 May 14 17:52:59.845058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c7d7b6-618a-43fd-84b8-fc9b84d38fea,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:59.847501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:52:59.851761 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:59.864678 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'tag': 'bd6392e0-d302-461d-b901-26644f2b45b5', 'status': 'completed', 'code': 200} May 14 17:52:59.894538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:52:59.917874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-544ea681-7900-4bb1-a791-cc037052e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:52:59.919438 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-544ea681-7900-4bb1-a791-cc037052e6c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088850 May 14 17:52:59.920614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e1dfb9-6b64-4a80-82f5-b79bdbac8516,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:52:59.924522 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:52:59.930469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:52:59.930794 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Added segment cf895154-ab28-4fd7-a113-c178376b5970 of type vlan for network e80d55c2-42c2-48ae-8ecc-745b55b058ba May 14 17:53:00.028238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.051121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.104098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.113574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2119f7a1-2d26-4ce0-9e36-7ec8e1de6ba6 None None] Provisioning for port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:00.118475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2119f7a1-2d26-4ce0-9e36-7ec8e1de6ba6 None None] Provisioning complete for port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:00.118838 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2119f7a1-2d26-4ce0-9e36-7ec8e1de6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.160009 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-7116a29a-1503-4193-9874-ae28de82787a service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213371 May 14 17:53:00.198584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.202923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2119f7a1-2d26-4ce0-9e36-7ec8e1de6ba6 None None] Port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:00.246751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.252876 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b16ffd6-4fc3-449e-a0be-4158e4ce9bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:00.274774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c7d7b6-618a-43fd-84b8-fc9b84d38fea,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:00.279272 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:00.287071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.290582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50c7d7b6-618a-43fd-84b8-fc9b84d38fea HTTP/1.1" status: 204 len: 168 time: 0.4392667 May 14 17:53:00.344444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17735cc8-2d95-45e0-83b3-8a16bc3f0338 req-60a5d73f-1abc-4703-a1f7-72afb6f7fa44 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736069 May 14 17:53:00.457595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7259781-28ac-49a3-b6bb-d01fdc45c919 req-2ecee243-e7ad-4f50-be76-bf447c3ec990 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:00.465656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7259781-28ac-49a3-b6bb-d01fdc45c919 req-2ecee243-e7ad-4f50-be76-bf447c3ec990 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 969 time: 0.4069204 May 14 17:53:00.468686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.547815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.557740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:00.559148 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.574257 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:00.595006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-92fc8171-682c-4913-8c08-8763ebc44608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:00.596515 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-92fc8171-682c-4913-8c08-8763ebc44608 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae14acffa71142b693bcb673c1a2d8de&device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 1120 time: 0.1424098 May 14 17:53:00.622569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7259781-28ac-49a3-b6bb-d01fdc45c919 req-e0f51e5b-22d0-4da0-a7cf-0798b6b79a76 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556692 May 14 17:53:00.681081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9386766 May 14 17:53:00.785235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60084) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:00.794644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Request body: {'subnet': {'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1175243057-subnet', 'tenant_id': '07b70acc1cef4ed69fc4a2bf098f4737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:00.800574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:00.811042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Usage tracker for resource:subnet and tenant:07b70acc1cef4ed69fc4a2bf098f4737 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:00.811042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:00.818067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:00.843414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Pushing event updated for resources: {'Network': ['ID=e80d55c2-42c2-48ae-8ecc-745b55b058ba,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:00.847409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Made reservation on behalf of 07b70acc1cef4ed69fc4a2bf098f4737 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:00.851088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:00.854513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:00.866813 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:00.920725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b272c3-7f9b-4fa6-bc9c-2d27f4b2e0cb req-a8e430dd-81c0-47fe-898c-2ba8077298dc tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:00.922550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3b272c3-7f9b-4fa6-bc9c-2d27f4b2e0cb req-a8e430dd-81c0-47fe-898c-2ba8077298dc tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 935 time: 0.5593033 May 14 17:53:00.999136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60092) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:01.041581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b3b272c3-7f9b-4fa6-bc9c-2d27f4b2e0cb req-b851be06-795b-4286-8b92-75f1797cc5bf tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Synchronizing usage tracker for tenant:fd407dc649de4a18b7cb2b4788d41a65 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:01.108689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-62da60a1-135c-4481-8f2d-78ceac5dd772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:01.110415 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-62da60a1-135c-4481-8f2d-78ceac5dd772 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.5048952 May 14 17:53:01.137213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b3b272c3-7f9b-4fa6-bc9c-2d27f4b2e0cb req-b851be06-795b-4286-8b92-75f1797cc5bf tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Unset dirty status for tenant:fd407dc649de4a18b7cb2b4788d41a65 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:01.153435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3b272c3-7f9b-4fa6-bc9c-2d27f4b2e0cb req-b851be06-795b-4286-8b92-75f1797cc5bf tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169187 May 14 17:53:01.198662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c35b9a5-13d1-443f-b474-f9fa47a050f1 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:01.205970 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-df6ab7aa-347d-4865-a2c9-4936cbc4218b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bd6392e0-d302-461d-b901-26644f2b45b5 HTTP/1.1" status: 200 len: 217 time: 0.0879371 May 14 17:53:01.210997 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.230998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Transition to ACTIVE for port object 5c35b9a5-13d1-443f-b474-f9fa47a050f1 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:01.236466 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.248657 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:01.325345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-7605b70e-66ad-4b76-81c9-cb89f03621c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:01.327390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-7605b70e-66ad-4b76-81c9-cb89f03621c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1087911 May 14 17:53:01.439139 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.477077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:01.482638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Usage tracker for resource:security_group_rule and tenant:20f73403fc364ebabbe84e5120f137e6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:01.486180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:01.493392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:01.505836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-3696e030-7847-4795-89cf-7c4d6f96ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:01.508712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-3696e030-7847-4795-89cf-7c4d6f96ac43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725755 May 14 17:53:01.576042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Pushing event updated for resources: {'Port': ['ID=5c35b9a5-13d1-443f-b474-f9fa47a050f1,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:01.594483 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:01.618498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Attempting to bind port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:01.618852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Attempting to bind port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:01.619661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Attempting to bind port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:01.628981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:01.629763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Attempting to bind port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:01.640732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:01.641173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:01.641661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:01.642099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Bound port: 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:01.642533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.750728 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.766407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.810046 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-9e2dfc9e-8dc7-4683-9e24-414cda99cc83 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906239 May 14 17:53:01.811642 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7fd31aa0-8cb8-4264-90dd-adc4a8a9b725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:01.834156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] For port 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:01.881841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] For port 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:01.890615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20f73403fc364ebabbe84e5120f137e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836789 May 14 17:53:01.892442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60118) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:01.898435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852b4e2a-7f54-4187-acc3-a4d2518a12a7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:01.901665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:01.902178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:01.968059 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:01.973997 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4723067-2892-44f2-b9c3-8409ee39c8f0 req-6fdf6c1b-d08a-47ec-94d1-929fdb814c13 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556802 May 14 17:53:02.050245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.050914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.053101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] 10.222.0.22 "PUT /v2.0/ports/5c35b9a5-13d1-443f-b474-f9fa47a050f1 HTTP/1.1" status: 200 len: 1116 time: 2.2480617 May 14 17:53:02.053579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'tag': '5c35b9a5-13d1-443f-b474-f9fa47a050f1'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:02.070164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.078831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.086900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f462bb4d-5678-4a6c-a85a-8bbff0cf0e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:02.161994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352e2cab-c9a6-4745-ab1d-6994d1f32dcd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:02.165822 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:02.183883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:02.184936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Network hostable DHCP agents. Network: e80d55c2-42c2-48ae-8ecc-745b55b058ba, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:02.211366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Pushing event updated for resources: {'Port': ['ID=5c35b9a5-13d1-443f-b474-f9fa47a050f1,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:02.212457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:02.212579 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:02.229754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e80d55c2-42c2-48ae-8ecc-745b55b058ba) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:02.239942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb634dd-79fb-43b6-9ae8-706d81e99bf9 None None] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:02.243615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.244544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.272909 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4857507 May 14 17:53:02.290060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c3eec-8254-499f-8592-3fccf2655778 req-036cac4d-8b72-4dc7-b726-56a73840c73a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.298227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff2c3eec-8254-499f-8592-3fccf2655778 req-036cac4d-8b72-4dc7-b726-56a73840c73a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 969 time: 0.5305688 May 14 17:53:02.300226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.331204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.514624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5240b654-d93f-416a-b8d0-ac0fab625de8 None None] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:02.531555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff2c3eec-8254-499f-8592-3fccf2655778 req-79750356-2c63-4eed-b548-ea555b43fac1 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311542 May 14 17:53:02.563921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.569188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-15639e08-71a1-43a9-a432-1d7c7d494f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.570876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-15639e08-71a1-43a9-a432-1d7c7d494f97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd407dc649de4a18b7cb2b4788d41a65&device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 1119 time: 0.4106898 May 14 17:53:02.576132 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ee0fe71-242e-4b58-8dd8-13966e01be99 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:02.648689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852b4e2a-7f54-4187-acc3-a4d2518a12a7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:02.651406 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:02.686414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-4129a5a1-9323-4616-a4e7-a261267d9300 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1 HTTP/1.1" status: 200 len: 217 time: 0.0960360 May 14 17:53:02.747936 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'tag': '5c35b9a5-13d1-443f-b474-f9fa47a050f1', 'status': 'completed', 'code': 200} May 14 17:53:02.760105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602825e-6299-4382-bb79-f02b8a2d343e req-35f1466a-4347-4502-b038-6871e917ee47 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.761558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3602825e-6299-4382-bb79-f02b8a2d343e req-35f1466a-4347-4502-b038-6871e917ee47 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 968 time: 0.3866987 May 14 17:53:02.762362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:02.763391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/852b4e2a-7f54-4187-acc3-a4d2518a12a7 HTTP/1.1" status: 204 len: 168 time: 0.8674297 May 14 17:53:02.825476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-65110c5d-e1a9-4b1c-901e-9cea3c664c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.826957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-65110c5d-e1a9-4b1c-901e-9cea3c664c1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1280491 May 14 17:53:02.831555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3602825e-6299-4382-bb79-f02b8a2d343e req-10f2e5a1-781a-4b04-8438-4fa847676a54 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605934 May 14 17:53:02.907829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-9b394b6b-c435-4bc7-93ec-d45f94549e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:02.909278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-9b394b6b-c435-4bc7-93ec-d45f94549e2f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740540 May 14 17:53:03.071553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-07467354-a68c-4c37-907b-810829208e78 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507828 May 14 17:53:03.155159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60162) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:03.174915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.190335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:03.195210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Usage tracker for resource:security_group_rule and tenant:84170315364f4eaab7aa0ca6083d0504 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:03.198563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:03.204877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:03.231003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce335aa7-ca11-46e0-a497-3ad3f838b85b req-7ed4d02f-2feb-4c40-a089-e8e3a2af55fb service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525524 May 14 17:53:03.318833 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.325073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.338981 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d0d42688-d38e-46af-9249-95d080d588d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:03.370630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51f418-6461-4184-83ed-b2093855f00e req-f7123517-7357-4d16-890b-f3ad0b1f9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:03.374848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-f7123517-7357-4d16-890b-f3ad0b1f9b24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd407dc649de4a18b7cb2b4788d41a65&device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 1119 time: 0.0875561 May 14 17:53:03.386920 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84170315364f4eaab7aa0ca6083d0504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305419 May 14 17:53:03.388543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f3b35-2880-42bc-9518-a789cf5c002f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:03.391117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60170) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:03.393504 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:03.405793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60174) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:03.414043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-790316938-network', 'tenant_id': '2bfbc4133bbe4940ba06e596d1d7eb4b'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:03.420018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:03.432417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Usage tracker for resource:network and tenant:2bfbc4133bbe4940ba06e596d1d7eb4b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:03.437314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:03.452694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:03.476698 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.481324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Made reservation on behalf of 2bfbc4133bbe4940ba06e596d1d7eb4b for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:03.485591 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.510933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.527100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51f418-6461-4184-83ed-b2093855f00e req-69de1ea2-643d-4e1b-889c-e4fb3011948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:03.529300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-69de1ea2-643d-4e1b-889c-e4fb3011948c service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1455948 May 14 17:53:03.541479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.552233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:03.561176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Usage tracker for resource:security_group_rule and tenant:2bfbc4133bbe4940ba06e596d1d7eb4b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:03.565189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:03.571938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:03.610465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-9d0acafd-92e9-4f23-928a-42b41f1eef43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1 HTTP/1.1" status: 200 len: 217 time: 0.0733235 May 14 17:53:03.692465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.697926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.701851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a0907ba5-8d11-4ccb-986d-fc611dc6a0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:03.713971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.741066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:53:03.754948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1697298e-5894-414b-a380-2fda2b11e058,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:03.758511 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:03.759981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51f418-6461-4184-83ed-b2093855f00e req-dab32c97-49da-42f9-839d-008e48b8afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:03.761625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-dab32c97-49da-42f9-839d-008e48b8afd2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1429935 May 14 17:53:03.762987 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8be86e5e-6f32-4d09-86e1-69c83edf9b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:03.770961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.771607 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Added segment 1cd8c836-152f-4d1a-a02c-1d75930572e5 of type vlan for network 678c04aa-5c43-499e-b71d-5ec2e7a0694b May 14 17:53:03.774764 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.778338 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a46f3b35-2880-42bc-9518-a789cf5c002f HTTP/1.1" status: 204 len: 168 time: 0.3841853 May 14 17:53:03.790804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f3b35-2880-42bc-9518-a789cf5c002f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:03.801740 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:03.836496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b028a5-bc05-44e0-8585-c00140490bf0 req-c130b22a-8cef-4ef2-8f8a-f56af5d43ab6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:03.837112 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.838094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85b028a5-bc05-44e0-8585-c00140490bf0 req-c130b22a-8cef-4ef2-8f8a-f56af5d43ab6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 969 time: 0.1778719 May 14 17:53:03.882599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.884229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:03.885263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:03.891978 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:03.904190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85b028a5-bc05-44e0-8585-c00140490bf0 req-73726d7f-4aea-4791-8959-91ead21c4ad3 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 May 14 17:53:03.944084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51f418-6461-4184-83ed-b2093855f00e req-9d95a92d-aeb9-433c-b869-bd02ea8ef6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:03.947309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-9d95a92d-aeb9-433c-b869-bd02ea8ef6f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717126 May 14 17:53:04.000930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Pushing event updated for resources: {'Network': ['ID=678c04aa-5c43-499e-b71d-5ec2e7a0694b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:04.008176 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6006782 May 14 17:53:04.009180 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:04.009687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60194) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:04.015891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Request body: {'subnet': {'network_id': '678c04aa-5c43-499e-b71d-5ec2e7a0694b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-790316938-subnet', 'tenant_id': '2bfbc4133bbe4940ba06e596d1d7eb4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:04.019008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 678c04aa-5c43-499e-b71d-5ec2e7a0694b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:04.022250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:04.028549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Usage tracker for resource:subnet and tenant:2bfbc4133bbe4940ba06e596d1d7eb4b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:04.031614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:04.038279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:04.052155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Made reservation on behalf of 2bfbc4133bbe4940ba06e596d1d7eb4b for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:04.057626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.259430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device bd6392e0-d302-461d-b901-26644f2b45b5 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:04.286033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-7ef2906b-8b8f-45c1-84e7-80602402f2a4 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324475 May 14 17:53:04.431458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfac5d2-4473-4946-b1e5-d52f6a52045c req-4fd6f6a0-119c-4651-8ebd-4ee4abf72453 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:04.432932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdfac5d2-4473-4946-b1e5-d52f6a52045c req-4fd6f6a0-119c-4651-8ebd-4ee4abf72453 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 968 time: 0.4215598 May 14 17:53:04.492648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port bd6392e0-d302-461d-b901-26644f2b45b5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=bd6392e0-d302-461d-b901-26644f2b45b5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:04.512858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:04.524560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'bd6392e0-d302-461d-b901-26644f2b45b5', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'bd6392e0-d302-461d-b901-26644f2b45b5', 'mac_address': 'fa:16:3e:35:b8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-287358532', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:04.555870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdfac5d2-4473-4946-b1e5-d52f6a52045c req-de2d32bd-85ff-40e9-bdfa-ca3e7c22f321 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157525 May 14 17:53:04.606270 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.612630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe51f418-6461-4184-83ed-b2093855f00e req-d03a1ac6-1487-4bb2-a6a4-a5e2e0513ade service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133295 May 14 17:53:04.636267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6392e0-d302-461d-b901-26644f2b45b5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:04.652945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port bd6392e0-d302-461d-b901-26644f2b45b5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=bd6392e0-d302-461d-b901-26644f2b45b5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:04.659342 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.663957 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:04.669516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.674761 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e075d7e-f19d-4e78-9faf-d41bede048b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:04.749691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c55275-d5b9-41a0-8dce-8cea550eb40e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:04.760205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:04.762892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Checking segment: {'id': '1cd8c836-152f-4d1a-a02c-1d75930572e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '678c04aa-5c43-499e-b71d-5ec2e7a0694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:04.763288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Network hostable DHCP agents. Network: 678c04aa-5c43-499e-b71d-5ec2e7a0694b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:04.780611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=bd6392e0-d302-461d-b901-26644f2b45b5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:04.782415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Network 678c04aa-5c43-499e-b71d-5ec2e7a0694b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:04.789325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.789664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.789994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.790311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.790631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.790945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.791279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.791912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.791912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.792172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.792682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.792993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Tracked resource versions report: May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: pushed versions: May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: { 'AddressGroup': {'1.2'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'ConntrackHelper': {'1.0'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Log': {'1.0'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Network': {'1.1'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Port': {'1.7'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'PortForwarding': {'1.2'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'QosPolicy': {'1.8'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'SecurityGroup': {'1.4'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'SecurityGroupRule': {'1.2'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'SubPort': {'1.0'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Subnet': {'1.1'}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Trunk': {'1.1'}} May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: consumer versions: May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: { DHCP agent@n-d-787206-3: {}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: HyperV agent@n-h1-787206-3: {}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: HyperV agent@n-h2-787206-3: {}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: L3 agent@n-d-787206-3: {}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: Metadata agent@n-d-787206-3: {}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: Metering agent@n-d-787206-3: {}, May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'ConntrackHelper': '1.0', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Log': '1.0', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Network': '1.1', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Port': '1.7', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'PortForwarding': '1.2', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'QosPolicy': '1.8', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'SecurityGroup': '1.4', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'SecurityGroupRule': '1.2', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'SubPort': '1.0', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Subnet': '1.1', May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: 'Trunk': '1.1'}} May 14 17:53:04.794384 n-d-787206-3 neutron-server[79561]: {{(pid=79561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:53:04.799466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 678c04aa-5c43-499e-b71d-5ec2e7a0694b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:04.799567 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:04.805006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:04.805585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.812077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbe201-3b10-480e-be15-545e4c968850 None None] Network 678c04aa-5c43-499e-b71d-5ec2e7a0694b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:04.828074 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.838032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8267875 May 14 17:53:04.844859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:04.850764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Usage tracker for resource:security_group_rule and tenant:f5c2231f61134418b0aa8524daaa241d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:04.854055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:04.860893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:04.975424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.980719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:04.990677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90e7eb0f-bb5f-462f-af68-4eb12c5e8f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:05.003833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['bd6392e0-d302-461d-b901-26644f2b45b5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:05.037793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60232) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:05.043813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5c2231f61134418b0aa8524daaa241d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303469 May 14 17:53:05.044829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dde483-dca5-450d-ac5b-59f58b94eeb4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:05.048617 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:05.119925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.148887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.178010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd06dc-49c1-42df-9efd-a01e270de413 None None] Network 678c04aa-5c43-499e-b71d-5ec2e7a0694b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:05.220334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0fa0-8762-4fef-8799-eab655a627bf req-a6d0bea3-e793-4f0c-83d0-e8de236cccf9 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:05.221899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c37e0fa0-8762-4fef-8799-eab655a627bf req-a6d0bea3-e793-4f0c-83d0-e8de236cccf9 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 970 time: 0.1312840 May 14 17:53:05.224328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.230238 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba1d49a8-4c45-452b-a731-ea0fd2993c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:05.243432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dde483-dca5-450d-ac5b-59f58b94eeb4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:05.246401 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:05.247388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.250691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5dde483-dca5-450d-ac5b-59f58b94eeb4 HTTP/1.1" status: 204 len: 168 time: 0.2096665 May 14 17:53:05.282728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c37e0fa0-8762-4fef-8799-eab655a627bf req-4e2cd9b1-c16f-49a3-bbf5-2183ba566ef7 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522060 May 14 17:53:05.733179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60266) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:05.751255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.765982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:05.770474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9fdc0e57a0f4adfa44efeeebee050ee is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:05.773849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:05.780059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:05.831590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-801da6a2-9683-4413-87db-27005cd9e67d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:05.833546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0401963b-cf06-4933-a275-d230de97217b req-801da6a2-9683-4413-87db-27005cd9e67d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Synchronizing usage tracker for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:05.858042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b41386-d971-48cb-ba26-20cd1507bb80 req-bc0bd0b6-7dbd-4714-bbe3-ba9beaa833bf tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:05.859532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7b41386-d971-48cb-ba26-20cd1507bb80 req-bc0bd0b6-7dbd-4714-bbe3-ba9beaa833bf tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 968 time: 0.1586733 May 14 17:53:05.872651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.876949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:05.883448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0401963b-cf06-4933-a275-d230de97217b req-801da6a2-9683-4413-87db-27005cd9e67d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Unset dirty status for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:05.884691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-801da6a2-9683-4413-87db-27005cd9e67d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.2655768 May 14 17:53:05.886006 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:05.913330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-038d7815-9361-4e59-a216-2b116b1526df tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/quotas/07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 375 time: 0.0176797 May 14 17:53:05.916228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7b41386-d971-48cb-ba26-20cd1507bb80 req-e47f27c6-cd31-4ecb-92b6-7b062c34a357 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 May 14 17:53:05.938464 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9fdc0e57a0f4adfa44efeeebee050ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959829 May 14 17:53:05.938464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:05.938464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b38415-b9fb-436e-8d79-838432182064,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:05.944375 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:05.972651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-52315c40-abea-474f-a59d-b26cd8c719a0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522664 May 14 17:53:06.006974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.034241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.089867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.095479 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:06.107669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b38415-b9fb-436e-8d79-838432182064,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:06.113801 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:06.114746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.118786 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2b38415-b9fb-436e-8d79-838432182064 HTTP/1.1" status: 204 len: 168 time: 0.1864269 May 14 17:53:06.139767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-d6c794e5-5c80-4fa5-b58c-989e4323e54a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:53:06.143629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-d6c794e5-5c80-4fa5-b58c-989e4323e54a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583975 May 14 17:53:06.210638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c35b9a5-13d1-443f-b474-f9fa47a050f1 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:06.287739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-4ee699a1-30c7-4181-a81d-190db9e7e1dc service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380486 May 14 17:53:06.305434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device bd6392e0-d302-461d-b901-26644f2b45b5 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:06.430989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port bd6392e0-d302-461d-b901-26644f2b45b5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:06.438387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port bd6392e0-d302-461d-b901-26644f2b45b5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:06.438762 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.443022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-76a3c304-5d64-40b9-a6c8-daaf6a72d93a service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488700 May 14 17:53:06.487863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:06.512983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5c35b9a5-13d1-443f-b474-f9fa47a050f1', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '5c35b9a5-13d1-443f-b474-f9fa47a050f1', 'mac_address': 'fa:16:3e:c9:d8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:tempest-test_az-287358532', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:06.630466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.699656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.754378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port bd6392e0-d302-461d-b901-26644f2b45b5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=bd6392e0-d302-461d-b901-26644f2b45b5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:06.755588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6392e0-d302-461d-b901-26644f2b45b5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:06.798756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-2fa304b3-cc69-4fdf-ae45-e8b15d6c1d7d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=14b84608a56a4f648408d1272c790f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821190 May 14 17:53:06.819929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c35b9a5-13d1-443f-b474-f9fa47a050f1 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:06.838207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:06.840326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.842604 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-09bace35-7a21-4c0c-8b2c-71e96442af23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:06.901124 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:06.934179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=bd6392e0-d302-461d-b901-26644f2b45b5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:06.943823 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:06.944262 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:07.003960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ddc4f-3b2c-4d2b-8cef-95dd815ccd3b req-5ab4ec2b-0de0-4812-9e6c-7441358287bf tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:07.011685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e7ddc4f-3b2c-4d2b-8cef-95dd815ccd3b req-5ab4ec2b-0de0-4812-9e6c-7441358287bf tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 971 time: 0.2619081 May 14 17:53:07.036058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5c35b9a5-13d1-443f-b474-f9fa47a050f1,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:07.043372 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:07.057071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-3704e969-e2c3-458e-8c9b-815bf8a9bef5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:07.064237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-3704e969-e2c3-458e-8c9b-815bf8a9bef5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646425 May 14 17:53:07.091809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-10f7ea90-b2e6-42ca-904f-d0e257b0e003 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/quotas/14b84608a56a4f648408d1272c790f16 HTTP/1.1" status: 200 len: 375 time: 0.0265996 May 14 17:53:07.098594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e7ddc4f-3b2c-4d2b-8cef-95dd815ccd3b req-5a177bcc-9294-4375-b331-60c8a47acfbe tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822001 May 14 17:53:07.146618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5c35b9a5-13d1-443f-b474-f9fa47a050f1'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:07.165097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-7fc73aee-1110-4654-8053-183cd4a2729f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633144 May 14 17:53:07.220054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40a3d946-a8f9-47f0-ace1-f67f7827941f req-99d19d54-d574-4afa-972a-df53ca2ac20c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 210 time: 0.0591834 May 14 17:53:07.220443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:07.371484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1817383823-network', 'tenant_id': 'e783433ce11142c5a2c2bc86a3f1c7fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:07.376027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:07.380916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Usage tracker for resource:network and tenant:e783433ce11142c5a2c2bc86a3f1c7fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:07.384630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:07.422662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:07.450254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Made reservation on behalf of e783433ce11142c5a2c2bc86a3f1c7fc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:07.453097 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.456047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df954bcc-0bb3-4fb2-b37b-071c62e5f75e req-b13e6d66-68e3-47cb-a925-aaa0562e4127 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:07.458918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df954bcc-0bb3-4fb2-b37b-071c62e5f75e req-b13e6d66-68e3-47cb-a925-aaa0562e4127 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 969 time: 0.1427729 May 14 17:53:07.467743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.484293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:07.492827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e783433ce11142c5a2c2bc86a3f1c7fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:07.496848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:07.503640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:07.539382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df954bcc-0bb3-4fb2-b37b-071c62e5f75e req-b1e0091b-3b2c-4466-afbf-43b04f534a4c tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744007 May 14 17:53:07.651790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.658459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.668576 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:07.710284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:53:07.718998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac055a-19fb-458c-8377-104f8ba7d6ad,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:07.735694 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:07.739243 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.739585 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Added segment 5871a56f-eb56-42b3-b254-60eb8cbd6cea of type vlan for network 976e7e5d-3a6d-4b2d-8062-417fc387594b May 14 17:53:07.750204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-0c99d57a-92e6-4f35-ad3f-7499d58960da tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=14b84608a56a4f648408d1272c790f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307908 May 14 17:53:07.789628 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.800093 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6392e0-d302-461d-b901-26644f2b45b5', 'code': 200} May 14 17:53:07.844804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.846814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:07.847324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:07.852064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:07.954335 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7327535 May 14 17:53:07.955095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60374) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:07.975482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Request body: {'subnet': {'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1817383823-subnet', 'tenant_id': 'e783433ce11142c5a2c2bc86a3f1c7fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:07.984159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:07.992584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Usage tracker for resource:subnet and tenant:e783433ce11142c5a2c2bc86a3f1c7fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:07.997331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:08.005072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Pushing event updated for resources: {'Network': ['ID=976e7e5d-3a6d-4b2d-8062-417fc387594b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:08.007520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:08.015786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:08.016789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:08.034127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.15', 49704) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:08.042439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Made reservation on behalf of e783433ce11142c5a2c2bc86a3f1c7fc for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:08.045160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.140750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-2c945554-1dc3-4ba4-ac19-a99b42c78796 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:08.142451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-2c945554-1dc3-4ba4-ac19-a99b42c78796 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3848948 May 14 17:53:08.178646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-332b2443-3410-4d47-b389-a35f387f2ce4 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/quotas/14b84608a56a4f648408d1272c790f16 HTTP/1.1" status: 200 len: 375 time: 0.0239913 May 14 17:53:08.210063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c35b9a5-13d1-443f-b474-f9fa47a050f1 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:08.319432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-1bd74743-d3d7-43ca-92a3-6c8498e93191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:08.321599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-1bd74743-d3d7-43ca-92a3-6c8498e93191 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 1122 time: 0.3764801 May 14 17:53:08.335391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-114443bc-ef5e-45d0-9696-ff3d31431b01 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1442761 May 14 17:53:08.337958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:08.347374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:08.348431 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.392113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-cad1e16a-9ab1-48ff-a040-06fe598c1b67 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:08.393559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-cad1e16a-9ab1-48ff-a040-06fe598c1b67 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.3568704 May 14 17:53:08.418989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.439907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:08.444291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Usage tracker for resource:security_group_rule and tenant:bcbb6e4640be49e2b50522bb85ee4389 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:08.447738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:08.454045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:08.553597 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.575209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.582703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Request body: {'port': {'device_id': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'admin_state_up': True, 'tenant_id': '07b70acc1cef4ed69fc4a2bf098f4737'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:08.603851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.604100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:08.617374 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:08.619739 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.624377 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:08.700478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a6d3223-7879-4f26-9b31-26750b6890f9 req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640327 May 14 17:53:08.723789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7805bf31-ce15-4347-8229-5691af7527b3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:08.750282 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:08.797318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5c35b9a5-13d1-443f-b474-f9fa47a050f1,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:08.802801 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:08.821766 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:08.826513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abc69377-7672-4777-944a-a0ee8cb60b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:08.838327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7596-28aa-4530-a4ca-e099a74b1d65 req-fb0cb13a-d4c5-43d5-96ad-86419dcf2668 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:08.839939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-643e7596-28aa-4530-a4ca-e099a74b1d65 req-fb0cb13a-d4c5-43d5-96ad-86419dcf2668 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 971 time: 0.5690267 May 14 17:53:08.844493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-753fc9c0-3eb4-446e-96c2-4670ef6fd501 req-9fefb632-ad5d-4e87-a655-45c5d9a570a9 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 210 time: 0.0836461 May 14 17:53:08.890235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:08.903363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Usage tracker for resource:port and tenant:07b70acc1cef4ed69fc4a2bf098f4737 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:08.909325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:08.910121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d4c7cf-0e3a-4441-96c0-b0407981f9ac,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:08.917687 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:08.948788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:08.949073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Network hostable DHCP agents. Network: 976e7e5d-3a6d-4b2d-8062-417fc387594b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:08.976539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:08.978666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:08.983023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-643e7596-28aa-4530-a4ca-e099a74b1d65 req-6fc37832-f267-4f83-8abb-26f3826f60bb tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312592 May 14 17:53:08.987738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d827595-f62a-4a0e-af2a-78874efc169b req-c69c6a79-5bf4-43c2-8b42-12fabaeeb39e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 210 time: 0.0746691 May 14 17:53:08.989788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 976e7e5d-3a6d-4b2d-8062-417fc387594b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:09.002349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef4769-2af7-4d82-984d-616087700a91 None None] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:09.014992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:09.023408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Made reservation on behalf of 07b70acc1cef4ed69fc4a2bf098f4737 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:09.024108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.028205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.054779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0866458 May 14 17:53:09.327618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7ddd8-72fb-4308-b4fe-c99a7db99971 None None] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:09.346135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c381c8-dfd0-495e-8228-2093e5275f35 req-fce8a506-cb5c-4556-84cc-6a194dac487f tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:09.348632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25c381c8-dfd0-495e-8228-2093e5275f35 req-fce8a506-cb5c-4556-84cc-6a194dac487f tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 970 time: 0.2414517 May 14 17:53:09.355829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Allocated IP 172.20.0.10 (e80d55c2-42c2-48ae-8ecc-745b55b058ba/352e2cab-c9a6-4745-ab1d-6994d1f32dcd/365cde77-4939-4d83-a682-0b3c07070235) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:09.616289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25c381c8-dfd0-495e-8228-2093e5275f35 req-7c361371-d8f1-4a14-b12f-2d63a98050bc tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058527 May 14 17:53:09.702400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.732177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.738698 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:09.792431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60416) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:09.798162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-98699623-network', 'tenant_id': 'ec6dcf8da1364236a4844c59f0b80f97'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:09.800789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c35b9a5-13d1-443f-b474-f9fa47a050f1'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:09.803691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:09.804898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:09.808140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Usage tracker for resource:network and tenant:ec6dcf8da1364236a4844c59f0b80f97 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:09.809383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:09.813522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:09.814916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:09.820150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:09.827159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.828558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:09.842308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:09.846773 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:09.856733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Made reservation on behalf of ec6dcf8da1364236a4844c59f0b80f97 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:09.859536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.865893 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c35b9a5-13d1-443f-b474-f9fa47a050f1', 'code': 200} May 14 17:53:09.867093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898557 May 14 17:53:09.875845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:09.893242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:09.898129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Usage tracker for resource:security_group_rule and tenant:ec6dcf8da1364236a4844c59f0b80f97 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:09.901447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:09.907238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:10.064916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-604d6946-f098-4b12-9c34-88e5593e6595 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=14b84608a56a4f648408d1272c790f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403614 May 14 17:53:10.081179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.097517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.112864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:53:10.116979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-8d4a71b6-22d3-4b79-acff-e741ddd36f54 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:10.117714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-8d4a71b6-22d3-4b79-acff-e741ddd36f54 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Synchronizing usage tracker for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:10.132868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06122eb8-e7ab-45cc-9f95-32498ce222a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:10.143886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.144223 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Added segment 5d6b795d-8383-4a66-b626-0eaa7826382d of type vlan for network c6dab2b0-c23a-4980-b68f-3b642b6771bc May 14 17:53:10.199838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7d9eb-4379-4737-849f-2dae98192dde req-e456ac89-706b-4ca0-afec-6700905d8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:10.201270 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e2a7d9eb-4379-4737-849f-2dae98192dde req-e456ac89-706b-4ca0-afec-6700905d8d35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 1121 time: 0.1834195 May 14 17:53:10.204230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82951a5-3db8-484f-9827-54cfc4fdf783,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:10.207525 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:10.220590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79d8e790-3567-4ec7-b5b0-f9cd8d49a784 req-2e608a08-8f1b-4035-a3a0-8f3a767c8518 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 210 time: 0.0971119 May 14 17:53:10.224796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.241013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-8d4a71b6-22d3-4b79-acff-e741ddd36f54 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Unset dirty status for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:10.247965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-8d4a71b6-22d3-4b79-acff-e741ddd36f54 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 932 time: 0.2737329 May 14 17:53:10.283738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e2a7d9eb-4379-4737-849f-2dae98192dde req-254fce02-0c70-4029-a58b-2ea933e0a43c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732265 May 14 17:53:10.289944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.292132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:10.292916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.300071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:10.381893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-3873ba4d-40cf-4923-b4d0-5ca94853c036 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Synchronizing usage tracker for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:10.448632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-3873ba4d-40cf-4923-b4d0-5ca94853c036 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Unset dirty status for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:10.460267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66934ebe-845b-4f37-99c3-f825782f4ef7 req-3873ba4d-40cf-4923-b4d0-5ca94853c036 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113817 May 14 17:53:10.490462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-04dea085-c4a4-4031-b80d-7b9e65780deb tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:10.492212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-04dea085-c4a4-4031-b80d-7b9e65780deb tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173341 May 14 17:53:10.501569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Pushing event updated for resources: {'Network': ['ID=c6dab2b0-c23a-4980-b68f-3b642b6771bc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:10.505613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:10.507591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Request body: {'port': {'device_id': '557aee30-f060-4a53-8d60-505059adef2c', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '14b84608a56a4f648408d1272c790f16'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:10.515103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c6dab2b0-c23a-4980-b68f-3b642b6771bc details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:10.517311 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7226529 May 14 17:53:10.518535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:10.527728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Request body: {'subnet': {'network_id': 'c6dab2b0-c23a-4980-b68f-3b642b6771bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-98699623-subnet', 'tenant_id': 'ec6dcf8da1364236a4844c59f0b80f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:10.533136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:10.538317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Usage tracker for resource:subnet and tenant:ec6dcf8da1364236a4844c59f0b80f97 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:10.541500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:10.548478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:10.560533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Made reservation on behalf of ec6dcf8da1364236a4844c59f0b80f97 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:10.572122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.645557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db8ffa-335b-41db-9cee-046e465e418d req-e8c43be2-79de-44eb-9a08-6c68779a91f4 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:10.647075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67db8ffa-335b-41db-9cee-046e465e418d req-e8c43be2-79de-44eb-9a08-6c68779a91f4 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 971 time: 0.2352769 May 14 17:53:10.706637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:10.714889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Usage tracker for resource:port and tenant:14b84608a56a4f648408d1272c790f16 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:10.719512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:10.729249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67db8ffa-335b-41db-9cee-046e465e418d req-582a260a-be4f-4011-b4ce-1178136473ef tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725241 May 14 17:53:10.730052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:10.782148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Made reservation on behalf of 14b84608a56a4f648408d1272c790f16 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:10.786411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.800080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.820379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:10.825792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Usage tracker for resource:security_group_rule and tenant:14b84608a56a4f648408d1272c790f16 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:10.829223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:10.837057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:10.876720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01470bc-1ddd-424f-8db1-a8adaf458c59 req-70c91f0e-d981-4cc1-bf47-c1a4b827b358 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:10.878170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f01470bc-1ddd-424f-8db1-a8adaf458c59 req-70c91f0e-d981-4cc1-bf47-c1a4b827b358 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 970 time: 0.1460366 May 14 17:53:10.942469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f01470bc-1ddd-424f-8db1-a8adaf458c59 req-ab09dab3-254a-4a6c-b9c9-a6253ad9cdc8 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 May 14 17:53:10.991441 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:10.996105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.000620 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-38e60e0e-985c-42ab-8f2f-cd0308ba204d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:11.003362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.008085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:11.085645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27e75b9-dade-4812-b984-26cda4d0c731,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:11.085848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989b07ef-b53e-41d3-b8d5-5aa13394fe61,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:11.089348 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:11.090919 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:11.096700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Checking segment: {'id': '5d6b795d-8383-4a66-b626-0eaa7826382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6dab2b0-c23a-4980-b68f-3b642b6771bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:11.097132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Network hostable DHCP agents. Network: c6dab2b0-c23a-4980-b68f-3b642b6771bc, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:11.116169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Network c6dab2b0-c23a-4980-b68f-3b642b6771bc is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:11.124995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c6dab2b0-c23a-4980-b68f-3b642b6771bc) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:11.129967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:11.130657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.150255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697aaada-4116-451d-b0a4-86d3d8f8a4bc None None] Network c6dab2b0-c23a-4980-b68f-3b642b6771bc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:11.158986 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6388919 May 14 17:53:11.210732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Allocated IP 192.168.233.180 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/4bec5885-1390-45a5-85f1-500366f0e1ab) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:11.437399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1969fd-ff56-415e-8ff2-faf954444f95 None None] Network c6dab2b0-c23a-4980-b68f-3b642b6771bc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:11.466094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2551cea9-8d79-42e0-bcb3-9c169e44b79c req-4e2b1657-efba-457e-832f-087b75911afa tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 210 time: 0.0565541 May 14 17:53:11.513136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.533225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Transition to ACTIVE for port object 4bec5885-1390-45a5-85f1-500366f0e1ab will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:11.565009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.579690 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:11.687841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:11.693036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:11.697952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:11.703397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:11.704032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.731814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event updated for resources: {'Port': ['ID=4bec5885-1390-45a5-85f1-500366f0e1ab,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:11.737865 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:11.757330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2558815 May 14 17:53:11.774449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Request body: {'port': {'device_id': '557aee30-f060-4a53-8d60-505059adef2c', 'device_owner': 'compute:tempest-test_az-287358532', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:11.824572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc8c00-c62a-4c82-8af9-74624720a831 req-5468666d-a30b-4551-b889-c0ba4519b590 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:11.826092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ccc8c00-c62a-4c82-8af9-74624720a831 req-5468666d-a30b-4551-b889-c0ba4519b590 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 932 time: 0.2060173 May 14 17:53:11.898666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-54c16eab-ea2d-478a-b46d-ea8b57103cea None None] Provisioning for port 4bec5885-1390-45a5-85f1-500366f0e1ab completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:11.903433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-54c16eab-ea2d-478a-b46d-ea8b57103cea None None] Provisioning complete for port 4bec5885-1390-45a5-85f1-500366f0e1ab triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:11.903913 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-54c16eab-ea2d-478a-b46d-ea8b57103cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:11.959658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-54c16eab-ea2d-478a-b46d-ea8b57103cea None None] Port 4bec5885-1390-45a5-85f1-500366f0e1ab cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:12.025962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ccc8c00-c62a-4c82-8af9-74624720a831 req-b0b92fe9-4dee-44f7-a725-2560c60e5c06 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794353 May 14 17:53:12.044883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:12.112142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-cc0c6742-2b38-444d-ad4b-2badcdc6ae46 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:12.114158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-cc0c6742-2b38-444d-ad4b-2badcdc6ae46 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.3040152 May 14 17:53:12.165186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-0ecda2b8-99e0-42df-8320-7ef92dffa1a6 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/quotas/e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 375 time: 0.0441937 May 14 17:53:12.277270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-5303aeea-4a0c-449a-82f3-5d49bd53812f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998957 May 14 17:53:12.442519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123fee3-0636-4fa6-bdeb-4dbb7b0f83e6 req-007dedb8-891d-45a2-8dfc-863e694b9d0f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:12.443994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0123fee3-0636-4fa6-bdeb-4dbb7b0f83e6 req-007dedb8-891d-45a2-8dfc-863e694b9d0f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 971 time: 0.3119624 May 14 17:53:12.518772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-1093be5c-d7a1-47c9-a5f5-ae1f08ccc60d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:53:12.520343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-1093be5c-d7a1-47c9-a5f5-ae1f08ccc60d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0749102 May 14 17:53:12.530019 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0123fee3-0636-4fa6-bdeb-4dbb7b0f83e6 req-42695239-6d18-45ef-9c7c-8036263c935f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763438 May 14 17:53:12.785872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bec5885-1390-45a5-85f1-500366f0e1ab {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:12.791853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-e1987f58-fdf0-4c41-b5a9-e53cf2181ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651641 May 14 17:53:12.797822 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:12.896998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Transition to ACTIVE for port object 4bec5885-1390-45a5-85f1-500366f0e1ab will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:12.913124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f51e-6bd0-425e-bd89-7b9e8e53a878 req-963ae2b9-bbcd-448c-a540-a7a62dd0f77e tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:12.914558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eef6f51e-6bd0-425e-bd89-7b9e8e53a878 req-963ae2b9-bbcd-448c-a540-a7a62dd0f77e tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 970 time: 0.2815492 May 14 17:53:12.915160 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:12.929003 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c45b491-a6bc-41e7-9db6-8d0ff4c91a9c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:13.149982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-fff0d314-208d-4acd-b978-4ef1dd55f282 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491049 May 14 17:53:13.157252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Pushing event updated for resources: {'Port': ['ID=4bec5885-1390-45a5-85f1-500366f0e1ab,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:13.166731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eef6f51e-6bd0-425e-bd89-7b9e8e53a878 req-dd78f1a3-e99f-4d18-abd9-ab8dbd03473d tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457485 May 14 17:53:13.167597 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:13.198213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Attempting to bind port 4bec5885-1390-45a5-85f1-500366f0e1ab on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:13.198548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Attempting to bind port 4bec5885-1390-45a5-85f1-500366f0e1ab by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:13.198873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Attempting to bind port 4bec5885-1390-45a5-85f1-500366f0e1ab on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:13.204455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Port 4bec5885-1390-45a5-85f1-500366f0e1ab on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:13.204779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Attempting to bind port 4bec5885-1390-45a5-85f1-500366f0e1ab on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:13.210847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:13.211212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:13.211666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:13.212085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Bound port: 4bec5885-1390-45a5-85f1-500366f0e1ab, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:13.212555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:13.362715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] For port 4bec5885-1390-45a5-85f1-500366f0e1ab, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:13.367673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] For port 4bec5885-1390-45a5-85f1-500366f0e1ab, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4bec5885-1390-45a5-85f1-500366f0e1ab,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:13.377630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:13.396919 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-905b2d19-0a32-4f72-be8d-8e0107a6bf9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:13.471718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:13.472330 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:13.474414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] 10.222.0.22 "PUT /v2.0/ports/4bec5885-1390-45a5-85f1-500366f0e1ab HTTP/1.1" status: 200 len: 1117 time: 1.7065563 May 14 17:53:13.474907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557aee30-f060-4a53-8d60-505059adef2c', 'tag': '4bec5885-1390-45a5-85f1-500366f0e1ab'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:13.494734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558027bd-7016-4c83-b734-f1251b8bd665 req-003a7694-6309-4fb5-a301-ca20178ea307 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:13.495555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-558027bd-7016-4c83-b734-f1251b8bd665 req-003a7694-6309-4fb5-a301-ca20178ea307 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Synchronizing usage tracker for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:13.585802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Pushing event updated for resources: {'Port': ['ID=4bec5885-1390-45a5-85f1-500366f0e1ab,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:13.595914 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:13.617697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-558027bd-7016-4c83-b734-f1251b8bd665 req-003a7694-6309-4fb5-a301-ca20178ea307 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Unset dirty status for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:13.624690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-558027bd-7016-4c83-b734-f1251b8bd665 req-003a7694-6309-4fb5-a301-ca20178ea307 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 969 time: 0.3462477 May 14 17:53:13.683427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-558027bd-7016-4c83-b734-f1251b8bd665 req-856aedd5-84a4-4a79-8fc2-7954faffda00 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Synchronizing usage tracker for tenant:14b84608a56a4f648408d1272c790f16 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:13.715934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-6f556276-bc21-4a81-8e21-166c4677ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:13.717423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-6f556276-bc21-4a81-8e21-166c4677ae0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 1120 time: 0.1761136 May 14 17:53:13.726448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-558027bd-7016-4c83-b734-f1251b8bd665 req-856aedd5-84a4-4a79-8fc2-7954faffda00 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Unset dirty status for tenant:14b84608a56a4f648408d1272c790f16 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:13.739759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-558027bd-7016-4c83-b734-f1251b8bd665 req-856aedd5-84a4-4a79-8fc2-7954faffda00 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138871 May 14 17:53:13.852196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-9d669f8d-002a-43c4-839c-7421f0090bcf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4bec5885-1390-45a5-85f1-500366f0e1ab HTTP/1.1" status: 200 len: 217 time: 0.1116924 May 14 17:53:14.007418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-99884735-66cb-42f0-a8b4-108d7aa2b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:14.008823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-99884735-66cb-42f0-a8b4-108d7aa2b6cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1217630 May 14 17:53:14.066593 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:53:14.084438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402ed5-1acf-43f5-80b0-186dceafad7e req-41039b93-9525-40cc-936a-cf833bedfc1f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:14.086207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14402ed5-1acf-43f5-80b0-186dceafad7e req-41039b93-9525-40cc-936a-cf833bedfc1f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 932 time: 0.2414813 May 14 17:53:14.119757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-2046fdc3-0480-4ef6-91f5-00c8734fe96f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:14.121123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-2046fdc3-0480-4ef6-91f5-00c8734fe96f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 1121 time: 0.2329631 May 14 17:53:14.161199 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:14.181420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14402ed5-1acf-43f5-80b0-186dceafad7e req-159e1b6c-5fb4-4448-907a-2d76311bda51 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864978 May 14 17:53:14.187647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:14.206969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Usage tracker for resource:security_group_rule and tenant:4c3b5973660142419c00651630ded47f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:14.206969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:14.210617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:14.213828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-78a1b025-cef5-46a6-8a72-28035a3915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:14.215304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-78a1b025-cef5-46a6-8a72-28035a3915cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974790 May 14 17:53:14.418925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e6a1315-4970-4f46-b545-1ee5dc398df6 req-42803838-859e-435f-a91d-40fc94af7f4b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.0624452 May 14 17:53:14.490441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-7fd5c064-ade1-459f-abf6-6a21e174e4c6 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671664 May 14 17:53:14.494116 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557aee30-f060-4a53-8d60-505059adef2c', 'tag': '4bec5885-1390-45a5-85f1-500366f0e1ab', 'status': 'completed', 'code': 200} May 14 17:53:14.588243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:14.635523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:14.648833 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:14.694380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-700074c2-6d81-46b9-8457-85b126c6f2a1 req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663321 May 14 17:53:14.718095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b9fedc-ab22-45c8-8a47-e5c87aeba92f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:14.723596 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:14.749809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00b86f75-5203-4add-a622-97ef6a83f4f5 req-06b93572-5dea-4b8a-a6b1-b6af2d71a391 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475533 May 14 17:53:14.769626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c12e-cd10-4cbe-826d-c10b204a31ca req-fbb6908d-53ab-412f-a9c2-b943bd981fea tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:14.770979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce3c12e-cd10-4cbe-826d-c10b204a31ca req-fbb6908d-53ab-412f-a9c2-b943bd981fea tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 971 time: 0.1849804 May 14 17:53:14.868797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce3c12e-cd10-4cbe-826d-c10b204a31ca req-3eadf943-9bd5-42ec-a9e1-06e8af449827 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902493 May 14 17:53:14.916496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667efd-26b8-4102-98cc-c052956294eb req-6809c52e-630b-49fc-b5b5-3f1ef954bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:14.917958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-6809c52e-630b-49fc-b5b5-3f1ef954bb0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 1120 time: 0.1040652 May 14 17:53:15.118068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667efd-26b8-4102-98cc-c052956294eb req-659862c4-a81e-4994-9d42-54ea3484db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:15.119517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-659862c4-a81e-4994-9d42-54ea3484db15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1926577 May 14 17:53:15.173729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-b1f4e9e1-f9a1-4973-8a7d-b067453f3895 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:15.175340 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-b1f4e9e1-f9a1-4973-8a7d-b067453f3895 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 1122 time: 0.0792258 May 14 17:53:15.200976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dff36-f97f-417f-8357-5e4861c35143 req-3841dae2-50f5-406f-a9a7-8e9529734a87 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:15.202447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f4dff36-f97f-417f-8357-5e4861c35143 req-3841dae2-50f5-406f-a9a7-8e9529734a87 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 969 time: 0.1932359 May 14 17:53:15.212312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-6477cd33-fc35-4239-9adc-7e53a8d17a1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4bec5885-1390-45a5-85f1-500366f0e1ab HTTP/1.1" status: 200 len: 217 time: 0.0772114 May 14 17:53:15.295721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f4dff36-f97f-417f-8357-5e4861c35143 req-58ab149c-c335-4d6b-ade9-22c2ef90bbaa tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856488 May 14 17:53:15.308441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Deleting port bd6392e0-d302-461d-b901-26644f2b45b5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:53:15.308870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:15.318996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667efd-26b8-4102-98cc-c052956294eb req-b8fe2c83-f502-47af-b089-807aa3b6aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:15.322390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-b8fe2c83-f502-47af-b089-807aa3b6aaf6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0967605 May 14 17:53:15.439088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] For port bd6392e0-d302-461d-b901-26644f2b45b5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=bd6392e0-d302-461d-b901-26644f2b45b5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:15.439688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:15.488973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667efd-26b8-4102-98cc-c052956294eb req-2131f946-72d3-465e-b9d0-dd88f7b27353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:15.491160 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-2131f946-72d3-465e-b9d0-dd88f7b27353 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618989 May 14 17:53:15.543083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943f770-b2c0-4555-ad6b-99a4d5f24582 req-4c75c8c5-d616-4706-98a6-a4d5293d67c7 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:15.544947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0943f770-b2c0-4555-ad6b-99a4d5f24582 req-4c75c8c5-d616-4706-98a6-a4d5293d67c7 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 932 time: 0.1530530 May 14 17:53:15.575943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Calling delete_port for bd6392e0-d302-461d-b901-26644f2b45b5 owned by compute:tempest-test_az-287358532 {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:53:15.703055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3cb05569-840f-4ee9-a457-6ed21b0dd370 req-d6a3453d-62fa-44e4-8381-0180864899c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.0765467 May 14 17:53:15.709568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0943f770-b2c0-4555-ad6b-99a4d5f24582 req-c7353c57-3ca9-4f16-9f0d-81c9cc4993fc tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156869 May 14 17:53:15.736018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-93f4407b-5e9d-4a24-bd6b-b8b3ed86aef1 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317333 May 14 17:53:15.748731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:15.760437 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6b01056-ce9f-468d-92c5-8c5871076f7a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:15.764478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['bd6392e0-d302-461d-b901-26644f2b45b5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:15.809206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd6392e0-d302-461d-b901-26644f2b45b5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:15.825122 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:15.897227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25667efd-26b8-4102-98cc-c052956294eb req-e112c9bf-2084-49b4-a7c2-eb621ef73f3e service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535022 May 14 17:53:15.906935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] No DVR routers for this DVR port bd6392e0-d302-461d-b901-26644f2b45b5 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:53:15.911605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:15.915899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'name': 'network-vif-deleted', 'tag': 'bd6392e0-d302-461d-b901-26644f2b45b5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:15.924114 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0c6d1204-328d-4657-bb8e-7bed1cf54d71 req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] 10.222.0.22 "DELETE /v2.0/ports/bd6392e0-d302-461d-b901-26644f2b45b5 HTTP/1.1" status: 204 len: 173 time: 0.7432537 May 14 17:53:16.061701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f864a80b-d358-4131-bd2f-5cf176a6ba29 req-f87498ea-008b-43c7-829a-3b3f7f20dc36 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=77c6daa1-60f3-4d1c-bf79-54404df7d017 HTTP/1.1" status: 200 len: 210 time: 0.0582147 May 14 17:53:16.110804 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c6daa1-60f3-4d1c-bf79-54404df7d017', 'name': 'network-vif-deleted', 'tag': 'bd6392e0-d302-461d-b901-26644f2b45b5', 'status': 'completed', 'code': 200} May 14 17:53:16.502008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3da7-4987-4504-8550-1363bfe2f31d req-d7bfa409-1501-45fc-8d41-c32d2ed484e7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:16.504579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d8f3da7-4987-4504-8550-1363bfe2f31d req-d7bfa409-1501-45fc-8d41-c32d2ed484e7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 969 time: 0.0943344 May 14 17:53:16.569406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d8f3da7-4987-4504-8550-1363bfe2f31d req-ea82aa88-6466-4dde-935c-292a604ebde7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 May 14 17:53:16.865716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f6e0fb8-8ffa-4729-9696-7005039c1490 req-c06ade51-385f-4dc7-9cf4-6e24bf047bce tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.0424683 May 14 17:53:17.029453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d71c1-c2ad-4468-ba0d-4d3bf9d4f7b6 req-cf07c5fe-4fad-4e26-a266-80e75c064dd5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:17.030903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b0d71c1-c2ad-4468-ba0d-4d3bf9d4f7b6 req-cf07c5fe-4fad-4e26-a266-80e75c064dd5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 932 time: 0.1312268 May 14 17:53:17.077161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b0d71c1-c2ad-4468-ba0d-4d3bf9d4f7b6 req-39ce7d6d-1d7a-41fe-81e3-0716a8617ea4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 May 14 17:53:17.497641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-45c1cf4f-d0e1-451e-94ca-6e0543f4a1d7 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ae14acffa71142b693bcb673c1a2d8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356259 May 14 17:53:17.660962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-1c0a9d2d-ef13-4760-8b64-21e54a50887d tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:17.662551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-1c0a9d2d-ef13-4760-8b64-21e54a50887d tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555078 May 14 17:53:17.681422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-58367336-cd64-4f5d-b8f5-990c0f1c1201 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/quotas/ae14acffa71142b693bcb673c1a2d8de HTTP/1.1" status: 200 len: 375 time: 0.0103958 May 14 17:53:17.731855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-c916ab4c-d817-424b-94c9-96da59472ec6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae14acffa71142b693bcb673c1a2d8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442536 May 14 17:53:17.879250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ba365-4c16-49da-9e17-fcf7cb7b5806 req-0100c0f1-e59e-4908-b400-6eb596468046 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:17.880703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e41ba365-4c16-49da-9e17-fcf7cb7b5806 req-0100c0f1-e59e-4908-b400-6eb596468046 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 969 time: 0.0821476 May 14 17:53:17.930739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e41ba365-4c16-49da-9e17-fcf7cb7b5806 req-76625e48-c728-4f6f-8632-8f76c1e1ad1b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 May 14 17:53:18.094491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-96157122-f1a3-47d9-88e3-aa0652689a27 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:53:18.095747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-96157122-f1a3-47d9-88e3-aa0652689a27 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120690 May 14 17:53:18.099601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ef73eac-4bde-4cd8-ad54-2c88bd8944de req-d016a185-c865-416b-b8eb-58bc3cc6befc tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 210 time: 0.0667272 May 14 17:53:18.197447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59265002-16e4-4bec-83fd-486a870df3ff req-39c4671b-0ffe-476c-a4d0-d3ab430133a5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.0809836 May 14 17:53:18.240987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4bec5885-1390-45a5-85f1-500366f0e1ab details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:18.368202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Request body: {'port': {'device_id': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:18.436044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 4bec5885-1390-45a5-85f1-500366f0e1ab, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4bec5885-1390-45a5-85f1-500366f0e1ab,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:18.449592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.15', 49715) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:18.454473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '4bec5885-1390-45a5-85f1-500366f0e1ab', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '4bec5885-1390-45a5-85f1-500366f0e1ab', 'mac_address': 'fa:16:3e:64:36:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:tempest-test_az-287358532', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:18.524641 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-56c0b2b8-b1a1-4fd9-ae20-e79ea2d6132e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=14b84608a56a4f648408d1272c790f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734451 May 14 17:53:18.540016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:18.558953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bec5885-1390-45a5-85f1-500366f0e1ab {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:18.585673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 4bec5885-1390-45a5-85f1-500366f0e1ab, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4bec5885-1390-45a5-85f1-500366f0e1ab,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:18.602341 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:18.605072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:18.737002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=4bec5885-1390-45a5-85f1-500366f0e1ab,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:18.741510 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:18.741815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:18.762740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-aa4c7446-4751-4cf7-b656-cbede3630a81 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:18.765136 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-aa4c7446-4751-4cf7-b656-cbede3630a81 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339287 May 14 17:53:18.789349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Request body: {'port': {'device_id': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '14b84608a56a4f648408d1272c790f16'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:18.832886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['4bec5885-1390-45a5-85f1-500366f0e1ab'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:18.888296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60746) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:18.906246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9866-e4f4-400c-ae13-02b9a97e6417 req-f107c965-049b-442e-a5bc-e970190f47c4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:18.914211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cbb9866-e4f4-400c-ae13-02b9a97e6417 req-f107c965-049b-442e-a5bc-e970190f47c4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 932 time: 0.6127188 May 14 17:53:19.058025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cbb9866-e4f4-400c-ae13-02b9a97e6417 req-c73f8667-0454-4901-b45a-37c6651d9bb0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428673 May 14 17:53:19.187937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:19.209551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:19.234322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Made reservation on behalf of 14b84608a56a4f648408d1272c790f16 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:19.238918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:19.305558 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:19.381958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:19.404139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.15', 49718) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:19.436651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Usage tracker for resource:security_group_rule and tenant:5869c57d91064e0b9ba8d6246dee5f2a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:19.448247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:19.462122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:19.466673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf077c0c-8f12-4579-aba7-0f728b0b6de2 req-571a6025-8a42-48c0-bb11-ac9e0aa4ce04 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 210 time: 0.0805178 May 14 17:53:19.530655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d8c21-ff16-4cf8-87ae-228b6608694a req-7098de45-7fd8-4792-90aa-41596c871d32 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:19.537900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-685d8c21-ff16-4cf8-87ae-228b6608694a req-7098de45-7fd8-4792-90aa-41596c871d32 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 970 time: 0.2463140 May 14 17:53:19.571277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Allocated IP 192.168.233.55 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/df267799-3c81-4c71-9435-f6e5175ee2e5) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:19.607538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-685d8c21-ff16-4cf8-87ae-228b6608694a req-5572f35a-2769-493d-9b21-1f914852cc86 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686717 May 14 17:53:19.778894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365cde77-4939-4d83-a682-0b3c07070235 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:19.809096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:19.949874 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-d61797de-a4ba-418a-97bf-c77bfaf5d76f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ae14acffa71142b693bcb673c1a2d8de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2322917 May 14 17:53:19.959551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f07d9f34-5d81-4e48-ab9b-8ca429f350ef req-45750623-5af3-41fe-a98b-dfb955d48408 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.1585703 May 14 17:53:19.979158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Transition to ACTIVE for port object 365cde77-4939-4d83-a682-0b3c07070235 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:19.996081 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.015269 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:20.104419 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.138255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-2ac6eec6-7694-49ee-93f6-e97b63a7cd44 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:20.138255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-2ac6eec6-7694-49ee-93f6-e97b63a7cd44 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Synchronizing usage tracker for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:20.144026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60796) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:20.156755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.256589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4bec5885-1390-45a5-85f1-500366f0e1ab up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:20.268624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-2ac6eec6-7694-49ee-93f6-e97b63a7cd44 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Unset dirty status for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:20.270467 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-2ac6eec6-7694-49ee-93f6-e97b63a7cd44 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.8590999 May 14 17:53:20.285564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Request body: {'port': {'device_id': '801f47d6-c45c-4499-b0c2-5b1778769152', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'admin_state_up': True, 'tenant_id': 'e783433ce11142c5a2c2bc86a3f1c7fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:20.383102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:20.398297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 4bec5885-1390-45a5-85f1-500366f0e1ab completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:20.402664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 4bec5885-1390-45a5-85f1-500366f0e1ab triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:20.403039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.420299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5869c57d91064e0b9ba8d6246dee5f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5273299 May 14 17:53:20.423363 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:20.425248 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:20.434173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60806) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:20.444689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.466515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Transition to ACTIVE for port object df267799-3c81-4c71-9435-f6e5175ee2e5 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:20.490822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6144c-63c5-4930-a364-937a6ed437fb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:20.528301 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:20.542107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.553436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.571610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.581174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557aee30-f060-4a53-8d60-505059adef2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bec5885-1390-45a5-85f1-500366f0e1ab'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:20.588455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:20.588796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:20.589653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:20.594207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 4bec5885-1390-45a5-85f1-500366f0e1ab, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4bec5885-1390-45a5-85f1-500366f0e1ab,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:20.595341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:20.597911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['4bec5885-1390-45a5-85f1-500366f0e1ab'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:20.599610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Usage tracker for resource:security_group_rule and tenant:84e662d87c6c442ea1064c55afd93f36 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:20.603371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:20.607491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:20.607818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:20.609533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:20.621142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:20.621465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:20.621841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:20.622299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Bound port: 365cde77-4939-4d83-a682-0b3c07070235, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:20.622650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.628763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.636578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device bd6392e0-d302-461d-b901-26644f2b45b5 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:53:20.667640 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:20.671999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d3f3b-071b-43ac-9d91-5178a0aa8240 req-3204ab68-f7c7-4668-8767-6dda8fa1c5e8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:20.676537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-547d3f3b-071b-43ac-9d91-5178a0aa8240 req-3204ab68-f7c7-4668-8767-6dda8fa1c5e8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.4287157 May 14 17:53:20.702528 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:20.713575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.716890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: bd6392e0-d302-461d-b901-26644f2b45b5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:53:20.717245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device bd6392e0-d302-461d-b901-26644f2b45b5 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:53:20.748332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-4af04ad3-9e4c-4018-825b-65436bb3d80f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:20.750184 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-4af04ad3-9e4c-4018-825b-65436bb3d80f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016016 May 14 17:53:20.765267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=4bec5885-1390-45a5-85f1-500366f0e1ab,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:20.774397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.775367 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:20.778180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Request body: {'port': {'device_id': '362a1a4a-b444-439e-97a2-48928428a601', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'ae14acffa71142b693bcb673c1a2d8de'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:20.791326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.806490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.821327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2e26c-690b-4acc-af0f-688eb55b28a0 req-20642f1e-cf91-47fd-bc8d-e5b4dbb88032 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:20.823752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19b2e26c-690b-4acc-af0f-688eb55b28a0 req-20642f1e-cf91-47fd-bc8d-e5b4dbb88032 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 970 time: 0.3357987 May 14 17:53:20.855139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-547d3f3b-071b-43ac-9d91-5178a0aa8240 req-b91e9331-f2ef-4f10-b704-8a6754d9af82 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475496 May 14 17:53:20.914232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:20.923049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:20.932846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:20.941964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:20.954485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:20.955054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19b2e26c-690b-4acc-af0f-688eb55b28a0 req-ac4e13f5-e63d-4e36-9200-c3bb0b96dcd8 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107364 May 14 17:53:20.959166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.960926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:20.961656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:20.984019 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f426292-189f-4012-a181-ccee3d2dbf33 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:21.013143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84e662d87c6c442ea1064c55afd93f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8487346 May 14 17:53:21.027791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:21.028041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60826) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:21.031566 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557aee30-f060-4a53-8d60-505059adef2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bec5885-1390-45a5-85f1-500366f0e1ab', 'code': 200} May 14 17:53:21.034033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:21.046902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Usage tracker for resource:port and tenant:e783433ce11142c5a2c2bc86a3f1c7fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:21.049782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:21.055210 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d032532c-9f25-4b46-8ee8-a0d3ff94d37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:21.062283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:21.082358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:21.083014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.084517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] 10.222.0.15 "PUT /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 1092 time: 2.9063647 May 14 17:53:21.086452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'tag': '365cde77-4939-4d83-a682-0b3c07070235'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:21.103622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.107190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:21.144996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3644586 May 14 17:53:21.146758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:21.149323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6376dc5d-48aa-44ea-9a5c-9a0d55463031,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:21.155329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Made reservation on behalf of e783433ce11142c5a2c2bc86a3f1c7fc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:21.158655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.171122 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:21.172266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Usage tracker for resource:port and tenant:ae14acffa71142b693bcb673c1a2d8de is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:21.179487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Request body: {'port': {'device_id': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:21.189546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc215fd0-d35c-42d6-bd77-bb3f5a41b36c req-1b1ca895-acab-43e1-b7a2-b2b8a391c317 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 210 time: 0.1682997 May 14 17:53:21.211541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:21.293326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:21.309370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.310589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cf6144c-63c5-4930-a364-937a6ed437fb HTTP/1.1" status: 204 len: 168 time: 0.8475249 May 14 17:53:21.333774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:21.345459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e87b112-b92d-4ee9-be01-adbf1cef11ed None None] Provisioning for port df267799-3c81-4c71-9435-f6e5175ee2e5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:21.348492 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:21.350511 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-06a338de-6708-45df-a0c1-b7392a1c7428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:21.355220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e87b112-b92d-4ee9-be01-adbf1cef11ed None None] Provisioning complete for port df267799-3c81-4c71-9435-f6e5175ee2e5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:21.355703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e87b112-b92d-4ee9-be01-adbf1cef11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.368679 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.371270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6144c-63c5-4930-a364-937a6ed437fb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:21.377009 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:21.382583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Made reservation on behalf of ae14acffa71142b693bcb673c1a2d8de for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:21.386246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.414078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.421537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.466860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5e87b112-b92d-4ee9-be01-adbf1cef11ed None None] Port df267799-3c81-4c71-9435-f6e5175ee2e5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:21.553029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc027-192d-40dc-b4a1-3571938c68fc req-d40e72e5-c749-4b95-b96c-7558b231396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:21.557174 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4ffc027-192d-40dc-b4a1-3571938c68fc req-d40e72e5-c749-4b95-b96c-7558b231396c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 1122 time: 0.4205854 May 14 17:53:21.559566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33ddfc20-0f67-4bd5-a8d3-fb863bfce049 req-afd518a7-b0f6-4a89-acf1-00c371ff6233 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.1281559 May 14 17:53:21.561406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-933d616e-25a9-4d30-9b13-d9b411505fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:21.562721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-933d616e-25a9-4d30-9b13-d9b411505fbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1095 time: 0.3694742 May 14 17:53:21.657621 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'tag': '365cde77-4939-4d83-a682-0b3c07070235', 'status': 'completed', 'code': 200} May 14 17:53:21.665677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.22', 64018) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:21.677091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-3454cc67-e589-4fb0-a3ce-02df2ed2ea61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.0860863 May 14 17:53:21.759457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736416a-48ce-424f-aa96-4d375eeda239 req-ab676506-cb4d-470a-8609-d4ca3fdf71c2 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:21.766294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9736416a-48ce-424f-aa96-4d375eeda239 req-ab676506-cb4d-470a-8609-d4ca3fdf71c2 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 971 time: 0.5584188 May 14 17:53:21.808924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c4ffc027-192d-40dc-b4a1-3571938c68fc req-430d7378-255e-4d0e-ad3d-920bfa671b83 service neutron] Synchronizing usage tracker for tenant:bcbb6e4640be49e2b50522bb85ee4389 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:21.821914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.830783 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:21.872272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:21.876548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376dc5d-48aa-44ea-9a5c-9a0d55463031,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:21.905742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Allocated IP 172.20.0.4 (976e7e5d-3a6d-4b2d-8062-417fc387594b/71d4c7cf-0e3a-4441-96c0-b0407981f9ac/e5414eb0-514a-4816-83a9-31c607dae817) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:21.909756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.924734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9736416a-48ce-424f-aa96-4d375eeda239 req-47cd41b7-b999-4ce6-89a8-b2407cd77185 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573911 May 14 17:53:21.933042 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:21.937675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401963b-cf06-4933-a275-d230de97217b req-fd3979a7-346e-4923-8af8-060bce1bdf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:21.939484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-fd3979a7-346e-4923-8af8-060bce1bdf92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.2479193 May 14 17:53:21.942839 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:21.944162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6376dc5d-48aa-44ea-9a5c-9a0d55463031 HTTP/1.1" status: 204 len: 168 time: 0.9150863 May 14 17:53:21.945387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c4ffc027-192d-40dc-b4a1-3571938c68fc req-430d7378-255e-4d0e-ad3d-920bfa671b83 service neutron] Unset dirty status for tenant:bcbb6e4640be49e2b50522bb85ee4389 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:21.946931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4ffc027-192d-40dc-b4a1-3571938c68fc req-430d7378-255e-4d0e-ad3d-920bfa671b83 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818939 May 14 17:53:21.952725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:21.972776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:96c0aef8e72c420397d04d9c3804e4f4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:21.983765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:21.995606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Allocated IP 192.168.233.199 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/ada7ae5f-deae-45c9-8392-bdb8e2387372) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:22.004243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:22.018644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-6384d29d-7a61-4b6d-a5d2-6b8314652b54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664485 May 14 17:53:22.197247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-81a478d4-7ac4-45f0-b1a6-3108b6786106 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:22.198645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-81a478d4-7ac4-45f0-b1a6-3108b6786106 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 970 time: 0.5204487 May 14 17:53:22.446917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.458088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.470834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-5b9587fe-f2e8-4d50-9805-f9ffb29c4ded service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316189 May 14 17:53:22.485722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:22.493897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.514614 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:22.527870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.544414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.579848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b945cd4-fb90-43d4-bf2c-5da20cdbec1e req-594af46b-3ec2-49ee-9384-dabd5c4d8cce tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:22.580520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Transition to ACTIVE for port object ada7ae5f-deae-45c9-8392-bdb8e2387372 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:22.581273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b945cd4-fb90-43d4-bf2c-5da20cdbec1e req-594af46b-3ec2-49ee-9384-dabd5c4d8cce tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.4756472 May 14 17:53:22.586616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96c0aef8e72c420397d04d9c3804e4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084541 May 14 17:53:22.591001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60890) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:22.594558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:22.606434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Usage tracker for resource:security_group_rule and tenant:78e140d6c5614850a08b015114758b96 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:22.611352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:22.618515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde62d3-1a06-4eb9-99ac-21318385bb9c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:22.621116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:22.624718 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:22.637074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.660912 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-42c9abf3-e586-4143-bb75-8d5a7d886762 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:22.710086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Deleting port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:53:22.710453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.732139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:22.748812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255e4fb-fd33-4857-b0c8-3b073c8b6028 req-f9b3fe04-5307-4fb8-ac81-68482327b961 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:22.750231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b255e4fb-fd33-4857-b0c8-3b073c8b6028 req-f9b3fe04-5307-4fb8-ac81-68482327b961 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 970 time: 0.4487660 May 14 17:53:22.751171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:22.759852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.764607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:22.770252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:22.770842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.809794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0401963b-cf06-4933-a275-d230de97217b req-a0ded0ba-1bab-4133-8f73-68cb888b0411 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287735 May 14 17:53:22.819274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b945cd4-fb90-43d4-bf2c-5da20cdbec1e req-ac91a073-28af-4d81-9380-fa8dab0148dd tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272985 May 14 17:53:22.859650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:22.870545 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:22.872550 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:22.877064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.946264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b255e4fb-fd33-4857-b0c8-3b073c8b6028 req-faa904d1-2fdf-4e8d-a9ba-15d166ab8fc4 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5993f5-a276-4dae-b904-8b252d403457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744676 May 14 17:53:22.989655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:22.996390 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:22.998426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:23.022161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:23.027914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:23.047683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.047683 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7663386 May 14 17:53:23.068369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Pushing event updated for resources: {'Port': ['ID=ada7ae5f-deae-45c9-8392-bdb8e2387372,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:23.076324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Request body: {'port': {'device_id': '801f47d6-c45c-4499-b0c2-5b1778769152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:23.110588 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:23.130531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.138231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3718784 May 14 17:53:23.148822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.163232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Request body: {'port': {'device_id': '362a1a4a-b444-439e-97a2-48928428a601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:23.184582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] For port 5c35b9a5-13d1-443f-b474-f9fa47a050f1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c35b9a5-13d1-443f-b474-f9fa47a050f1,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:23.185151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.186550 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b162e07-32d6-44c2-99bf-363f30119e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:23.306998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9fa46-2842-4cb2-8034-828006b69cbe,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:23.315517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-18d5afae-dbbb-44d5-8fac-de86fc749f7d None None] Provisioning for port ada7ae5f-deae-45c9-8392-bdb8e2387372 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:23.323425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-18d5afae-dbbb-44d5-8fac-de86fc749f7d None None] Provisioning complete for port ada7ae5f-deae-45c9-8392-bdb8e2387372 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:23.323845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-18d5afae-dbbb-44d5-8fac-de86fc749f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.329142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78e140d6c5614850a08b015114758b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8390408 May 14 17:53:23.329900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:23.335076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:23.346366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Calling delete_port for 5c35b9a5-13d1-443f-b474-f9fa47a050f1 owned by compute:tempest-test_az-287358532 {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:53:23.390073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-18d5afae-dbbb-44d5-8fac-de86fc749f7d None None] Port ada7ae5f-deae-45c9-8392-bdb8e2387372 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:23.438831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.477435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.485721 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f2bdea2-0136-4354-87a5-c192dd6dd170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:23.514601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-a94fa4dd-a032-4752-aea8-ce195313dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:23.516083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-a94fa4dd-a032-4752-aea8-ce195313dbc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1095 time: 0.5131383 May 14 17:53:23.522265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde62d3-1a06-4eb9-99ac-21318385bb9c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:23.535750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68e288-da99-46c7-ae89-fa5b82fa9514 req-74b7829f-476e-4e9d-ac29-535181a615e0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:23.537329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae68e288-da99-46c7-ae89-fa5b82fa9514 req-74b7829f-476e-4e9d-ac29-535181a615e0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 931 time: 0.4485977 May 14 17:53:23.545024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed6e1f-c052-4067-92c4-e452436cec25 req-c53bfb6c-4c87-497a-a9b8-42ce3e45356a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:23.546801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25ed6e1f-c052-4067-92c4-e452436cec25 req-c53bfb6c-4c87-497a-a9b8-42ce3e45356a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 936 time: 0.4667032 May 14 17:53:23.567893 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:23.591902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.593965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdde62d3-1a06-4eb9-99ac-21318385bb9c HTTP/1.1" status: 204 len: 168 time: 0.9981039 May 14 17:53:23.604615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.630637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df267799-3c81-4c71-9435-f6e5175ee2e5 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:23.631078 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.645887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.727107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Transition to ACTIVE for port object df267799-3c81-4c71-9435-f6e5175ee2e5 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:23.731416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.737221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae68e288-da99-46c7-ae89-fa5b82fa9514 req-d3c535b3-555a-43ad-b19c-deb0a7a9aaea tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711855 May 14 17:53:23.761276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25ed6e1f-c052-4067-92c4-e452436cec25 req-dbdac99f-9772-44ac-880d-4b6ca3b3f16f tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896679 May 14 17:53:23.783428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:23.815216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f58441ef-d94f-47e8-a372-3817b53a2867 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:23.877537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-cff874a5-dbc9-41d0-b292-d55c23bfa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:23.877537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-cff874a5-dbc9-41d0-b292-d55c23bfa50b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3504503 May 14 17:53:23.905921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.031232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-08fcb297-87b9-4b1d-85ce-dff8ca274276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.1279569 May 14 17:53:24.032212 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.046971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5c35b9a5-13d1-443f-b474-f9fa47a050f1'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:24.118439 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:24.262932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Pushing event deleted for resources: {'Port': ['ID=5c35b9a5-13d1-443f-b474-f9fa47a050f1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:24.266105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:24.315996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:24.356226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:24.380033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-a66e8101-51ab-4d1c-b01c-6850f49bf1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:24.381594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-a66e8101-51ab-4d1c-b01c-6850f49bf1aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.3423820 May 14 17:53:24.383001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] No DVR routers for this DVR port 5c35b9a5-13d1-443f-b474-f9fa47a050f1 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:53:24.389756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.394029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'name': 'network-vif-deleted', 'tag': '5c35b9a5-13d1-443f-b474-f9fa47a050f1'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:24.460996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-c3007e37-5a98-4abd-86c1-18f9954c712f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594246 May 14 17:53:24.507952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22289f64-9627-45a5-aa3b-b48ccd4293c9 req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.22 "DELETE /v2.0/ports/5c35b9a5-13d1-443f-b474-f9fa47a050f1 HTTP/1.1" status: 204 len: 173 time: 2.3013983 May 14 17:53:24.544664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aff46-3b55-4ef1-b731-1f36e233efa5 req-e2a23d74-811a-4060-9d6b-f31fa88b7d15 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:24.551859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920aff46-3b55-4ef1-b731-1f36e233efa5 req-e2a23d74-811a-4060-9d6b-f31fa88b7d15 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 971 time: 0.5854616 May 14 17:53:24.587751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Attempting to bind port df267799-3c81-4c71-9435-f6e5175ee2e5 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:24.588096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Attempting to bind port df267799-3c81-4c71-9435-f6e5175ee2e5 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:24.588390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Attempting to bind port df267799-3c81-4c71-9435-f6e5175ee2e5 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:24.601562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Port df267799-3c81-4c71-9435-f6e5175ee2e5 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:24.601888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Attempting to bind port df267799-3c81-4c71-9435-f6e5175ee2e5 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:24.610599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:24.610958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:24.611418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:24.611908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Bound port: df267799-3c81-4c71-9435-f6e5175ee2e5, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:24.612251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.625866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.637469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e2796a87-033f-43db-9efc-ca12b3a304c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:24.656313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bcce8-0830-4917-819f-42e844d11f11 req-cb4bd747-d71b-48ec-9bab-be5ffa2d63a3 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:24.658104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e7bcce8-0830-4917-819f-42e844d11f11 req-cb4bd747-d71b-48ec-9bab-be5ffa2d63a3 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.6210835 May 14 17:53:24.661125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5414eb0-514a-4816-83a9-31c607dae817 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:24.666836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9fa46-2842-4cb2-8034-828006b69cbe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:24.684726 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:24.725057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60932) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:24.726176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.729974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920aff46-3b55-4ef1-b731-1f36e233efa5 req-a28f806d-4c36-48bc-8a0d-2fc7a7a0c45c tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772842 May 14 17:53:24.758246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.759822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1e9fa46-2842-4cb2-8034-828006b69cbe HTTP/1.1" status: 204 len: 168 time: 1.4218900 May 14 17:53:24.780229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e7bcce8-0830-4917-819f-42e844d11f11 req-a8fcc20c-f20b-4596-ba52-e2f7ca2592f6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091700 May 14 17:53:24.793501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-c1cd5c89-0c45-47df-a6b5-354fc78f978f service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185508 May 14 17:53:24.838143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Transition to ACTIVE for port object e5414eb0-514a-4816-83a9-31c607dae817 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:24.888760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.891093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada7ae5f-deae-45c9-8392-bdb8e2387372 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:24.914843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:24.931208 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:24.951031 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a7811-1a0d-4e13-8002-93ff314e1b80', 'name': 'network-vif-deleted', 'tag': '5c35b9a5-13d1-443f-b474-f9fa47a050f1', 'status': 'completed', 'code': 200} May 14 17:53:24.960377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-network', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:24.975727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:24.980996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Usage tracker for resource:network and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:24.998001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:25.023705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:25.116048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:25.120135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Transition to ACTIVE for port object ada7ae5f-deae-45c9-8392-bdb8e2387372 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:25.146375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.149654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:25.164765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:25.167652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9fb34a2d-fa2c-4c97-a835-403833c28d7b req-a172adeb-8f20-429d-989b-945415f8dd56 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Synchronizing usage tracker for tenant:fd407dc649de4a18b7cb2b4788d41a65 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:25.184221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Made reservation on behalf of 5672edbfba5a4e2d92af43dd7c33eccc for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:25.186936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.219536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ba05bb-0265-4be5-9e85-7b31b9f5a37e req-a2fc3d31-0cf1-4d73-a8a5-26b94900f679 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171381 May 14 17:53:25.223919 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.237868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:25.249411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:25.250355 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:25.252055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9fb34a2d-fa2c-4c97-a835-403833c28d7b req-a172adeb-8f20-429d-989b-945415f8dd56 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Unset dirty status for tenant:fd407dc649de4a18b7cb2b4788d41a65 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:25.253232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fb34a2d-fa2c-4c97-a835-403833c28d7b req-a172adeb-8f20-429d-989b-945415f8dd56 tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4a7811-1a0d-4e13-8002-93ff314e1b80 HTTP/1.1" status: 200 len: 210 time: 0.2120869 May 14 17:53:25.258701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Usage tracker for resource:security_group_rule and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:25.262135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:25.270375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:25.312202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d899b8-68c3-4ddb-bd31-7d3c6ecd02ff req-bd8c990c-b459-4715-98e2-57c66aa3067f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:25.320693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14d899b8-68c3-4ddb-bd31-7d3c6ecd02ff req-bd8c990c-b459-4715-98e2-57c66aa3067f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 947 time: 0.2728319 May 14 17:53:25.399874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14d899b8-68c3-4ddb-bd31-7d3c6ecd02ff req-1afd05a8-7a8e-44d3-8465-8f35e29f297b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781357 May 14 17:53:25.409743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.479653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60960) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:25.604101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:25.604436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:25.604757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:25.648226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:25.649955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.651866 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/df267799-3c81-4c71-9435-f6e5175ee2e5 HTTP/1.1" status: 200 len: 1095 time: 4.4967539 May 14 17:53:25.656830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:25.657289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:25.695522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.717874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:25.724062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Pushing event updated for resources: {'Port': ['ID=ada7ae5f-deae-45c9-8392-bdb8e2387372,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:25.732289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.736500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:25.737777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:25.739269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:25.739886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Bound port: e5414eb0-514a-4816-83a9-31c607dae817, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:25.740286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.741126 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce0557b0-dac0-47c5-8b21-affc2d06a857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:25.768874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff91eab5-8e2f-48d5-b462-e57d5b7dbf20,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:25.772182 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:25.773267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.807309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:53:25.812337 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:25.819814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:25.830268 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:25.830514 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Added segment a9c4e86f-0085-4503-84f3-c9e9e7d01bff of type vlan for network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be May 14 17:53:25.843214 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:25.865564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6a212f1cbf480ea408c889c685e8b6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:25.873003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:25.919380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:25.931512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ede6-9ee1-4e65-b3a4-51a852b43661 req-17397885-9048-4292-a27d-2a41e997174a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:25.933108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fff6ede6-9ee1-4e65-b3a4-51a852b43661 req-17397885-9048-4292-a27d-2a41e997174a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 948 time: 0.3079555 May 14 17:53:25.948472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097eb4-b739-4700-9fa2-81eebc106431 req-ae6dba9c-b46e-47f2-804a-38f02d33a417 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:25.955782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd097eb4-b739-4700-9fa2-81eebc106431 req-ae6dba9c-b46e-47f2-804a-38f02d33a417 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.4249239 May 14 17:53:25.962481 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.036883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Attempting to bind port ada7ae5f-deae-45c9-8392-bdb8e2387372 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:26.037404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Attempting to bind port ada7ae5f-deae-45c9-8392-bdb8e2387372 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:26.037404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Attempting to bind port ada7ae5f-deae-45c9-8392-bdb8e2387372 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:26.079147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Port ada7ae5f-deae-45c9-8392-bdb8e2387372 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:26.079483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Attempting to bind port ada7ae5f-deae-45c9-8392-bdb8e2387372 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:26.087048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd097eb4-b739-4700-9fa2-81eebc106431 req-70113c71-0977-4eca-8b19-8be35e28f1d2 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303155 May 14 17:53:26.092337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fff6ede6-9ee1-4e65-b3a4-51a852b43661 req-2a13b72a-c898-488e-99a5-e9a7bce795dd tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253171 May 14 17:53:26.101941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:26.102477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:26.102674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:26.103077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Bound port: ada7ae5f-deae-45c9-8392-bdb8e2387372, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:26.103473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.126114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.126502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:26.131963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.132691 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.136822 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:26.143204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:26.191771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:26.204221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71ade554-49a4-42dd-9c06-04e8dce282a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:26.204427 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'status': 'completed', 'code': 200} May 14 17:53:26.220466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.232202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-85795331-6a9e-45a0-b0b6-a38bf96d8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.233659 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-85795331-6a9e-45a0-b0b6-a38bf96d8dfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1098 time: 0.5056570 May 14 17:53:26.236830 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:26.287151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c35b9a5-13d1-443f-b474-f9fa47a050f1 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:53:26.336928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 5c35b9a5-13d1-443f-b474-f9fa47a050f1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:53:26.337644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c35b9a5-13d1-443f-b474-f9fa47a050f1 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:53:26.359009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.370566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.371786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.373142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 1091 time: 3.3105192 May 14 17:53:26.389929 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f0054b06-0d7b-4bec-b53c-1869b2a545d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=df267799-3c81-4c71-9435-f6e5175ee2e5 HTTP/1.1" status: 200 len: 217 time: 0.1191423 May 14 17:53:26.416091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6846969 May 14 17:53:26.425974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60990) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:26.439782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.461828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Pushing event updated for resources: {'Network': ['ID=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:26.474488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:26.496782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Request body: {'subnet': {'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-subnet', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:26.510186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] For port ada7ae5f-deae-45c9-8392-bdb8e2387372, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:26.511290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:26.524000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Usage tracker for resource:subnet and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:26.526328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:26.532462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:26.536234 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:26.548958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] For port ada7ae5f-deae-45c9-8392-bdb8e2387372, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:26.549631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:26.557268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f2fd5ae8-eec9-4671-9af8-1cb483259fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.558867 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-f2fd5ae8-eec9-4671-9af8-1cb483259fe1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1623836 May 14 17:53:26.563115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.573197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:26.582509 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:26.583171 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02da2121-19a6-47fc-8b10-2799ccef4e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:26.661600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Made reservation on behalf of 5672edbfba5a4e2d92af43dd7c33eccc for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:26.664640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.693828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.693828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:26.693828 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] 10.222.0.22 "PUT /v2.0/ports/ada7ae5f-deae-45c9-8392-bdb8e2387372 HTTP/1.1" status: 200 len: 1096 time: 3.5468180 May 14 17:53:26.780401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-2bbcf57b-f4f3-4977-b56b-d23204b63dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.781950 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-2bbcf57b-f4f3-4977-b56b-d23204b63dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1094 time: 0.3328772 May 14 17:53:26.782583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Pushing event updated for resources: {'Port': ['ID=ada7ae5f-deae-45c9-8392-bdb8e2387372,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:26.786529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:26.865605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32772) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:26.890469 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-ab566be8-353a-4561-9b33-f0e78800ed8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 217 time: 0.0978210 May 14 17:53:26.958361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-73bd75e4-367f-4516-9d00-8d113bfc26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:26.959940 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-73bd75e4-367f-4516-9d00-8d113bfc26d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3876472 May 14 17:53:26.965694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40e398a7-6dd8-40df-ba4b-c31bf9dcc6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.007495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-ac7c58b0-b7e1-441d-8f7c-a60ca106b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.008934 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-ac7c58b0-b7e1-441d-8f7c-a60ca106b8d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1112745 May 14 17:53:27.108379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6a212f1cbf480ea408c889c685e8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6255493 May 14 17:53:27.115936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32782) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:27.130817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2079f57-045d-41bc-8efd-613cddb6f425,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:27.141083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-fb496c45-39d6-4167-8254-d0b4e80feb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.141536 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:27.142567 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-fb496c45-39d6-4167-8254-d0b4e80feb9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae14acffa71142b693bcb673c1a2d8de&device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 1099 time: 0.3962150 May 14 17:53:27.148492 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-de578b49-e938-4f93-afa4-bc47c16593f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872478 May 14 17:53:27.244766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-15da68f2-06d5-49e0-9ccc-7006ca10d0ad service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9604893 May 14 17:53:27.273122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ba9b-f823-4880-8d0b-d4fe755f5a92 req-e55c63a6-c3c1-4f03-a01b-64c303109685 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.274502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6454ba9b-f823-4880-8d0b-d4fe755f5a92 req-e55c63a6-c3c1-4f03-a01b-64c303109685 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.9928551 May 14 17:53:27.332308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.334600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-8998ca97-eb0a-4e5d-84b4-c97c23369eab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372 HTTP/1.1" status: 200 len: 217 time: 0.1680195 May 14 17:53:27.351528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717378-9791-4690-9089-480e29c49487 req-2f93740e-821d-452f-85be-97cdb662ee87 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.352955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9717378-9791-4690-9089-480e29c49487 req-2f93740e-821d-452f-85be-97cdb662ee87 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 947 time: 0.3715267 May 14 17:53:27.392621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.393307 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d9203417-fc5e-467a-8347-fc82d88f640b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd407dc649de4a18b7cb2b4788d41a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205371 May 14 17:53:27.404126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:27.435900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6454ba9b-f823-4880-8d0b-d4fe755f5a92 req-18b341e6-4755-47ee-b8fd-b41324458021 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526449 May 14 17:53:27.448302 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-15088bd9-aa8f-4cc1-9efc-101e7e118530 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731524 May 14 17:53:27.484608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.532449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9717378-9791-4690-9089-480e29c49487 req-09699ba7-d9d9-4a5b-9792-5c0474b1b902 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327956 May 14 17:53:27.585003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-211e1806-2693-44be-a1b5-bfba9f721bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.585200 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-211e1806-2693-44be-a1b5-bfba9f721bd1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2428269 May 14 17:53:27.586730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-7c226d5c-034d-42ff-b37e-b7b698e4304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.588397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-7c226d5c-034d-42ff-b37e-b7b698e4304b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 1122 time: 0.2532263 May 14 17:53:27.647963 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-c17d54e5-4687-4e6e-ac01-b098b1afef6c service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823320 May 14 17:53:27.657767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.665315 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:27.735578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2079f57-045d-41bc-8efd-613cddb6f425,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:27.744260 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:27.819946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.857337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.879166 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3207259e-7f8d-46bb-904f-1da1f0842fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:27.902974 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.904083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2079f57-045d-41bc-8efd-613cddb6f425 HTTP/1.1" status: 204 len: 168 time: 0.7746639 May 14 17:53:27.908645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2eb07909-e09d-47d1-addb-eb8366f997f7 req-a8c30c6e-9683-474b-b4fb-c841bf72ff5d service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481943 May 14 17:53:27.917527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:27.965219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-f3cd4147-0a6f-42fc-958e-5ff97a4eebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:27.966761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-f3cd4147-0a6f-42fc-958e-5ff97a4eebd7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.3319497 May 14 17:53:28.038372 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.057446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 365cde77-4939-4d83-a682-0b3c07070235 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:28.057786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:28.072098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-a32915a0-478a-4967-aca1-05441c9b232c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4bec5885-1390-45a5-85f1-500366f0e1ab HTTP/1.1" status: 200 len: 217 time: 0.0884135 May 14 17:53:28.073027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153c13f0-fa9d-4a30-b06c-f3e319f826af,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:28.088492 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:28.099323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-9632a5d0-0048-4be7-af57-de70bd90a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.100773 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-9632a5d0-0048-4be7-af57-de70bd90a7af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4990211 May 14 17:53:28.101731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5993f5-a276-4dae-b904-8b252d403457,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:28.115337 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:28.155930 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1af5a6d5-c612-4731-b6ad-bca6d4eede01 req-a3d58204-6534-4747-a65b-9277ba46b31e service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088418 May 14 17:53:28.172223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b274-a9ab-4a73-913f-2893067959f4 req-b02f3a44-b5ae-43aa-84e9-f9447e021d5e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.174002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6680b274-a9ab-4a73-913f-2893067959f4 req-b02f3a44-b5ae-43aa-84e9-f9447e021d5e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 948 time: 0.4326048 May 14 17:53:28.181062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Checking segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:28.181517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Network hostable DHCP agents. Network: ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:28.204119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.205196 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec5993f5-a276-4dae-b904-8b252d403457 HTTP/1.1" status: 204 len: 168 time: 0.7925711 May 14 17:53:28.230413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817'}, {'name': 'network-changed', 'server_uuid': '362a1a4a-b444-439e-97a2-48928428a601', 'tag': 'ada7ae5f-deae-45c9-8392-bdb8e2387372'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:28.259260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f05eb-e176-4325-b2ed-e2253e4bb123 req-e794de61-d533-4cf1-93d7-cfa9e07ea1fd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.266358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-041f05eb-e176-4325-b2ed-e2253e4bb123 req-e794de61-d533-4cf1-93d7-cfa9e07ea1fd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.4501090 May 14 17:53:28.301535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-3af9fd3c-659d-400f-9ec8-8bf2095bf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.303207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-3af9fd3c-659d-400f-9ec8-8bf2095bf74b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2070661 May 14 17:53:28.305588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:28.311441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32808) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:28.322905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '365cde77-4939-4d83-a682-0b3c07070235', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'port_id': '365cde77-4939-4d83-a682-0b3c07070235', 'mac_address': 'fa:16:3e:41:de:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352e2cab-c9a6-4745-ab1d-6994d1f32dcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:28.335662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84453-6b4f-4056-8f14-173883b0283c req-1dfa3211-f0de-4f16-ae11-e7c1fcfd920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.337143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-1dfa3211-f0de-4f16-ae11-e7c1fcfd920c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1098 time: 0.3602271 May 14 17:53:28.349685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:28.380889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6680b274-a9ab-4a73-913f-2893067959f4 req-9af8d905-a156-4285-8b9b-cce43053bd82 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921399 May 14 17:53:28.417415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.421465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.440275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365cde77-4939-4d83-a682-0b3c07070235 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:28.440959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:28.451809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a33b3-32cc-4464-9b37-def5d7f62aa4 None None] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:28.454473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-041f05eb-e176-4325-b2ed-e2253e4bb123 req-35b00314-3dad-4d9c-a012-a8163a885b7a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871097 May 14 17:53:28.461189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.461770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.476696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:28.497293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Usage tracker for resource:security_group_rule and tenant:051b8c0bce3141738ea68f590f5142d5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:28.517481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:28.531059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:28.544076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0905962 May 14 17:53:28.547381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32818) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:28.556010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:28.556205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:28.570398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:28.575278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.586623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Usage tracker for resource:router and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:28.591089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-5418034a-8dfb-420f-b716-4ed7b30fce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.593810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-5418034a-8dfb-420f-b716-4ed7b30fce8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2811217 May 14 17:53:28.596014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:28.601905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:28.611405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-05417935-b121-4bdc-836b-0de8777a5c0f service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946365 May 14 17:53:28.628041 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817', 'status': 'completed', 'code': 200} May 14 17:53:28.630963 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362a1a4a-b444-439e-97a2-48928428a601', 'tag': 'ada7ae5f-deae-45c9-8392-bdb8e2387372', 'status': 'completed', 'code': 200} May 14 17:53:28.653135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:28.815414 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.823997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:28.828778 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:28.866830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.877917 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.879799 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.882515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84453-6b4f-4056-8f14-173883b0283c req-29d9f9f2-fd8a-4674-bd3c-613a736c1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:28.884180 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-29d9f9f2-fd8a-4674-bd3c-613a736c1431 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.5346854 May 14 17:53:28.900180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:53:28.901274 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:28.930750 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17b2f7cf-23d4-4cfb-8f20-406adfcc6c7f tempest-AggregatesAdminTestJSON-856998476 tempest-AggregatesAdminTestJSON-856998476-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:28.937819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32830) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:28.976071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-0fe114bd-ab43-4447-a3ae-33493306cf62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=df267799-3c81-4c71-9435-f6e5175ee2e5 HTTP/1.1" status: 200 len: 217 time: 0.0770130 May 14 17:53:29.031794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-2a12c0a8-b9a5-48bb-bce8-7dffdd31a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.033364 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-2a12c0a8-b9a5-48bb-bce8-7dffdd31a192 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1094 time: 0.4202800 May 14 17:53:29.040330 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9fb2906d-bfd9-4f4b-a850-28f2d235a286 req-e50c1e23-8e5a-4283-8d74-a1f2426f2c21 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082031 May 14 17:53:29.046990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=051b8c0bce3141738ea68f590f5142d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7327433 May 14 17:53:29.053655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32834) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:29.063609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.112437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Allocated IP 172.20.0.2 (ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be/153c13f0-fa9d-4a30-b06c-f3e319f826af/8ceda1fe-5597-44c0-bc4d-eb4072dc47e4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:29.187712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84453-6b4f-4056-8f14-173883b0283c req-94d6e050-4e62-4308-a9d8-490f88814537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.189142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-94d6e050-4e62-4308-a9d8-490f88814537 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2039678 May 14 17:53:29.208317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f527b4c-107a-4b6f-aa98-41cc225c56ee,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:29.211464 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:29.287859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-004cdb1c-d8c9-48df-9c35-4285c40d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.289285 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-004cdb1c-d8c9-48df-9c35-4285c40d9bc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.2461076 May 14 17:53:29.305470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-32af9dc4-01d3-4d9f-b287-8e6a2a309117 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980531 May 14 17:53:29.318746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['365cde77-4939-4d83-a682-0b3c07070235'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:29.325708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c306f381-19eb-4f34-8a78-ff171e855b5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c3b5973660142419c00651630ded47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706896 May 14 17:53:29.333223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32838) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:29.369630 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.382966 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-0e1a83e4-4011-4d81-a42a-6b3735f2f210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 217 time: 0.0846157 May 14 17:53:29.386128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-2637f98f-c260-4c93-a538-20a1f55a649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.387530 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-2637f98f-c260-4c93-a538-20a1f55a649c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae14acffa71142b693bcb673c1a2d8de&device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 1099 time: 0.2678730 May 14 17:53:29.392399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Transition to ACTIVE for port object 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:29.437127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Transition to ACTIVE for port object 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:29.455419 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.463574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84453-6b4f-4056-8f14-173883b0283c req-bcbef062-3ef2-47e5-bfe4-d739270c3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.465305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-bcbef062-3ef2-47e5-bfe4-d739270c3a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645957 May 14 17:53:29.475645 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:29.552197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Pushing event updated for resources: {'Port': ['ID=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:29.563951 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:29.576415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:29.580515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:29.584982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:29.588156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55e66-1f6a-4c8f-bb62-2aee71c0b5e2 req-5aa39f97-cec5-4aae-8868-89a6b2b361c3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.595810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ea55e66-1f6a-4c8f-bb62-2aee71c0b5e2 req-5aa39f97-cec5-4aae-8868-89a6b2b361c3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 947 time: 0.7752721 May 14 17:53:29.600172 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.702230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-9bb1ee5d-b452-4b0e-b5d9-b8ab0b9f88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.703660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-9bb1ee5d-b452-4b0e-b5d9-b8ab0b9f88d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.3134851 May 14 17:53:29.728465 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4332ec6c-e9bd-484b-b602-e9feaf2b8419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.736311 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.741171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Attempting to bind port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:29.741490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Attempting to bind port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:29.741853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Attempting to bind port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:29.745365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb91f7-478e-4df9-97cb-2ff6052f184c req-f254d2e5-a9f7-4080-81df-da374a6434e5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.750276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:29.750665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Checking segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:29.751052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.751463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Bound using segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:29.752100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Bound port: 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:29.752648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.752778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6feb91f7-478e-4df9-97cb-2ff6052f184c req-f254d2e5-a9f7-4080-81df-da374a6434e5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.9293854 May 14 17:53:29.777342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-37d83669-31c6-47f9-9d34-657aa50e94ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641444 May 14 17:53:29.862588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] For port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:29.867034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] For port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:29.872483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.883513 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4778829d-f682-4982-8a0f-55282d0ce9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:29.907878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.921632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-b3f78f60-4f1a-4eaf-87ee-8e1210482f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:29.923062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-b3f78f60-4f1a-4eaf-87ee-8e1210482f18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4986482 May 14 17:53:29.937527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ea55e66-1f6a-4c8f-bb62-2aee71c0b5e2 req-95abce3e-0b5d-4e26-b9e9-fbe34b428b74 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408501 May 14 17:53:29.975515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:29.979607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Pushing event updated for resources: {'Port': ['ID=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:30.007352 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:30.018625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.018809 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-72740adc-bef4-482c-ab47-be25176d47ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372 HTTP/1.1" status: 200 len: 217 time: 0.0828023 May 14 17:53:30.029987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aa516c6-5d54-46fb-8945-8c7041fbe7e6 req-d7c220a1-63eb-4d33-b275-9e0cca996f10 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950619 May 14 17:53:30.035463 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-bc4b3754-018a-4f0f-b670-a461f30b62e7 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171618 May 14 17:53:30.050971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6feb91f7-478e-4df9-97cb-2ff6052f184c req-99268d63-4697-4ec0-a40f-6112a5d3c504 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974043 May 14 17:53:30.172264 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.212851 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-1dad4b25-2b43-468b-8466-61c63026b23c service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230485 May 14 17:53:30.258273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-599f23a6-e6e0-4e40-bc5a-9a466982fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:30.259715 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-599f23a6-e6e0-4e40-bc5a-9a466982fa86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2276239 May 14 17:53:30.342706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.348790 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d6bc9e9-3f4e-44a7-a10c-214b12d11a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:30.370655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f527b4c-107a-4b6f-aa98-41cc225c56ee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:30.373257 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:30.419123 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.439953 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8b9127a0-b951-4723-98b2-3046165214fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:30.477264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16453820-8fb1-4e87-8f1e-b0a228d74c00 req-42ddce31-75b9-4a17-8530-7d1363b74f28 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:30.478791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16453820-8fb1-4e87-8f1e-b0a228d74c00 req-42ddce31-75b9-4a17-8530-7d1363b74f28 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 948 time: 0.2988334 May 14 17:53:30.488445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d90dea-b846-43e0-8f4f-c8e6c31422fb req-72863726-14f9-4a69-beef-2c5ccf2c45bc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:30.492379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09d90dea-b846-43e0-8f4f-c8e6c31422fb req-72863726-14f9-4a69-beef-2c5ccf2c45bc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.2733996 May 14 17:53:30.495002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.496318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f527b4c-107a-4b6f-aa98-41cc225c56ee HTTP/1.1" status: 204 len: 168 time: 1.4364324 May 14 17:53:30.498233 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.501711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07b9fedc-ab22-45c8-8a47-e5c87aeba92f HTTP/1.1" status: 204 len: 168 time: 1.0890439 May 14 17:53:30.501711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b9fedc-ab22-45c8-8a47-e5c87aeba92f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:30.502941 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:30.542846 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-d207d26c-0e53-4914-86ec-e5c531257b51 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205564 May 14 17:53:30.568358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aa84453-6b4f-4056-8f14-173883b0283c req-1a7f60d7-2c74-43ae-a7e3-648a6fc7c696 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971983 May 14 17:53:30.569001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.598909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-05f53510-d256-4e83-9783-352ddcb34e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:30.600364 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-05f53510-d256-4e83-9783-352ddcb34e4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2612464 May 14 17:53:30.613665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16453820-8fb1-4e87-8f1e-b0a228d74c00 req-c95a709e-8ae2-43d1-9de6-585751bf8474 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204615 May 14 17:53:30.780613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09d90dea-b846-43e0-8f4f-c8e6c31422fb req-28098a30-ce36-4295-aace-abe1d6d40568 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590549 May 14 17:53:30.834508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-c2906904-4339-41da-bddf-2526e65d3148 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263470 May 14 17:53:30.870888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:30.918315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:31.125066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94b37c46-ecbc-4824-990b-516f8e966fe1 req-2ff847c2-1118-4940-af79-576358c2e361 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798107 May 14 17:53:31.403972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:31.414319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c7a6d-2ebc-4199-b017-57463dd561c9 None None] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:31.415014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e3ef-8239-4bed-a9ba-25c2cadd4b01 req-55d84c30-54dc-4ce8-8ff0-eca0b223fa80 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:31.422143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3088e3ef-8239-4bed-a9ba-25c2cadd4b01 req-55d84c30-54dc-4ce8-8ff0-eca0b223fa80 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 947 time: 0.3066311 May 14 17:53:31.495120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915ba9-e2c0-4e1b-8be8-ebf9cb88c233 req-2d41607c-2e05-46ca-96ed-bcd5d266e2cd tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:31.502144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28915ba9-e2c0-4e1b-8be8-ebf9cb88c233 req-2d41607c-2e05-46ca-96ed-bcd5d266e2cd tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.2274129 May 14 17:53:31.507678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Allocated IP 172.25.4.109 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6beda403-81fd-4a69-ac14-a69f6b95a6a4) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:31.532283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3088e3ef-8239-4bed-a9ba-25c2cadd4b01 req-84fb3aa3-bf5b-4c5a-8d93-86e678edb05d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092281 May 14 17:53:31.579228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28915ba9-e2c0-4e1b-8be8-ebf9cb88c233 req-d9eaf6fc-df03-4f29-9dab-ea4179667744 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 May 14 17:53:31.588472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-68d644d0-7d6a-486b-bd92-3d418dc27188 None None] Provisioning for port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:31.768010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:31.791697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:31.815110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:31.818535 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:31.839614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Usage tracker for resource:security_group_rule and tenant:e078f9273e62412faa48ff705f3a010e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:31.848606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:31.863655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:31.877814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:31.890362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:31.890819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:31.986101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.003491 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:32.089820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e5414eb0-514a-4816-83a9-31c607dae817 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:32.092872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 365cde77-4939-4d83-a682-0b3c07070235 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:32.093054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.105184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.166926 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68a5d404-4166-41b1-8f82-461b8d8bd78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:32.176305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.181883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:32.198411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:32.227168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e078f9273e62412faa48ff705f3a010e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8221233 May 14 17:53:32.229484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a49f4c-42be-45d8-a4bd-f8435780fc82,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:32.230092 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.236217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32918) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:32.246705 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:32.279687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:32.312940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:32.342948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.370159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6beda403-81fd-4a69-ac14-a69f6b95a6a4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:32.374434 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:32.375573 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.427529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ada7ae5f-deae-45c9-8392-bdb8e2387372 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:32.459565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.469119 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6888ed64-9c31-462d-bb1b-5eb07dfb422c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:32.475456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c6162a92-e393-4a9b-b220-1e6ae08cce06 None None] Provisioning complete for port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:32.476044 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c6162a92-e393-4a9b-b220-1e6ae08cce06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.500699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ef297-62ca-4337-9613-a626dfc0a463 req-c0b9098e-de51-49d9-8a6d-35ccc4ea0805 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:32.502563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d40ef297-62ca-4337-9613-a626dfc0a463 req-c0b9098e-de51-49d9-8a6d-35ccc4ea0805 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 948 time: 0.6372862 May 14 17:53:32.516423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a49f4c-42be-45d8-a4bd-f8435780fc82,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:32.525862 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:32.526805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.530695 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a49f4c-42be-45d8-a4bd-f8435780fc82 HTTP/1.1" status: 204 len: 168 time: 0.2895732 May 14 17:53:32.612265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232030-828d-4a2d-9057-62af9c02fa34 req-0a67f4b1-f8b5-4910-93f9-fd1c23687712 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:32.614041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de232030-828d-4a2d-9057-62af9c02fa34 req-0a67f4b1-f8b5-4910-93f9-fd1c23687712 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.4107721 May 14 17:53:32.629359 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6d9d7a0-4f3c-4975-bde0-ff1c83773bc0 tempest-AutoAllocateNetworkTest-420886201 tempest-AutoAllocateNetworkTest-420886201-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d2501e7d8249472e863e186f072c10bc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3090382 May 14 17:53:32.630016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32942) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:32.667814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d40ef297-62ca-4337-9613-a626dfc0a463 req-09609489-a36b-4f5f-9106-76a1a0bb55c3 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294925 May 14 17:53:32.668406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:32.728797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:32.734366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 365cde77-4939-4d83-a682-0b3c07070235 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:32.740549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:53:32.756873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'e5414eb0-514a-4816-83a9-31c607dae817', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'port_id': 'e5414eb0-514a-4816-83a9-31c607dae817', 'mac_address': 'fa:16:3e:07:8a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4c7cf-0e3a-4441-96c0-b0407981f9ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:32.836387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 365cde77-4939-4d83-a682-0b3c07070235 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:32.837603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.901088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d85db-188b-444e-84b8-8c33d8fa6d86 tempest-AutoAllocateNetworkTest-420886201 tempest-AutoAllocateNetworkTest-420886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:32.905000 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-328d85db-188b-444e-84b8-8c33d8fa6d86 tempest-AutoAllocateNetworkTest-420886201 tempest-AutoAllocateNetworkTest-420886201-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2739918 May 14 17:53:32.908380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32948) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:32.958657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:32.982255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de232030-828d-4a2d-9057-62af9c02fa34 req-92b52b29-fd74-412e-ad91-65fc8a833147 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584492 May 14 17:53:33.048589 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:33.066823 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5df1c5b6-51b9-4b6f-a316-4b728dc8195b tempest-AutoAllocateNetworkTest-420886201 tempest-AutoAllocateNetworkTest-420886201-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1565511 May 14 17:53:33.075201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:33.079925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2130345-76ba-4a2f-8578-89e42515829c req-3591ffa3-9ae3-4498-b1dc-c2cc5ddf5f29 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:33.088473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2130345-76ba-4a2f-8578-89e42515829c req-3591ffa3-9ae3-4498-b1dc-c2cc5ddf5f29 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 947 time: 0.1851325 May 14 17:53:33.123914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.179998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.202182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32960) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:33.224384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5414eb0-514a-4816-83a9-31c607dae817 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:33.255588 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1e81039f-7d8f-40d0-a751-f229401e1633 tempest-AutoAllocateNetworkTest-420886201 tempest-AutoAllocateNetworkTest-420886201-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d2501e7d8249472e863e186f072c10bc HTTP/1.1" status: 200 len: 208 time: 0.1780174 May 14 17:53:33.256640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:33.274576 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.275382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:33.288181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:33.298686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.305731 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:33.307942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:33.389514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:33.406379 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:33.409214 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.448533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ada7ae5f-deae-45c9-8392-bdb8e2387372, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:33.515168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'ada7ae5f-deae-45c9-8392-bdb8e2387372', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'ada7ae5f-deae-45c9-8392-bdb8e2387372', 'mac_address': 'fa:16:3e:9d:9e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:33.531486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:33.544418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1f6c8e57d845b7938cb77ff3587543 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:33.551441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:33.556980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365cde77-4939-4d83-a682-0b3c07070235'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:33.575414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2130345-76ba-4a2f-8578-89e42515829c req-ea98b3be-f8bf-49ed-ac8d-36edcd7dc939 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858916 May 14 17:53:33.576301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:33.581001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:33.616276 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.638773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32976) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:33.644656 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:33.696469 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365cde77-4939-4d83-a682-0b3c07070235', 'code': 200} May 14 17:53:33.697093 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.697228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199bd1-174b-4d43-aed6-453137372409 req-feedab46-fc92-488d-b25b-b4412c6f6088 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:33.726515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43199bd1-174b-4d43-aed6-453137372409 req-feedab46-fc92-488d-b25b-b4412c6f6088 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.4441781 May 14 17:53:33.741717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:33.813472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada7ae5f-deae-45c9-8392-bdb8e2387372 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:33.820643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:33.861290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'mac_address': 'fa:16:3e:cf:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:53:33.865343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:33.879614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ada7ae5f-deae-45c9-8392-bdb8e2387372, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:33.881557 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:33.887827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:33.888218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.888470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896d546-bf49-44a6-9873-b242314aa992 req-7d21f9b0-60db-4879-aaac-6fe82ed147d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:33.890080 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2896d546-bf49-44a6-9873-b242314aa992 req-7d21f9b0-60db-4879-aaac-6fe82ed147d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1097 time: 0.1262081 May 14 17:53:33.895162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.927466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:33.940600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Usage tracker for resource:security_group_rule and tenant:d2501e7d8249472e863e186f072c10bc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:33.945478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:33.949237 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:33.954964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:33.961515 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2896d546-bf49-44a6-9873-b242314aa992 req-568fb3d2-4fd4-4cbd-ba00-89f39ed4a0e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574448 May 14 17:53:33.962689 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:34.016382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43199bd1-174b-4d43-aed6-453137372409 req-4c6a83cf-9423-45d2-8be7-9f64f191e4e8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882879 May 14 17:53:34.053021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.059818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.061799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.072288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d804df40-78f6-40dd-9a2e-a7617b922903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:34.087922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df267799-3c81-4c71-9435-f6e5175ee2e5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:34.104246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.116454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ada7ae5f-deae-45c9-8392-bdb8e2387372,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:34.119318 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2501e7d8249472e863e186f072c10bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788837 May 14 17:53:34.120859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f796fe0e-fdc9-4724-8f71-deb30ff2c0a8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:34.121947 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:34.124647 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:34.125299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:34.172312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:34.177402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['ada7ae5f-deae-45c9-8392-bdb8e2387372'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:34.198639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.220335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.226238 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:34.230697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.282575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75de147-406b-438f-bc3a-72ffb2d6c717 req-0b233c81-875b-4118-a32c-9e2205244187 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:34.284177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f75de147-406b-438f-bc3a-72ffb2d6c717 req-0b233c81-875b-4118-a32c-9e2205244187 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 949 time: 0.4152007 May 14 17:53:34.298654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.313998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.320240 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.322130 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-24c80245-337d-40fa-8d35-8718cb5e2fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:34.334830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:34.339274 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:34.341122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796fe0e-fdc9-4724-8f71-deb30ff2c0a8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:34.343334 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:34.350701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.351975 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f796fe0e-fdc9-4724-8f71-deb30ff2c0a8 HTTP/1.1" status: 204 len: 168 time: 0.2253606 May 14 17:53:34.359213 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e6359913-5181-47d0-aaef-afb7f1c76787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:34.411916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f75de147-406b-438f-bc3a-72ffb2d6c717 req-6b913998-630b-4c2b-a0e1-eb5d22f028dd tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966878 May 14 17:53:34.473772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a1f6c8e57d845b7938cb77ff3587543&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2708950 May 14 17:53:34.476730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32998) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:34.491443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a8a36-848f-4e1e-bbce-983f664d8acd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:34.502170 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:34.554306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.582391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.637522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Router 802998a1-55a6-4a2d-8467-a65a35b582df is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:53:34.641890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e5414eb0-514a-4816-83a9-31c607dae817'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:34.661221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.668404 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd732fe2-6dc5-4fa0-85b2-94419df20fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:34.676129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:34.697654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a8a36-848f-4e1e-bbce-983f664d8acd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:34.709378 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:34.713769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:34.714890 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a39a8a36-848f-4e1e-bbce-983f664d8acd HTTP/1.1" status: 204 len: 168 time: 0.2369776 May 14 17:53:34.898448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bbb1e-31fe-4c0d-bfd8-8306f7a0495a req-de76bf4e-e796-48f9-9d60-4d0a762aac62 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:34.900446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099bbb1e-31fe-4c0d-bfd8-8306f7a0495a req-de76bf4e-e796-48f9-9d60-4d0a762aac62 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 944 time: 0.3706644 May 14 17:53:35.044224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099bbb1e-31fe-4c0d-bfd8-8306f7a0495a req-b7d5010e-0973-4a8d-9697-aac6b2f84a12 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283243 May 14 17:53:35.054866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:53:35.065766 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:53:35.080174 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:35.080802 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:35.139227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:35.143101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33030) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:35.155605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6063232 May 14 17:53:35.181526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66c068-5e82-4360-a766-943232009b27 req-5223306e-4bd4-4fba-a341-46ea5a59cc78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:35.186500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad66c068-5e82-4360-a766-943232009b27 req-5223306e-4bd4-4fba-a341-46ea5a59cc78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 948 time: 0.2307150 May 14 17:53:35.282447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad66c068-5e82-4360-a766-943232009b27 req-865e4e4b-0628-4503-abad-fc189f70fb39 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922101 May 14 17:53:35.345872 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:35.558047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd58403-3f82-4e7e-ba22-db15ae99bcf3 req-1da696ed-5ace-4a5d-8a32-8f6d0e304317 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:35.574124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-afd58403-3f82-4e7e-ba22-db15ae99bcf3 req-1da696ed-5ace-4a5d-8a32-8f6d0e304317 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 946 time: 0.1428866 May 14 17:53:35.668643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-afd58403-3f82-4e7e-ba22-db15ae99bcf3 req-9bc44fc9-3ae2-4343-9d88-20247b86e575 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935495 May 14 17:53:35.852295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9402a-eaaf-48b1-b7ad-8af8024dfec8 req-512e77e9-2594-4743-9f15-e0a2aad4387c tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:35.853947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5a9402a-eaaf-48b1-b7ad-8af8024dfec8 req-512e77e9-2594-4743-9f15-e0a2aad4387c tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 949 time: 0.1363528 May 14 17:53:35.911520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5a9402a-eaaf-48b1-b7ad-8af8024dfec8 req-e8568d98-609a-4138-acc6-f4e54cd6d91a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 May 14 17:53:35.946775 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:32Z', 'revision_number': 3, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:35.952668 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:53:35.953163 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Updating router 802998a1-55a6-4a2d-8467-a65a35b582df port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:53:36.023025 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.136448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.228818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e5414eb0-514a-4816-83a9-31c607dae817 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:36.313228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68111-cc39-4f42-a0eb-d025c25412dc req-09c4001e-917d-4032-abc7-ab753e8bed62 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:36.320923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ea68111-cc39-4f42-a0eb-d025c25412dc req-09c4001e-917d-4032-abc7-ab753e8bed62 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 944 time: 0.1024082 May 14 17:53:36.326469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ada7ae5f-deae-45c9-8392-bdb8e2387372 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:36.376426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Allocated IP 172.20.0.1 (ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be/153c13f0-fa9d-4a30-b06c-f3e319f826af/7be19151-8ea0-4aec-9c82-8ce4bd9ebf88) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:36.396186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ea68111-cc39-4f42-a0eb-d025c25412dc req-e2d7ef3e-79a4-4dda-84ee-d956220313f9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743895 May 14 17:53:36.575046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port ada7ae5f-deae-45c9-8392-bdb8e2387372 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:36.585733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port e5414eb0-514a-4816-83a9-31c607dae817 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:36.591059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port ada7ae5f-deae-45c9-8392-bdb8e2387372 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:36.594264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.620940 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.625539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port e5414eb0-514a-4816-83a9-31c607dae817 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:36.626417 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.636937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Transition to ACTIVE for port object 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:36.682080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.687915 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8063b608-804a-45a3-a643-77efb2f541c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:36.776411 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.806229 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Transition to ACTIVE for port object 6beda403-81fd-4a69-ac14-a69f6b95a6a4 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:36.821330 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.826150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.835125 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7d7262fc-bd79-4bfb-b6ff-062ccd705e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:36.917773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:36.942005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:36.945183 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Attempting to bind port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:36.945592 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Attempting to bind port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:36.945946 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Attempting to bind port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:36.946075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.958849 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:36.959299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:36.959707 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.960921 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:36.960921 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Bound port: 6beda403-81fd-4a69-ac14-a69f6b95a6a4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:36.961237 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.978262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:36.979121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:36.983279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:36.986823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:37.010374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:37.012246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.029073 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:37.069991 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] For port 6beda403-81fd-4a69-ac14-a69f6b95a6a4, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:37.074469 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] For port 6beda403-81fd-4a69-ac14-a69f6b95a6a4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6beda403-81fd-4a69-ac14-a69f6b95a6a4,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:37.093825 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.094175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Pushing event updated for resources: {'Port': ['ID=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:37.099070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:37.132065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41582d9f-deb1-4be2-87ad-34a2e93c9b04 req-468dfcfa-65b9-4568-81b3-3fbb8ea5d442 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:37.139584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41582d9f-deb1-4be2-87ad-34a2e93c9b04 req-468dfcfa-65b9-4568-81b3-3fbb8ea5d442 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 948 time: 0.4848406 May 14 17:53:37.163706 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Pushing event updated for resources: {'Port': ['ID=6beda403-81fd-4a69-ac14-a69f6b95a6a4,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:37.203058 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.205774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.206228 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.207166 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.209173 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.209625 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.210080 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.211340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.211773 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.212843 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.213271 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.214339 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Tracked resource versions report: May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: pushed versions: May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: { 'AddressGroup': {'1.2'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'ConntrackHelper': {'1.0'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Log': {'1.0'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Network': {'1.1'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Port': {'1.7'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'PortForwarding': {'1.2'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'QosPolicy': {'1.8'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'SecurityGroup': {'1.4'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'SecurityGroupRule': {'1.2'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'SubPort': {'1.0'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Subnet': {'1.1'}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Trunk': {'1.1'}} May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: consumer versions: May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: { DHCP agent@n-d-787206-3: {}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: HyperV agent@n-h1-787206-3: {}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: HyperV agent@n-h2-787206-3: {}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: L3 agent@n-d-787206-3: {}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: Metadata agent@n-d-787206-3: {}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: Metering agent@n-d-787206-3: {}, May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: Open vSwitch agent@n-d-787206-3: { 'AddressGroup': '1.2', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'ConntrackHelper': '1.0', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Log': '1.0', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Network': '1.1', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Port': '1.7', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'PortForwarding': '1.2', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'QosPolicy': '1.8', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'SecurityGroup': '1.4', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'SecurityGroupRule': '1.2', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'SubPort': '1.0', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Subnet': '1.1', May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: 'Trunk': '1.1'}} May 14 17:53:37.216906 n-d-787206-3 neutron-server[79562]: {{(pid=79562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 17:53:37.228813 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:37.231621 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:37.242098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41582d9f-deb1-4be2-87ad-34a2e93c9b04 req-37c765cb-4c81-4676-a4db-942ea15149e8 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015720 May 14 17:53:37.249631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.267888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ada7ae5f-deae-45c9-8392-bdb8e2387372, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:37.290073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.302058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:37.306165 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:37.307541 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-09bace35-7a21-4c0c-8b2c-71e96442af23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:37.335045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253b3c4-0231-498d-96e8-1ba118707ba4 req-feed4a32-e639-43c3-88e8-dc9523916a16 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:37.343975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b253b3c4-0231-498d-96e8-1ba118707ba4 req-feed4a32-e639-43c3-88e8-dc9523916a16 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 946 time: 0.4938374 May 14 17:53:37.362495 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:37.374869 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:37.425287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port df267799-3c81-4c71-9435-f6e5175ee2e5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:37.433636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5454ba76-2139-47a7-bec5-3db971629785 None None] Provisioning for port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:37.446379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ada7ae5f-deae-45c9-8392-bdb8e2387372,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:37.450516 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:37.451260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port df267799-3c81-4c71-9435-f6e5175ee2e5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:37.452265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.470348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b253b3c4-0231-498d-96e8-1ba118707ba4 req-fa150f92-2dc5-4519-9a23-2bcb1be0c76a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254413 May 14 17:53:37.490240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5454ba76-2139-47a7-bec5-3db971629785 None None] Provisioning complete for port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:37.490623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5454ba76-2139-47a7-bec5-3db971629785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.569876 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817', 'code': 200} May 14 17:53:37.627089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5454ba76-2139-47a7-bec5-3db971629785 None None] Port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:37.632764 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Pushing event updated for resources: {'Port': ['ID=6beda403-81fd-4a69-ac14-a69f6b95a6a4,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:37.647493 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:37.742690 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:37.750811 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.803356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:37.808665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.810958 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:37.881808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2964ba-9095-4a8c-8769-0a8d5de01d5b req-12a85654-60be-4b04-a1d8-0475b32c9988 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:37.888834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:37.889045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d2964ba-9095-4a8c-8769-0a8d5de01d5b req-12a85654-60be-4b04-a1d8-0475b32c9988 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.1150346 May 14 17:53:37.893050 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:37.901790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26594ca7-e50e-48aa-8bec-ae3149769997 req-4cc0a228-322d-419e-887a-fdbd27b06ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:37.903277 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-26594ca7-e50e-48aa-8bec-ae3149769997 req-4cc0a228-322d-419e-887a-fdbd27b06ffe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1096 time: 0.3150625 May 14 17:53:37.907171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fec185-e623-4168-b314-47628191566f req-f4157f30-2975-46fb-abf0-da3e3ca5b98d tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:37.908610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5fec185-e623-4168-b314-47628191566f req-f4157f30-2975-46fb-abf0-da3e3ca5b98d tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.1906297 May 14 17:53:37.939440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.955900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.958887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:37.964924 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:37.967691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5fec185-e623-4168-b314-47628191566f req-248ae376-7921-406e-a3c2-25e9c05921ad tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 May 14 17:53:37.994337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d2964ba-9095-4a8c-8769-0a8d5de01d5b req-135dcc05-88de-4e76-8a1c-f1e2cda7805d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045036 May 14 17:53:38.007264 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-26594ca7-e50e-48aa-8bec-ae3149769997 req-b4c427b8-9452-4ac0-8097-44ba3ecc882d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871844 May 14 17:53:38.126536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Pushing event updated for resources: {'Port': ['ID=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:38.134851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:38.190519 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:36Z', 'revision_number': 1, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:38.197227 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d179b1d-c091-4fcb-bb28-f38ec2dd0d8a None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:36Z', 'revision_number': 1, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:53:38.202782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:38.204080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:38.554716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Router 802998a1-55a6-4a2d-8467-a65a35b582df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:53:38.573691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-54fd60fa-bcd4-4daf-aa67-4a6d592d1d75 None None] Provisioning complete for port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:38.576923 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-54fd60fa-bcd4-4daf-aa67-4a6d592d1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:38.685670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260831b3-157b-4a5f-811f-edc28dac67c6 req-e43c4398-9e16-40fa-9675-db1082f4e746 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:38.689185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-260831b3-157b-4a5f-811f-edc28dac67c6 req-e43c4398-9e16-40fa-9675-db1082f4e746 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1097 time: 0.2590199 May 14 17:53:38.698911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-54fd60fa-bcd4-4daf-aa67-4a6d592d1d75 None None] Port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:38.759159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33140) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:38.761809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-260831b3-157b-4a5f-811f-edc28dac67c6 req-a354d89c-4a83-4aa5-b478-1afb921441ee tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633147 May 14 17:53:38.796687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaa42-c566-4936-a9bb-ac20d889bdd5 req-2cf6b80e-5003-4c3b-aa19-40e5baad5432 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:38.798176 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc2eaa42-c566-4936-a9bb-ac20d889bdd5 req-2cf6b80e-5003-4c3b-aa19-40e5baad5432 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1790941 May 14 17:53:38.803758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:53:38.816977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] 10.222.0.24 "PUT /v2.0/routers/802998a1-55a6-4a2d-8467-a65a35b582df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6726577 May 14 17:53:38.906595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc2eaa42-c566-4936-a9bb-ac20d889bdd5 req-d5f9c921-9bfe-465e-b049-bcfe8ee40645 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022270 May 14 17:53:38.939896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:38.957309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:38.962172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Usage tracker for resource:security_group_rule and tenant:91d5249be92343cbb162dd0a6a3f75f3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:38.966100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:38.972497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:39.153155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.166331 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.202920 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:39.220634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91d5249be92343cbb162dd0a6a3f75f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576333 May 14 17:53:39.223115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33162) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:39.351544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e5e63-4138-43e0-8b25-33e9bd4a8d50,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:39.355118 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:39.406604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.449644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.468670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b3e27-31e3-48b8-9f6b-6cae0c989769 req-d9b2fe67-a176-45cd-a84d-802e2138842a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:39.470496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a10b3e27-31e3-48b8-9f6b-6cae0c989769 req-d9b2fe67-a176-45cd-a84d-802e2138842a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.1894054 May 14 17:53:39.547574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.556793 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-044160e9-2afc-4416-99f2-c8cfc0f5eed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:39.570956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a1a4a-b444-439e-97a2-48928428a601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7ae5f-deae-45c9-8392-bdb8e2387372'}, {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:39.584682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e5e63-4138-43e0-8b25-33e9bd4a8d50,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:39.588611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.592506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f4e5e63-4138-43e0-8b25-33e9bd4a8d50 HTTP/1.1" status: 204 len: 168 time: 0.3681643 May 14 17:53:39.593307 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:39.604256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a10b3e27-31e3-48b8-9f6b-6cae0c989769 req-7abf1ca0-1c09-4c61-814b-7f3da357bbbc tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746417 May 14 17:53:39.684154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33182) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:39.698234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-network', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:39.706233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:39.721622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Usage tracker for resource:network and tenant:d1dfab6f4d944cc594f3a99501b75c2b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:39.726491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:39.734083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:39.751801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322832dc-d274-48a1-96e7-a218ebedddaf req-aff856be-1ad5-4a43-ad1f-4f44bb3758f7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:39.753560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-322832dc-d274-48a1-96e7-a218ebedddaf req-aff856be-1ad5-4a43-ad1f-4f44bb3758f7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.1253774 May 14 17:53:39.757383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Made reservation on behalf of d1dfab6f4d944cc594f3a99501b75c2b for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:39.762272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.775385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6beda403-81fd-4a69-ac14-a69f6b95a6a4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:39.803400 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:39.831031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:39.838614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dfab6f4d944cc594f3a99501b75c2b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:39.840918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-322832dc-d274-48a1-96e7-a218ebedddaf req-d1bf1786-378f-491d-95c7-d3f603f4e613 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783434 May 14 17:53:39.857603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:39.878241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:39.914948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:39.922878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:39.924459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.041214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.049543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.057941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c831be1-22b2-4637-aa86-00c1cfb80084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:40.102906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:53:40.117116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.118473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae5767-bce6-4d80-ae8c-cafc6049ab1a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:40.121714 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:40.124503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.124844 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Added segment 5052920e-7fea-4e4f-93a5-3b2104906806 of type vlan for network ee2435a2-214e-4150-90fe-1afe130a06b2 May 14 17:53:40.156247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6beda403-81fd-4a69-ac14-a69f6b95a6a4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6beda403-81fd-4a69-ac14-a69f6b95a6a4,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:40.162713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d552f-fee0-4214-8ce9-1accdbe36232 req-97e28e66-7990-467e-b5ec-0aba828ddf79 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:40.164820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc5d552f-fee0-4214-8ce9-1accdbe36232 req-97e28e66-7990-467e-b5ec-0aba828ddf79 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1097 time: 0.1177845 May 14 17:53:40.166534 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.169328 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:40.174146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.202578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33194) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:40.243832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.245606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:40.246230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.249523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6beda403-81fd-4a69-ac14-a69f6b95a6a4,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:40.253594 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:40.256894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:40.264412 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a1a4a-b444-439e-97a2-48928428a601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7ae5f-deae-45c9-8392-bdb8e2387372', 'code': 200} May 14 17:53:40.264682 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'code': 200} May 14 17:53:40.279803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc5d552f-fee0-4214-8ce9-1accdbe36232 req-7cfe9324-5ce1-4706-ad9a-4e5804e94c03 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093292 May 14 17:53:40.286424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.318427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:40.325035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5c35b334b248dc8202537e40c4dc3f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:40.329462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:40.339948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:40.542784 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8564708 May 14 17:53:40.545810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee2435a2-214e-4150-90fe-1afe130a06b2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:40.552994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33206) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:40.572903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Request body: {'subnet': {'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-subnet', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:40.584563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:40.595404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.595807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.596158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.596795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.597182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.597520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.598084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.598425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.598757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.599087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.599479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.599811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:40.603998 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:40.605090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Usage tracker for resource:subnet and tenant:d1dfab6f4d944cc594f3a99501b75c2b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:40.610411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:40.612330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ee2435a2-214e-4150-90fe-1afe130a06b2 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:40.622222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:40.743270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33212) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:40.747738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Made reservation on behalf of d1dfab6f4d944cc594f3a99501b75c2b for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:40.749967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.778256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92d252-101d-450e-98bd-ccab1e9c303b req-e5ca5335-191f-4904-8418-63a2f8460b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:40.779721 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5b92d252-101d-450e-98bd-ccab1e9c303b req-e5ca5335-191f-4904-8418-63a2f8460b21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1100 time: 0.3466463 May 14 17:53:40.805833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8176ec-1631-4d4b-9fba-6039981770e6 req-bca39b94-2de6-4fad-9f22-92cfa7007bbd tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:40.812884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd8176ec-1631-4d4b-9fba-6039981770e6 req-bca39b94-2de6-4fad-9f22-92cfa7007bbd tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2757747 May 14 17:53:40.823283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.826825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ce47d-602c-4d60-aa64-52fb862d724c req-e705462f-4406-4b6b-b8e9-e6f38733da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:40.828393 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf4ce47d-602c-4d60-aa64-52fb862d724c req-e705462f-4406-4b6b-b8e9-e6f38733da83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 1101 time: 0.4436643 May 14 17:53:40.844561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:40.856180 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f0381abe-0029-4134-a740-f4fc2eb7d21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:40.907868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36309766-dd3e-4583-8905-678e657d6088 req-90e80398-69b2-4b12-929e-81f1710c9be2 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:40.911647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36309766-dd3e-4583-8905-678e657d6088 req-90e80398-69b2-4b12-929e-81f1710c9be2 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1096 time: 0.2511652 May 14 17:53:40.919349 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5b92d252-101d-450e-98bd-ccab1e9c303b req-6bda9bb7-3a87-4d54-be75-d88c0919fe75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 May 14 17:53:40.935494 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf4ce47d-602c-4d60-aa64-52fb862d724c req-474bdb68-022d-4cea-8f38-a63e4ea94374 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728517 May 14 17:53:40.944862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd8176ec-1631-4d4b-9fba-6039981770e6 req-31337a74-1147-406a-9a08-88f32da04bfd tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310108 May 14 17:53:40.965702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e5c35b334b248dc8202537e40c4dc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521613 May 14 17:53:40.974408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33218) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:40.988831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559d7a6f-385a-4506-b70a-31b65c8333cc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:41.008748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.012999 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:41.032333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:41.036693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36309766-dd3e-4583-8905-678e657d6088 req-7110bc34-6bd8-4b51-93a6-2c3c8145a54a tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135688 May 14 17:53:41.043759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Usage tracker for resource:security_group_rule and tenant:a44e33ce18834dc6a6df9997ee3a6b7b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:41.050645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:41.059232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:41.072455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:53:41.085825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:41.087012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:41.090497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.124236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.190259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.195882 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:41.213530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559d7a6f-385a-4506-b70a-31b65c8333cc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:41.216974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:41.220250 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.224797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/559d7a6f-385a-4506-b70a-31b65c8333cc HTTP/1.1" status: 204 len: 168 time: 0.2493079 May 14 17:53:41.305691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.312388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.322578 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:41.360332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d6b86-7fc7-40fc-b0b1-405700841b90,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:41.385865 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:41.404507 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a44e33ce18834dc6a6df9997ee3a6b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582854 May 14 17:53:41.413631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33236) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:41.421411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:41.422700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92928c09-8dcd-41c0-915a-f1ad14d93dec req-02c21ca5-bf6f-47ac-bb0b-66747f1975c4 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:41.424479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92928c09-8dcd-41c0-915a-f1ad14d93dec req-02c21ca5-bf6f-47ac-bb0b-66747f1975c4 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1096 time: 0.1233790 May 14 17:53:41.482686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92928c09-8dcd-41c0-915a-f1ad14d93dec req-e93ab6f9-313d-4a3e-a83b-037e8ad5c5c0 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 May 14 17:53:41.513126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfbad8-cff8-4d17-ad28-972a6299e01a req-000dfe7c-0a4e-4fcd-8fc4-e63b8ccfd1a8 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:41.524541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.527233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67bfbad8-cff8-4d17-ad28-972a6299e01a req-000dfe7c-0a4e-4fcd-8fc4-e63b8ccfd1a8 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.2967935 May 14 17:53:41.572870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.579610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.589227 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:41.589775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67bfbad8-cff8-4d17-ad28-972a6299e01a req-b67ed78d-1885-460d-bf9c-56b24670438a tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 May 14 17:53:41.700026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb341b5d-19a3-4c8d-ab26-fa27346042c3,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:41.706435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:41.731107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Checking segment: {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:41.731499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Network hostable DHCP agents. Network: ee2435a2-214e-4150-90fe-1afe130a06b2, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:41.788360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Network ee2435a2-214e-4150-90fe-1afe130a06b2 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:41.790626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.818387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6beda403-81fd-4a69-ac14-a69f6b95a6a4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:41.822593 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca95aa47-fe06-4aad-9f9b-d143d15d8e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:41.839871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d6b86-7fc7-40fc-b0b1-405700841b90,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:41.843039 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:41.861858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, ee2435a2-214e-4150-90fe-1afe130a06b2) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:41.868886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.868886 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f5d6b86-7fc7-40fc-b0b1-405700841b90 HTTP/1.1" status: 204 len: 168 time: 0.4503524 May 14 17:53:41.870430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:41.872383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:41.928270 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3715420 May 14 17:53:41.930830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33260) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:41.936035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:41.948241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:41.953540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f584c-2ba5-491b-8690-ca1541119c39 None None] Network ee2435a2-214e-4150-90fe-1afe130a06b2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:41.961682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Usage tracker for resource:router and tenant:d1dfab6f4d944cc594f3a99501b75c2b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:41.969542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:41.996093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:42.035399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.036753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.078040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.453543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:42.454493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.484643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.524136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:42.572232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.602921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:42.606781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Usage tracker for resource:security_group_rule and tenant:78de08a687be4fcf99353c5773a9b0bf is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:42.609658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:42.615542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:42.686059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-ee2435a2-214e-4150-90fe-1afe130a06b2', 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'fixed_ips': [{'subnet_id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:53:42.687750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.715958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.724905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.735945 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ff8b4c3-219f-4a5a-8777-bd035c1017b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:42.752767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 2, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:42.762982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:53:42.763806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Updating router 802998a1-55a6-4a2d-8467-a65a35b582df port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:53:42.818116 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78de08a687be4fcf99353c5773a9b0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928460 May 14 17:53:42.822564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33308) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:42.848581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0193e7-9b1b-4bc7-a143-fcbe9a25f43c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:42.854708 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:42.934795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.995305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:42.999644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.071659 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.085036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.141034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.146687 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a25b5328-2fcb-463f-8c14-8a635e36d1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:43.172682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0193e7-9b1b-4bc7-a143-fcbe9a25f43c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:43.194463 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:43.200919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.202011 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb0193e7-9b1b-4bc7-a143-fcbe9a25f43c HTTP/1.1" status: 204 len: 168 time: 0.3780344 May 14 17:53:43.364834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Allocated IP 172.20.0.2 (ee2435a2-214e-4150-90fe-1afe130a06b2/fb341b5d-19a3-4c8d-ab26-fa27346042c3/1828b7e2-7f15-4514-8251-04ed2a0980e4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:43.427506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Allocated IP 172.25.4.250 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6bb503ef-0803-47ef-b915-d0115e755a38) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:43.642324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.693965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.711815 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:43.785871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:43.806268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:43.813301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:43.904185 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.922550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Transition to ACTIVE for port object 1828b7e2-7f15-4514-8251-04ed2a0980e4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:43.942346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:43.962593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Transition to ACTIVE for port object 1828b7e2-7f15-4514-8251-04ed2a0980e4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:43.964803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Transition to ACTIVE for port object 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:43.977128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.001464 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:44.068593 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.120963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Pushing event updated for resources: {'Port': ['ID=6bb503ef-0803-47ef-b915-d0115e755a38,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:44.137042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.137409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.137820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.138226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.138630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.139045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.139599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.140215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.140342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.140833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.141102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.141492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:53:44.147918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:44.247964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Network ee2435a2-214e-4150-90fe-1afe130a06b2 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:44.254814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:44.259460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Pushing event updated for resources: {'Port': ['ID=1828b7e2-7f15-4514-8251-04ed2a0980e4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:44.262109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:44.308272 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:44.316581 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:44.320311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33372) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:44.396656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fe779-7e7a-4cd3-967e-77d4a863adc2 None None] Pushing event updated for resources: {'Port': ['ID=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:44.470628 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2b9fe779-7e7a-4cd3-967e-77d4a863adc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:44.485826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.508258 n-d-787206-3 neutron-server[79560]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 17:53:44.512753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-e47851e6-a34b-4acd-821a-b073fb56eb78 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:53:44.513958 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-e47851e6-a34b-4acd-821a-b073fb56eb78 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1923926 May 14 17:53:44.523216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33384) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:44.545705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Attempting to bind port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:44.546337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Attempting to bind port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:44.546699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Attempting to bind port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:44.549334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Attempting to bind port 1828b7e2-7f15-4514-8251-04ed2a0980e4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:44.549701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Attempting to bind port 1828b7e2-7f15-4514-8251-04ed2a0980e4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:44.550639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Attempting to bind port 1828b7e2-7f15-4514-8251-04ed2a0980e4 on network ee2435a2-214e-4150-90fe-1afe130a06b2 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:44.561168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:44.561552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Checking segment: {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:44.561961 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.562347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Bound using segment: {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:44.562920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Bound port: 1828b7e2-7f15-4514-8251-04ed2a0980e4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:44.563211 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.618012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:44.618281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Checking segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:44.618716 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.619114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Bound using segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:44.619886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Bound port: 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:44.620267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.674194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-7fdb009f-3886-4068-ab45-d2215f1a4c82 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:53:44.683195 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-7fdb009f-3886-4068-ab45-d2215f1a4c82 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1584003 May 14 17:53:44.705291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Request body: {'binding': {'host': 'n-h1-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:44.707197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:53:44.746827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] For port 1828b7e2-7f15-4514-8251-04ed2a0980e4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:44.774863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] For port 1828b7e2-7f15-4514-8251-04ed2a0980e4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1828b7e2-7f15-4514-8251-04ed2a0980e4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:44.781689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] For port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:44.786643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.793353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] For port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:44.794017 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:44.869866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Pushing event updated for resources: {'Port': ['ID=1828b7e2-7f15-4514-8251-04ed2a0980e4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:44.882876 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:44.887914 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:44.897268 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:44.898484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33402) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:44.936547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Request body: {'binding': {'host': 'n-h1-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:44.937024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:53:45.011029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fe779-7e7a-4cd3-967e-77d4a863adc2 None None] Pushing event updated for resources: {'Port': ['ID=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:45.017079 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2b9fe779-7e7a-4cd3-967e-77d4a863adc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:45.023000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:45.024055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:45.064970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.196119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-network', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:45.200691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:45.218778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Usage tracker for resource:network and tenant:322dcbc8fc9043c795a20b1f1cb11cdc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:45.222844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on host n-h1-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:45.223200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:45.224102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:45.236513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:45.245895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:45.246211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:45.248412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:45.268437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:45.280365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:45.280753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:45.281220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:45.281637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Bound port: e5414eb0-514a-4816-83a9-31c607dae817, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:45.285957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on host n-h1-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:45.286283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:45.286655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:45.343929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Router 39cde592-690f-4c94-868b-1d1e436af6a2 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:53:45.362020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Made reservation on behalf of 322dcbc8fc9043c795a20b1f1cb11cdc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:45.365484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.383745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:45.383745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:45.396325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.412047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:45.412298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:45.412613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:45.413044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Bound port: 365cde77-4939-4d83-a682-0b3c07070235, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:45.448533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:45.460472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:45.465434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.478703 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-0871d2c3-3194-411b-a43c-b9dccf3955f9 service neutron] 10.222.0.24 "POST /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235/bindings HTTP/1.1" status: 201 len: 389 time: 0.8790798 May 14 17:53:45.485299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Usage tracker for resource:security_group_rule and tenant:322dcbc8fc9043c795a20b1f1cb11cdc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:45.494716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:45.501152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:45.528636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:45.557630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.564058 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cab28220-bed9-42c4-a7e1-0dd146e39227 service neutron] 10.222.0.24 "POST /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817/bindings HTTP/1.1" status: 201 len: 389 time: 0.6990385 May 14 17:53:45.660320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:53:45.688952 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Sync routers for ids ['39cde592-690f-4c94-868b-1d1e436af6a2'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:53:45.702917 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Routers {'39cde592-690f-4c94-868b-1d1e436af6a2'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:45.703582 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['39cde592-690f-4c94-868b-1d1e436af6a2'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:45.722998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.724530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7926342 May 14 17:53:45.727079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33412) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:45.770620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.787338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.792060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09808d73-5e4b-49b4-aa4d-c80d7e7a0420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:45.832253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:44Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:45.848220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2f5c5-3348-4365-82c7-46d186cb99b8 None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:44Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:53:45.958508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:53:45.967287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f4d99-76ec-4e88-9f8b-6284430d81cf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:45.975966 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:45.977531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:45.978159 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Added segment 16211949-ffae-42ff-bcb5-8c9a938bd2e8 of type vlan for network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a May 14 17:53:46.028953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1828b7e2-7f15-4514-8251-04ed2a0980e4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:46.038662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.063012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-c8da8abb-25a8-4c8e-bf88-dead5b03a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:46.065475 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-c8da8abb-25a8-4c8e-bf88-dead5b03a748 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1097 time: 0.1971169 May 14 17:53:46.156300 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Set router 39cde592-690f-4c94-868b-1d1e436af6a2 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:46.215399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 1828b7e2-7f15-4514-8251-04ed2a0980e4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:46.223089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:46.364477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:46.373629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:46.374057 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.391232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.397252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:46.398049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.419923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8687f6-348a-4772-999f-94cc520266ce None None] Network ee2435a2-214e-4150-90fe-1afe130a06b2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:46.420912 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02803495-deec-4d8d-816b-03e487e6a5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:46.604898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c21d5-3dac-46f6-bb61-d535e442137b req-0c8771bf-bdba-41ba-8362-d565a581775c tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:46.606359 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T17:53:44Z', 'revision_number': 3, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:46.611454 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Checking router: 39cde592-690f-4c94-868b-1d1e436af6a2 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:53:46.611956 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Updating router 39cde592-690f-4c94-868b-1d1e436af6a2 port 6bb503ef-0803-47ef-b915-d0115e755a38 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:53:46.613104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b4c21d5-3dac-46f6-bb61-d535e442137b req-0c8771bf-bdba-41ba-8362-d565a581775c tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.5742066 May 14 17:53:46.626116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d169da-9dde-4138-a715-15ae384d4b34 req-737e197d-8d29-49eb-a491-2aacba878b11 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:46.626667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Provisioning for port 1828b7e2-7f15-4514-8251-04ed2a0980e4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:46.631855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99d169da-9dde-4138-a715-15ae384d4b34 req-737e197d-8d29-49eb-a491-2aacba878b11 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.5942044 May 14 17:53:46.639314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Provisioning complete for port 1828b7e2-7f15-4514-8251-04ed2a0980e4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:46.639933 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.666543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.7643828 May 14 17:53:46.667415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Pushing event updated for resources: {'Network': ['ID=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:46.669541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:46.670730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-43cdd38b-bdc0-4641-a09b-a512e90746b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:46.672350 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-43cdd38b-bdc0-4641-a09b-a512e90746b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.5957417 May 14 17:53:46.675766 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:46.679496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Request body: {'subnet': {'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-subnet', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:46.691215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:53:46.750284 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.762385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b4c21d5-3dac-46f6-bb61-d535e442137b req-78e3e2a0-ba32-488c-ba61-e8e767a9ab6e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419680 May 14 17:53:46.762484 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-a761460c-8be6-4cf7-9752-72ac36f09461 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.0752184 May 14 17:53:46.762484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:46.851461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Usage tracker for resource:subnet and tenant:322dcbc8fc9043c795a20b1f1cb11cdc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:46.859458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:46.884235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:46.917534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99d169da-9dde-4138-a715-15ae384d4b34 req-7ba66ebf-4ef1-47c5-80ff-405247245e09 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386031 May 14 17:53:46.930934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Made reservation on behalf of 322dcbc8fc9043c795a20b1f1cb11cdc for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:46.933621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:46.975779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-aae0edc1-04cd-40ba-b41b-4fac3bdb5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:46.977216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-aae0edc1-04cd-40ba-b41b-4fac3bdb5ad6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.2091677 May 14 17:53:46.986018 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.091298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.095345 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-bff8ac3b-e3a9-4dd9-95ae-1e4cf45c45e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650311 May 14 17:53:47.144941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:47.168955 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.190325 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:47.299633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] For port 1828b7e2-7f15-4514-8251-04ed2a0980e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1828b7e2-7f15-4514-8251-04ed2a0980e4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:47.312034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:47.315210 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:47.317532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.321259 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:47.414952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Pushing event updated for resources: {'Port': ['ID=1828b7e2-7f15-4514-8251-04ed2a0980e4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:47.418710 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:47.456514 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-95dfba16-34ab-49ed-8c2d-1e6f66c761e5 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512340 May 14 17:53:47.479813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76bff-1dc6-47ba-b1cb-224a5d7ea44c req-0df1af8a-65e2-4d80-8a41-e7ef3aac7866 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:47.481425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8da76bff-1dc6-47ba-b1cb-224a5d7ea44c req-0df1af8a-65e2-4d80-8a41-e7ef3aac7866 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 946 time: 0.2280345 May 14 17:53:47.547235 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.560710 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Transition to ACTIVE for port object 6bb503ef-0803-47ef-b915-d0115e755a38 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:47.570672 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.576356 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:47.606038 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.690097 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111bb1c-e19f-454b-88da-6c21f60b924d None None] Pushing event updated for resources: {'Port': ['ID=6bb503ef-0803-47ef-b915-d0115e755a38,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:47.693085 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e111bb1c-e19f-454b-88da-6c21f60b924d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:47.712929 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Attempting to bind port 6bb503ef-0803-47ef-b915-d0115e755a38 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:47.713219 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Attempting to bind port 6bb503ef-0803-47ef-b915-d0115e755a38 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:47.713580 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Attempting to bind port 6bb503ef-0803-47ef-b915-d0115e755a38 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:47.719698 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:47.720227 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:47.720702 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.721294 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:47.721763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Bound port: 6bb503ef-0803-47ef-b915-d0115e755a38, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:47.722688 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.724210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-d983ac3e-0c92-4b8d-8c29-9356b119b0d0 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589774 May 14 17:53:47.746373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b41b76d-cab6-4686-b41d-72fc5d5c6e34 None None] Provisioning complete for port 1828b7e2-7f15-4514-8251-04ed2a0980e4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:47.746819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b41b76d-cab6-4686-b41d-72fc5d5c6e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.778321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8da76bff-1dc6-47ba-b1cb-224a5d7ea44c req-8d2d194b-d750-443f-b47f-cc2cdb0de38a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094052 May 14 17:53:47.817105 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] For port 6bb503ef-0803-47ef-b915-d0115e755a38, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:47.822104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] For port 6bb503ef-0803-47ef-b915-d0115e755a38, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6bb503ef-0803-47ef-b915-d0115e755a38,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:47.827089 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:47.835040 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:47.870175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1828b7e2-7f15-4514-8251-04ed2a0980e4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:47.888249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b925a-ab12-4e79-8127-385018f0b808 req-4d8f4023-d740-4550-a892-f57dea7a101a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:47.896148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-972b925a-ab12-4e79-8127-385018f0b808 req-4d8f4023-d740-4550-a892-f57dea7a101a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.3288229 May 14 17:53:47.916187 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111bb1c-e19f-454b-88da-6c21f60b924d None None] Pushing event updated for resources: {'Port': ['ID=6bb503ef-0803-47ef-b915-d0115e755a38,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:47.919573 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e111bb1c-e19f-454b-88da-6c21f60b924d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:47.939521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Routers {'39cde592-690f-4c94-868b-1d1e436af6a2'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:47.940183 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['39cde592-690f-4c94-868b-1d1e436af6a2'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:48.015809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-972b925a-ab12-4e79-8127-385018f0b808 req-30ecfe8c-2dc8-4ebd-8fcf-4cfa6d51b9db tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187270 May 14 17:53:48.076419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Allocated IP 172.20.0.1 (ee2435a2-214e-4150-90fe-1afe130a06b2/fb341b5d-19a3-4c8d-ab26-fa27346042c3/1d76b6b8-e9cb-441e-94e3-6130d3ce65b4) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:48.077888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1828b7e2-7f15-4514-8251-04ed2a0980e4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:48.078431 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.123438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-ef1cfaac-52eb-4336-858b-7a46d2bf96f6 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:48.124905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-ef1cfaac-52eb-4336-858b-7a46d2bf96f6 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1097 time: 0.2679484 May 14 17:53:48.141770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-3'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:48.182767 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.195997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:48.200157 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] Set router 39cde592-690f-4c94-868b-1d1e436af6a2 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:48.266463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:48.285421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-6deac97f-c9fe-440a-8086-390ced37c6dc tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=14b84608a56a4f648408d1272c790f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520718 May 14 17:53:48.353653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:48.354179 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.442030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.544055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-037c54af-a1fe-41b4-837e-867b2238359a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:48.554063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-037c54af-a1fe-41b4-837e-867b2238359a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673626 May 14 17:53:48.554731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e59cbc-7a53-40a6-893e-145d406dff47,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:48.563216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:48.565284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Checking segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:48.566246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Network hostable DHCP agents. Network: 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:53:48.570220 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.588770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-a8b8ad8c-a45b-4e66-971d-98e41307d0e0 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/quotas/14b84608a56a4f648408d1272c790f16 HTTP/1.1" status: 200 len: 375 time: 0.0328641 May 14 17:53:48.629630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:53:48.648942 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T17:53:44Z', 'revision_number': 3, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:48.652877 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf809-c525-4235-af8d-ca2e9dc0ac50 None None] The sync data for ids ['39cde592-690f-4c94-868b-1d1e436af6a2'] in n-d-787206-3 is: [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T17:53:44Z', 'revision_number': 3, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:53:48.692192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:48.700096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:48.700824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.701919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa462728-2adf-4709-8b20-7e197047e50f None None] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:48.714972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Transition to ACTIVE for port object 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:48.766528 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 2.0931735 May 14 17:53:48.769443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33450) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:48.779108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:48.783500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:48.789160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:48.789509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7c4e5-5710-476e-818a-09aec938015d req-8a718013-c022-4d62-90cd-01df7d37f55e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:48.790993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86b7c4e5-5710-476e-818a-09aec938015d req-8a718013-c022-4d62-90cd-01df7d37f55e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.1962247 May 14 17:53:48.802596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Usage tracker for resource:router and tenant:322dcbc8fc9043c795a20b1f1cb11cdc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:48.806089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-940775a2-1b0e-4603-aca3-85c5f5e66608 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149332 May 14 17:53:48.806804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:48.815666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:48.852432 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.861903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.864813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:48.878377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86b7c4e5-5710-476e-818a-09aec938015d req-ffee3066-51f8-4809-b16a-5b695edac44b tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544865 May 14 17:53:48.878598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:48.889719 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:49.050656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Network ee2435a2-214e-4150-90fe-1afe130a06b2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:49.053912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:53:49.054073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:49.054779 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:49.059141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:49.059665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:49.246440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365cde77-4939-4d83-a682-0b3c07070235'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:49.252847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:49.256489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:49.272473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:49.294560 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0182249f-7ada-405a-aef7-88a32b5228db tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:49.390316 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Allocated IP 172.20.0.2 (0d92ecdf-7392-46dd-89ab-2240ca2d7a0a/65e59cbc-7a53-40a6-893e-145d406dff47/d60d1c51-1a1b-4a02-8577-1d28db596ad0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:49.714526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00f08e44-a42f-4a7d-a997-9719b6ec1b9a req-64d2b09a-3885-45b2-9337-a5988189b1c3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 210 time: 0.0723059 May 14 17:53:49.715252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:49.728893 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:49.833170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a1be-b235-46ea-9174-84add21bfbda req-48a9ee9d-411c-45ce-8656-911cb77bf9db tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:49.842033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff67a1be-b235-46ea-9174-84add21bfbda req-48a9ee9d-411c-45ce-8656-911cb77bf9db tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.4571910 May 14 17:53:49.848638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6bb503ef-0803-47ef-b915-d0115e755a38 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:49.920187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:49.923004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-714f6d2a-6b4a-4e8a-aa4d-616f8263fbeb None None] Provisioning for port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:49.954111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-714f6d2a-6b4a-4e8a-aa4d-616f8263fbeb None None] Provisioning complete for port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:49.954497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-714f6d2a-6b4a-4e8a-aa4d-616f8263fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.025724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.043763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Transition to ACTIVE for port object d60d1c51-1a1b-4a02-8577-1d28db596ad0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:50.049333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff67a1be-b235-46ea-9174-84add21bfbda req-22925d4e-53aa-46fe-9102-35505a8d7f29 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054520 May 14 17:53:50.067877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-714f6d2a-6b4a-4e8a-aa4d-616f8263fbeb None None] Port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:50.079117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6bb503ef-0803-47ef-b915-d0115e755a38 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:50.090217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Transition to ACTIVE for port object d60d1c51-1a1b-4a02-8577-1d28db596ad0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:50.091449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6bb503ef-0803-47ef-b915-d0115e755a38 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:50.091932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.107161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.115159 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:50.140487 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.146977 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:50.156310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:50.156647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:50.157026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:50.199538 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.227344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:50.227668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Attempting to bind port 365cde77-4939-4d83-a682-0b3c07070235 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:50.240488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:50.245036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:50.245336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:50.245715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:50.246263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:50.246691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Bound port: 365cde77-4939-4d83-a682-0b3c07070235, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:50.247045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.251473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:50.273063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Pushing event updated for resources: {'Port': ['ID=d60d1c51-1a1b-4a02-8577-1d28db596ad0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:50.300902 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:50.322412 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365cde77-4939-4d83-a682-0b3c07070235', 'code': 200} May 14 17:53:50.383788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:50.406800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:50.414164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Attempting to bind port d60d1c51-1a1b-4a02-8577-1d28db596ad0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:50.414705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Attempting to bind port d60d1c51-1a1b-4a02-8577-1d28db596ad0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:50.415116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Attempting to bind port d60d1c51-1a1b-4a02-8577-1d28db596ad0 on network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:50.417586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.428141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f114747-812f-4570-87a3-896744bf1a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:50.429337 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.434930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:50.435438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Checking segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:50.435914 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.436769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Bound using segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:50.436878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Bound port: d60d1c51-1a1b-4a02-8577-1d28db596ad0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:50.437801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.495892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6bb503ef-0803-47ef-b915-d0115e755a38, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6bb503ef-0803-47ef-b915-d0115e755a38,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:50.506352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.510601 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:50.605679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] For port d60d1c51-1a1b-4a02-8577-1d28db596ad0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:50.609494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6bb503ef-0803-47ef-b915-d0115e755a38,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:50.614217 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:50.617219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] For port d60d1c51-1a1b-4a02-8577-1d28db596ad0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d60d1c51-1a1b-4a02-8577-1d28db596ad0,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:50.623529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.627149 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:50.688581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53ba74-cae6-4c1a-98d7-9c0502abfd2f req-ac4e342d-076a-43bc-9d99-cd856c6756f5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:50.697261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a53ba74-cae6-4c1a-98d7-9c0502abfd2f req-ac4e342d-076a-43bc-9d99-cd856c6756f5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.7459402 May 14 17:53:50.760328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Pushing event updated for resources: {'Port': ['ID=d60d1c51-1a1b-4a02-8577-1d28db596ad0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:50.770798 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:50.770957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a53ba74-cae6-4c1a-98d7-9c0502abfd2f req-47accb07-7916-4484-a1e4-ab4fadf3a09c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716519 May 14 17:53:50.789192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:53:50.815339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=8']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:50.820802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:50.825237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.826710 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] 10.222.0.22 "PUT /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 1122 time: 2.6919513 May 14 17:53:50.829724 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:50.836036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.866767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-7d77f506-88c8-42ce-97dd-f6cf56bef6bd tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=14b84608a56a4f648408d1272c790f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474544 May 14 17:53:50.876292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.876292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.881957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:50.904238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['365cde77-4939-4d83-a682-0b3c07070235'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:50.912185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d60b1-3d8b-4011-8ef1-aeb3911e343e req-2aa6e274-6d57-4024-8233-769460d3e4ca tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:50.924722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-741d60b1-3d8b-4011-8ef1-aeb3911e343e req-2aa6e274-6d57-4024-8233-769460d3e4ca tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.3740811 May 14 17:53:50.958954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea053b23-1921-4c3a-8011-37384bbe776a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:51.041555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:51.066828 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:53:51.246253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96953c76-36dc-4a29-bcbc-37a5052f4d62 req-e34e1cd5-e163-46cb-8dcd-5288d5395e50 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 210 time: 0.0870512 May 14 17:53:51.280498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:51.284726 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:51.324702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-741d60b1-3d8b-4011-8ef1-aeb3911e343e req-4b2f157e-e4fc-41bc-a536-f4676b71a04e tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934884 May 14 17:53:51.439254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Network ee2435a2-214e-4150-90fe-1afe130a06b2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:51.439254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:51.704306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-4b5988a6-5c79-4421-adaf-9ffb02e7090e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:51.706328 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-4b5988a6-5c79-4421-adaf-9ffb02e7090e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7888846 May 14 17:53:51.759681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Request body: {'port': {'device_id': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '14b84608a56a4f648408d1272c790f16'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:51.807972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-d4f586d5-3092-453a-986e-c8939cfe0c52 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:51.808718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-d4f586d5-3092-453a-986e-c8939cfe0c52 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Synchronizing usage tracker for tenant:ae14acffa71142b693bcb673c1a2d8de on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:53:51.925401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240ed7-e8ac-43aa-a5ef-5713e51b49ec req-9d046499-e317-40c7-9324-96f9679767e2 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:51.927129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9240ed7-e8ac-43aa-a5ef-5713e51b49ec req-9d046499-e317-40c7-9324-96f9679767e2 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.3488109 May 14 17:53:51.936505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Router 39cde592-690f-4c94-868b-1d1e436af6a2 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:53:51.960464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33502) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:51.965281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6bb503ef-0803-47ef-b915-d0115e755a38 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:51.972081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33504) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:52.052639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Allocated IP 172.25.4.108 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/e431d532-fb83-45d3-a7c5-5269cb4ea3cc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:52.053507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c5fbdc1d-4f78-4491-b536-7d9f6378e456 None None] Provisioning complete for port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:52.054238 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c5fbdc1d-4f78-4491-b536-7d9f6378e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.071068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:52.088851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Usage tracker for resource:port and tenant:14b84608a56a4f648408d1272c790f16 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:52.097760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:52.121900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-d4f586d5-3092-453a-986e-c8939cfe0c52 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Unset dirty status for tenant:ae14acffa71142b693bcb673c1a2d8de on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:53:52.123168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-d4f586d5-3092-453a-986e-c8939cfe0c52 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 1.1372087 May 14 17:53:52.156580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbdc1d-4f78-4491-b536-7d9f6378e456 None None] Port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:52.161295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:52.173069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6bb503ef-0803-47ef-b915-d0115e755a38 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:52.173069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.257069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9240ed7-e8ac-43aa-a5ef-5713e51b49ec req-05eabde7-2ac4-4bcd-a19f-0e603cf85267 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232148 May 14 17:53:52.331101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'tag': '365cde77-4939-4d83-a682-0b3c07070235'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:52.364162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c131ec-b8c5-4788-92fa-4ae856c26a99 None None] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:53:52.390038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.414947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Made reservation on behalf of 14b84608a56a4f648408d1272c790f16 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:53:52.418718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.442252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.503007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:52.509968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d60d1c51-1a1b-4a02-8577-1d28db596ad0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:52.512686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a02a240-6d60-48bd-b060-c3fa1698f4a8 req-1fcdd4f9-9aa1-4d97-8d2a-ced116aac355 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 210 time: 0.0847147 May 14 17:53:52.514316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8b82b5dda94a84b104aa83060f68e1 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:52.546321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:52.556031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:52.560904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Usage tracker for resource:security_group_rule and tenant:78ae2d5377bd4e179ac90c29a663bd24 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:52.565310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-09f849c2-6439-4a90-a5b9-9e3d563167ac None None] Provisioning for port d60d1c51-1a1b-4a02-8577-1d28db596ad0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:52.570889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:52.571094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:52.596315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:52.610903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec461-70db-4e6e-9eea-b5a2f184ba26 req-d5fa113c-0b81-47c5-b228-8d1be96c5201 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:52.613595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2dcec461-70db-4e6e-9eea-b5a2f184ba26 req-d5fa113c-0b81-47c5-b228-8d1be96c5201 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.4849777 May 14 17:53:52.654829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.671473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:53:52.697879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Sync routers for ids ['39cde592-690f-4c94-868b-1d1e436af6a2'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:53:52.712090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/39cde592-690f-4c94-868b-1d1e436af6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9839363 May 14 17:53:52.729160 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2dcec461-70db-4e6e-9eea-b5a2f184ba26 req-78c1b60e-564f-4ecb-9933-1da18b73476d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979741 May 14 17:53:52.734382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Routers {'39cde592-690f-4c94-868b-1d1e436af6a2'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:52.735391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['39cde592-690f-4c94-868b-1d1e436af6a2'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:52.842873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d60d1c51-1a1b-4a02-8577-1d28db596ad0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:52.850361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.862623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.895273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Allocated IP 192.168.233.66 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/ed2e4f53-3952-4a4b-bafd-459e83138d54) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:52.897525 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0dc994d0-727a-4cca-a848-4c3d28681c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:52.906964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78ae2d5377bd4e179ac90c29a663bd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9306195 May 14 17:53:52.913416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33528) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:52.976207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2183e8e3-a4e8-43dc-9155-db8e78f0a89d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:52.976881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d60d1c51-1a1b-4a02-8577-1d28db596ad0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:52.976881 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:52.989131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa06683-da76-4d17-a8e4-001deb028f68 req-d04091ba-875e-4d23-a6ef-2ab37c3d2bcf tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:52.996993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7fa06683-da76-4d17-a8e4-001deb028f68 req-d04091ba-875e-4d23-a6ef-2ab37c3d2bcf tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.2035344 May 14 17:53:52.999810 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:53.062265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7fa06683-da76-4d17-a8e4-001deb028f68 req-10b9f3ce-62b7-4e31-bca3-6051295b5fa0 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642283 May 14 17:53:53.084723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.112735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.119735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.126575 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'tag': '365cde77-4939-4d83-a682-0b3c07070235', 'status': 'completed', 'code': 200} May 14 17:53:53.132979 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:53.182283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.190141 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-451d8cc5-78d8-4739-8cd5-ee081b2a6e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:53.205450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Set router 39cde592-690f-4c94-868b-1d1e436af6a2 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:53.208835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2183e8e3-a4e8-43dc-9155-db8e78f0a89d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:53.210934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.212114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2183e8e3-a4e8-43dc-9155-db8e78f0a89d HTTP/1.1" status: 204 len: 168 time: 0.2976487 May 14 17:53:53.213360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:53.314366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.347546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.355738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Deleting port ada7ae5f-deae-45c9-8392-bdb8e2387372 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:53:53.356258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.408838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port d60d1c51-1a1b-4a02-8577-1d28db596ad0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d60d1c51-1a1b-4a02-8577-1d28db596ad0,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:53.522991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:53.535946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.553977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:53.561786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.570654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:53.573320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:53.581706 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:53.654447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132aedb-d186-4ee9-96bb-bc61d81a9c22 req-60a5d982-869c-4947-9a26-184f4915364a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:53.655945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b132aedb-d186-4ee9-96bb-bc61d81a9c22 req-60a5d982-869c-4947-9a26-184f4915364a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.1908865 May 14 17:53:53.673530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=d60d1c51-1a1b-4a02-8577-1d28db596ad0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:53.682745 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:53.695450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:53.695887 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:53.759139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b132aedb-d186-4ee9-96bb-bc61d81a9c22 req-3247a2bd-abb5-40fd-b3ce-9021e8182d92 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914037 May 14 17:53:53.776785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33554) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:53.804449 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.813390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-aff71a22-21de-4083-9212-91afa9f9a1e9 None None] Provisioning complete for port d60d1c51-1a1b-4a02-8577-1d28db596ad0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:53.813843 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aff71a22-21de-4083-9212-91afa9f9a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.819966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.859752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:53.865579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33558) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:53.879697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016995204', 'description': 'tempest-description--166947924'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:53.891588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Usage tracker for resource:security_group_rule and tenant:be0ef415cb26435e93d788f1049ab9f4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:53.895946 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e8b82b5dda94a84b104aa83060f68e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9284129 May 14 17:53:53.897003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:53.899583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.899724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33562) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:53.900726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:53.920427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:security_group and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:53.923928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:53.930864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:53.965352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] For port ada7ae5f-deae-45c9-8392-bdb8e2387372, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ada7ae5f-deae-45c9-8392-bdb8e2387372,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:53.966016 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:53.994264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:54.045650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1d76b6b8-e9cb-441e-94e3-6130d3ce65b4', 'name': '', 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'mac_address': 'fa:16:3e:70:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:47Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 2, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'subnets': [{'id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:54.052305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Checking router: 39cde592-690f-4c94-868b-1d1e436af6a2 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:53:54.052519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d50f5c88-40a7-4d9a-bf9e-d4c2293c7c00 req-38d29bc5-bd14-4d81-8f06-9ce2c2763452 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 210 time: 0.1235616 May 14 17:53:54.052857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Updating router 39cde592-690f-4c94-868b-1d1e436af6a2 port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:53:54.107202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.119538 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.136323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Calling delete_port for ada7ae5f-deae-45c9-8392-bdb8e2387372 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:53:54.144347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:54.148605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:security_group_rule and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:54.151867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:54.158914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:54.184693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Transition to ACTIVE for port object ed2e4f53-3952-4a4b-bafd-459e83138d54 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:54.186057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb2573-185a-4827-9f02-3c03ec72865c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:54.197470 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:54.207643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-265c9fd4-cdb6-4230-9ce5-3cf211d5460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:54.209127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-265c9fd4-cdb6-4230-9ce5-3cf211d5460e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1125 time: 1.0854928 May 14 17:53:54.303812 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.387368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 365cde77-4939-4d83-a682-0b3c07070235 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:53:54.394214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ada7ae5f-deae-45c9-8392-bdb8e2387372 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:53:54.395943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.437910 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.471257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.501214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c5c6-7c17-4d54-8913-2052697dabdb req-f21de263-e2cc-4deb-9771-259805288586 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:54.515243 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.517779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fd2c5c6-7c17-4d54-8913-2052697dabdb req-f21de263-e2cc-4deb-9771-259805288586 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.5144179 May 14 17:53:54.535418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:54.551149 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.555138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.557023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['4bec5885-1390-45a5-85f1-500366f0e1ab'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:54.575351 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-635e23b2-47e8-4338-849e-4953138e0872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:54.581686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:53:54.606665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-ad92037a-db78-44a3-8234-69e77df2c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:54.608150 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-ad92037a-db78-44a3-8234-69e77df2c932 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3829718 May 14 17:53:54.628039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:54.674296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fd2c5c6-7c17-4d54-8913-2052697dabdb req-e995495d-c9ba-43e9-ad82-a649c98f5df2 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539626 May 14 17:53:54.679272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be0ef415cb26435e93d788f1049ab9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009430 May 14 17:53:54.688160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8d75d-e6a0-4998-ab59-77feddd47a4d req-d5a385a7-030f-4756-a40d-dec4c9a2def6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:54.694326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:54.699051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ff8d75d-e6a0-4998-ab59-77feddd47a4d req-d5a385a7-030f-4756-a40d-dec4c9a2def6 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 950 time: 0.4879873 May 14 17:53:54.705088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:54.715790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:54.719073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce28a9b-08b7-43ed-9a59-0b03b50da784,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:54.721254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:54.721918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.731585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:53:54.733727 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.737494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fb817557-7ccc-4c6f-9c29-7bf819862c19 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8645577 May 14 17:53:54.742517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33572) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:54.763453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.766744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'security_group_rule': {'security_group_id': 'dce28a9b-08b7-43ed-9a59-0b03b50da784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:54.783609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:54.800903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:security_group_rule and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:54.805112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:54.813568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.819054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b9aef-2e15-468f-9001-128f5c910b73,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:54.840986 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:54.842210 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-254f75fa-f29e-46ba-a884-fa2af97883a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:54.857653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event updated for resources: {'Port': ['ID=ed2e4f53-3952-4a4b-bafd-459e83138d54,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:54.860970 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-27cdb072-6aae-48c2-98dc-7e5282e28d4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.2393932 May 14 17:53:54.861721 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:54.894273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:54.910321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ff8d75d-e6a0-4998-ab59-77feddd47a4d req-78986eb7-c6e8-4abf-89cf-aa945c2f5ac5 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfa572a2-5756-496a-ad93-11bb2e52f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101500 May 14 17:53:54.938820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb2573-185a-4827-9f02-3c03ec72865c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:54.961942 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:54.982678 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:54.986020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:54.986596 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:55.006476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.010692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9beb2573-185a-4827-9f02-3c03ec72865c HTTP/1.1" status: 204 len: 168 time: 1.1032648 May 14 17:53:55.015004 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.028362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.047842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:55.114002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 365cde77-4939-4d83-a682-0b3c07070235 has no active binding in host n-h1-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:53:55.121148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Transition to ACTIVE for port object 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:55.136381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.144067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-58a5dc6f-3060-4b39-9347-c774acc763d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:55.145629 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-58a5dc6f-3060-4b39-9347-c774acc763d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1990044 May 14 17:53:55.156843 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc5ca943-484a-418f-aaff-1bceb6dc59c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:55.179983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350f8fe-fd5f-4804-ab05-5d47ac8eb122 req-1d1a31a8-20a7-42cd-915c-1d278de07ea6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:55.187890 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.190197 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4560552 May 14 17:53:55.195592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3350f8fe-fd5f-4804-ab05-5d47ac8eb122 req-1d1a31a8-20a7-42cd-915c-1d278de07ea6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.2653730 May 14 17:53:55.204162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:55.237670 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.257709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Request body: {'port': {'device_id': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:55.317032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Pushing event deleted for resources: {'Port': ['ID=ada7ae5f-deae-45c9-8392-bdb8e2387372,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:55.332406 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:55.334859 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-60edda2b-331f-4e75-b0fd-37373f296a88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436813 May 14 17:53:55.349792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3350f8fe-fd5f-4804-ab05-5d47ac8eb122 req-2148c29c-e0c5-48af-a2f5-20c65e826cd5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510749 May 14 17:53:55.410799 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.423371 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.438283 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:55.495687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020e6792-4225-4bb7-b8f5-fbf7748b863c,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:55.517622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ba4bf5aa-73bd-4557-8cf6-a7aa0516953a None None] Provisioning for port ed2e4f53-3952-4a4b-bafd-459e83138d54 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:55.524377 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:55.568920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931e90e-7a1f-46f0-804b-8d87042b9b24 req-0953e2ca-9b27-468b-a526-638103162bd7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:55.576311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c931e90e-7a1f-46f0-804b-8d87042b9b24 req-0953e2ca-9b27-468b-a526-638103162bd7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 935 time: 0.3175251 May 14 17:53:55.607996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ba4bf5aa-73bd-4557-8cf6-a7aa0516953a None None] Provisioning complete for port ed2e4f53-3952-4a4b-bafd-459e83138d54 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:55.608377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf5aa-73bd-4557-8cf6-a7aa0516953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.613033 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.617282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8737264 May 14 17:53:55.618068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33584) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:55.626723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'security_group_rule': {'security_group_id': 'dce28a9b-08b7-43ed-9a59-0b03b50da784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:55.650610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:55.655153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c931e90e-7a1f-46f0-804b-8d87042b9b24 req-a26e62e0-3c51-4360-a5ca-ebf123f322b8 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780973 May 14 17:53:55.657573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:security_group_rule and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:55.657745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78c3b7-f86c-45b5-af36-523d033a381c None None] Pushing event updated for resources: {'Port': ['ID=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:55.661899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:55.669188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:55.701577 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b78c3b7-f86c-45b5-af36-523d033a381c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:55.701738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33588) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:55.721067 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.737653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.739942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bf5aa-73bd-4557-8cf6-a7aa0516953a None None] Port ed2e4f53-3952-4a4b-bafd-459e83138d54 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:53:55.780354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:55.791429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Usage tracker for resource:security_group_rule and tenant:cb207cee56d6472d931eb6d1470c0245 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:55.817287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:55.825796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d60d1c51-1a1b-4a02-8577-1d28db596ad0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:55.834231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:55.861511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Attempting to bind port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:55.861936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Attempting to bind port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:55.862873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Attempting to bind port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 on network ee2435a2-214e-4150-90fe-1afe130a06b2 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:55.874407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.887928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.888648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:55.889132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Checking segment: {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:55.889609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.890642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Bound using segment: {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:55.891291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Bound port: 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5052920e-7fea-4e4f-93a5-3b2104906806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:55.891915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.914924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.929656 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94a7ad36-5269-4504-8fae-f0381b48397b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:55.974771 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:55.979108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578765 May 14 17:53:55.981343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33596) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:55.994873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:53:56.001441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:53:56.006020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:floatingip and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:53:56.008925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:53:56.012464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] For port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:56.016067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] For port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:56.016628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:53:56.016964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] No DVR routers for this DVR port ada7ae5f-deae-45c9-8392-bdb8e2387372 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:53:56.023893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d58abe1-848b-44ef-aaee-e171c947f9ed,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:56.031807 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:56.036745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.038225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.053119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.053339 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:56.054710 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-352dd208-2c52-4ae4-96dd-ebd404817c75 req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.22 "DELETE /v2.0/ports/ada7ae5f-deae-45c9-8392-bdb8e2387372 HTTP/1.1" status: 204 len: 173 time: 3.8893707 May 14 17:53:56.075814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a1a4a-b444-439e-97a2-48928428a601', 'name': 'network-vif-deleted', 'tag': 'ada7ae5f-deae-45c9-8392-bdb8e2387372'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:56.151631 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-5d1ea9fe-f29d-4112-8adc-8c54fbab45a2 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376437 May 14 17:53:56.156776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78c3b7-f86c-45b5-af36-523d033a381c None None] Pushing event updated for resources: {'Port': ['ID=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:56.161864 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b78c3b7-f86c-45b5-af36-523d033a381c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:56.187131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Routers {'39cde592-690f-4c94-868b-1d1e436af6a2'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:56.187843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['39cde592-690f-4c94-868b-1d1e436af6a2'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:56.204599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.246488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.357932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d60d1c51-1a1b-4a02-8577-1d28db596ad0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:56.358270 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.393419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf86c0-f5d6-4936-9d78-46a4901e8a90 req-6d46897d-305b-494d-b1bd-2b4ab4489a70 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:56.401002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0cdf86c0-f5d6-4936-9d78-46a4901e8a90 req-6d46897d-305b-494d-b1bd-2b4ab4489a70 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.5152903 May 14 17:53:56.407263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ae4a3e2-e521-40de-bd9d-9f5b03f9287b req-bb776f1b-e25f-4449-852f-b54369b8c176 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] 10.222.0.24 "GET /v2.0/ports?device_id=362a1a4a-b444-439e-97a2-48928428a601 HTTP/1.1" status: 200 len: 210 time: 0.2370241 May 14 17:53:56.408206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.426714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.447909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1cd2dd8e-c941-4672-9180-a7f2b04bbe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:56.455798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb207cee56d6472d931eb6d1470c0245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7531731 May 14 17:53:56.469259 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.476595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:56.498454 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1634e093-3b07-4192-9529-941c07024c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:56.526955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b9aef-2e15-468f-9001-128f5c910b73,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:56.579990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] Set router 39cde592-690f-4c94-868b-1d1e436af6a2 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:56.613972 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:56.615816 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a1a4a-b444-439e-97a2-48928428a601', 'name': 'network-vif-deleted', 'tag': 'ada7ae5f-deae-45c9-8392-bdb8e2387372', 'status': 'completed', 'code': 200} May 14 17:53:56.628968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-262ec8a9-3bae-40d6-a542-5e313704707b service neutron] 10.222.0.15 "GET /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.1671162 May 14 17:53:56.629732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337b8b3-2d35-4dc8-b3fa-3aa1589c3e60,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:56.635626 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:56.697609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0cdf86c0-f5d6-4936-9d78-46a4901e8a90 req-75707e25-6ebe-4936-8f1f-ffc98e0276fa tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956824 May 14 17:53:56.992896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:56.996376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e5b9aef-2e15-468f-9001-128f5c910b73 HTTP/1.1" status: 204 len: 168 time: 2.2798004 May 14 17:53:56.998171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a508b13-506f-40f8-94a8-6e2d661feb08 req-f6d8b64d-961c-4167-bb9e-9509d9930d08 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:57.006295 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a062f9-0eb6-412a-a63d-fd2fb299cd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.007218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a508b13-506f-40f8-94a8-6e2d661feb08 req-f6d8b64d-961c-4167-bb9e-9509d9930d08 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 944 time: 0.3034668 May 14 17:53:57.039301 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.058025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c1414956-0ef6-487a-b363-ab6fe790f243 req-860417b1-f6e4-4a03-bb9b-d8978a799073 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8818903 May 14 17:53:57.121587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.124630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1d76b6b8-e9cb-441e-94e3-6130d3ce65b4', 'name': '', 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'mac_address': 'fa:16:3e:70:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:47Z', 'updated_at': '2021-05-14T17:53:56Z', 'revision_number': 4, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'subnets': [{'id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:57.134575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c435d70-b960-4f92-a5e3-0309a02541c2 None None] The sync data for ids ['39cde592-690f-4c94-868b-1d1e436af6a2'] in n-d-787206-3 is: [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1d76b6b8-e9cb-441e-94e3-6130d3ce65b4', 'name': '', 'network_id': 'ee2435a2-214e-4150-90fe-1afe130a06b2', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'mac_address': 'fa:16:3e:70:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:47Z', 'updated_at': '2021-05-14T17:53:56Z', 'revision_number': 4, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'subnets': [{'id': 'fb341b5d-19a3-4c8d-ab26-fa27346042c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:53:57.261858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2e4f53-3952-4a4b-bafd-459e83138d54 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:57.268430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a508b13-506f-40f8-94a8-6e2d661feb08 req-f2623926-7725-4f8b-acf8-626976a481bf tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565260 May 14 17:53:57.271605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.308214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.325915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb495-d9a5-4cc7-854f-7b52445d18b6 req-39379876-7a2f-4f44-a602-9ef826b66e96 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:57.334532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e0cb495-d9a5-4cc7-854f-7b52445d18b6 req-39379876-7a2f-4f44-a602-9ef826b66e96 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 935 time: 0.4526079 May 14 17:53:57.349845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.419347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Transition to ACTIVE for port object ed2e4f53-3952-4a4b-bafd-459e83138d54 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:57.420383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.434564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-60e04683-37a5-41c2-b7fc-01186595d34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:57.444352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.462003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337b8b3-2d35-4dc8-b3fa-3aa1589c3e60,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:57.466614 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:57.467401 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-213c83a2-1dda-4b09-8cf0-1a6bcc34f6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:57.501426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:57.559067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e0cb495-d9a5-4cc7-854f-7b52445d18b6 req-5331bcff-6c2c-4ca3-9e88-fbd16138951c tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236359 May 14 17:53:57.590706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:57.592122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Router 3453b5a9-7e74-4c07-b95c-3074db706013 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:53:57.608091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:57.614901 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c337b8b3-2d35-4dc8-b3fa-3aa1589c3e60 HTTP/1.1" status: 204 len: 168 time: 1.0915287 May 14 17:53:57.700928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Allocated IP 172.25.4.106 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/78bed6a9-1adf-47a4-91a5-9cb3c242bb1e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:53:57.811231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:57.919196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365cde77-4939-4d83-a682-0b3c07070235 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:53:58.037514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:53:58.059144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:58.059548 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.103527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:58.241832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708656-b110-416c-b126-75642dfd6bab service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e4f53-3952-4a4b-bafd-459e83138d54,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:58.250690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.270486 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14708656-b110-416c-b126-75642dfd6bab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:58.321937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.325669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Attempting to bind port ed2e4f53-3952-4a4b-bafd-459e83138d54 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:53:58.326209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Attempting to bind port ed2e4f53-3952-4a4b-bafd-459e83138d54 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:53:58.326861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Attempting to bind port ed2e4f53-3952-4a4b-bafd-459e83138d54 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:58.355232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Port ed2e4f53-3952-4a4b-bafd-459e83138d54 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:53:58.360140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Attempting to bind port ed2e4f53-3952-4a4b-bafd-459e83138d54 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:53:58.369515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:53:58.373036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:53:58.382274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:53:58.382833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Bound port: ed2e4f53-3952-4a4b-bafd-459e83138d54, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:53:58.383251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.412106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:53:58.425649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.429969 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:58.561692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:53:58.574362 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Sync routers for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:53:58.594113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:58.598898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Transition to ACTIVE for port object 365cde77-4939-4d83-a682-0b3c07070235 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:53:58.603300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:58.603701 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:53:58.607603 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:53:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:58.622138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.626037 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 9.8531430 May 14 17:53:58.628383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:58.742552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.780325 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:58.791558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] For port ed2e4f53-3952-4a4b-bafd-459e83138d54, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:53:58.808078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] For port ed2e4f53-3952-4a4b-bafd-459e83138d54, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:53:58.828087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.836868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1ad41c7-dec6-4f27-b728-14dd8f57c1d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:58.894450 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:53:58.936519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:58.939041 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:58.945219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-14708656-b110-416c-b126-75642dfd6bab service neutron] 10.222.0.15 "PUT /v2.0/ports/ed2e4f53-3952-4a4b-bafd-459e83138d54 HTTP/1.1" status: 200 len: 1095 time: 3.7086835 May 14 17:53:58.945733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'tag': 'ed2e4f53-3952-4a4b-bafd-459e83138d54'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:53:58.994764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Pushing event updated for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=10']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:59.003890 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:59.097182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e679a16-c973-436e-a241-171424c5b002 req-a6b87c31-2f07-4efa-8242-bfb13603fa01 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:59.115868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e679a16-c973-436e-a241-171424c5b002 req-a6b87c31-2f07-4efa-8242-bfb13603fa01 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 1.0441647 May 14 17:53:59.250138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:59.339972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] No DVR routers for this DVR port 365cde77-4939-4d83-a682-0b3c07070235 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:53:59.344699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:59.372691 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:53:59.383655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:53:54Z', 'revision_number': 3, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:53:59.388866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:59.393771 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Checking router: 3453b5a9-7e74-4c07-b95c-3074db706013 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:53:59.395370 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Updating router 3453b5a9-7e74-4c07-b95c-3074db706013 port e431d532-fb83-45d3-a7c5-5269cb4ea3cc binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:53:59.402195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708656-b110-416c-b126-75642dfd6bab service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e4f53-3952-4a4b-bafd-459e83138d54,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:53:59.411847 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14708656-b110-416c-b126-75642dfd6bab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:53:59.442850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:53:59.480208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:53:59.482527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:53:59.501588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:59.526487 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:59.571026 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:59.592832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e679a16-c973-436e-a241-171424c5b002 req-069f9811-7102-4db4-9613-8ea362e38280 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752791 May 14 17:53:59.636796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e65048d-3441-4f9e-bfeb-510cf92f3688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:53:59.703096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-77d3cf0d-a8ba-4b9a-995e-98fb5430a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:53:59.704528 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-77d3cf0d-a8ba-4b9a-995e-98fb5430a8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 1098 time: 0.7014349 May 14 17:53:59.786604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:53:59.822438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33692) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:53:59.853145 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-099a9afc-09ef-473b-9bea-8d7af8e323b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54 HTTP/1.1" status: 200 len: 217 time: 0.1222970 May 14 17:53:59.922615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:53:59.922973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.060622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1752322071-network', 'tenant_id': '26b5e50a9dc247ad8e8e0813a95c3cf0'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:00.073442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:00.087279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Usage tracker for resource:network and tenant:26b5e50a9dc247ad8e8e0813a95c3cf0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:00.104441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:00.121188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:00.130405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-0c0245e7-64e2-4f3f-906a-4f310d8302bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:00.131067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'Port': ['ID=78bed6a9-1adf-47a4-91a5-9cb3c242bb1e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:00.131897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-0c0245e7-64e2-4f3f-906a-4f310d8302bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2668693 May 14 17:54:00.156244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:00.197006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a5465-6a11-4726-a44a-b58d2548be98 req-3deb5e20-e17e-470b-aa7a-a1d966e1c8e0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:00.198525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d0a5465-6a11-4726-a44a-b58d2548be98 req-3deb5e20-e17e-470b-aa7a-a1d966e1c8e0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 1.5976868 May 14 17:54:00.216446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.231090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Made reservation on behalf of 26b5e50a9dc247ad8e8e0813a95c3cf0 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:00.233367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.283413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235/bindings/n-h1-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 3.6439435 May 14 17:54:00.284610 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.286531 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f097ae19-7d5d-4dfb-a646-5f1fe6914666 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae14acffa71142b693bcb673c1a2d8de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8885248 May 14 17:54:00.299935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33706) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:00.302749 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Transition to ACTIVE for port object e431d532-fb83-45d3-a7c5-5269cb4ea3cc will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:00.312164 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.325924 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:00.332796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.338372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 365cde77-4939-4d83-a682-0b3c07070235 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:54:00.408118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d0a5465-6a11-4726-a44a-b58d2548be98 req-3586a359-52bf-44d1-9061-40d78f1ecc2f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989038 May 14 17:54:00.429606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:00.439764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Usage tracker for resource:security_group_rule and tenant:26b5e50a9dc247ad8e8e0813a95c3cf0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:00.450693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:00.467125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Attempting to bind port e431d532-fb83-45d3-a7c5-5269cb4ea3cc on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:00.467449 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Attempting to bind port e431d532-fb83-45d3-a7c5-5269cb4ea3cc by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:00.467570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:00.467809 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Attempting to bind port e431d532-fb83-45d3-a7c5-5269cb4ea3cc on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:00.481371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 365cde77-4939-4d83-a682-0b3c07070235 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:54:00.483856 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:00.484633 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:00.486344 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.486978 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:00.488652 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Bound port: e431d532-fb83-45d3-a7c5-5269cb4ea3cc, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:00.489393 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.495703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.556573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.558792 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363249-ad43-46ec-a78b-1a14d5e022a7 None None] Pushing event updated for resources: {'Port': ['ID=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:00.564595 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d0363249-ad43-46ec-a78b-1a14d5e022a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:00.574789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6c41-89e8-49cc-a7f9-fa51ff93f83a req-3c674c73-8d7c-488a-b406-dc23db0f9b09 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:00.583384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-afde6c41-89e8-49cc-a7f9-fa51ff93f83a req-3c674c73-8d7c-488a-b406-dc23db0f9b09 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 947 time: 0.6459687 May 14 17:54:00.595810 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] For port e431d532-fb83-45d3-a7c5-5269cb4ea3cc, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:00.599591 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] For port e431d532-fb83-45d3-a7c5-5269cb4ea3cc, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:00.605475 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.614851 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:00.706450 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363249-ad43-46ec-a78b-1a14d5e022a7 None None] Pushing event updated for resources: {'Port': ['ID=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:00.710936 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d0363249-ad43-46ec-a78b-1a14d5e022a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:00.730131 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:00.730963 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:00.763784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-afde6c41-89e8-49cc-a7f9-fa51ff93f83a req-1cce50de-f787-40ac-9dc9-c4a2f8c364a9 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789255 May 14 17:54:00.785570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.854592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.880572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.896718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:00.928084 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:00.946905 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:00.959481 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'tag': 'ed2e4f53-3952-4a4b-bafd-459e83138d54', 'status': 'completed', 'code': 200} May 14 17:54:00.965141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-2dc2e320-12df-4eb0-aa94-df7419f7621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:00.977492 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-2dc2e320-12df-4eb0-aa94-df7419f7621a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8237324 May 14 17:54:01.067996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.074823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-25a56983-c78c-4a89-a2a0-491e25b25a74 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:01.076318 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-25a56983-c78c-4a89-a2a0-491e25b25a74 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.7148821 May 14 17:54:01.115987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.117197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1285574 May 14 17:54:01.119473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'Port': ['ID=78bed6a9-1adf-47a4-91a5-9cb3c242bb1e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:01.123940 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:01.155199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72508e7-2bb5-4ec4-b7d1-43fe7442dc07 req-8eb8ddec-6278-4032-bc23-701979aa2448 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:01.156820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a72508e7-2bb5-4ec4-b7d1-43fe7442dc07 req-8eb8ddec-6278-4032-bc23-701979aa2448 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.1758244 May 14 17:54:01.184126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.191385 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:01.207689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa572a2-5756-496a-ad93-11bb2e52f41c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:01.232141 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:01.239788 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.241273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfa572a2-5756-496a-ad93-11bb2e52f41c HTTP/1.1" status: 204 len: 168 time: 0.9352937 May 14 17:54:01.254663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a72508e7-2bb5-4ec4-b7d1-43fe7442dc07 req-5d3f47f2-2e34-4c8e-9e60-821165b93c7c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899470 May 14 17:54:01.367384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Allocated IP 172.20.0.1 (0d92ecdf-7392-46dd-89ab-2240ca2d7a0a/65e59cbc-7a53-40a6-893e-145d406dff47/230ef520-6781-46a4-b24a-35c96da6df28) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:01.480333 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-c876fd49-c2d8-4cdb-a976-68dc55249678 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929807 May 14 17:54:01.497494 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:53:54Z', 'revision_number': 3, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:01.514851 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c059ed-295b-45a3-8f53-77cf9a1ff84b None None] The sync data for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 is: [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:53:54Z', 'revision_number': 3, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:54:01.577159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f914cb3-4cff-4268-b22a-60397948c23d req-701466d0-b35c-4cfa-b2d0-7a7b15b70ace tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Synchronizing usage tracker for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:01.626757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-a234f7f4-5725-46a7-8c43-a8c08f2686a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:01.629264 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-a234f7f4-5725-46a7-8c43-a8c08f2686a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 1096 time: 0.4830608 May 14 17:54:01.631079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.679390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f914cb3-4cff-4268-b22a-60397948c23d req-701466d0-b35c-4cfa-b2d0-7a7b15b70ace tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Unset dirty status for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:01.680533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-701466d0-b35c-4cfa-b2d0-7a7b15b70ace tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2016995204&fields=id&tenant_id=5672edbfba5a4e2d92af43dd7c33eccc HTTP/1.1" status: 200 len: 267 time: 0.1708310 May 14 17:54:01.694454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.731435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173941b-ba8d-456d-b1af-936371113b66 req-7366f253-37f5-4fbe-ba0f-745863eb37c5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:01.738691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8173941b-ba8d-456d-b1af-936371113b66 req-7366f253-37f5-4fbe-ba0f-745863eb37c5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.1559217 May 14 17:54:01.758377 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-afe760a5-9ac7-4733-93f9-10df81beaa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:01.807898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:54:01.849825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33754) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:01.856667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8173941b-ba8d-456d-b1af-936371113b66 req-17197eb5-4594-49c7-ab37-84a155f67e93 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172249 May 14 17:54:01.866708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508288b4-7922-463b-9562-bf8eee3dc0bd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:01.896213 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:01.934544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.934895 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Added segment 258e63a3-ee61-4524-997f-aec96f01c58b of type vlan for network f8738de9-6ad6-4969-a452-407f5fefa7a7 May 14 17:54:01.946268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-4fd47550-5c0a-4cf6-abf9-e0df3127590b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:01.947208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f914cb3-4cff-4268-b22a-60397948c23d req-4fd47550-5c0a-4cf6-abf9-e0df3127590b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Synchronizing usage tracker for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:01.962945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.975297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f914cb3-4cff-4268-b22a-60397948c23d req-4fd47550-5c0a-4cf6-abf9-e0df3127590b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Unset dirty status for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:01.975836 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:01.977537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-4fd47550-5c0a-4cf6-abf9-e0df3127590b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 824 time: 0.2807760 May 14 17:54:01.996518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-6b5d8537-01c1-4aad-af6f-e354ebe87c61 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/quotas/5672edbfba5a4e2d92af43dd7c33eccc HTTP/1.1" status: 200 len: 375 time: 0.0118756 May 14 17:54:02.035363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:02.040822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Transition to ACTIVE for port object 230ef520-6781-46a4-b24a-35c96da6df28 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:02.044974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8adf8f72-4e9d-4dc8-8dd6-7208f8838f79 req-ed87c2a6-186a-4e44-b9d6-ddc9b462d34e service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459002 May 14 17:54:02.062069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.066731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Usage tracker for resource:security_group_rule and tenant:19f1aee9b0e0407e809d229655062d55 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:02.074623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.075250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:02.087352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:02.166586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-0c42e089-846e-4636-a71d-794f5118db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:02.168122 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-0c42e089-846e-4636-a71d-794f5118db26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1096 time: 0.5095382 May 14 17:54:02.191362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-1b42603b-11bd-49e8-962d-450fc2cce361 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858649 May 14 17:54:02.232645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df1b0-cfe1-40bf-8342-0fbab5321bb5 req-5a8a2d4e-2cea-4f80-b942-e7a35c7f000d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:02.234235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f0df1b0-cfe1-40bf-8342-0fbab5321bb5 req-5a8a2d4e-2cea-4f80-b942-e7a35c7f000d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 947 time: 0.1691449 May 14 17:54:02.265980 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.283115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:02.283724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.296320 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:02.353259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f0df1b0-cfe1-40bf-8342-0fbab5321bb5 req-9c7b4125-5082-4b68-bd24-c9c4533d190a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711048 May 14 17:54:02.386831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.388886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-76ca53f2-8e84-4af1-be29-83d90c014431 service neutron] 10.222.0.24 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907907 May 14 17:54:02.482532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:02.500159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Pushing event updated for resources: {'Network': ['ID=f8738de9-6ad6-4969-a452-407f5fefa7a7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:02.511045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:02.521958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:02.522106 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.526577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:02.529027 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:02.542011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f8738de9-6ad6-4969-a452-407f5fefa7a7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:54:02.563945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7402008 May 14 17:54:02.579641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-30bfcfa4-f537-4273-9ee2-cc10366be435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:02.581619 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-30bfcfa4-f537-4273-9ee2-cc10366be435 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3988659 May 14 17:54:02.582237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33764) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:02.597925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-14c7fb0d-d519-43d1-b270-2ea95ed01798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:02.598663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Request body: {'subnet': {'network_id': 'f8738de9-6ad6-4969-a452-407f5fefa7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1752322071-subnet', 'tenant_id': '26b5e50a9dc247ad8e8e0813a95c3cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:02.599603 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-14c7fb0d-d519-43d1-b270-2ea95ed01798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 1098 time: 0.4758041 May 14 17:54:02.604359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:02.609040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Usage tracker for resource:subnet and tenant:26b5e50a9dc247ad8e8e0813a95c3cf0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:02.612622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:02.618877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:02.672426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Made reservation on behalf of 26b5e50a9dc247ad8e8e0813a95c3cf0 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:02.675636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.787476 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-ada51e6b-3193-4e23-adc8-ebe9e4f7d952 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.1788731 May 14 17:54:02.804881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-bff20543-d8c1-47d0-b253-3e0082f45d25 service neutron] 10.222.0.24 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086015 May 14 17:54:02.847602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Pushing event updated for resources: {'Port': ['ID=230ef520-6781-46a4-b24a-35c96da6df28,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:02.852905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.861780 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:02.881798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:02.896386 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:02.927911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-659229c6-9726-45fd-933b-7d594bf70e91 None None] Provisioning for port 230ef520-6781-46a4-b24a-35c96da6df28 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:02.936562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09e1e-4544-456a-837e-b30a9c8b0889 req-3f98322c-49cd-42ca-8299-99b18ae6e9bc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:02.939649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7e09e1e-4544-456a-837e-b30a9c8b0889 req-3f98322c-49cd-42ca-8299-99b18ae6e9bc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.4074070 May 14 17:54:02.952230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-659229c6-9726-45fd-933b-7d594bf70e91 None None] Provisioning complete for port 230ef520-6781-46a4-b24a-35c96da6df28 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:02.953165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-659229c6-9726-45fd-933b-7d594bf70e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:03.038158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7e09e1e-4544-456a-837e-b30a9c8b0889 req-98693bab-fb80-4e1b-8e31-7ff91b6f3e77 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969040 May 14 17:54:03.085258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-659229c6-9726-45fd-933b-7d594bf70e91 None None] Port 230ef520-6781-46a4-b24a-35c96da6df28 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:54:03.093505 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19f1aee9b0e0407e809d229655062d55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2281311 May 14 17:54:03.097337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33776) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:03.114592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-ab2eb25e-b517-43d3-ad50-316645a185a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:03.116127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-ab2eb25e-b517-43d3-ad50-316645a185a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.3098001 May 14 17:54:03.122189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74efecd-613f-4dd9-9ab6-813a8ee78c35,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:03.128212 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:03.166721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-8546e2f9-c2af-4753-aa1a-b772b440f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:03.168190 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-8546e2f9-c2af-4753-aa1a-b772b440f47a service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4846907 May 14 17:54:03.260320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf2dafc8-053b-4b3b-8969-7d8aa8587589 req-66757298-7b1e-47d3-9ecc-08c03c85d27c tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 210 time: 0.1285682 May 14 17:54:03.265508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-04528be6-f0e5-49f4-b793-621d6a96e97e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405132 May 14 17:54:03.286894 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-ac854c84-701f-4770-bed0-dea74307cb16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54 HTTP/1.1" status: 200 len: 217 time: 0.0836558 May 14 17:54:03.412806 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:03.418700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:03.540248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-8e9c03ff-15e2-4ba6-96a3-61d6869c56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:03.541578 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-8e9c03ff-15e2-4ba6-96a3-61d6869c56c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2346072 May 14 17:54:03.677146 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-db91b8e1-1d5c-41ff-a9ed-e817b3fc084f service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943884 May 14 17:54:03.684093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:03.709474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615441-27dd-4b21-9c10-8efb43aa35f7 req-900a5105-ac70-4df3-91e3-659b37fcfe3a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:03.717156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55615441-27dd-4b21-9c10-8efb43aa35f7 req-900a5105-ac70-4df3-91e3-659b37fcfe3a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.5457613 May 14 17:54:03.823946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55615441-27dd-4b21-9c10-8efb43aa35f7 req-ccedc3d3-974e-4381-bea6-577efdb99837 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056762 May 14 17:54:03.853543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e431d532-fb83-45d3-a7c5-5269cb4ea3cc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:03.877201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cb16a-2298-4fb6-8ebc-db20c41d218e req-2b187e39-a1ec-4ed3-b9c0-024e02d8014b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:03.883667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-01483097-de0e-4906-a88f-99aa86bbf072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:03.883855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-888cb16a-2298-4fb6-8ebc-db20c41d218e req-2b187e39-a1ec-4ed3-b9c0-024e02d8014b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 947 time: 0.3398483 May 14 17:54:03.885132 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-01483097-de0e-4906-a88f-99aa86bbf072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3331993 May 14 17:54:03.934649 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-ba965a30-aa0f-4f94-94b3-2b84e37d7102 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492552 May 14 17:54:03.969640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e431d532-fb83-45d3-a7c5-5269cb4ea3cc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:03.978181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e431d532-fb83-45d3-a7c5-5269cb4ea3cc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:03.978862 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:03.986339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:03.995711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-888cb16a-2298-4fb6-8ebc-db20c41d218e req-f025bcea-a477-4abc-b09f-a1e6967c6905 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035852 May 14 17:54:03.996324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.000225 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a112195-242c-47fc-97d4-6ac10b4404c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:04.016636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.017848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74efecd-613f-4dd9-9ab6-813a8ee78c35,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:04.021975 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:04.049152 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.050756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.057891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.059416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b74efecd-613f-4dd9-9ab6-813a8ee78c35 HTTP/1.1" status: 204 len: 168 time: 0.9608450 May 14 17:54:04.104437 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:04.144667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.150644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b932f8d-7271-42f2-85de-f4852a597439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:04.271459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.285862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25632391-7a5c-40c9-860d-34ddb9a5dcfb,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:04.294423 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:04.297194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e431d532-fb83-45d3-a7c5-5269cb4ea3cc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:04.302557 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.312053 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:04.334965 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-65aff913-1c38-4adb-858f-12c9c0e57110 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367373 May 14 17:54:04.355479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Checking segment: {'id': '258e63a3-ee61-4524-997f-aec96f01c58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f8738de9-6ad6-4969-a452-407f5fefa7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:04.355854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Network hostable DHCP agents. Network: f8738de9-6ad6-4969-a452-407f5fefa7a7, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:54:04.404551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:04.417658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5885b-772c-416d-8309-8f4cd5b49b8b req-12484f0d-2a2a-4bc9-a808-54a857b067d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:04.419416 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:04.422598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ec5885b-772c-416d-8309-8f4cd5b49b8b req-12484f0d-2a2a-4bc9-a808-54a857b067d5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.1959002 May 14 17:54:04.427319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Pushing event updated for resources: {'Port': ['ID=230ef520-6781-46a4-b24a-35c96da6df28,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:04.529269 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:04.563623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.584237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Network f8738de9-6ad6-4969-a452-407f5fefa7a7 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:54:04.615967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c3bd125-fdf3-4874-a72e-74cb2287a4ff req-2a12e682-2fa6-489b-912b-75e34dd07ad2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 210 time: 0.1093538 May 14 17:54:04.624198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:04.625134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ec5885b-772c-416d-8309-8f4cd5b49b8b req-233e39ff-8628-4059-b6c7-874df7c15bf1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934407 May 14 17:54:04.629610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f8738de9-6ad6-4969-a452-407f5fefa7a7) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:04.634999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:04.635695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:04.642479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef0760-4870-4875-a99b-2d3930e02680 None None] Network f8738de9-6ad6-4969-a452-407f5fefa7a7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:54:04.658741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0752523 May 14 17:54:04.666057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Usage tracker for resource:security_group_rule and tenant:b521550055ef4324a928cada1307b5f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:04.670626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:04.674441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:04.681046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:04.772447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:04.943723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a71c6-ae1b-4b43-ab88-38cd8b6cfaef None None] Network f8738de9-6ad6-4969-a452-407f5fefa7a7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:54:05.000156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff83ce-59c2-4842-9921-827159aec303 req-b989f19e-d113-4391-92a4-2cef9e37555e tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:05.002135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-b989f19e-d113-4391-92a4-2cef9e37555e tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.1785126 May 14 17:54:05.146800 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-232d92c8-964a-493c-97d8-2c75963b5ba4 req-1efa4c51-1fc1-42e1-9774-8d46928a5d7b service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929945 May 14 17:54:05.266042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-6f2db93e-2d8c-420c-a626-789d7c9068c6 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:05.267980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-6f2db93e-2d8c-420c-a626-789d7c9068c6 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.22 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 824 time: 0.6451232 May 14 17:54:05.333034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ef998c29-beaa-4e4a-a534-645718026b3d None None] Provisioning complete for port 230ef520-6781-46a4-b24a-35c96da6df28 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:05.333594 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef998c29-beaa-4e4a-a534-645718026b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.364467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Router 3453b5a9-7e74-4c07-b95c-3074db706013 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:54:05.380041 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-5160a988-1205-4932-9277-cdde4c033731 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5672edbfba5a4e2d92af43dd7c33eccc HTTP/1.1" status: 200 len: 380 time: 0.1019387 May 14 17:54:05.403855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'port': {'device_id': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'admin_state_up': True, 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'security_groups': ['dce28a9b-08b7-43ed-9a59-0b03b50da784']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:05.410313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ef998c29-beaa-4e4a-a534-645718026b3d None None] Port 230ef520-6781-46a4-b24a-35c96da6df28 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:54:05.479078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.528771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3eff83ce-59c2-4842-9921-827159aec303 req-c479bdde-aff9-40b4-89c0-4cb3dce793dc service neutron] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:05.532783 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eff83ce-59c2-4842-9921-827159aec303 req-c479bdde-aff9-40b4-89c0-4cb3dce793dc service neutron] Notify callbacks [] for binding, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.534471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3eff83ce-59c2-4842-9921-827159aec303 req-c479bdde-aff9-40b4-89c0-4cb3dce793dc service neutron] 10.222.0.22 "DELETE /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235/bindings/n-h2-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.5184381 May 14 17:54:05.582644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134991e-1c13-4112-90de-ac6a48f39ec5 req-bf02fd08-c737-4095-ac29-222811df9171 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:05.590086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c134991e-1c13-4112-90de-ac6a48f39ec5 req-bf02fd08-c737-4095-ac29-222811df9171 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 947 time: 0.1680999 May 14 17:54:05.614695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a0cd8-ea51-42b4-a981-9f5c5091d436 req-ae1e4320-ccc5-4896-8b41-ae02dc98e39b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:05.616218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd0a0cd8-ea51-42b4-a981-9f5c5091d436 req-ae1e4320-ccc5-4896-8b41-ae02dc98e39b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.3841918 May 14 17:54:05.642448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.655071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae970d48-ec3a-4ab5-8b68-c75515062cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:05.673884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c134991e-1c13-4112-90de-ac6a48f39ec5 req-e6ecb24e-465e-47bb-ac10-029c13c4f014 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828907 May 14 17:54:05.685024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd0a0cd8-ea51-42b4-a981-9f5c5091d436 req-e66843e5-0a81-4217-bcc2-8e38f734f4f4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630722 May 14 17:54:05.710873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33852) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:05.716433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2095751757-network', 'tenant_id': '81aa393c227a436b8783e3910a7e158a'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:05.730826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:05.740294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Usage tracker for resource:network and tenant:81aa393c227a436b8783e3910a7e158a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:05.747886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:05.748076 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b521550055ef4324a928cada1307b5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7575054 May 14 17:54:05.750750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:05.761612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5dbd1e-c5b0-4ca1-9d89-d93ea14a52a4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:05.770830 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:05.780546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e431d532-fb83-45d3-a7c5-5269cb4ea3cc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:05.812889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:54:05.823385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:05.827582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:port and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:05.832802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:05.841034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:05.847815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] 10.222.0.24 "PUT /v2.0/routers/3453b5a9-7e74-4c07-b95c-3074db706013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2176995 May 14 17:54:05.859198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:05.866950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Made reservation on behalf of 5672edbfba5a4e2d92af43dd7c33eccc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:05.873115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.880665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.890219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Sync routers for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:54:05.930905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:05.987891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:05.988524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:06.098920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c18528f0-ff93-42a1-83b8-6046ed12c606 req-b7b855a2-7a8d-4db0-90d0-1ee3c2a42533 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 210 time: 0.0906801 May 14 17:54:06.157012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.173991 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-87c7a078-095c-4b7d-8863-d5ff95b8820e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:06.175193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Allocated IP 172.20.0.8 (ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be/153c13f0-fa9d-4a30-b06c-f3e319f826af/36390aed-58d9-44bc-ad08-274d4439c4a1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:06.185964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Made reservation on behalf of 81aa393c227a436b8783e3910a7e158a for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:06.189423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.215380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5dbd1e-c5b0-4ca1-9d89-d93ea14a52a4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:06.227039 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:06.233145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.253830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.258111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b5dbd1e-c5b0-4ca1-9d89-d93ea14a52a4 HTTP/1.1" status: 204 len: 168 time: 0.5039973 May 14 17:54:06.261696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e431d532-fb83-45d3-a7c5-5269cb4ea3cc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:06.263466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.273168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:06.284711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Usage tracker for resource:security_group_rule and tenant:81aa393c227a436b8783e3910a7e158a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:06.297452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:06.325985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:06.364163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ed2e4f53-3952-4a4b-bafd-459e83138d54 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:06.382687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61250a01-018a-40dc-82d1-758d2bc5baf0 req-b114c2b2-9d9e-4319-937f-13a23b9c697c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:06.384274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61250a01-018a-40dc-82d1-758d2bc5baf0 req-b114c2b2-9d9e-4319-937f-13a23b9c697c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.3266888 May 14 17:54:06.388995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:06.565934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.572736 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:54:06.602323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Transition to ACTIVE for port object 36390aed-58d9-44bc-ad08-274d4439c4a1 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:06.644214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.650873 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14708656-b110-416c-b126-75642dfd6bab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:06.722385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:06.725709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:06.734640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:06.740685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:06.741301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:06.750063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:06.758516 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:06.789773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61250a01-018a-40dc-82d1-758d2bc5baf0 req-042e6d45-ad78-4ba4-9ab8-5f72af1b5c3a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127928 May 14 17:54:06.795154 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4080534 May 14 17:54:06.817166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Request body: {'port': {'device_id': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:06.871709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21ca7-67e1-43b8-955d-acbe5fcfdb4c req-fc24f7ea-a557-447f-8b42-7ae208e1a55d tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:06.879610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ba21ca7-67e1-43b8-955d-acbe5fcfdb4c req-fc24f7ea-a557-447f-8b42-7ae208e1a55d tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1096 time: 0.4931686 May 14 17:54:06.898280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:07.003227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.015017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.036308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:07.081368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Usage tracker for resource:security_group_rule and tenant:72502383dd7d46fb87458d3e9a5c988f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:07.090259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ba21ca7-67e1-43b8-955d-acbe5fcfdb4c req-6f8e36f3-3f4b-4a6a-81bc-83f537319374 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308808 May 14 17:54:07.098383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:07.110519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.122218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.124967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:07.126080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:07.140209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ed2e4f53-3952-4a4b-bafd-459e83138d54, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:07.171792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae0fdf4-058a-4f90-8f76-88806ee8b7b4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:07.178170 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:07.189843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:54:07.199430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-893a07cc-a820-4715-8d1b-65b66f6a8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:07.200952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-893a07cc-a820-4715-8d1b-65b66f6a8d56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1096 time: 0.3342607 May 14 17:54:07.207275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.207718 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Added segment 93172500-ff5a-4d3c-a0cf-d4d44aba37f8 of type vlan for network 1bf96bf9-ebdd-45da-bc07-d426d581e721 May 14 17:54:07.234813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'ed2e4f53-3952-4a4b-bafd-459e83138d54', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'ed2e4f53-3952-4a4b-bafd-459e83138d54', 'mac_address': 'fa:16:3e:ea:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:07.324496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f84c26e8-a917-4834-8656-679d0e29372b None None] Provisioning for port 36390aed-58d9-44bc-ad08-274d4439c4a1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:07.343142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f84c26e8-a917-4834-8656-679d0e29372b None None] Provisioning complete for port 36390aed-58d9-44bc-ad08-274d4439c4a1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:07.343554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f84c26e8-a917-4834-8656-679d0e29372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.397030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.428239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-78d162c8-36db-472e-9548-77cf74559da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:07.428624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f84c26e8-a917-4834-8656-679d0e29372b None None] Port 36390aed-58d9-44bc-ad08-274d4439c4a1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:54:07.429909 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-78d162c8-36db-472e-9548-77cf74559da0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.2205930 May 14 17:54:07.434440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2e4f53-3952-4a4b-bafd-459e83138d54 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:07.460515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 2, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:07.465579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ed2e4f53-3952-4a4b-bafd-459e83138d54, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:07.467474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Checking router: 3453b5a9-7e74-4c07-b95c-3074db706013 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:54:07.467825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Updating router 3453b5a9-7e74-4c07-b95c-3074db706013 port 230ef520-6781-46a4-b24a-35c96da6df28 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:54:07.489337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.500933 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.509168 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:07.555606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.573675 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.576988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.601828 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38e8aa7e-7c52-4fe6-93c9-8f9d6f7527b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:07.629521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ed2e4f53-3952-4a4b-bafd-459e83138d54,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:07.642068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-4c3d0a44-29e7-4fd0-9a66-4988b2e23680 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 217 time: 0.1479032 May 14 17:54:07.650540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.650880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.651241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.651569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.651902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.652223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.652542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.652857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.653170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.653482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.653941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.654122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:07.659546 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:07.696313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:54:07.735069 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72502383dd7d46fb87458d3e9a5c988f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352125 May 14 17:54:07.743909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f0363-806d-494b-b3e6-d3e06db900a3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:07.749314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:07.752038 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:07.793031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-eb74b7a9-546f-45ea-bbfc-ffacd9ff2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:07.794397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-eb74b7a9-546f-45ea-bbfc-ffacd9ff2a07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1398954 May 14 17:54:07.799416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.809062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce18b9e-8f71-4554-9ca7-5f2e1e9dc5c6 req-7f08d33d-4204-487c-b34b-f552d970ad8a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:07.811003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce18b9e-8f71-4554-9ca7-5f2e1e9dc5c6 req-7f08d33d-4204-487c-b34b-f552d970ad8a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 947 time: 0.3770950 May 14 17:54:07.841167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36390aed-58d9-44bc-ad08-274d4439c4a1 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:07.844985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:07.845571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.854620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.858214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c746481-d5e7-4975-89b4-ee4b2e57c125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:07.867551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ed2e4f53-3952-4a4b-bafd-459e83138d54'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:07.879306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-fe52cd2c-a1d8-44e6-a613-444acdb353e0 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:07.880775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-fe52cd2c-a1d8-44e6-a613-444acdb353e0 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 827 time: 0.4485610 May 14 17:54:07.887560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Transition to ACTIVE for port object 36390aed-58d9-44bc-ad08-274d4439c4a1 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:07.890821 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.894138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:07.905008 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:07.914957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-3608e78f-509f-4936-9120-84d5d04c4847 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020076 May 14 17:54:08.047822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.072063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Pushing event updated for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:08.084450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-0523cc4a-d924-4aca-8e48-c986f8d84e42 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/quotas/322dcbc8fc9043c795a20b1f1cb11cdc HTTP/1.1" status: 200 len: 375 time: 0.1755672 May 14 17:54:08.103221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3974135 May 14 17:54:08.106488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:08.109522 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:08.110867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf96bf9-ebdd-45da-bc07-d426d581e721,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:08.126377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.133871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 1bf96bf9-ebdd-45da-bc07-d426d581e721 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:54:08.157677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Request body: {'subnet': {'network_id': '1bf96bf9-ebdd-45da-bc07-d426d581e721', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2095751757-subnet', 'tenant_id': '81aa393c227a436b8783e3910a7e158a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:08.163613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce18b9e-8f71-4554-9ca7-5f2e1e9dc5c6 req-a2a5b67c-9302-4f38-8e81-bc2ea0ecc75c tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081005 May 14 17:54:08.165537 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:08.170353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Attempting to bind port 36390aed-58d9-44bc-ad08-274d4439c4a1 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:08.170838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Attempting to bind port 36390aed-58d9-44bc-ad08-274d4439c4a1 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:08.173498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Attempting to bind port 36390aed-58d9-44bc-ad08-274d4439c4a1 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:08.180451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:08.184183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Port 36390aed-58d9-44bc-ad08-274d4439c4a1 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:08.184515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Attempting to bind port 36390aed-58d9-44bc-ad08-274d4439c4a1 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:08.211980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:08.211980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Checking segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:08.211980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Bound using segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:08.211980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Bound port: 36390aed-58d9-44bc-ad08-274d4439c4a1, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:08.211980 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.212813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Usage tracker for resource:subnet and tenant:81aa393c227a436b8783e3910a7e158a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:08.219000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.225990 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:08.244597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49f0363-806d-494b-b3e6-d3e06db900a3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:08.247409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:08.248189 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:08.265683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Transition to ACTIVE for port object 230ef520-6781-46a4-b24a-35c96da6df28 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:08.277116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:08.308295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.311575 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b49f0363-806d-494b-b3e6-d3e06db900a3 HTTP/1.1" status: 204 len: 168 time: 0.5590949 May 14 17:54:08.328205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-31be131c-42e9-4fff-8d59-19ed9b722e0d service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558583 May 14 17:54:08.331479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Made reservation on behalf of 81aa393c227a436b8783e3910a7e158a for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:08.334106 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.338181 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.350591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:08.410515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:08.417468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=36390aed-58d9-44bc-ad08-274d4439c4a1,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:08.431147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.443729 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:08.555598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:08.556233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.558087 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] 10.222.0.22 "PUT /v2.0/ports/36390aed-58d9-44bc-ad08-274d4439c4a1 HTTP/1.1" status: 200 len: 1091 time: 1.7540002 May 14 17:54:08.558855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:08.616351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Pushing event updated for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:08.625770 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:08.626061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-c712fa33-4f0d-49e2-900a-5ba53903b2e0 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5281646 May 14 17:54:08.648796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bb9d5-78b3-4be3-91f9-9ce9e462ef46 None None] Pushing event updated for resources: {'Port': ['ID=230ef520-6781-46a4-b24a-35c96da6df28,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:08.657336 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fd3bb9d5-78b3-4be3-91f9-9ce9e462ef46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:08.729663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-523a2f5a-eee7-41cc-870a-2e25a998f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:08.733760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-523a2f5a-eee7-41cc-870a-2e25a998f596 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 1094 time: 0.1065571 May 14 17:54:08.836019 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-d9283193-8bd2-4bad-ab1a-9025294e8dff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36390aed-58d9-44bc-ad08-274d4439c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0906329 May 14 17:54:08.840595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Attempting to bind port 230ef520-6781-46a4-b24a-35c96da6df28 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:08.840975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Attempting to bind port 230ef520-6781-46a4-b24a-35c96da6df28 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:08.841341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Attempting to bind port 230ef520-6781-46a4-b24a-35c96da6df28 on network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:08.849438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:08.849921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Checking segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:08.850336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.850731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Bound using segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:08.851212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Bound port: 230ef520-6781-46a4-b24a-35c96da6df28, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:08.851595 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:08.921477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a3fe5b51-604d-439b-95ff-5d7e6441e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:08.923543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a3fe5b51-604d-439b-95ff-5d7e6441e57b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.0803208 May 14 17:54:09.007610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] For port 230ef520-6781-46a4-b24a-35c96da6df28, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:09.011322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] For port 230ef520-6781-46a4-b24a-35c96da6df28, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=230ef520-6781-46a4-b24a-35c96da6df28,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:09.020005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a1edc0a5-e9ec-444d-945d-af195da3c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:09.020492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:09.021740 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-a1edc0a5-e9ec-444d-945d-af195da3c5fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879450 May 14 17:54:09.026605 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b78c3b7-f86c-45b5-af36-523d033a381c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:09.115504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-0a0c202b-a5f5-4398-8c0c-3a05651e7092 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7640793 May 14 17:54:09.118279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:09.118947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:09.203105 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-7d688eb2-01c3-4aa0-9fec-3419557e2ed6 service neutron] 10.222.0.22 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745720 May 14 17:54:09.208795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bb9d5-78b3-4be3-91f9-9ce9e462ef46 None None] Pushing event updated for resources: {'Port': ['ID=230ef520-6781-46a4-b24a-35c96da6df28,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:09.254276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-32c00bc6-3786-4744-a464-939ff56b0d4b service neutron] 10.222.0.24 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268373 May 14 17:54:09.292233 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fd3bb9d5-78b3-4be3-91f9-9ce9e462ef46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:09.341521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c94ec-7ca2-437c-bd00-b31058395993 req-f07408ac-713b-41b9-a933-dd2b2c88c98a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:09.343312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-132c94ec-7ca2-437c-bd00-b31058395993 req-f07408ac-713b-41b9-a933-dd2b2c88c98a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 943 time: 0.6161809 May 14 17:54:09.399315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:09.429587 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6f914cb3-4cff-4268-b22a-60397948c23d req-c76357a9-4948-4e7b-8b38-2303f2d1bad8 service neutron] 10.222.0.22 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186332 May 14 17:54:09.647278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-0429c86d-90e8-44a5-b268-01d966c89529 service neutron] 10.222.0.24 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766813 May 14 17:54:09.652968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-132c94ec-7ca2-437c-bd00-b31058395993 req-4b97ff4e-ccb3-4ce3-b66a-a33246d544ce tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012570 May 14 17:54:09.655982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-1456a4de-70c6-4e94-a567-c48b1b65d83f tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:09.657399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-1456a4de-70c6-4e94-a567-c48b1b65d83f tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.4635022 May 14 17:54:09.679354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-3'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:09.852397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:09.892209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:09Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:09.897265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241ec3-f44f-4f63-bc57-1b63bb470418 None None] The sync data for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 is: [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:09Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:54:10.182989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.241231 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:10.389881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ed2e4f53-3952-4a4b-bafd-459e83138d54 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:10.455051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-1033dc7a-be56-414d-860d-a807b9d99dc6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:10.457397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-1033dc7a-be56-414d-860d-a807b9d99dc6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.5897315 May 14 17:54:10.498478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0cdb47-436a-4018-9894-adcb4966a9fe,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:10.501879 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:10.507115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port ed2e4f53-3952-4a4b-bafd-459e83138d54 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:10.512559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port ed2e4f53-3952-4a4b-bafd-459e83138d54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:10.512939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.540244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98456b3-f297-44bd-aacb-391375cf460a req-e6b6db91-923d-44fb-90e1-92b5a1207645 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:10.544670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b98456b3-f297-44bd-aacb-391375cf460a req-e6b6db91-923d-44fb-90e1-92b5a1207645 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 945 time: 0.5033317 May 14 17:54:10.573050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:10.583795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Checking segment: {'id': '93172500-ff5a-4d3c-a0cf-d4d44aba37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1bf96bf9-ebdd-45da-bc07-d426d581e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:10.584295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Network hostable DHCP agents. Network: 1bf96bf9-ebdd-45da-bc07-d426d581e721, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:54:10.591880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-fa1b9ab3-7c0d-4784-8857-5ae292a12c09 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/quotas/07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 375 time: 0.1024363 May 14 17:54:10.667140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.701028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2e4f53-3952-4a4b-bafd-459e83138d54'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:10.711989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Network 1bf96bf9-ebdd-45da-bc07-d426d581e721 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:54:10.713845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ed2e4f53-3952-4a4b-bafd-459e83138d54, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:10.720068 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.722618 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2b9fe779-7e7a-4cd3-967e-77d4a863adc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:10.731491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b98456b3-f297-44bd-aacb-391375cf460a req-2b470b11-9b40-4251-b181-25d31029dd46 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513622 May 14 17:54:10.759331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:10.802189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 1bf96bf9-ebdd-45da-bc07-d426d581e721) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:10.807864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:10.808879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.816061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae4ad59-31ae-4464-afb5-8a312d095797 None None] Network 1bf96bf9-ebdd-45da-bc07-d426d581e721 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:54:10.831197 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'status': 'completed', 'code': 200} May 14 17:54:10.879782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:10.885123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7755291 May 14 17:54:10.887258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.896517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-fe4c34f2-6bd5-426d-8c47-a89308dffd94 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2838533 May 14 17:54:10.899964 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:10.908394 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-425de301-eba1-47f4-bab7-b3c3ec2b04a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:11.044300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-cd82c250-73f9-4aad-9c81-2a893d88277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:11.046549 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-cd82c250-73f9-4aad-9c81-2a893d88277f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 1094 time: 0.1867700 May 14 17:54:11.115409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ed2e4f53-3952-4a4b-bafd-459e83138d54,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:11.170048 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:11.203202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:11.231566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635b85e-7cf8-40fe-8698-c8985fbd6b01 None None] Network 1bf96bf9-ebdd-45da-bc07-d426d581e721 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:54:11.314505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Deleting subnet 25632391-7a5c-40c9-860d-34ddb9a5dcfb {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:54:11.335046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:11.371694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-4329a65f-b673-473d-8bbf-539fed60d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:11.373234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-4329a65f-b673-473d-8bbf-539fed60d2ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 925 time: 0.3169451 May 14 17:54:11.464859 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-4e9753fd-5938-4d86-b7d9-77034f370e54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36390aed-58d9-44bc-ad08-274d4439c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0828421 May 14 17:54:11.469532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:11.510578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:11.571587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:11.583329 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:11.612845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:11.613325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:11.613644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:11.637469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:11.637786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Attempting to bind port e5414eb0-514a-4816-83a9-31c607dae817 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:11.656409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-cfecf59c-bf78-4a1c-9603-38572e006146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:11.657455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-19c9cfe2-c49d-4681-af2a-cd88abefee16 service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502022 May 14 17:54:11.657815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-cfecf59c-bf78-4a1c-9603-38572e006146 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.1828296 May 14 17:54:11.660535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:11.660866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:11.661237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:11.661668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Bound port: e5414eb0-514a-4816-83a9-31c607dae817, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:11.662003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:11.708083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-68bb9261-27c0-4f2d-bfaf-658235b202a5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:11.708083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-68bb9261-27c0-4f2d-bfaf-658235b202a5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.22 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 827 time: 0.4221234 May 14 17:54:11.726311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412437e-f539-42fb-9ba3-0392e3656167 req-7b3ddb04-e65f-4e32-99ad-5638f1efeac7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:11.727746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8412437e-f539-42fb-9ba3-0392e3656167 req-7b3ddb04-e65f-4e32-99ad-5638f1efeac7 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 949 time: 0.4619260 May 14 17:54:11.731026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Request body: {'port': {'device_id': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'admin_state_up': True, 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:11.753926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 230ef520-6781-46a4-b24a-35c96da6df28 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:11.828891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 230ef520-6781-46a4-b24a-35c96da6df28 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:11.834533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 230ef520-6781-46a4-b24a-35c96da6df28 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:11.835014 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:11.861002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-b55874bf-0648-4c29-b4b8-a818317b4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:11.863003 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-b55874bf-0648-4c29-b4b8-a818317b4fa4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591895 May 14 17:54:11.958194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:11.994126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 230ef520-6781-46a4-b24a-35c96da6df28, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=230ef520-6781-46a4-b24a-35c96da6df28,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:11.999812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.003035 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ee1b0017-adf0-4695-90f8-1a3ce65cab89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:12.023678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.030664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-165e247c-7f8a-4022-b9a7-9d4dad24b632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:12.036853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8412437e-f539-42fb-9ba3-0392e3656167 req-61b208df-0025-404d-a4ca-56a8f635ec40 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415984 May 14 17:54:12.049006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:12.058327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-f35aae99-f2ab-4334-97f5-717bf2333ccb service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852973 May 14 17:54:12.060639 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-a997e1e6-ad59-4679-b3e5-b69e48f8d2e3 service neutron] 10.222.0.22 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872566 May 14 17:54:12.069214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25632391-7a5c-40c9-860d-34ddb9a5dcfb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:12.072892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.073336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:12.076099 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:12.095200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=230ef520-6781-46a4-b24a-35c96da6df28,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:12.095200 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:12.101939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:12.106111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Usage tracker for resource:port and tenant:322dcbc8fc9043c795a20b1f1cb11cdc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:12.106486 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/25632391-7a5c-40c9-860d-34ddb9a5dcfb HTTP/1.1" status: 204 len: 168 time: 0.9012835 May 14 17:54:12.109805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:12.116277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:12.118908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.120630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33998) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:12.213284 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:12.244297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5bce755-8df2-4918-8581-543fdbc4f17d req-36e3f651-cbd7-40b1-ab6c-be59214d95fe service neutron] 10.222.0.22 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729226 May 14 17:54:12.320946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Made reservation on behalf of 322dcbc8fc9043c795a20b1f1cb11cdc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:12.324382 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.402008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8844d015-a333-4e17-9349-2f9c98fb68fc req-7af462b2-f7ba-48e8-b1a4-cc100539f863 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 210 time: 0.1439073 May 14 17:54:12.425819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.491733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 36390aed-58d9-44bc-ad08-274d4439c4a1 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:12.528095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=8']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:12.543520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:12.544142 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.545528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] 10.222.0.22 "PUT /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 1121 time: 2.8716695 May 14 17:54:12.641394 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:12.665199 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2e4f53-3952-4a4b-bafd-459e83138d54', 'code': 200} May 14 17:54:12.716403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e5414eb0-514a-4816-83a9-31c607dae817'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:12.745022 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817', 'code': 200} May 14 17:54:12.764714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2b48-8b98-44ac-a725-9390c034879d req-a97a88cf-ffd1-428e-8ca9-9836992bec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:12.766211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a9f2b48-8b98-44ac-a725-9390c034879d req-a97a88cf-ffd1-428e-8ca9-9836992bec5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 1100 time: 0.1069095 May 14 17:54:12.782843 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.831840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=36390aed-58d9-44bc-ad08-274d4439c4a1,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:12.850142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a9f2b48-8b98-44ac-a725-9390c034879d req-9a1f154a-9a83-4278-89f6-4a5380bd05b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763764 May 14 17:54:12.851372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'port_id': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'mac_address': 'fa:16:3e:e4:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:12.938713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.938934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.939800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.940146 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > port after_create 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.940485 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.941006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > port after_update 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.941338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.941659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.941976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.942292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:12.942462 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:12.968568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36390aed-58d9-44bc-ad08-274d4439c4a1 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:13.008774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=36390aed-58d9-44bc-ad08-274d4439c4a1,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:13.018171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.021979 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:13.042843 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:13.043213 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:13.043551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:13.043881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:54:13.044276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8738de9-6ad6-4969-a452-407f5fefa7a7']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:13.061039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258e63a3-ee61-4524-997f-aec96f01c58b') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:13.061346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258e63a3-ee61-4524-997f-aec96f01c58b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:13.107742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:13.110443 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:13.130027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.182281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.198890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Allocated IP 172.20.0.5 (0d92ecdf-7392-46dd-89ab-2240ca2d7a0a/65e59cbc-7a53-40a6-893e-145d406dff47/72582a2a-cf8a-469c-b028-6a590c63c89c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:13.202323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:54:13.202720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: from cryptography.utils import int_from_bytes May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: from cryptography.utils import int_from_bytes May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: timer() May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:54:13.223144 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:54:13.273307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['36390aed-58d9-44bc-ad08-274d4439c4a1'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:13.294223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bc438-258f-40e6-bef3-f52b43f70732 req-e810d120-54a3-4dee-bfc0-d9a0d07630d6 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:13.295804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d65bc438-258f-40e6-bef3-f52b43f70732 req-e810d120-54a3-4dee-bfc0-d9a0d07630d6 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 943 time: 0.6592975 May 14 17:54:13.398860 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.412195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac41f-34ee-4c31-bcc4-e2228f24ced3 req-4819d173-9442-43e7-8fde-ce006afa8c92 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:13.413639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-026ac41f-34ee-4c31-bcc4-e2228f24ced3 req-4819d173-9442-43e7-8fde-ce006afa8c92 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.4831686 May 14 17:54:13.445830 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81f628c4-15d5-48ea-be93-31327c167121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:13.460557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d65bc438-258f-40e6-bef3-f52b43f70732 req-212620c1-9684-40bd-b0c4-f2afb328cad1 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512039 May 14 17:54:13.490243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.494428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8738de9-6ad6-4969-a452-407f5fefa7a7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:13.561020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:13.605732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8738de9-6ad6-4969-a452-407f5fefa7a7 HTTP/1.1" status: 204 len: 168 time: 1.4840283 May 14 17:54:13.608713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34024) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:13.633332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-026ac41f-34ee-4c31-bcc4-e2228f24ced3 req-8ed8eeb9-ee90-4e0a-bc03-2d7028764527 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092516 May 14 17:54:13.638026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b54b6ee-ab9f-4afa-a9a0-10bc16075689 req-c51043e5-2a27-482b-8dea-1e2e901c3664 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 210 time: 0.0737796 May 14 17:54:13.705213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Deleting subnet dd0cdb47-436a-4018-9894-adcb4966a9fe {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:54:13.710934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.753978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.795115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 230ef520-6781-46a4-b24a-35c96da6df28 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:13.836039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Transition to ACTIVE for port object 72582a2a-cf8a-469c-b028-6a590c63c89c will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:13.889407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61493b34-ae7c-488b-af8b-73efe35fb275 req-503ec59d-32b4-49e2-80ce-d9e87bc991a2 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:13.898307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61493b34-ae7c-488b-af8b-73efe35fb275 req-503ec59d-32b4-49e2-80ce-d9e87bc991a2 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 949 time: 0.1197116 May 14 17:54:13.920086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.944543 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:13.945124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 230ef520-6781-46a4-b24a-35c96da6df28 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:13.957524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:13.958762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-9c83c98f-83b8-4f19-952b-5863d1fd1b9f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:13.960207 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-9c83c98f-83b8-4f19-952b-5863d1fd1b9f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.1904316 May 14 17:54:13.972951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Request body: {'port': {'device_id': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'admin_state_up': True, 'tenant_id': '07b70acc1cef4ed69fc4a2bf098f4737'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:14.055319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61493b34-ae7c-488b-af8b-73efe35fb275 req-a7c54610-4c89-4412-9206-cfe12f2ea75f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557422 May 14 17:54:14.121530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:14.122247 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.130838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:14.137914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event updated for resources: {'Port': ['ID=72582a2a-cf8a-469c-b028-6a590c63c89c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:14.139918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.140270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:14.176143 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:14.217542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:14.232699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:14.233424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.257252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231fc5b-2b5b-496c-a085-3a226ae7bd01 req-a558062c-a0af-4cb6-8ae8-f4008c186e1a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:14.258032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0231fc5b-2b5b-496c-a085-3a226ae7bd01 req-a558062c-a0af-4cb6-8ae8-f4008c186e1a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:14.274826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5579112 May 14 17:54:14.282419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0231fc5b-2b5b-496c-a085-3a226ae7bd01 req-a558062c-a0af-4cb6-8ae8-f4008c186e1a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:14.290742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0231fc5b-2b5b-496c-a085-3a226ae7bd01 req-a558062c-a0af-4cb6-8ae8-f4008c186e1a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 931 time: 0.2991400 May 14 17:54:14.310825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Request body: {'port': {'device_id': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:14.317725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:14.340754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Made reservation on behalf of 07b70acc1cef4ed69fc4a2bf098f4737 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:14.345999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.397801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0231fc5b-2b5b-496c-a085-3a226ae7bd01 req-4944cdcc-a7bf-48a8-8676-a400a8a71edc tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061249 May 14 17:54:14.482938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.483383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d09c7e57-cdac-4f2f-9026-663cae17cd38 None None] Provisioning for port 72582a2a-cf8a-469c-b028-6a590c63c89c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:14.489795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d09c7e57-cdac-4f2f-9026-663cae17cd38 None None] Provisioning complete for port 72582a2a-cf8a-469c-b028-6a590c63c89c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:14.490174 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d09c7e57-cdac-4f2f-9026-663cae17cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.542375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 36390aed-58d9-44bc-ad08-274d4439c4a1 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:14.691826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d09c7e57-cdac-4f2f-9026-663cae17cd38 None None] Port 72582a2a-cf8a-469c-b028-6a590c63c89c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:54:14.704144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 36390aed-58d9-44bc-ad08-274d4439c4a1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:14.716977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 36390aed-58d9-44bc-ad08-274d4439c4a1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:14.718083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.759812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:14.852852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Allocated IP 172.20.0.7 (e80d55c2-42c2-48ae-8ecc-745b55b058ba/352e2cab-c9a6-4745-ab1d-6994d1f32dcd/2974a7ab-5e1f-49a5-b700-0b35639822b8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:14.861266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.871983 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c03314b7-7646-44b7-bf26-4eba781c490b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:14.905440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0cdb47-436a-4018-9894-adcb4966a9fe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:14.907809 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:14.918558 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.937562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.973297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:14.987552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=36390aed-58d9-44bc-ad08-274d4439c4a1,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:14.989972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08a8dc-c1f0-4b24-a298-59b25fc5aaf0 req-85355868-f0f7-4621-b4f1-6a89d63c6cef tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:14.994864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dd0cdb47-436a-4018-9894-adcb4966a9fe HTTP/1.1" status: 204 len: 168 time: 1.3848965 May 14 17:54:14.997030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d08a8dc-c1f0-4b24-a298-59b25fc5aaf0 req-85355868-f0f7-4621-b4f1-6a89d63c6cef tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 944 time: 0.2891083 May 14 17:54:14.997679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:14.998589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34076) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:15.001601 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:15.073147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34080) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:15.090483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:15.095642 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:15.156415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.189188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.195928 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:15.262796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd41236-02d8-4eab-a41a-bd3eb7b803a7 req-9d7406c1-77b8-4e7a-a49a-5a56a8dc955d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:15.264245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcd41236-02d8-4eab-a41a-bd3eb7b803a7 req-9d7406c1-77b8-4e7a-a49a-5a56a8dc955d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.4719458 May 14 17:54:15.275276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.292099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:15.301039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:15.306596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d08a8dc-c1f0-4b24-a298-59b25fc5aaf0 req-a3764fd4-e56d-4baf-ba00-ea9e399a715b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086019 May 14 17:54:15.309288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:15.314609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:15.315456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.319103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:15.321914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:15.323152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.330045 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:15.340554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Usage tracker for resource:security_group_rule and tenant:c49573a9c30044efae7ac391eb7b991f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:15.344062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:15.351524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:15.355762 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3867469 May 14 17:54:15.371543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Request body: {'port': {'device_id': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:15.400684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcd41236-02d8-4eab-a41a-bd3eb7b803a7 req-4934d636-767b-493a-95e6-8bd0fba60dfe tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237125 May 14 17:54:15.491666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72582a2a-cf8a-469c-b028-6a590c63c89c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:15.523527 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.526035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.580222 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817', 'status': 'completed', 'code': 200} May 14 17:54:15.590288 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'code': 200} May 14 17:54:15.606466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.623861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.638393 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96e11408-0988-4d2e-b5b8-6dd07723633b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:15.686581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Transition to ACTIVE for port object 72582a2a-cf8a-469c-b028-6a590c63c89c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:15.734638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c49573a9c30044efae7ac391eb7b991f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603520 May 14 17:54:15.739431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34092) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:15.741302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.741747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8644f4-6d7a-42c3-8365-6b4936a49520,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:15.759491 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:15.776722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.794071 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f7f87fa-a27f-4946-b88d-49dd4a1476f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:15.844885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf96bf9-ebdd-45da-bc07-d426d581e721']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:15.902922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.922522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93172500-ff5a-4d3c-a0cf-d4d44aba37f8') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:15.922847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93172500-ff5a-4d3c-a0cf-d4d44aba37f8') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:15.951893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:15.970392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.038543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Pushing event updated for resources: {'Port': ['ID=72582a2a-cf8a-469c-b028-6a590c63c89c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:16.058744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1bc94-48fa-441a-b7a3-4828345c0d75 req-c4d24ae5-32ec-4bd0-867b-ad1b6828da70 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.061468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85d1bc94-48fa-441a-b7a3-4828345c0d75 req-c4d24ae5-32ec-4bd0-867b-ad1b6828da70 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 931 time: 0.6227322 May 14 17:54:16.067658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2974a7ab-5e1f-49a5-b700-0b35639822b8 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:16.069408 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:16.071715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.076936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.079548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.085385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd28e779-16c7-4a48-a68d-e792ab317798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:16.105151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8644f4-6d7a-42c3-8365-6b4936a49520,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:16.109747 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:16.111785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Transition to ACTIVE for port object 2974a7ab-5e1f-49a5-b700-0b35639822b8 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:16.114455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.115551 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d8644f4-6d7a-42c3-8365-6b4936a49520 HTTP/1.1" status: 204 len: 168 time: 0.3750989 May 14 17:54:16.121305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.126531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14708656-b110-416c-b126-75642dfd6bab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:16.144629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:54:16.145149 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: timer() May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:54:16.159803 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:54:16.246724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-c0c95a06-6307-456a-9da0-8baf8d2405fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.248235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-c0c95a06-6307-456a-9da0-8baf8d2405fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1124 time: 0.6512966 May 14 17:54:16.294828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:16.301935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18411b-5112-4b45-957e-42b9fad9dd18 req-f7c02d4c-784c-403b-b218-9164639874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.303603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d18411b-5112-4b45-957e-42b9fad9dd18 req-f7c02d4c-784c-403b-b218-9164639874c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 1096 time: 0.6181998 May 14 17:54:16.306214 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:16.314417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:16.315213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:16.315213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:16.321825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:16.322153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:16.331852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:16.331852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:16.331852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:16.332194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4bec2-c2be-4433-a52c-fa0278b2eb00 req-24a45877-700f-434e-aa8c-17302215a50e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.332314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Bound port: 2974a7ab-5e1f-49a5-b700-0b35639822b8, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:16.332314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.332911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44d4bec2-c2be-4433-a52c-fa0278b2eb00 req-24a45877-700f-434e-aa8c-17302215a50e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 949 time: 0.6148975 May 14 17:54:16.399550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85d1bc94-48fa-441a-b7a3-4828345c0d75 req-0ce9d80e-34fd-4125-8131-a258d6e5c730 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251920 May 14 17:54:16.436313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:16.442243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:16.447130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.451929 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8a2b6871-47a6-4ee5-bbdd-0239f2f6a327 tempest-DeleteServersAdminTestJSON-170326172 tempest-DeleteServersAdminTestJSON-170326172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:16.472236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.479104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34104) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:16.500184 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.504195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Attempting to bind port 72582a2a-cf8a-469c-b028-6a590c63c89c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:16.504734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Attempting to bind port 72582a2a-cf8a-469c-b028-6a590c63c89c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:16.505269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Attempting to bind port 72582a2a-cf8a-469c-b028-6a590c63c89c on network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:16.509866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e5414eb0-514a-4816-83a9-31c607dae817 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:16.537417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:16.544209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.545186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.547339 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] 10.222.0.15 "PUT /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 1091 time: 1.1825070 May 14 17:54:16.548110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:16.554162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:16.579762 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:16.624023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Port 72582a2a-cf8a-469c-b028-6a590c63c89c on network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:16.624293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Attempting to bind port 72582a2a-cf8a-469c-b028-6a590c63c89c on network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:16.656735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-e6b30c51-39a9-47e2-8bd2-bfadf9b9d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.658440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-e6b30c51-39a9-47e2-8bd2-bfadf9b9d7d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1094 time: 0.0748193 May 14 17:54:16.661735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] 10.222.0.24 "DELETE /v2.0/networks/1bf96bf9-ebdd-45da-bc07-d426d581e721 HTTP/1.1" status: 204 len: 168 time: 1.6573172 May 14 17:54:16.662686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.663815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:16.673021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d18411b-5112-4b45-957e-42b9fad9dd18 req-fce29e7d-6124-4fba-b9c4-c51d8fea318c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519945 May 14 17:54:16.673767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf96bf9-ebdd-45da-bc07-d426d581e721,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:16.679939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e5414eb0-514a-4816-83a9-31c607dae817 has no active binding in host n-h1-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:54:16.699905 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:16.703745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-f3803b62-3332-4b9b-92e2-83b752ede881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.705172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-f3803b62-3332-4b9b-92e2-83b752ede881 service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.4361949 May 14 17:54:16.709095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:16.709429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Checking segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:16.709808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Bound using segment: {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:16.710233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Bound port: 72582a2a-cf8a-469c-b028-6a590c63c89c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16211949-ffae-42ff-bcb5-8c9a938bd2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:16.710576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:16.728092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44d4bec2-c2be-4433-a52c-fa0278b2eb00 req-1fbff93c-57d8-467f-81ff-97b9e1efcb28 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202107 May 14 17:54:16.737507 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-f06f8f9e-8326-4092-87d0-13a273227908 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 217 time: 0.0724981 May 14 17:54:16.786461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:16.813619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-67059a69-2669-490f-b0cb-fc08f19effdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:16.816241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-67059a69-2669-490f-b0cb-fc08f19effdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.0717273 May 14 17:54:16.826302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-a0befd84-d190-4ef3-8014-739d5b38bec2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 217 time: 0.1029575 May 14 17:54:16.853510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Usage tracker for resource:security_group_rule and tenant:1b373bb73a70450f889b8cdce76daf76 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:16.870893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-e5a90c59-8e5e-4e08-a22b-94195be96c2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476594 May 14 17:54:16.900603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:16.901013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34118) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:17.045948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:17.099772 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3a2aefa6-7e02-48f0-9717-2fb15a02724a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26b5e50a9dc247ad8e8e0813a95c3cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956575 May 14 17:54:17.102498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34122) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:17.139854 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-878478dd-78b8-4b8f-aa20-f143a215b096 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626264 May 14 17:54:17.144211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e7a8-7de9-4387-9ec4-9a3e480ad2ea req-9928ad72-2ca9-48c3-a71a-cc934bfab703 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:17.145806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8a3e7a8-7de9-4387-9ec4-9a3e480ad2ea req-9928ad72-2ca9-48c3-a71a-cc934bfab703 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 943 time: 0.5519011 May 14 17:54:17.162558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-617a887e-59d0-46b7-a327-a60142c8aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:17.164164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-617a887e-59d0-46b7-a327-a60142c8aab6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.3064413 May 14 17:54:17.183260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] For port 72582a2a-cf8a-469c-b028-6a590c63c89c, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:17.246944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-6d9e352e-9320-41ad-9019-22de30c54d4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609505 May 14 17:54:17.250821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] For port 72582a2a-cf8a-469c-b028-6a590c63c89c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=72582a2a-cf8a-469c-b028-6a590c63c89c,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:17.254854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.288759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.299447 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:17.305711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.338465 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ddcae7ce-ddd3-4339-bc63-f515ab1ebae0 req-b4358740-db4f-4d88-97bc-7872f4b1b9df service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850348 May 14 17:54:17.374741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.378877 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-265feec8-cfec-4504-a77d-f423a6f60b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:17.389710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508288b4-7922-463b-9562-bf8eee3dc0bd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:17.395545 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:17.397887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8a3e7a8-7de9-4387-9ec4-9a3e480ad2ea req-d17468da-d962-4209-b3f4-2806cd1573c8 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439632 May 14 17:54:17.402434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.403825 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/508288b4-7922-463b-9562-bf8eee3dc0bd HTTP/1.1" status: 204 len: 168 time: 0.3004653 May 14 17:54:17.430168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:17.430780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.432166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] 10.222.0.22 "PUT /v2.0/ports/72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 1091 time: 3.1393588 May 14 17:54:17.467724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb37d-94bf-4a52-9ef2-3be418c89bc3 req-4e607ff1-639f-4e1e-802a-1291e369cf57 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:17.478464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7cfb37d-94bf-4a52-9ef2-3be418c89bc3 req-4e607ff1-639f-4e1e-802a-1291e369cf57 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 945 time: 0.5698550 May 14 17:54:17.598961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:17.651146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7cfb37d-94bf-4a52-9ef2-3be418c89bc3 req-33b2f2d3-b5bd-44a4-85c9-7d6b423d6c36 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710408 May 14 17:54:17.722486 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'status': 'completed', 'code': 200} May 14 17:54:17.799773 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.801274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Pushing event updated for resources: {'Port': ['ID=72582a2a-cf8a-469c-b028-6a590c63c89c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:17.812678 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:17.822181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:17.839157 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:17.916362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-5ea5645b-c137-44ef-a763-0cb135e851fa service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567829 May 14 17:54:17.931576 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-52f5b5ae-dff4-4bb0-aec8-8279f7aac953 service neutron] 10.222.0.15 "GET /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.0971239 May 14 17:54:17.941608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b373bb73a70450f889b8cdce76daf76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4549551 May 14 17:54:17.959150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ce2b0-0283-43c8-9ccf-800733ae6418,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:17.961867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34138) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:17.969504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-376e7fbc-d41b-41c9-b648-ea23b50ea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:17.971470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-376e7fbc-d41b-41c9-b648-ea23b50ea7d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1094 time: 0.4626780 May 14 17:54:17.975766 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:18.024946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34142) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:18.088951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9d57c-844f-4185-8665-06247353b0cb req-955a49a2-60bf-42c5-b573-d3272a8e7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.090450 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-955a49a2-60bf-42c5-b573-d3272a8e7d4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1094 time: 0.3408215 May 14 17:54:18.141884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-fa6acb90-b8e7-42dc-8228-c1a87ba2cf0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 217 time: 0.1537666 May 14 17:54:18.150429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de5e4-da11-461c-b213-8f3babf72c6f req-6804caae-dd27-40f3-a5af-09cc7a7b7bec tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.157602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-170de5e4-da11-461c-b213-8f3babf72c6f req-6804caae-dd27-40f3-a5af-09cc7a7b7bec tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 943 time: 0.5054176 May 14 17:54:18.282838 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2242691-13b5-4384-a299-eaf1d0100c1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81aa393c227a436b8783e3910a7e158a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567666 May 14 17:54:18.287005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:18.369098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-628fd19d-3223-4a0e-aa08-a18d4f4a7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.370533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-628fd19d-3223-4a0e-aa08-a18d4f4a7090 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 200 len: 866 time: 0.2022259 May 14 17:54:18.373250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-170de5e4-da11-461c-b213-8f3babf72c6f req-08850d1e-656b-409d-9c61-1f6436eb9145 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148886 May 14 17:54:18.378792 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.382229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5ada48c-fe07-4117-b19f-6e2236805e54 req-afe97ad2-2eeb-4572-8d00-80cb003a8a0d service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480054 May 14 17:54:18.419272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:18.428607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9d57c-844f-4185-8665-06247353b0cb req-95b48758-96df-4fc6-8ff2-56795f558075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.430294 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-95b48758-96df-4fc6-8ff2-56795f558075 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3256135 May 14 17:54:18.459699 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'status': 'completed', 'code': 200} May 14 17:54:18.465465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.512453 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-5e0bc46e-1fe9-4f00-b806-e9d3fba0440b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 217 time: 0.0696347 May 14 17:54:18.518051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.521478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:18.536877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b0343-45ab-43d4-b839-9fd99a25c3a7 req-fabd17b0-b7a6-4aec-b4bb-58cace1c7b5d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.538372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-057b0343-45ab-43d4-b839-9fd99a25c3a7 req-fabd17b0-b7a6-4aec-b4bb-58cace1c7b5d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 943 time: 0.2677200 May 14 17:54:18.575139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-09062253-a42d-4744-b830-12becdf065b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.576680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-09062253-a42d-4744-b830-12becdf065b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925542 May 14 17:54:18.579256 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.585028 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d65cef55-6375-48f7-a4d0-f8ff59af06c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:18.630131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.634036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ce2b0-0283-43c8-9ccf-800733ae6418,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:18.683768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5414eb0-514a-4816-83a9-31c607dae817 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:18.691077 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:18.694208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-057b0343-45ab-43d4-b839-9fd99a25c3a7 req-b941d943-2cef-47ad-a5a9-c4dc610b3e36 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449518 May 14 17:54:18.697357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.698362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/648ce2b0-0283-43c8-9ccf-800733ae6418 HTTP/1.1" status: 204 len: 168 time: 0.7316988 May 14 17:54:18.711413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:18.721907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9d57c-844f-4185-8665-06247353b0cb req-f0a325b1-0c5f-4343-84a8-830d2062df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:18.723384 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-f0a325b1-0c5f-4343-84a8-830d2062df43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1709647 May 14 17:54:18.778394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-f4986835-19c4-45bf-b07a-86fb6f207028 service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868284 May 14 17:54:18.793724 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-458b4ff5-6225-441a-b45d-9102185d1a79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625050 May 14 17:54:18.828285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.843635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.858899 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3fa02021-d195-416f-8eca-334f1691490b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:18.958312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae0fdf4-058a-4f90-8f76-88806ee8b7b4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:18.960267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:18.963630 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ae0fdf4-058a-4f90-8f76-88806ee8b7b4 HTTP/1.1" status: 204 len: 168 time: 0.6720088 May 14 17:54:18.963630 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:19.136103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-5a3a35ae-70eb-4bbd-94a0-75a17d418a27 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305814 May 14 17:54:19.215473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3097378-86fe-4dc1-b5f6-7f150a1354f3 req-dd648955-db0c-40b4-944b-f44cfef75457 service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243183 May 14 17:54:19.233965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.234853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.234971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.235383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.235849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.240532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.240532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.240532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.240532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-23fd9bdc-9e43-4e70-8a20-3c1b76c71824 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0&device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49&device_id=09fa882c-ca96-4b06-bc14-c213639a15ce&device_id=801f47d6-c45c-4499-b0c2-5b1778769152&device_id=557aee30-f060-4a53-8d60-505059adef2c&device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 7315 time: 0.3433435 May 14 17:54:19.258523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881310-b779-43fb-a263-51c652e424f4 req-0c165b01-155b-444a-b6e1-34d3d2ecc92f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.259990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-30881310-b779-43fb-a263-51c652e424f4 req-0c165b01-155b-444a-b6e1-34d3d2ecc92f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 943 time: 0.3652754 May 14 17:54:19.276453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:19.288661 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d8b9d57c-844f-4185-8665-06247353b0cb req-deff4c91-2402-460c-97d6-e1cbe72f9796 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424947 May 14 17:54:19.289803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Transition to ACTIVE for port object e5414eb0-514a-4816-83a9-31c607dae817 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:19.310600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:19.315465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16b89ddd-e895-4744-b75f-b9fcde3559bf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:19.333035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:19.362320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Usage tracker for resource:security_group_rule and tenant:6b45132f52624657a68da3eb60219b9e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:19.371764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:19.389595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:19.420396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-30881310-b779-43fb-a263-51c652e424f4 req-3b95be26-7bc6-47a6-949e-83da56e06283 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314452 May 14 17:54:19.482514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115832-98de-49c2-a074-46083028d358 req-7d3bdc18-3515-4c06-8c1c-2a533b600700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.488206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] No DVR routers for this DVR port e5414eb0-514a-4816-83a9-31c607dae817 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:54:19.500262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-7d3bdc18-3515-4c06-8c1c-2a533b600700 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1094 time: 0.2102215 May 14 17:54:19.525770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Pushing event updated for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:19.536141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:19.543763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] 10.222.0.15 "PUT /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817/bindings/n-h1-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6060803 May 14 17:54:19.828926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:19.849280 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:19.861299 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1af0019e-554b-4f20-b7a5-7f108b6758e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:19.884890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115832-98de-49c2-a074-46083028d358 req-c715eb63-ee16-4aa1-99ee-51e9150059ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:19.886330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-c715eb63-ee16-4aa1-99ee-51e9150059ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 928 time: 0.3782728 May 14 17:54:19.916180 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1648a1b-2613-44c2-b914-6e31016bd8a5 req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&id=dce28a9b-08b7-43ed-9a59-0b03b50da784&id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.6672251 May 14 17:54:20.012519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cb97ec70-6e74-4072-bd5e-fdcfe57f68bc tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.014789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-cb97ec70-6e74-4072-bd5e-fdcfe57f68bc tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.3755968 May 14 17:54:20.026462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-fa180867-8f18-4c8c-933b-8b6e055e8db4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 217 time: 0.1300895 May 14 17:54:20.033980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba5a14-a45c-43af-8c23-88a63db6655e req-421856d3-c4f1-4848-8236-a54c93c49382 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.040781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14ba5a14-a45c-43af-8c23-88a63db6655e req-421856d3-c4f1-4848-8236-a54c93c49382 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 945 time: 0.4012265 May 14 17:54:20.042534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc5203b-390c-4cc6-9b28-337eac7382f5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:20.076410 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:20.250652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14ba5a14-a45c-43af-8c23-88a63db6655e req-a0ca1bdd-e3ee-4f3c-af57-bccd1a42e800 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089617 May 14 17:54:20.311021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115832-98de-49c2-a074-46083028d358 req-69f95e27-8cff-4e19-a737-7abb09a5c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.320725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-69f95e27-8cff-4e19-a737-7abb09a5c340 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 200 len: 866 time: 0.2461421 May 14 17:54:20.337127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-b0fd0f37-14d8-4129-9b4d-164a520f634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.338726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-b0fd0f37-14d8-4129-9b4d-164a520f634d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 1095 time: 0.3142476 May 14 17:54:20.463906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:20.544161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8201c-5f78-4daf-8845-47e20bf07f12 req-434e8cd8-64fa-4e71-b89b-c08e05635fe7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.550413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0de8201c-5f78-4daf-8845-47e20bf07f12 req-434e8cd8-64fa-4e71-b89b-c08e05635fe7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 944 time: 0.4730589 May 14 17:54:20.639764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0de8201c-5f78-4daf-8845-47e20bf07f12 req-ea09a413-c7e0-4c9a-9f15-64380f6271bf tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849977 May 14 17:54:20.684874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b62fd-1df1-4745-b0a2-861dd0355b33 req-a8e0e556-9f11-489a-a56c-649e52b3b744 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.696680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-489b62fd-1df1-4745-b0a2-861dd0355b33 req-a8e0e556-9f11-489a-a56c-649e52b3b744 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 943 time: 0.2826552 May 14 17:54:20.711109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115832-98de-49c2-a074-46083028d358 req-49b81b43-0903-4158-905c-0d02b6b36ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.712930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-49b81b43-0903-4158-905c-0d02b6b36ed1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3651276 May 14 17:54:20.729530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-bd5b9c5f-328c-479f-b2a4-8c443b79b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:20.729774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:20.731474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-bd5b9c5f-328c-479f-b2a4-8c443b79b783 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1095 time: 0.3143525 May 14 17:54:20.747447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'port_id': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'mac_address': 'fa:16:3e:1e:46:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352e2cab-c9a6-4745-ab1d-6994d1f32dcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:20.820012 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:20.847560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2974a7ab-5e1f-49a5-b700-0b35639822b8 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:20.878382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:20.883909 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:20.887126 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:20.970052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:20.974076 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:20.974521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-489b62fd-1df1-4745-b0a2-861dd0355b33 req-eedb3d25-748a-4746-80d3-662a740133c2 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678137 May 14 17:54:21.103037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-4459a902-2d9c-461c-946c-82ccfca9035d service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705344 May 14 17:54:21.143850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c7cda977-aac8-4ce5-9f08-68a09bec9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:21.145156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-c7cda977-aac8-4ce5-9f08-68a09bec9b97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.3864858 May 14 17:54:21.241465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2974a7ab-5e1f-49a5-b700-0b35639822b8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:21.409845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-de37e777-e932-4674-8d52-6c897da0a43b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 217 time: 0.2286921 May 14 17:54:21.545166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431befe6-a0ab-472a-abff-beee69ea3a98 req-ed7f31a3-8bca-46df-a68d-b9ff9eb81faf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:21.546862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-431befe6-a0ab-472a-abff-beee69ea3a98 req-ed7f31a3-8bca-46df-a68d-b9ff9eb81faf tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 945 time: 0.4967875 May 14 17:54:21.548158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-fa3fe236-f832-423a-8703-971349a3831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:21.550010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-fa3fe236-f832-423a-8703-971349a3831a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1293709 May 14 17:54:21.551885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3115832-98de-49c2-a074-46083028d358 req-405b5433-d9f0-4e7b-be95-a1a4af555cec service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407065 May 14 17:54:21.556456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34258) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:21.562112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'floatingip': {'port_id': '36390aed-58d9-44bc-ad08-274d4439c4a1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:21.568958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f58fe-82bf-44e5-8050-5da8b0c27797 req-8a94042f-80dd-4479-a0fd-5ba8e0883568 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:21.570847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-286f58fe-82bf-44e5-8050-5da8b0c27797 req-8a94042f-80dd-4479-a0fd-5ba8e0883568 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 943 time: 0.4322333 May 14 17:54:21.633964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-e474e635-6300-4de6-a997-c8038d026cdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621123 May 14 17:54:21.638513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:21.726680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-286f58fe-82bf-44e5-8050-5da8b0c27797 req-fd472690-1cfa-481f-b16d-ad7c50f11d4f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206701 May 14 17:54:21.786112 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-1fff4145-c41a-4269-80e5-b210c5d3d02e service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413562 May 14 17:54:21.973058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-42cb9dd3-376d-464b-9564-6ea1abd198ac service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795943 May 14 17:54:21.996775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d7c03-f159-484f-8364-5c40d0c3e595 req-93785d90-c0ad-4ea6-9d25-83ee70f1f954 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:21.997775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d7c03-f159-484f-8364-5c40d0c3e595 req-93785d90-c0ad-4ea6-9d25-83ee70f1f954 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:21.998438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d7c03-f159-484f-8364-5c40d0c3e595 req-93785d90-c0ad-4ea6-9d25-83ee70f1f954 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.006874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea4d7c03-f159-484f-8364-5c40d0c3e595 req-93785d90-c0ad-4ea6-9d25-83ee70f1f954 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce&device_id=557aee30-f060-4a53-8d60-505059adef2c&device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 2903 time: 0.1360178 May 14 17:54:22.044219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea4d7c03-f159-484f-8364-5c40d0c3e595 req-3f4484c8-88ce-419d-962c-8f6001a08c7a tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364299 May 14 17:54:22.305196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-a5dc0001-a254-41b7-a160-8644f38edc21 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=53290ec5ff134a308af937e1705840a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814548 May 14 17:54:22.428683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.429403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.429603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.430057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.430508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.430960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.431436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.431887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.432335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.432777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.440261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e34b3a71-7673-4893-b7b8-c2b14f594a0a req-645c8321-e3ca-47d0-85ca-ecc02de59a48 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7152 time: 0.3261700 May 14 17:54:22.459103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:22.464057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:22.475259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:22.511873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-550986db-6919-4890-9a50-6be2e32153a0 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.513756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-550986db-6919-4890-9a50-6be2e32153a0 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2570820 May 14 17:54:22.552208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 72582a2a-cf8a-469c-b028-6a590c63c89c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:22.633313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-9d604b37-68f5-4d91-af06-9765b1394ef6 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.634879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-9d604b37-68f5-4d91-af06-9765b1394ef6 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201046 May 14 17:54:22.671789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-9ee1ec7e-1d26-42ac-b1ee-5d2103382f49 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/quotas/53290ec5ff134a308af937e1705840a6 HTTP/1.1" status: 200 len: 375 time: 0.0271635 May 14 17:54:22.688879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 72582a2a-cf8a-469c-b028-6a590c63c89c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=72582a2a-cf8a-469c-b028-6a590c63c89c,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:22.704789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'port_id': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'mac_address': 'fa:16:3e:ad:40:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:22.743423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-fdc1a577-48b9-48bd-bcf1-01e60d21b4ff tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=53290ec5ff134a308af937e1705840a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596848 May 14 17:54:22.744042 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd associated. External IP: 172.25.4.106, port: 36390aed-58d9-44bc-ad08-274d4439c4a1. May 14 17:54:22.772328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38bb76-1f97-4849-ba5e-e5a792dcba7c req-cef63d2c-9920-41d5-91d8-e7728ad959b8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:22.773971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c38bb76-1f97-4849-ba5e-e5a792dcba7c req-cef63d2c-9920-41d5-91d8-e7728ad959b8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 944 time: 0.1965904 May 14 17:54:22.782884 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:22.794271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 2974a7ab-5e1f-49a5-b700-0b35639822b8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:22.803634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2974a7ab-5e1f-49a5-b700-0b35639822b8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:22.804009 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:22.809122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-6bac9f95-3e36-4747-9047-6c8acee453e1 service neutron] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:22.835338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72582a2a-cf8a-469c-b028-6a590c63c89c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:22.841476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c38bb76-1f97-4849-ba5e-e5a792dcba7c req-dd6b913d-84d2-427c-b11f-f7ee7f807fad tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 May 14 17:54:22.842694 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-6bac9f95-3e36-4747-9047-6c8acee453e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:22.843682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac629fde-3dd6-4ad4-903e-25026f40dfe7 req-6bac9f95-3e36-4747-9047-6c8acee453e1 service neutron] 10.222.0.22 "DELETE /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817/bindings/n-h2-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.3157661 May 14 17:54:22.875964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 72582a2a-cf8a-469c-b028-6a590c63c89c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=72582a2a-cf8a-469c-b028-6a590c63c89c,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:22.884992 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:22.890300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fd3bb9d5-78b3-4be3-91f9-9ce9e462ef46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:23.128690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=72582a2a-cf8a-469c-b028-6a590c63c89c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:23.140644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a608-4515-4dd1-ad26-a0990e51b602 req-7dd5bac7-3431-426b-ba79-c0dbd71f9cb1 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:23.140785 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:23.142238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc96a608-4515-4dd1-ad26-a0990e51b602 req-7dd5bac7-3431-426b-ba79-c0dbd71f9cb1 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 944 time: 0.1280046 May 14 17:54:23.256276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc96a608-4515-4dd1-ad26-a0990e51b602 req-1743548b-2833-4c88-bb08-a9ddac167de6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052711 May 14 17:54:23.257047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Router 802998a1-55a6-4a2d-8467-a65a35b582df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:54:23.265249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:23.319808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['72582a2a-cf8a-469c-b028-6a590c63c89c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:23.374704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc467e1-1c6d-4fda-976d-0ac9f392f8da req-ff56c116-71e8-4026-b1eb-039d98b8484b tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:23.377161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bc467e1-1c6d-4fda-976d-0ac9f392f8da req-ff56c116-71e8-4026-b1eb-039d98b8484b tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 886 time: 0.2681139 May 14 17:54:23.520380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:54:23.532044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:23.534995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:23.536053 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:54:23.550521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:23.552254 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:23.570549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:23.611655 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-944a70a0-0bc4-4140-8fbd-b2c0c990c075 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "PUT /v2.0/floatingips/0d780985-1db5-43c9-be78-47f98bfe49cd HTTP/1.1" status: 200 len: 991 time: 2.0533998 May 14 17:54:23.613215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:23.650740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:23.651627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e5414eb0-514a-4816-83a9-31c607dae817 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:54:23.715808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae18f3e8-edcc-4a58-847d-434d0dabdb5e req-1c639a53-4932-4a58-aed0-dfe3a0bff9b9 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 210 time: 0.0676403 May 14 17:54:23.744268 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2b9fe779-7e7a-4cd3-967e-77d4a863adc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:23.792044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7534943-4da3-4fa7-9e90-1bfa8a9891e1 req-88948b85-4ed8-4c72-ac67-da3a4f483304 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:23.794325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7534943-4da3-4fa7-9e90-1bfa8a9891e1 req-88948b85-4ed8-4c72-ac67-da3a4f483304 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 944 time: 0.3860655 May 14 17:54:23.836082 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:23.877894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e5414eb0-514a-4816-83a9-31c607dae817 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:54:23.931446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7534943-4da3-4fa7-9e90-1bfa8a9891e1 req-5fcff3a9-6f8d-44c6-aac1-846373050696 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169143 May 14 17:54:23.978537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:24.030542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.031412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.032034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.032636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.033245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.034134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.034980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.035677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.036323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.036931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.042829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b9aba63-1d56-4c79-a1be-39f4f8d9c18a req-9f86807b-5f79-4c19-93b6-f1574faa3275 tempest-NetworksTest-1783094904 tempest-NetworksTest-1783094904-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7152 time: 0.2474744 May 14 17:54:24.061146 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:24.062373 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:24.162173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42484cc-e2ab-48ac-bc6b-632471009466 req-9515a204-3535-41b7-8a1d-0e52a72f03fe tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.170809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c42484cc-e2ab-48ac-bc6b-632471009466 req-9515a204-3535-41b7-8a1d-0e52a72f03fe tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1095 time: 0.0882242 May 14 17:54:24.180980 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'code': 200} May 14 17:54:24.224453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c42484cc-e2ab-48ac-bc6b-632471009466 req-70d20b40-22ea-47c0-96ef-b5d5befbb250 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 May 14 17:54:24.322016 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'status': 'completed', 'code': 200} May 14 17:54:24.346649 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '0d780985-1db5-43c9-be78-47f98bfe49cd', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'port_id': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'mac_address': 'fa:16:3e:e4:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:53:59Z', 'updated_at': '2021-05-14T17:54:22Z', 'revision_number': 1, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:24.362555 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:54:24.385531 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:24.386076 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:24.386218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8011d-d0d5-42ba-a703-5629838f7a72 req-1c53644e-ab96-4fc3-a831-34bfa58c53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.387603 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2bd8011d-d0d5-42ba-a703-5629838f7a72 req-1c53644e-ab96-4fc3-a831-34bfa58c53e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1096 time: 0.1432021 May 14 17:54:24.484843 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2bd8011d-d0d5-42ba-a703-5629838f7a72 req-15613af9-2d6e-48ed-aab0-25309209b382 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868587 May 14 17:54:24.513595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-b82c80d5-b3a3-4bdf-86ec-746c18ec8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:24.523391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-b82c80d5-b3a3-4bdf-86ec-746c18ec8ee2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 1096 time: 0.1856549 May 14 17:54:24.615598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:24.667348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-1d5af0fc-581b-471e-a2e6-ae5347d8af98 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=53290ec5ff134a308af937e1705840a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315838 May 14 17:54:24.724018 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:24.855319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:24.871450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:24.875354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Usage tracker for resource:security_group_rule and tenant:f9aa35f4cf554173b4d6123461035ddd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:24.878980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:24.885056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:24.975015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:24.979748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:24.991625 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90a9c2ac-b403-4bcc-b2b5-817340bbceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:25.020590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-0ee09970-ca9a-4d9f-aafd-42cfe9e3645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:25.022076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-0ee09970-ca9a-4d9f-aafd-42cfe9e3645c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 925 time: 0.4932582 May 14 17:54:25.033871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6460412-516e-43ba-8d98-554f1b0a2003,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:25.039124 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:25.046864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9aa35f4cf554173b4d6123461035ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302375 May 14 17:54:25.050283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34354) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:25.106328 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '0d780985-1db5-43c9-be78-47f98bfe49cd', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'port_id': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'mac_address': 'fa:16:3e:e4:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:53:59Z', 'updated_at': '2021-05-14T17:54:22Z', 'revision_number': 1, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:25.110596 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0a758-39d2-4df1-a88d-2c20560e929d None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '0d780985-1db5-43c9-be78-47f98bfe49cd', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'port_id': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'mac_address': 'fa:16:3e:e4:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:53:59Z', 'updated_at': '2021-05-14T17:54:22Z', 'revision_number': 1, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:54:25.115378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.130743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-2879cd76-b9dd-43c5-b7ee-7e02b96e42d1 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:25.132269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-2879cd76-b9dd-43c5-b7ee-7e02b96e42d1 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064014 May 14 17:54:25.144552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.164057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Request body: {'port': {'device_id': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '53290ec5ff134a308af937e1705840a6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:25.191977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6e75-58e1-4b8c-83bb-9fd5bb5e002f req-47088e65-1dee-450b-ad4b-beb5f5ddcd04 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:25.193434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb6e6e75-58e1-4b8c-83bb-9fd5bb5e002f req-47088e65-1dee-450b-ad4b-beb5f5ddcd04 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 945 time: 0.5591559 May 14 17:54:25.204515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.208503 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73533cf2-a73e-4edb-9749-8c83afff6e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:25.219171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6460412-516e-43ba-8d98-554f1b0a2003,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:25.223482 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:25.226655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.227755 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6460412-516e-43ba-8d98-554f1b0a2003 HTTP/1.1" status: 204 len: 168 time: 0.1765716 May 14 17:54:25.253249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-c5446cc7-f7e7-4cab-ab3f-39adb3f9fd62 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:25.254685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-c5446cc7-f7e7-4cab-ab3f-39adb3f9fd62 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.4958160 May 14 17:54:25.326987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-84b0c2c4-b4a6-42fe-9f06-e545d8c910f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36390aed-58d9-44bc-ad08-274d4439c4a1 HTTP/1.1" status: 200 len: 999 time: 0.2807691 May 14 17:54:25.328193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-403cfec9-b220-4f68-9edd-c3db90f73a1f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/quotas/e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 375 time: 0.0613635 May 14 17:54:25.359955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76de29-64e1-48fe-8998-ec00972d44bc None None] New status for floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:54:25.445600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb6e6e75-58e1-4b8c-83bb-9fd5bb5e002f req-96d653ff-6ebe-445c-8687-acab7c683938 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897314 May 14 17:54:25.531885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-4389ea2d-af05-424d-9753-69fc291a940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:25.533811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-4389ea2d-af05-424d-9753-69fc291a940f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.1863036 May 14 17:54:25.537779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:25.582988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Usage tracker for resource:port and tenant:53290ec5ff134a308af937e1705840a6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:25.591692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:25.604344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:25.657144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-95d8e227-ec3d-4389-92d6-3bf7d8a7c378 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3132083 May 14 17:54:25.660701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34366) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:25.691506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Made reservation on behalf of 53290ec5ff134a308af937e1705840a6 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:25.697842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.849773 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.858415 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:25.974921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:25.982895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f94f95ad-2e1f-441b-9763-774b99ef753b req-a3e0f9e2-9bc6-4f46-abc6-f16205f4b86f tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 210 time: 0.1124365 May 14 17:54:25.986969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:26.001191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Usage tracker for resource:security_group_rule and tenant:53290ec5ff134a308af937e1705840a6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:26.004593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Usage tracker for resource:security_group_rule and tenant:7eaebc907e164cc2a40ad9596257a289 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:26.008326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-cfe11af9-8f40-4bb9-be99-ed977ea9834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:26.009834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-cfe11af9-8f40-4bb9-be99-ed977ea9834d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4675105 May 14 17:54:26.010597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:26.015071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:26.052314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:26.054438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:26.221867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-c31c53b5-f56e-4e40-87cc-b52e5ed4ee12 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021391 May 14 17:54:26.407147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-80309cd9-c2bd-4fd1-b472-216f1e237039 service neutron] 10.222.0.22 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863025 May 14 17:54:26.569680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 72582a2a-cf8a-469c-b028-6a590c63c89c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:26.571672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468822f6-9dd3-4ced-b155-42f1ee6cb03f req-9f2e3ef0-3642-48a6-93a7-975ea282514c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:26.573128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-468822f6-9dd3-4ced-b155-42f1ee6cb03f req-9f2e3ef0-3642-48a6-93a7-975ea282514c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 944 time: 0.4552045 May 14 17:54:26.593998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.599143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.621807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.624370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.637573 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e7d95368-9909-4965-b411-d96822b9be8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:26.640177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 72582a2a-cf8a-469c-b028-6a590c63c89c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:26.644867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 72582a2a-cf8a-469c-b028-6a590c63c89c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:26.645189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.646532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-4b36d4b1-e048-46dc-bf09-2bc815fe4e94 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109066 May 14 17:54:26.769930 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.798930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919e0e07-7e01-4891-a53b-606cffa3bd01,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:26.800724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:26.804239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7eaebc907e164cc2a40ad9596257a289&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1425772 May 14 17:54:26.806854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34380) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:26.827216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 72582a2a-cf8a-469c-b028-6a590c63c89c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=72582a2a-cf8a-469c-b028-6a590c63c89c,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:26.834378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.834563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-468822f6-9dd3-4ced-b155-42f1ee6cb03f req-049766f7-15cf-499e-ac6b-0f14def14718 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517676 May 14 17:54:26.836635 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:26.841904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdb12b5-3e77-4522-a559-978a73b665e2 req-7e3dd637-3263-4d32-91e0-549c5d208c51 service neutron] 10.222.0.22 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153836 May 14 17:54:26.924762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5474d0-e5f2-4150-8f8c-419ebc1a5180,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:26.940051 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:26.940649 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:26.940900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:26.947707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.973671 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ce62311-be71-47ac-9a14-344cd0ca3bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:26.980655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=72582a2a-cf8a-469c-b028-6a590c63c89c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:26.984166 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:26.998955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:27.014943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Allocated IP 192.168.233.238 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/3b59f623-8fda-4b07-9e93-fddb92ba2870) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:27.071692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:27.076734 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca296321-2cb4-4ef1-ac07-6961809f4a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:27.091156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5474d0-e5f2-4150-8f8c-419ebc1a5180,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:27.094814 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:27.095838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:27.097827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe5474d0-e5f2-4150-8f8c-419ebc1a5180 HTTP/1.1" status: 204 len: 168 time: 0.2900074 May 14 17:54:27.332965 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:27.358948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f355416b-26b9-43c0-b847-31222ce977ce req-a50b7844-de53-4a6f-870a-97a1218c8dcb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 210 time: 0.1078327 May 14 17:54:27.413775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb3f1-4742-4598-b925-f25428c7bff6 req-9c384de8-ec00-435b-83ce-7c9add313bc8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:27.415287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34cdb3f1-4742-4598-b925-f25428c7bff6 req-9c384de8-ec00-435b-83ce-7c9add313bc8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 945 time: 0.3362315 May 14 17:54:27.417792 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'code': 200} May 14 17:54:27.487304 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:27.522381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34cdb3f1-4742-4598-b925-f25428c7bff6 req-ba5e2163-7c82-4b75-8362-a19790702afd tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890915 May 14 17:54:27.528311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-9ff12ee1-ed4e-4092-b999-bb708613e61b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2726839 May 14 17:54:27.529846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Transition to ACTIVE for port object 3b59f623-8fda-4b07-9e93-fddb92ba2870 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:27.557633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:27.572091 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:27.738209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-4a1cfa6d-06f4-49cb-a599-f948ec115465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:27.740201 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-4a1cfa6d-06f4-49cb-a599-f948ec115465 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1096 time: 0.0939999 May 14 17:54:27.912795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-a5af9e26-c8ea-439f-813e-e3f8ce38084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:27.914392 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-a5af9e26-c8ea-439f-813e-e3f8ce38084d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.1429138 May 14 17:54:27.942025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:27.955892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:27.967134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:28.006454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Pushing event updated for resources: {'Port': ['ID=3b59f623-8fda-4b07-9e93-fddb92ba2870,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:28.010150 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:28.070082 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:54:28.098564 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-bbd8631a-c96a-4f8d-809a-a33baa2e130c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.1759453 May 14 17:54:28.112835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b9dda-df21-42d8-b446-c29cf375d809 req-869038d3-280b-47fc-b8bf-8f797034c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:28.114338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-290b9dda-df21-42d8-b446-c29cf375d809 req-869038d3-280b-47fc-b8bf-8f797034c6fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1096 time: 0.4472871 May 14 17:54:28.137238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:28.138495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:28.191743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-af7c08b9-916a-41cc-988f-0a620ae69501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:28.193575 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-af7c08b9-916a-41cc-988f-0a620ae69501 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.0890992 May 14 17:54:28.262209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1160326 May 14 17:54:28.271628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9ff4fe97-84e9-4768-a15e-78b959b2d3e3 None None] Provisioning for port 3b59f623-8fda-4b07-9e93-fddb92ba2870 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:28.272803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-156a511c-8140-4e66-8b53-26fef1c5eeba tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:28.273636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-156a511c-8140-4e66-8b53-26fef1c5eeba tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Synchronizing usage tracker for tenant:53290ec5ff134a308af937e1705840a6 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:28.278871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9ff4fe97-84e9-4768-a15e-78b959b2d3e3 None None] Provisioning complete for port 3b59f623-8fda-4b07-9e93-fddb92ba2870 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:28.279325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9ff4fe97-84e9-4768-a15e-78b959b2d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:28.291678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Request body: {'port': {'device_id': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:28.330885 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-459dd3ae-23b1-4337-83b9-c07ff7892fd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099870 May 14 17:54:28.364275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4fe97-84e9-4768-a15e-78b959b2d3e3 None None] Port 3b59f623-8fda-4b07-9e93-fddb92ba2870 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:54:28.382575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-290b9dda-df21-42d8-b446-c29cf375d809 req-2be3e684-999a-4e80-b29e-89230de591fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195907 May 14 17:54:28.458955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca350-cc30-46dc-b38f-668ff340040c req-e2aad76f-832f-4a3b-bd88-1644ba4ddc9f tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:28.461299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-585ca350-cc30-46dc-b38f-668ff340040c req-e2aad76f-832f-4a3b-bd88-1644ba4ddc9f tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1100 time: 0.6880426 May 14 17:54:28.509695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-1a77457d-7b73-43ca-a5af-d236c0e8f47d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:28.511096 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-1a77457d-7b73-43ca-a5af-d236c0e8f47d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.3153434 May 14 17:54:28.527124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Request body: {'port': {'device_id': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'admin_state_up': True, 'tenant_id': 'e783433ce11142c5a2c2bc86a3f1c7fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:28.536196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-156a511c-8140-4e66-8b53-26fef1c5eeba tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Unset dirty status for tenant:53290ec5ff134a308af937e1705840a6 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:28.537344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-156a511c-8140-4e66-8b53-26fef1c5eeba tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 936 time: 0.8809905 May 14 17:54:28.539739 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:28.552730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-585ca350-cc30-46dc-b38f-668ff340040c req-a1f16319-ea86-4b8c-9038-d8804ad9adb1 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Synchronizing usage tracker for tenant:6b45132f52624657a68da3eb60219b9e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:28.604163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-7b578800-2473-4c0d-9dd3-ddfd6fb6b751 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653275 May 14 17:54:28.630670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-585ca350-cc30-46dc-b38f-668ff340040c req-a1f16319-ea86-4b8c-9038-d8804ad9adb1 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Unset dirty status for tenant:6b45132f52624657a68da3eb60219b9e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:28.631851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-585ca350-cc30-46dc-b38f-668ff340040c req-a1f16319-ea86-4b8c-9038-d8804ad9adb1 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614172 May 14 17:54:28.673395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-6283b624-29e0-447b-9696-43a26ce2b4eb tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Synchronizing usage tracker for tenant:53290ec5ff134a308af937e1705840a6 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:28.749756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-6283b624-29e0-447b-9696-43a26ce2b4eb tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Unset dirty status for tenant:53290ec5ff134a308af937e1705840a6 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:28.751011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad55ffb1-a257-4bab-8bc5-2e55bd9a01ff req-6283b624-29e0-447b-9696-43a26ce2b4eb tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019200 May 14 17:54:28.785675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:28.792931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Usage tracker for resource:port and tenant:e783433ce11142c5a2c2bc86a3f1c7fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:28.798137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:28.815647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:28.830030 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-10a5e597-41aa-4a59-b3aa-2cd6033210a8 req-a6525429-ec05-4f17-b340-b7aa579b5838 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175014 May 14 17:54:28.836457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Made reservation on behalf of e783433ce11142c5a2c2bc86a3f1c7fc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:28.839967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.042720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Allocated IP 172.20.0.11 (976e7e5d-3a6d-4b2d-8062-417fc387594b/71d4c7cf-0e3a-4441-96c0-b0407981f9ac/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:29.096415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8faf90-8859-4945-872a-918a5611098f req-58f6ba23-4d76-4157-bef8-721ccd3f437a tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:29.098115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f8faf90-8859-4945-872a-918a5611098f req-58f6ba23-4d76-4157-bef8-721ccd3f437a tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1096 time: 0.1998882 May 14 17:54:29.106598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6bf47-0ae3-4a48-9883-2d9f5e076a3d req-3297674e-f4b5-4e24-af9e-4ea8d3a26e03 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:29.108069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56f6bf47-0ae3-4a48-9883-2d9f5e076a3d req-3297674e-f4b5-4e24-af9e-4ea8d3a26e03 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 945 time: 0.2085664 May 14 17:54:29.255090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f8faf90-8859-4945-872a-918a5611098f req-5dd55949-22f7-4a29-9b2b-f2fa75627948 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449261 May 14 17:54:29.257391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b59f623-8fda-4b07-9e93-fddb92ba2870 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:29.269918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.280746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56f6bf47-0ae3-4a48-9883-2d9f5e076a3d req-0efad5c2-a60f-4fe0-b617-fa8b9ff21b30 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476717 May 14 17:54:29.282054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.302433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Transition to ACTIVE for port object 3b59f623-8fda-4b07-9e93-fddb92ba2870 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:29.308021 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.323833 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:29.328456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.335933 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:29.438401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b59f623-8fda-4b07-9e93-fddb92ba2870,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:29.452726 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:29.480280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:29.485306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:29.489746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:29.496112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:29.496950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.506261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.541353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:29.548461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:29.569901 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0465827 May 14 17:54:29.582371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Request body: {'port': {'device_id': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:29.648827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5500f68f-ae9f-43a2-bde3-6af6873c087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.710500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34452) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:29.747791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.901068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.908793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Attempting to bind port 3b59f623-8fda-4b07-9e93-fddb92ba2870 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:29.909135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Attempting to bind port 3b59f623-8fda-4b07-9e93-fddb92ba2870 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:29.909459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Attempting to bind port 3b59f623-8fda-4b07-9e93-fddb92ba2870 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:29.924519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:29.926095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Port 3b59f623-8fda-4b07-9e93-fddb92ba2870 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:29.926311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Attempting to bind port 3b59f623-8fda-4b07-9e93-fddb92ba2870 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:29.936672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:eab35b8317f94d928bd0dacb490e489e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:29.937305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d26a-ceb7-43f4-a8c4-e174cfaa3a7b req-bed34611-6948-482e-95d9-c68336a9729f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:29.938789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d83d26a-ceb7-43f4-a8c4-e174cfaa3a7b req-bed34611-6948-482e-95d9-c68336a9729f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 932 time: 0.2606542 May 14 17:54:29.941590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:29.950423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:29.950763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:29.951148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:29.951610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Bound port: 3b59f623-8fda-4b07-9e93-fddb92ba2870, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:29.951956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:29.962316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:29.977518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b65c29-86dc-41ce-a9c8-a05a816d57be req-6315b1de-ec3c-487a-b105-01f37484965a tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:29.978980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b65c29-86dc-41ce-a9c8-a05a816d57be req-6315b1de-ec3c-487a-b105-01f37484965a tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1100 time: 0.2215650 May 14 17:54:30.078483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d83d26a-ceb7-43f4-a8c4-e174cfaa3a7b req-d70262d3-8e48-435c-a3d0-71ed2c5450d1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305223 May 14 17:54:30.091469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b65c29-86dc-41ce-a9c8-a05a816d57be req-506a3ee5-8863-4938-be1a-e43aff1115cf tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053295 May 14 17:54:30.142450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] For port 3b59f623-8fda-4b07-9e93-fddb92ba2870, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:30.147459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] For port 3b59f623-8fda-4b07-9e93-fddb92ba2870, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:30.155888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.163628 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:30.281222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.282078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.284408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] 10.222.0.22 "PUT /v2.0/ports/3b59f623-8fda-4b07-9e93-fddb92ba2870 HTTP/1.1" status: 200 len: 1096 time: 2.0051556 May 14 17:54:30.292526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'tag': '3b59f623-8fda-4b07-9e93-fddb92ba2870'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:30.305281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.313841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:30.318376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.333654 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-66db731e-0a24-4afb-84c2-550fa332e487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:30.343861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.387568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eab35b8317f94d928bd0dacb490e489e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735239 May 14 17:54:30.389940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34468) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:30.390906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Transition to ACTIVE for port object b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:30.409485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.415908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b124ae-4f8e-4637-b9c8-75925f01b0f4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:30.421581 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:30.424891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7891fffa-c942-4edd-af38-65f7c9b65037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:30.500761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b59f623-8fda-4b07-9e93-fddb92ba2870,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:30.508378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:30.560771 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.578918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcbd0d-644d-44ec-96ff-74281b6cef2d req-36ec536e-e82a-45e6-a2a4-7ef12f9c2e35 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.585305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68fcbd0d-644d-44ec-96ff-74281b6cef2d req-36ec536e-e82a-45e6-a2a4-7ef12f9c2e35 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1096 time: 0.3398998 May 14 17:54:30.598279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417885f-ce26-461e-be86-81750bc4cb59 req-12bed6cb-5cf2-4da7-a9e1-6683f4b0498c tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.600130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c417885f-ce26-461e-be86-81750bc4cb59 req-12bed6cb-5cf2-4da7-a9e1-6683f4b0498c tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 948 time: 0.3129046 May 14 17:54:30.619935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:30.632166 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:30.643782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.658055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-967418e8-da71-4c60-bc6e-53e5fb23fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.660264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-967418e8-da71-4c60-bc6e-53e5fb23fbce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=53290ec5ff134a308af937e1705840a6&device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 1099 time: 0.2136385 May 14 17:54:30.660499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:30.660844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:30.661164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:30.673195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:30.673513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:30.684329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.691693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:30.692023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:30.692402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:30.692829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Bound port: b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:30.693162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.753883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68fcbd0d-644d-44ec-96ff-74281b6cef2d req-a210b273-8d92-452e-a427-1c32aa46f7a8 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639805 May 14 17:54:30.757783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-2d60ac8a-88c8-48c7-9672-d396282cf576 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870 HTTP/1.1" status: 200 len: 217 time: 0.0856762 May 14 17:54:30.761205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c417885f-ce26-461e-be86-81750bc4cb59 req-9d7be93b-3bec-4c9b-b8a0-97dc7b29abe2 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442215 May 14 17:54:30.823655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.829670 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9776a9e-4829-47a9-ac13-0299fb059446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:30.840824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-d7f62707-c4f9-4d3d-aa57-d722a58af5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.842015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b124ae-4f8e-4637-b9c8-75925f01b0f4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:30.843156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-d7f62707-c4f9-4d3d-aa57-d722a58af5c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0765333 May 14 17:54:30.844304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:30.846515 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:30.865354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.869538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67b124ae-4f8e-4637-b9c8-75925f01b0f4 HTTP/1.1" status: 204 len: 168 time: 0.4774692 May 14 17:54:30.876785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:30.890826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.898146 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:30.969884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.970480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:30.972062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] 10.222.0.15 "PUT /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 1092 time: 1.3941426 May 14 17:54:30.972549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:30.996386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-040c3998-fe86-427f-bf5a-036c983c2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:30.999494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-040c3998-fe86-427f-bf5a-036c983c2a87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469009 May 14 17:54:31.012431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:31.015840 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:31.128667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-8204a7eb-3e50-4873-9306-3226ca5fb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.130401 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-8204a7eb-3e50-4873-9306-3226ca5fb2db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1095 time: 0.1129053 May 14 17:54:31.164946 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'tag': '3b59f623-8fda-4b07-9e93-fddb92ba2870', 'status': 'completed', 'code': 200} May 14 17:54:31.219383 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-55152866-a058-4367-9d31-73bdc39daea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 217 time: 0.0801637 May 14 17:54:31.227154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-9590352d-39b0-4341-bccb-99703423dedb service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185934 May 14 17:54:31.304245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-67ea9aea-d995-48ed-b439-608682ecf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.306657 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-67ea9aea-d995-48ed-b439-608682ecf10a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0796871 May 14 17:54:31.308014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:31.329852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d71c7-5474-4a81-bf70-f5a8875b20cc req-b6d7a713-4f4f-435e-9e00-951b23fdb06c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.332108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f3d71c7-5474-4a81-bf70-f5a8875b20cc req-b6d7a713-4f4f-435e-9e00-951b23fdb06c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 945 time: 0.2295032 May 14 17:54:31.378589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:31.393181 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'status': 'completed', 'code': 200} May 14 17:54:31.404751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-d83d6739-3ba3-4db0-a0d7-0eb9b97330a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797091 May 14 17:54:31.406763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:31.411405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Usage tracker for resource:security_group_rule and tenant:3305b84344fb41ebac7aea3ac43eb14f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:31.415883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f3d71c7-5474-4a81-bf70-f5a8875b20cc req-e1609e84-dd1c-4d3e-93ff-7aff3ddc55aa tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777862 May 14 17:54:31.425489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467c4421-81b0-42c2-aeb9-7c202fcbecd5 req-82a4fd6f-7d2d-440d-8eea-fe5566ffbb5d service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855536 May 14 17:54:31.448451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:31.539355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:31.597416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-9fa4f185-edf6-4694-b78a-66a7ba2829ba service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787605 May 14 17:54:31.609703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66f39-8cf2-4065-8116-b8482aab2f05 req-2ab24ea6-e191-4b18-896f-0773f8b4d30e tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.611452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4bb66f39-8cf2-4065-8116-b8482aab2f05 req-2ab24ea6-e191-4b18-896f-0773f8b4d30e tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.1462317 May 14 17:54:31.637283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-e9119714-a239-4dd6-9527-3d5f57cd50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.638776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-e9119714-a239-4dd6-9527-3d5f57cd50b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=53290ec5ff134a308af937e1705840a6&device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 1099 time: 0.1359882 May 14 17:54:31.760606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4bb66f39-8cf2-4065-8116-b8482aab2f05 req-8e393966-05d0-4779-9097-a7ae52adbd94 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403604 May 14 17:54:31.781194 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8f8b0ae8-11b7-4a15-964f-060b323c9928 req-a84c8cf3-4db8-4d10-af72-06ae0a8e8237 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768708 May 14 17:54:31.782850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:31.799263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:31.810387 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46616795-e3c1-417a-ab49-b6e61f215b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:31.816386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-15d4e65f-8155-4502-8820-62d345137849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.817948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-15d4e65f-8155-4502-8820-62d345137849 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1700914 May 14 17:54:31.892318 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3305b84344fb41ebac7aea3ac43eb14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831695 May 14 17:54:31.899088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:31.901528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd408d-8f81-4d9e-b168-85da174b80b0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:31.914977 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:31.935048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-080ac5a8-6d36-4216-a6d7-1943c4ee589b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870 HTTP/1.1" status: 200 len: 217 time: 0.1010947 May 14 17:54:31.985830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-537a16d1-f3ee-464e-8079-c3aac125b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:31.987997 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-537a16d1-f3ee-464e-8079-c3aac125b987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1095 time: 0.1437929 May 14 17:54:31.993107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.067749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.092895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-ee2c0efc-b307-4778-b467-f0f5a5a20fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:32.094483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-ee2c0efc-b307-4778-b467-f0f5a5a20fba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1053569 May 14 17:54:32.095508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.174478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-a6c53b5a-3e30-42a7-8df5-213846ad66b4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 258 time: 0.3420742 May 14 17:54:32.184756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-61f9d26a-cf7d-4da3-affc-2628270f8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:32.186581 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-61f9d26a-cf7d-4da3-affc-2628270f8235 service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.1912951 May 14 17:54:32.192907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:32.201400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:32.208443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Usage tracker for resource:floatingip and tenant:322dcbc8fc9043c795a20b1f1cb11cdc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:32.212588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:32.225810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:32.274078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-ae233798-7498-4d60-a2f4-a0fc4bd6cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:32.275621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-ae233798-7498-4d60-a2f4-a0fc4bd6cb58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720614 May 14 17:54:32.306623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.352745 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-6d0dc84e-acd3-4fb0-a896-3bdd433e8b93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 217 time: 0.1547267 May 14 17:54:32.356685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.362747 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d247486-9a0d-497e-84b2-3953a4eabc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:32.415754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd408d-8f81-4d9e-b168-85da174b80b0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:32.421941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:32.434050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.437789 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9dd408d-8f81-4d9e-b168-85da174b80b0 HTTP/1.1" status: 204 len: 168 time: 0.5349374 May 14 17:54:32.449516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-7d7aea24-dbc8-49b3-b0ee-739514028355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:32.450946 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-7d7aea24-dbc8-49b3-b0ee-739514028355 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0901153 May 14 17:54:32.538081 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-dcd93bf3-bb7d-4463-b4ac-a10089ff1a88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783308 May 14 17:54:32.627769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc01b8-c522-412d-8a1d-93d77c8db473 req-b607db77-e7b2-4465-89e5-9177be1a85ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:32.628892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8dc01b8-c522-412d-8a1d-93d77c8db473 req-b607db77-e7b2-4465-89e5-9177be1a85ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 948 time: 0.4127240 May 14 17:54:32.670484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-95ec74d0-c732-40af-8142-add1fb1f2f24 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869152 May 14 17:54:32.687527 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-45a09095-6520-4358-ada9-cb2898a7ddd9 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388259 May 14 17:54:32.781964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8dc01b8-c522-412d-8a1d-93d77c8db473 req-f97bd52c-0203-43e7-8b59-0ac3f1031660 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421728 May 14 17:54:32.825651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0162ea94-6868-4d95-b96e-f6dc59d78c12 req-78902990-0608-41cc-8f2c-f1cf5466445e service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306422 May 14 17:54:32.867143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:32.872566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7363acc-2d70-4930-a9e8-423720ca76cc req-a21cee81-873c-44a5-a304-0a2449917050 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908338 May 14 17:54:33.059396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Allocated IP 172.25.4.15 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/9736b8f2-37af-4bf1-8927-5f681a062631) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:33.102220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b7814-0ed4-4483-a949-db2e17085b3a req-a4766608-4e30-4b72-bdc6-ad082011761c tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:33.103714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-683b7814-0ed4-4483-a949-db2e17085b3a req-a4766608-4e30-4b72-bdc6-ad082011761c tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1096 time: 0.1626740 May 14 17:54:33.221700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-683b7814-0ed4-4483-a949-db2e17085b3a req-d171217a-4a77-46fe-8f87-2e38fbd94724 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721831 May 14 17:54:33.247673 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-6c8cfdf3-58e7-480f-959e-982d8e99cbaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808780 May 14 17:54:33.262578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:33.317150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:33.323637 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c258fa07-787f-436a-98b0-0a2e7dbba12c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:33.403456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-fe30064e-1c80-44eb-917b-9aad2b809a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:33.405621 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-fe30064e-1c80-44eb-917b-9aad2b809a0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1100 time: 0.0763845 May 14 17:54:33.406244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:33.409700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:33.413998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:33.461157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event updated for resources: {'Port': ['ID=9736b8f2-37af-4bf1-8927-5f681a062631,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:33.473498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:33.566374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:33.593735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-61683848-550b-437c-97e8-3998427329ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:33.595208 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-61683848-550b-437c-97e8-3998427329ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1645324 May 14 17:54:33.647604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:33.707835 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-ce69d0f8-ddf8-4394-a2d1-73df74d71042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=df267799-3c81-4c71-9435-f6e5175ee2e5 HTTP/1.1" status: 200 len: 217 time: 0.1051052 May 14 17:54:33.796151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-39f8a95c-e97a-4efe-99fc-a5aea29b8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:33.798352 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-39f8a95c-e97a-4efe-99fc-a5aea29b8a3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0781827 May 14 17:54:33.907823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-452d1648-81ad-494f-84ae-f853a3002be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:33.910361 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-452d1648-81ad-494f-84ae-f853a3002be2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039598 May 14 17:54:33.935847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:33.996555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:34.006376 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:34.065638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-4b4dc7fe-bd0e-4c83-9450-41ac5374a260 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457057 May 14 17:54:34.106356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event updated for resources: {'Port': ['ID=9736b8f2-37af-4bf1-8927-5f681a062631,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:34.113005 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:34.149039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:34.188039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46889f-81ed-4b21-b281-376e39641f41 req-fc7eff04-d1ad-4cd5-bf70-5236478af55a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:34.189996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc46889f-81ed-4b21-b281-376e39641f41 req-fc7eff04-d1ad-4cd5-bf70-5236478af55a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.2567635 May 14 17:54:34.195594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:34.197084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0099058 May 14 17:54:34.207546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bddd94a-1715-43ed-929f-a310c46f85d4 req-f2688f42-9a41-49e6-be99-083821d2e2a0 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344190 May 14 17:54:34.303886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-b742b3be-22d5-4758-b172-4d74ea52434b tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:34.309270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc46889f-81ed-4b21-b281-376e39641f41 req-d7b57aaf-a95e-42de-bfb8-f58fda2ccc4a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112945 May 14 17:54:34.324294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-b742b3be-22d5-4758-b172-4d74ea52434b tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:34.325410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-b742b3be-22d5-4758-b172-4d74ea52434b tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.1120548 May 14 17:54:34.565239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-6dd07f0a-2dd5-467a-98fe-925a9f2e700c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:34.566664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-6dd07f0a-2dd5-467a-98fe-925a9f2e700c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2345207 May 14 17:54:34.567863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b59f623-8fda-4b07-9e93-fddb92ba2870 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:34.577634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-c6191bc8-83ab-4326-a5dc-4c7dfc45cc78 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:34.578722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd6fd3e-24d6-475b-9a22-9ac06dea6796 req-c6191bc8-83ab-4326-a5dc-4c7dfc45cc78 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060658 May 14 17:54:34.729556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3b59f623-8fda-4b07-9e93-fddb92ba2870, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:34.744704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '3b59f623-8fda-4b07-9e93-fddb92ba2870', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '3b59f623-8fda-4b07-9e93-fddb92ba2870', 'mac_address': 'fa:16:3e:b8:23:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:34.756476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01db03a-e822-4bc5-a9d8-422db9663495 req-516c53dd-94f3-40bf-9498-ed38f0192772 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:34.758030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b01db03a-e822-4bc5-a9d8-422db9663495 req-516c53dd-94f3-40bf-9498-ed38f0192772 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.0896728 May 14 17:54:34.803455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b01db03a-e822-4bc5-a9d8-422db9663495 req-88b3afee-6336-4d56-8bba-8468cb7e4b7b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 May 14 17:54:34.803703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:34.822992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b59f623-8fda-4b07-9e93-fddb92ba2870 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:34.840303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3b59f623-8fda-4b07-9e93-fddb92ba2870, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:34.845182 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:34.847070 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:34.917081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3b59f623-8fda-4b07-9e93-fddb92ba2870,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:34.922303 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:34.988569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6043ca-53a2-4273-9c60-492750b335a5 req-b6389a81-6323-4ca3-8a6c-0d016dad758a tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:34.990048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f6043ca-53a2-4273-9c60-492750b335a5 req-b6389a81-6323-4ca3-8a6c-0d016dad758a tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 949 time: 0.0810783 May 14 17:54:35.039829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f6043ca-53a2-4273-9c60-492750b335a5 req-363c4384-3ec6-4892-8b5c-104b6cd67a87 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438910 May 14 17:54:35.123674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3b59f623-8fda-4b07-9e93-fddb92ba2870'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:35.260371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Request body: {'security_group': {'name': 'tempest-securitygroup-213785023', 'description': 'tempest-description-1120620295'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:35.265802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:35.269862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Usage tracker for resource:security_group and tenant:7d946ca247ad476b919636f816cb7a84 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:35.273045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:35.278815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:35.292137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.306185 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.324423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:35.328292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Usage tracker for resource:security_group_rule and tenant:7d946ca247ad476b919636f816cb7a84 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:35.331689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:35.337567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:35.403475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-c8e110bd-4b86-41b3-ae16-f09ba1093144 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:35.404425 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-c8e110bd-4b86-41b3-ae16-f09ba1093144 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061753 May 14 17:54:35.413779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Request body: {'binding': {'host': 'n-h1-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:35.414294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:54:35.423229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.428107 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.431398 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82a70ade-ebaf-4f96-8383-3bd1c4334122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:35.438967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:35.446364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Usage tracker for resource:security_group_rule and tenant:7d946ca247ad476b919636f816cb7a84 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:35.450764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:35.464866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:35.472805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55298803-5759-4b78-aae2-fda31d4b8f2f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:35.479863 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:35.541498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.545647 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.549351 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f399f8aa-4dd3-4fd0-83f4-ee3336d1d0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:35.589907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a19646-dd1c-40c6-88f8-f9eba0787d79,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:35.592633 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:35.593770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.594947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a4c6db2-41f2-4915-9969-61cf31210aac req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3386924 May 14 17:54:35.645467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on host n-h1-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:35.645917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:35.646269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:35.650937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:35.651273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:35.656364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:35.656691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:35.657064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:35.657473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Bound port: 2974a7ab-5e1f-49a5-b700-0b35639822b8, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:35.691886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:35.696426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:35.697592 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0e518052-4e19-4123-9721-17c995a1d010 service neutron] 10.222.0.24 "POST /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2870576 May 14 17:54:35.801372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-632cc3a6-b4f9-4021-abca-ff946247b1c4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:35.802838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-632cc3a6-b4f9-4021-abca-ff946247b1c4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0899930 May 14 17:54:35.892181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-1ee2910a-f8de-4459-9762-7667f8a78229 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.0823240 May 14 17:54:35.903310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Request body: {'floatingip': {'port_id': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:36.047901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:36.263920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-c52b294e-e9fc-44ff-85c8-4dc5c5bb3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:36.265400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-c52b294e-e9fc-44ff-85c8-4dc5c5bb3248 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1096 time: 0.3063617 May 14 17:54:36.276012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23691863-c0d7-4a2a-ab45-0840907569a8 req-87d4e856-59b1-4707-ac8f-085449ddc5db tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:36.277313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23691863-c0d7-4a2a-ab45-0840907569a8 req-87d4e856-59b1-4707-ac8f-085449ddc5db tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.2790515 May 14 17:54:36.555530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:36.558327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23691863-c0d7-4a2a-ab45-0840907569a8 req-47b84997-edf6-49da-8e4f-7e8bc7b4bfe2 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593913 May 14 17:54:36.596355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-7601b54e-ed96-463e-ad56-f86f9411dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:36.597812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-7601b54e-ed96-463e-ad56-f86f9411dd85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3177824 May 14 17:54:36.600391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b59f623-8fda-4b07-9e93-fddb92ba2870 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:36.603544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Request body: {'security_group': {'name': 'tempest-securitygroup-393451434', 'description': 'tempest-description-259294201'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:36.613471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:36.760018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:36.766059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Usage tracker for resource:security_group and tenant:7d946ca247ad476b919636f816cb7a84 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:36.767158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 3b59f623-8fda-4b07-9e93-fddb92ba2870 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:36.776671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 3b59f623-8fda-4b07-9e93-fddb92ba2870 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:36.777045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:36.777626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0af4f197-f507-4c95-b6d6-dab63b8fa276 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 217 time: 0.1690598 May 14 17:54:36.784056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:36.808541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'port_id': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'mac_address': 'fa:16:3e:98:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4c7cf-0e3a-4441-96c0-b0407981f9ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:36.885365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:36.920197 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:36.962994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:36.994050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:37.001987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.005369 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:37.038265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.051650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.081702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-fb2c04b9-3fb5-4dbc-8a45-c17e2e5fb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:37.083164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-fb2c04b9-3fb5-4dbc-8a45-c17e2e5fb9d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.2399945 May 14 17:54:37.087261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b59f623-8fda-4b07-9e93-fddb92ba2870'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:37.100528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3b59f623-8fda-4b07-9e93-fddb92ba2870, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:37.101441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:37.104721 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:37.105653 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.107278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:37.138865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:37.148718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Usage tracker for resource:security_group_rule and tenant:7d946ca247ad476b919636f816cb7a84 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:37.157613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-7905ae43-e3b7-4abf-82b5-a74c0a97649b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654473 May 14 17:54:37.158445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:37.177229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3b59f623-8fda-4b07-9e93-fddb92ba2870,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:37.180278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:37.203009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:37.308706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:54:37.434509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.443028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:37.450818 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.616959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.622477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-f4dd5472-16cb-42bd-b9dd-32cbc05c0eb8 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557364 May 14 17:54:37.625524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.639329 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5d185458-68aa-4624-9dea-f75aaaeeb093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:37.770763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71eec9-9022-419a-a335-4fc0df805008,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:37.788907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:37.789617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:37.790781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d102563f-f743-4c13-97ce-b9fa5043742c req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1985886 May 14 17:54:37.800405 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Floating IP 7702c1f2-c25e-4435-a263-27facd0de842 associated. External IP: 172.25.4.15, port: 72582a2a-cf8a-469c-b028-6a590c63c89c. May 14 17:54:38.104400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-4458f99c-1f63-4622-b17c-bbda97d4f6ef service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658847 May 14 17:54:38.165729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e8a51-5340-417e-94d7-251d301f55de req-c5d5d8f0-6a48-4ad5-814f-c00bd5f539aa tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:38.167232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a80e8a51-5340-417e-94d7-251d301f55de req-c5d5d8f0-6a48-4ad5-814f-c00bd5f539aa tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 945 time: 0.1541471 May 14 17:54:38.399793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a80e8a51-5340-417e-94d7-251d301f55de req-09189707-1be1-4cc9-853e-f949d6048e1e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825838 May 14 17:54:38.438698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Router 3453b5a9-7e74-4c07-b95c-3074db706013 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:54:38.441058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-9195b54e-724e-4b26-a84a-0542b1602f28 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:38.442522 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-9195b54e-724e-4b26-a84a-0542b1602f28 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.2736857 May 14 17:54:38.508412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-3'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:38.570438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:38.636437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:54:38.640791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:38.641155 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:38.758027 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:38.778316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:38.789189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:54:38.791807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:38.797921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:38.798665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:38.799586 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] Sync routers for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:54:38.801501 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:38.809165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:38.809791 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:38.851044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd1b7-b8d9-42b8-a060-ad142d3ba4db req-02ed18a1-d785-4958-8d5e-8db6350a300b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:38.852520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08dcd1b7-b8d9-42b8-a060-ad142d3ba4db req-02ed18a1-d785-4958-8d5e-8db6350a300b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.3159187 May 14 17:54:38.866314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:38.869496 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:38.923069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-2c6db7cd-6a39-4e15-87c9-efa0dcf60d89 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "PUT /v2.0/floatingips/7702c1f2-c25e-4435-a263-27facd0de842 HTTP/1.1" status: 200 len: 995 time: 3.0247831 May 14 17:54:38.927432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:38.988520 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:39.025806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08dcd1b7-b8d9-42b8-a060-ad142d3ba4db req-853e9986-33fc-44a3-8870-1dfaaa685bff tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436503 May 14 17:54:39.141920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-e243e6a3-e65e-4247-9aac-203f41e2d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:39.143578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-e243e6a3-e65e-4247-9aac-203f41e2d091 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1096 time: 0.1997857 May 14 17:54:39.279735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:39.334695 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '7702c1f2-c25e-4435-a263-27facd0de842', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'port_id': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'mac_address': 'fa:16:3e:ad:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:54:33Z', 'updated_at': '2021-05-14T17:54:37Z', 'revision_number': 1, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:11Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:39.338458 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] Checking router: 3453b5a9-7e74-4c07-b95c-3074db706013 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:54:39.346511 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:39.347096 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:39.373644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d613bc-62a7-4111-9bf0-462a425a738f req-c98fdc19-8fb7-463e-9542-4f5acae94be7 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:39.375102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40d613bc-62a7-4111-9bf0-462a425a738f req-c98fdc19-8fb7-463e-9542-4f5acae94be7 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 950 time: 0.2441516 May 14 17:54:39.378612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-648076c4-af44-4055-af11-2caa4968e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:39.379953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-648076c4-af44-4055-af11-2caa4968e315 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 928 time: 0.1952627 May 14 17:54:39.385489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:39.562044 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:39.653943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40d613bc-62a7-4111-9bf0-462a425a738f req-fb79e23f-96b2-4914-86d0-4562c909d5e5 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713342 May 14 17:54:39.668540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:39.685300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-7800f05d-6229-42dd-96c1-7553b303f31d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 998 time: 0.2592871 May 14 17:54:39.689351 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:39.694037 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:39.819616 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b59f623-8fda-4b07-9e93-fddb92ba2870', 'code': 200} May 14 17:54:39.923794 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '7702c1f2-c25e-4435-a263-27facd0de842', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'port_id': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'mac_address': 'fa:16:3e:ad:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:54:33Z', 'updated_at': '2021-05-14T17:54:37Z', 'revision_number': 1, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:11Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:39.924725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:39.931283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-cdf923c5-5843-4ab2-a90e-9fef6b7ae959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:39.931761 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77623543-281e-454d-b4d0-99d5f2652897 None None] The sync data for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 is: [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '7702c1f2-c25e-4435-a263-27facd0de842', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'port_id': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'mac_address': 'fa:16:3e:ad:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:54:33Z', 'updated_at': '2021-05-14T17:54:37Z', 'revision_number': 1, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:11Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:54:39.939851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-cdf923c5-5843-4ab2-a90e-9fef6b7ae959 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 200 len: 866 time: 0.2131643 May 14 17:54:39.978903 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:39.984429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d9c9-3c6d-4a87-9611-cdaa0ebe5f94 req-56245c97-3f74-451a-ae5f-d92d444bd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:39.987254 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03a0d9c9-3c6d-4a87-9611-cdaa0ebe5f94 req-56245c97-3f74-451a-ae5f-d92d444bd0ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 1101 time: 0.0878556 May 14 17:54:40.029918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:40.029918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:40.030336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:40.033826 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03a0d9c9-3c6d-4a87-9611-cdaa0ebe5f94 req-8fd76715-0789-45c1-afb1-4aa0b78d8364 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 May 14 17:54:40.041979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:40.042301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Attempting to bind port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:40.058834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:40.059156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:40.059568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:40.060029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Bound port: 2974a7ab-5e1f-49a5-b700-0b35639822b8, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:40.060376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.137464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74874f-9858-48d2-bae0-4eb64981b8a2 None None] New status for floating IP 7702c1f2-c25e-4435-a263-27facd0de842: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:54:40.160677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-f149252a-45f7-4b5b-8d3a-336f3176c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:40.162178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-f149252a-45f7-4b5b-8d3a-336f3176c451 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215221 May 14 17:54:40.169472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e9d2c-58a8-4b40-9fc8-d494279dc8d3 req-137d69c7-b08d-4982-8385-c863be777f4f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:40.170807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c7e9d2c-58a8-4b40-9fc8-d494279dc8d3 req-137d69c7-b08d-4982-8385-c863be777f4f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 946 time: 0.2415252 May 14 17:54:40.182795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-840ba102-86ba-4960-9368-700862d7a1de service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:40.183774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-840ba102-86ba-4960-9368-700862d7a1de service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118377 May 14 17:54:40.302050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:40.317186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:40.327716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c7e9d2c-58a8-4b40-9fc8-d494279dc8d3 req-a271aec0-0d0a-4a25-9a9b-c404cbdda17b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430380 May 14 17:54:40.328655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.340589 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:40.474452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2044821043', 'description': 'tempest-description-246845861'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:40.503785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:40.536137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Usage tracker for resource:security_group and tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:40.546552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-d61ec961-a72b-46a1-8918-6b6ba574daae service neutron] 10.222.0.24 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400095 May 14 17:54:40.555825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:40.558549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=8']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:40.567411 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:40.584525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:40.586967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:40.587592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.588905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] 10.222.0.22 "PUT /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 1121 time: 2.1373572 May 14 17:54:40.651385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.652563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2974a7ab-5e1f-49a5-b700-0b35639822b8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:40.666142 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.705173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:40.712776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Usage tracker for resource:security_group_rule and tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:40.722695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:40.731843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:40.738083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b232d8-28e6-40e8-88b3-1fa97d571e35 req-f7cf5811-5b45-4361-b5a7-1f2b3cbbf83e service neutron] 10.222.0.24 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761837 May 14 17:54:40.831967 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'status': 'completed', 'code': 200} May 14 17:54:40.846131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.851902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:40.855720 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:40.863472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:40.902976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Usage tracker for resource:security_group_rule and tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:40.913066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:40.930804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:40.985370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57a6ec-c776-40db-a363-40d559f41453,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:40.994125 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:41.067497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-61f63639-bca2-4154-903c-25cf64a0a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.069009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-61f63639-bca2-4154-903c-25cf64a0a09a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1096 time: 0.2030232 May 14 17:54:41.121681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703918b-8b24-4064-a073-844b1a4e7d00 req-10fdf1ec-3b77-41c8-a379-d8e647725fc5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.123017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4703918b-8b24-4064-a073-844b1a4e7d00 req-10fdf1ec-3b77-41c8-a379-d8e647725fc5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 943 time: 0.1940396 May 14 17:54:41.130230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:41.194813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:41.202764 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:41.275367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:41.276589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d903b2e-39c9-4215-8097-d5f9d49ec076 req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8159859 May 14 17:54:41.281659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cf4bd5-3884-480a-91cc-e8d94fd37272,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:41.286624 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:41.295619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4703918b-8b24-4064-a073-844b1a4e7d00 req-a952a2b0-5971-4e09-a50f-17d2e4165532 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642046 May 14 17:54:41.311827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-d76671c3-6a59-441c-8ebe-96c72130167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.313320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-d76671c3-6a59-441c-8ebe-96c72130167e service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 928 time: 0.2276475 May 14 17:54:41.603584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-9f2ce876-3fc7-48d3-b767-e98c91e69d90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 1000 time: 0.2820420 May 14 17:54:41.696109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a2ae-7c67-490a-a79d-dad307ef0d23 req-45ac25b7-044d-402e-bea9-9ed60bc3be3f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.697531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26a4a2ae-7c67-490a-a79d-dad307ef0d23 req-45ac25b7-044d-402e-bea9-9ed60bc3be3f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2294431 May 14 17:54:41.708719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed563c-cd94-4bcd-b1d7-363f9ebd6f30 req-f1483f78-5fa0-4021-9d29-f4e20029b707 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.710101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83ed563c-cd94-4bcd-b1d7-363f9ebd6f30 req-f1483f78-5fa0-4021-9d29-f4e20029b707 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 950 time: 0.2407248 May 14 17:54:41.715358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-9b2daee6-206c-4c35-ae31-24acbe1bd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.716673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-9b2daee6-206c-4c35-ae31-24acbe1bd17a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 200 len: 866 time: 0.1031723 May 14 17:54:41.821009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:41.834032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26a4a2ae-7c67-490a-a79d-dad307ef0d23 req-24208f5b-1d5b-49e2-81af-50f88608d0c1 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230061 May 14 17:54:41.836546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83ed563c-cd94-4bcd-b1d7-363f9ebd6f30 req-e18e869f-bc8d-4534-83fa-ddb51200225e tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190810 May 14 17:54:41.857971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-e66b9072-4cd3-4705-9e74-464b6445b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:41.859469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-e66b9072-4cd3-4705-9e74-464b6445b243 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296916 May 14 17:54:42.017359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-663457485', 'description': 'tempest-description-257872825'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:42.026190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:42.039754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Usage tracker for resource:security_group and tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:42.043760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:42.067096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:42.120329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.159126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4116af9c-7324-430c-ad83-89ae1b7df65e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 258 time: 0.2727818 May 14 17:54:42.162599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-5a74c561-e4da-4a02-84b9-3f22d52aacc1 service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944624 May 14 17:54:42.164646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:42.172159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:42.176722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Usage tracker for resource:security_group_rule and tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:42.201345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:42.203561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:42.260566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:42.262583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:42.301853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.427692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c28add0-01fe-4619-a1f3-9ed35f84fbf5 req-8a3df20f-d1ea-41d7-ad52-4aa69492b39d service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472298 May 14 17:54:42.460560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.465094 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.469012 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb49e5b0-eb54-48e1-9d8e-d1f000ceae0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:42.525982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.527168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-890c1fe9-6e44-456e-a305-606aba076e48 req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5219631 May 14 17:54:42.536380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10d8297-6bc2-4849-beac-738fa3617069,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:42.541286 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:42.560792 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.630382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:42.748007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Allocated IP 172.25.4.133 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/9fca7a80-9f4d-4e6f-a526-754dc10b9985) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:42.764172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:42.773548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba88ec-dde9-43f7-897e-1ab61cc79699 req-7b854549-40bc-4a32-8472-ea5fe47461ed tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:42.775001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5ba88ec-dde9-43f7-897e-1ab61cc79699 req-7b854549-40bc-4a32-8472-ea5fe47461ed tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 946 time: 0.1572268 May 14 17:54:42.777578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 has no active binding in host n-h1-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:54:42.853810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8'}, {'name': 'network-changed', 'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:42.908804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5ba88ec-dde9-43f7-897e-1ab61cc79699 req-b0dbbf8d-38d4-4b21-92bf-85a515d20f4b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150069 May 14 17:54:42.948452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.959012 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'code': 200} May 14 17:54:42.981405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:42.986832 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:43.161715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:43.164881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:43.168573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:43.180393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230139af-aef9-4a96-812d-283b6b2d6c5f req-cea0b774-b031-4912-9bd9-68e3b37778cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:43.181836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-230139af-aef9-4a96-812d-283b6b2d6c5f req-cea0b774-b031-4912-9bd9-68e3b37778cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1097 time: 0.1610432 May 14 17:54:43.222860 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-230139af-aef9-4a96-812d-283b6b2d6c5f req-c96de6d2-d3eb-4500-901d-034b938004ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341353 May 14 17:54:43.246800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event updated for resources: {'Port': ['ID=9fca7a80-9f4d-4e6f-a526-754dc10b9985,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:43.255955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:43.320840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa3f9-37e2-4a52-b390-d65d6dad8f75 req-0af6bef8-b67c-4492-b4a9-0c1d0e15073e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:43.322180 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf4aa3f9-37e2-4a52-b390-d65d6dad8f75 req-0af6bef8-b67c-4492-b4a9-0c1d0e15073e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 943 time: 0.1293070 May 14 17:54:43.327953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:43.414070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf4aa3f9-37e2-4a52-b390-d65d6dad8f75 req-c87ce084-3d6c-4491-9145-d6c5de176769 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847013 May 14 17:54:43.416961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:43.762440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:43.772569 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:43.779616 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:43.905786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event updated for resources: {'Port': ['ID=9fca7a80-9f4d-4e6f-a526-754dc10b9985,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:43.912470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:43.942424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:43.998875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-1c695552-42a7-4554-9de0-c70087f118f7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Synchronizing usage tracker for tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:44.007232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:44.008380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8413861 May 14 17:54:44.068760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-1c695552-42a7-4554-9de0-c70087f118f7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Unset dirty status for tenant:ae8bcdc4a6bd4732bc89b5eb20cbeecb on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:44.070890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-1c695552-42a7-4554-9de0-c70087f118f7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50613 time: 0.6277151 May 14 17:54:44.106307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-fd471b44-a7a1-4eca-bb75-7c99fb3674ef tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:44.144286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-fd471b44-a7a1-4eca-bb75-7c99fb3674ef tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:44.145423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-fd471b44-a7a1-4eca-bb75-7c99fb3674ef tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.1307957 May 14 17:54:44.147939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-055eeb98-62a8-4a0e-8f76-d0b6fa3c0191 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1697298e-5894-414b-a380-2fda2b11e058 HTTP/1.1" status: 200 len: 2981 time: 0.0654352 May 14 17:54:44.303192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-d4b6069f-6d6f-4fa1-8803-a6eb0c670674 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1697298e-5894-414b-a380-2fda2b11e058 HTTP/1.1" status: 200 len: 2981 time: 0.1317666 May 14 17:54:44.350622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-003abe0c-7f7a-4d69-8067-dd0c9b3361de tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:44.351968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-003abe0c-7f7a-4d69-8067-dd0c9b3361de tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2006602 May 14 17:54:44.370517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-ebae8a82-2539-43d3-b7fe-321a215111aa tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:44.371512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518189d2-c3ce-4bef-9f70-2d7d6ee78c42 req-ebae8a82-2539-43d3-b7fe-321a215111aa tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133762 May 14 17:54:44.384346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-c848d6bf-ba10-429c-9920-f470ce6a079b tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1bc5203b-390c-4cc6-9b28-337eac7382f5 HTTP/1.1" status: 200 len: 2981 time: 0.0744193 May 14 17:54:44.434084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-72552941-2e83-4f69-9f05-dde4ac9551b4 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1bc5203b-390c-4cc6-9b28-337eac7382f5 HTTP/1.1" status: 200 len: 2981 time: 0.0440745 May 14 17:54:44.545626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-a13b5c74-06ed-4870-b04b-f1aa9d6ba114 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/55298803-5759-4b78-aae2-fda31d4b8f2f HTTP/1.1" status: 200 len: 2981 time: 0.0990503 May 14 17:54:44.584464 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-c40cf3da-8dad-4dd2-8c68-d954fc3db62f service neutron] 10.222.0.15 "GET /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.0939903 May 14 17:54:44.601657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a22d6-a9a0-433c-8140-00bdbc1b699c req-baacdeba-ba5e-4a6b-8c13-c30d9ea33e2e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:44.603100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-672a22d6-a9a0-433c-8140-00bdbc1b699c req-baacdeba-ba5e-4a6b-8c13-c30d9ea33e2e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1335807 May 14 17:54:44.636362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-239d590a-9d3e-4e66-95f2-53796933f25e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/55298803-5759-4b78-aae2-fda31d4b8f2f HTTP/1.1" status: 200 len: 2981 time: 0.0818546 May 14 17:54:44.673715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-672a22d6-a9a0-433c-8140-00bdbc1b699c req-4c7415f7-f93e-4f62-bb23-81fd586d74c5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618520 May 14 17:54:44.706969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-1b3c2898-e36a-4af5-a645-71c5ccbb12d9 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/57ac055a-19fb-458c-8377-104f8ba7d6ad HTTP/1.1" status: 200 len: 2981 time: 0.0618579 May 14 17:54:44.731388 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'code': 200} May 14 17:54:44.731686 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'status': 'completed', 'code': 200} May 14 17:54:44.761513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-1777e6d2-7dfa-4615-ab3b-5b904cd2be7a tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/57ac055a-19fb-458c-8377-104f8ba7d6ad HTTP/1.1" status: 200 len: 2981 time: 0.0486867 May 14 17:54:44.812843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-ac784b5a-79c3-4998-8e63-38a7b858114f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/75865221-fa76-4ef6-878a-769c849ae40e HTTP/1.1" status: 200 len: 2977 time: 0.0456879 May 14 17:54:44.867084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-8ddc9f0b-d6f3-430b-a517-7e26382bfc22 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/75865221-fa76-4ef6-878a-769c849ae40e HTTP/1.1" status: 200 len: 2977 time: 0.0475054 May 14 17:54:44.901049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:44.918864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-7df506ec-6a2b-4e07-9b75-866d61768c58 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7805bf31-ce15-4347-8229-5691af7527b3 HTTP/1.1" status: 200 len: 2981 time: 0.0446637 May 14 17:54:44.930572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-7e43c377-8349-4031-8ca5-cdee50d05bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:44.932055 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-7e43c377-8349-4031-8ca5-cdee50d05bdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1124 time: 0.1437602 May 14 17:54:44.937997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:44.974943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-e7350dd7-c31b-4a9e-962e-32e871593382 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7805bf31-ce15-4347-8229-5691af7527b3 HTTP/1.1" status: 200 len: 2981 time: 0.0491376 May 14 17:54:45.031136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-489e756b-07ef-4536-a7b1-72ba1ad07c68 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/919e0e07-7e01-4891-a53b-606cffa3bd01 HTTP/1.1" status: 200 len: 2981 time: 0.0498812 May 14 17:54:45.088180 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-34edf521-8d61-4a98-97e9-ec1729252f8e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/919e0e07-7e01-4891-a53b-606cffa3bd01 HTTP/1.1" status: 200 len: 2981 time: 0.0486655 May 14 17:54:45.090516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2974a7ab-5e1f-49a5-b700-0b35639822b8 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:45.111897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:45.142733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-11f84f7f-2729-41a2-b747-fbe7a8f36e17 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/96e1dfb9-6b64-4a80-82f5-b79bdbac8516 HTTP/1.1" status: 200 len: 2981 time: 0.0487080 May 14 17:54:45.147078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:45.205354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-297cfe06-2a5e-4175-9770-7a9db063a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:45.206774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-297cfe06-2a5e-4175-9770-7a9db063a6c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.2311714 May 14 17:54:45.243570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-e139bf06-3130-4ff3-b2fc-a06515d04e34 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/96e1dfb9-6b64-4a80-82f5-b79bdbac8516 HTTP/1.1" status: 200 len: 2981 time: 0.0930400 May 14 17:54:45.288551 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-96205aa7-c7d9-45d2-b738-54257571173e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 217 time: 0.0701773 May 14 17:54:45.384882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-1d569ba5-68a9-4a1d-91b7-f33c70a953f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:45.386205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-1d569ba5-68a9-4a1d-91b7-f33c70a953f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.0861325 May 14 17:54:45.387111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Transition to ACTIVE for port object 2974a7ab-5e1f-49a5-b700-0b35639822b8 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:45.390760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:45.395897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2989-82c9-4ebb-9f2a-e5aa194bb200 req-f5834f6b-2e51-47ae-82eb-1395e877fedd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:45.397134 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0141fbf6-c1ee-4066-9572-8e97083a1ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:45.397327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cbe2989-82c9-4ebb-9f2a-e5aa194bb200 req-f5834f6b-2e51-47ae-82eb-1395e877fedd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 946 time: 0.2213542 May 14 17:54:45.409426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-ef6dfebb-9844-4a3c-b297-d7fc7dcecc3b tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/989b07ef-b53e-41d3-b8d5-5aa13394fe61 HTTP/1.1" status: 200 len: 2981 time: 0.1584094 May 14 17:54:45.481287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cbe2989-82c9-4ebb-9f2a-e5aa194bb200 req-ab42137d-3e7a-4fd5-9e01-da5a36f16f5b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761461 May 14 17:54:45.484436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-11153265-ac4f-4e49-a488-0d8f62fd8c8b tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/989b07ef-b53e-41d3-b8d5-5aa13394fe61 HTTP/1.1" status: 200 len: 2981 time: 0.0632114 May 14 17:54:45.489761 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-d4a1d141-9817-4255-836f-fa3abcb0a613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943604 May 14 17:54:45.558194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-a87f3c6a-ff65-46d5-a6b8-904e069ec27c tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4088f4a-c7b6-42e1-872b-d7e889205ebb HTTP/1.1" status: 200 len: 2973 time: 0.0514791 May 14 17:54:45.653038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-8dbf68ca-151f-4f95-a1a2-6cee298ababa tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4088f4a-c7b6-42e1-872b-d7e889205ebb HTTP/1.1" status: 200 len: 2973 time: 0.0887799 May 14 17:54:45.668406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] No DVR routers for this DVR port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:54:45.703097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Pushing event updated for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:45.733595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.733950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.734305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.734659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.735003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.735369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.735708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.736785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.737125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.737461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.737797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.738129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:45.738999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-7ce7f5c7-b93d-4eb0-be34-e93be2010be9 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:45.740493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-7ce7f5c7-b93d-4eb0-be34-e93be2010be9 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1342852 May 14 17:54:45.742310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-168e88f8-608d-4598-bee6-1e1b5c1d0260 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c7ae5767-bce6-4d80-ae8c-cafc6049ab1a HTTP/1.1" status: 200 len: 2981 time: 0.0808656 May 14 17:54:45.752643 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:45.756148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] 10.222.0.15 "PUT /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8/bindings/n-h1-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1642635 May 14 17:54:45.782508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-abe3c7cf-e040-4948-a22f-507ae5339ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388000 May 14 17:54:45.915543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-446b8515-6179-41c2-b726-93205f6a977c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.1661346 May 14 17:54:45.920418 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11fde75b-bd18-420c-8721-fbbfc5c491f1 req-d1405283-40c1-487b-a584-31f29e19f4da service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304626 May 14 17:54:45.931632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-fd80c33f-d0a1-4400-acfb-6d7a7f97936e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Request body: {'floatingip': {'port_id': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:46.016923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-2e9d41b4-359a-44c7-92c2-05364b5307bd tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c7ae5767-bce6-4d80-ae8c-cafc6049ab1a HTTP/1.1" status: 200 len: 2981 time: 0.2687283 May 14 17:54:46.019623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-fd80c33f-d0a1-4400-acfb-6d7a7f97936e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:46.230598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-207ef175-1a15-4717-8e65-b8b4180aa779 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:46.232076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-207ef175-1a15-4717-8e65-b8b4180aa779 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.3954349 May 14 17:54:46.233275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-9bcbd8ad-d2e3-4b65-857d-e90003f4cd03 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/cc6f4d99-76ec-4e88-9f8b-6284430d81cf HTTP/1.1" status: 200 len: 2981 time: 0.1657116 May 14 17:54:46.477708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-8a788750-933b-430d-8216-3501d67c8047 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/cc6f4d99-76ec-4e88-9f8b-6284430d81cf HTTP/1.1" status: 200 len: 2981 time: 0.2365360 May 14 17:54:46.535079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-5b8dee11-26b8-40c1-933e-963182c5c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:46.536518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-5b8dee11-26b8-40c1-933e-963182c5c965 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 1095 time: 0.2784150 May 14 17:54:46.563896 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-fd80c33f-d0a1-4400-acfb-6d7a7f97936e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] update failed (client error): There was a conflict when trying to complete your request. May 14 17:54:46.565122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09a1c2ec-e745-4831-97c1-f8810d93ef5d req-fd80c33f-d0a1-4400-acfb-6d7a7f97936e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "PUT /v2.0/floatingips/3fc92149-0774-40bb-865b-813b62b8ebe3 HTTP/1.1" status: 409 len: 550 time: 0.6400855 May 14 17:54:46.600223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-0e37569d-dc4b-4f6a-a5b4-b8d241201865 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d82951a5-3db8-484f-9827-54cfc4fdf783 HTTP/1.1" status: 200 len: 2981 time: 0.1151328 May 14 17:54:46.707584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-e95c41aa-8fae-4b7c-b227-2e9a918686e8 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d82951a5-3db8-484f-9827-54cfc4fdf783 HTTP/1.1" status: 200 len: 2981 time: 0.1017666 May 14 17:54:46.707792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-cc6360c6-00b5-490f-8e5c-e66df9809916 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:46.709147 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-cc6360c6-00b5-490f-8e5c-e66df9809916 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 950 time: 0.1772435 May 14 17:54:46.753163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-1a2aabd5-411e-44af-bdd5-a68eb986ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:46.754596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-1a2aabd5-411e-44af-bdd5-a68eb986ee43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1095 time: 0.1886425 May 14 17:54:46.843712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Deleting port 3b59f623-8fda-4b07-9e93-fddb92ba2870 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:54:46.843912 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:46.850917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-a341951b-6e17-40b6-800a-70bc17a4b4b9 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dd57a6ec-c776-40db-a363-40d559f41453 HTTP/1.1" status: 200 len: 2981 time: 0.1365638 May 14 17:54:46.890780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84e9a2-a421-420f-826d-2c6268d1f1cd req-77dc7bf7-8f84-4a62-ad8b-7ef1191032fa tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:46.892777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd84e9a2-a421-420f-826d-2c6268d1f1cd req-77dc7bf7-8f84-4a62-ad8b-7ef1191032fa tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 944 time: 0.2327876 May 14 17:54:46.978073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] For port 3b59f623-8fda-4b07-9e93-fddb92ba2870, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b59f623-8fda-4b07-9e93-fddb92ba2870,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:46.978428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:46.992057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-9c1d97f1-42a2-4234-908d-f7036a954839 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dd57a6ec-c776-40db-a363-40d559f41453 HTTP/1.1" status: 200 len: 2981 time: 0.1341074 May 14 17:54:46.996140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-f41a2d00-87ad-42b6-9f63-ea53869b8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:46.997478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-f41a2d00-87ad-42b6-9f63-ea53869b8f2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.2351060 May 14 17:54:47.000178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd84e9a2-a421-420f-826d-2c6268d1f1cd req-516b22a5-f1cc-4af4-be76-b0a6691b8f39 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931799 May 14 17:54:47.104709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Calling delete_port for 3b59f623-8fda-4b07-9e93-fddb92ba2870 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:54:47.218514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:47.219438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-e2ccf9bc-db38-4cfb-b92c-3fe2d6c07408 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 200 len: 217 time: 0.1080780 May 14 17:54:47.225968 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90ca2b05-82f5-473a-9d57-419cc9c01b16 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:47.231580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3b59f623-8fda-4b07-9e93-fddb92ba2870'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:47.273969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Pushing event deleted for resources: {'Port': ['ID=3b59f623-8fda-4b07-9e93-fddb92ba2870,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:47.276331 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:47.304824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-af5713c0-32e1-4316-a17f-0912baed4fa3 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ff91eab5-8e2f-48d5-b462-e57d5b7dbf20 HTTP/1.1" status: 200 len: 2981 time: 0.3037035 May 14 17:54:47.330289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-fcd085af-ebc7-4648-b89d-1800df78b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:47.331742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-fcd085af-ebc7-4648-b89d-1800df78b3e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1029413 May 14 17:54:47.353619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] No DVR routers for this DVR port 3b59f623-8fda-4b07-9e93-fddb92ba2870 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:54:47.356384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:47.359054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'name': 'network-vif-deleted', 'tag': '3b59f623-8fda-4b07-9e93-fddb92ba2870'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:47.375067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a320a53-77ba-4b20-bf45-ea6c3ea17fdc req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.22 "DELETE /v2.0/ports/3b59f623-8fda-4b07-9e93-fddb92ba2870 HTTP/1.1" status: 204 len: 173 time: 0.6596019 May 14 17:54:47.402761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-f4700beb-fd10-4c50-a36a-dc0f53c72e7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621238 May 14 17:54:47.417217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64885cb9-09fa-4edb-8485-7c7f27c9f5e6 req-501c184f-9261-4fea-b9bf-006feccaa2a1 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:47.418664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64885cb9-09fa-4edb-8485-7c7f27c9f5e6 req-501c184f-9261-4fea-b9bf-006feccaa2a1 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3e5f6-2eac-448d-9d01-55e61595d910 HTTP/1.1" status: 200 len: 867 time: 0.3085868 May 14 17:54:47.524848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d1c89b-302d-4d09-b772-a1e0c8ecd3d2 req-904b9072-7e11-469d-8d8a-d2ed1e670c8d tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ff91eab5-8e2f-48d5-b462-e57d5b7dbf20 HTTP/1.1" status: 200 len: 2981 time: 0.2128723 May 14 17:54:47.561517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64885cb9-09fa-4edb-8485-7c7f27c9f5e6 req-311e17b7-0d25-4d43-9ee2-572385acd245 tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] 10.222.0.24 "GET /v2.0/security-groups?id=919e0e07-7e01-4891-a53b-606cffa3bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177900 May 14 17:54:47.613089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-0d5f020b-e962-4a95-a893-145d5e79ef83 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914728 May 14 17:54:47.847034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-854bb1b5-37db-4cdb-921e-5182bef6e996 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266645 May 14 17:54:47.868267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec25b9-8ffe-4103-b11f-e1de79a82020 req-6b98b71b-a074-4530-b8e0-e5b8d1243e1d tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:47.869957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81ec25b9-8ffe-4103-b11f-e1de79a82020 req-6b98b71b-a074-4530-b8e0-e5b8d1243e1d tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1097 time: 0.2259476 May 14 17:54:47.882708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c1fdc-3fcd-46fa-bb96-882d243bf140 req-42e28091-01d6-4a96-b2a7-3dc0f6ebeed8 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:47.884166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-083c1fdc-3fcd-46fa-bb96-882d243bf140 req-42e28091-01d6-4a96-b2a7-3dc0f6ebeed8 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1936073 May 14 17:54:47.953108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81ec25b9-8ffe-4103-b11f-e1de79a82020 req-ec476e75-3357-42c8-82f9-6e093f6e3301 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 May 14 17:54:47.960535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-083c1fdc-3fcd-46fa-bb96-882d243bf140 req-4945fdb1-6cd6-4fee-9da9-1bc8e2ee1ee5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598485 May 14 17:54:48.084771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-bf50a005-c8fe-4660-b856-9fdb9dcfd50e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips/3fc92149-0774-40bb-865b-813b62b8ebe3 HTTP/1.1" status: 200 len: 693 time: 0.0931561 May 14 17:54:48.121001 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3e5f6-2eac-448d-9d01-55e61595d910', 'name': 'network-vif-deleted', 'tag': '3b59f623-8fda-4b07-9e93-fddb92ba2870', 'status': 'completed', 'code': 200} May 14 17:54:48.343856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48bd42-6392-43d4-b032-dc821164cade req-c495391b-5930-46f8-b57a-4e7fa74be0a4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:48.345164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-c495391b-5930-46f8-b57a-4e7fa74be0a4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2596426 May 14 17:54:48.357349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-488dbd40-774e-4b64-8209-655d7d356390 req-0af96f9e-6c81-49b9-be92-e18de6771c9a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Synchronizing usage tracker for tenant:7d946ca247ad476b919636f816cb7a84 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:48.372744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-38406f39-67a0-4ab2-847e-8ca23eb158fb tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:48.373607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-38406f39-67a0-4ab2-847e-8ca23eb158fb tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217628 May 14 17:54:48.379672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-b2c8c46d-e19c-4b9d-925c-f4f67061497e tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:48.381032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-b2c8c46d-e19c-4b9d-925c-f4f67061497e tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2241285 May 14 17:54:48.508469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-5f8579af-739d-4f78-9172-0778f5a563cf tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.1265206 May 14 17:54:48.511021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-488dbd40-774e-4b64-8209-655d7d356390 req-0af96f9e-6c81-49b9-be92-e18de6771c9a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Unset dirty status for tenant:7d946ca247ad476b919636f816cb7a84 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:48.512206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-488dbd40-774e-4b64-8209-655d7d356390 req-0af96f9e-6c81-49b9-be92-e18de6771c9a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d946ca247ad476b919636f816cb7a84 HTTP/1.1" status: 200 len: 6101 time: 0.3542342 May 14 17:54:48.606929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:54:48.667431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:54:48.667869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:54:48.724699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-38c34dc3-ccc1-4366-97b3-c14ec506dd65 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.133 HTTP/1.1" status: 200 len: 696 time: 0.2099421 May 14 17:54:48.781287 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:48.808669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:48.818265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:48.821374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:48.823074 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:48.882634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-488dbd40-774e-4b64-8209-655d7d356390 req-efd63a2a-ec50-40b4-9342-16383dad6c8a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "GET /v2.0/security-groups/55298803-5759-4b78-aae2-fda31d4b8f2f HTTP/1.1" status: 200 len: 2981 time: 0.3188171 May 14 17:54:48.890642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:48.894297 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:49.008398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-308f5a03-7beb-47e2-881d-b1f2f2f1daf3 service neutron] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:49.011224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-488dbd40-774e-4b64-8209-655d7d356390 req-3846bcff-6563-45fb-8c2b-728dc3ba738f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "GET /v2.0/security-groups/55298803-5759-4b78-aae2-fda31d4b8f2f HTTP/1.1" status: 200 len: 2981 time: 0.1092854 May 14 17:54:49.015908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-308f5a03-7beb-47e2-881d-b1f2f2f1daf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.016888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ef80fe-ee35-49f6-a07b-2b38cab7b429 req-308f5a03-7beb-47e2-881d-b1f2f2f1daf3 service neutron] 10.222.0.22 "DELETE /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8/bindings/n-h2-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.5824211 May 14 17:54:49.039250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Deleting port 9fca7a80-9f4d-4e6f-a526-754dc10b9985 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:54:49.039753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.200175 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.200511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.325376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Calling delete_port for 9fca7a80-9f4d-4e6f-a526-754dc10b9985 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:54:49.365685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37146e9-40f5-421e-89c2-e1cec527ebb6 req-5bd93c7f-d3f8-4941-b4f0-3cd6946089b9 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:49.367163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a37146e9-40f5-421e-89c2-e1cec527ebb6 req-5bd93c7f-d3f8-4941-b4f0-3cd6946089b9 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1097 time: 0.2288804 May 14 17:54:49.423689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a37146e9-40f5-421e-89c2-e1cec527ebb6 req-05049ca9-292a-4fdb-ba58-d63c871fd188 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 May 14 17:54:49.494877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.499378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:49.577872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event deleted for resources: {'Port': ['ID=9fca7a80-9f4d-4e6f-a526-754dc10b9985,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:49.621319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.621677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.622032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.622382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.622728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.623069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.623434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.623774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.624109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.624444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.624777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.625108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:54:49.633647 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:49.697057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.731100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd485-4cb1-4d10-8f3d-5236a323db69 req-7f9f7d58-9819-40ba-84fe-6bf9d7420a84 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:49.732536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e12dd485-4cb1-4d10-8f3d-5236a323db69 req-7f9f7d58-9819-40ba-84fe-6bf9d7420a84 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 944 time: 0.1957242 May 14 17:54:49.755362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:49.756436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f48bd42-6392-43d4-b032-dc821164cade req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "DELETE /v2.0/floatingips/3fc92149-0774-40bb-865b-813b62b8ebe3 HTTP/1.1" status: 204 len: 173 time: 1.0258312 May 14 17:54:49.785103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e12dd485-4cb1-4d10-8f3d-5236a323db69 req-92a9eabe-590d-4023-89b2-433686083a57 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452337 May 14 17:54:49.854397 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'code': 200} May 14 17:54:49.910825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79e2ea02-6082-462d-91d5-e9da4168136c req-2c244675-7186-4fed-ab9f-42472f6fb252 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a10d8297-6bc2-4849-beac-738fa3617069 HTTP/1.1" status: 200 len: 1776 time: 0.0445881 May 14 17:54:50.029389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-79e2ea02-6082-462d-91d5-e9da4168136c req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.063831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0442f5c-7ff6-4707-b37d-f0b1e3fe413d req-87e3a710-13fc-4b2e-93ee-0a4924354632 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:50.065790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0442f5c-7ff6-4707-b37d-f0b1e3fe413d req-87e3a710-13fc-4b2e-93ee-0a4924354632 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 947 time: 0.1523743 May 14 17:54:50.071767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-79e2ea02-6082-462d-91d5-e9da4168136c req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.114956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34718) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:50.140490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0442f5c-7ff6-4707-b37d-f0b1e3fe413d req-707165de-3917-4f84-89ba-99ab44fff2a3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 May 14 17:54:50.149586 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-79e2ea02-6082-462d-91d5-e9da4168136c req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.153485 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-50c44398-1fb7-4fac-bf31-1bf476ec45ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:50.166694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10d8297-6bc2-4849-beac-738fa3617069,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:50.169883 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:50.184975 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-79e2ea02-6082-462d-91d5-e9da4168136c req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.187194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79e2ea02-6082-462d-91d5-e9da4168136c req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/a10d8297-6bc2-4849-beac-738fa3617069 HTTP/1.1" status: 204 len: 173 time: 0.2401624 May 14 17:54:50.313419 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b906605-fe4a-42a5-9d07-93d318196e7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53290ec5ff134a308af937e1705840a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972423 May 14 17:54:50.317469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34732) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:50.377286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.380840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-380aa2f8-e455-4fa0-b4a0-da57ca987d40 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:50.397181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07db3e76-0214-4b8b-bb8d-e2c6b40bef03 req-f570884e-3919-41eb-8086-4f7a604f49e4 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a6cf4bd5-3884-480a-91cc-e8d94fd37272 HTTP/1.1" status: 200 len: 1777 time: 0.0737641 May 14 17:54:50.403408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.404872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-380aa2f8-e455-4fa0-b4a0-da57ca987d40 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:50.406099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-380aa2f8-e455-4fa0-b4a0-da57ca987d40 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 1000 time: 0.1572452 May 14 17:54:50.461079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.465971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa3518ca-230c-4a6a-825c-0a8da79a5b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:50.479720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e0e07-7e01-4891-a53b-606cffa3bd01,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:50.482806 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:50.492758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.496402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/919e0e07-7e01-4891-a53b-606cffa3bd01 HTTP/1.1" status: 204 len: 168 time: 0.1753533 May 14 17:54:50.527098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-c4e0e756-5084-4c71-9c92-43fe1d23ceb2 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:50.527710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-c4e0e756-5084-4c71-9c92-43fe1d23ceb2 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:50.548070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07db3e76-0214-4b8b-bb8d-e2c6b40bef03 req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.574232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-c4e0e756-5084-4c71-9c92-43fe1d23ceb2 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:50.575466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-c4e0e756-5084-4c71-9c92-43fe1d23ceb2 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports/72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 942 time: 0.1577427 May 14 17:54:50.578659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07db3e76-0214-4b8b-bb8d-e2c6b40bef03 req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.613234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:54:50.628846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07db3e76-0214-4b8b-bb8d-e2c6b40bef03 req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.637002 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-11d49788-2023-4d4d-ab4c-60ac5e549f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:50.650732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cf4bd5-3884-480a-91cc-e8d94fd37272,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:50.654353 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:50.659572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07db3e76-0214-4b8b-bb8d-e2c6b40bef03 req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.665134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07db3e76-0214-4b8b-bb8d-e2c6b40bef03 req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6cf4bd5-3884-480a-91cc-e8d94fd37272 HTTP/1.1" status: 204 len: 173 time: 0.2614493 May 14 17:54:50.729126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b59f623-8fda-4b07-9e93-fddb92ba2870 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:54:50.774542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 3b59f623-8fda-4b07-9e93-fddb92ba2870 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:54:50.775159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b59f623-8fda-4b07-9e93-fddb92ba2870 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:54:50.844350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:50.860355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'mac_address': 'fa:16:3e:cf:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:54:50.881296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34746) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:50.900384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.903894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-f265dda3-e440-43ed-9f7e-88eed0d99d67 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 1000 time: 0.2182088 May 14 17:54:50.922104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:50.927052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8478826d61024718b60527b3743f32ff is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:50.930707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:50.936553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.938178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:50.955597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df267799-3c81-4c71-9435-f6e5175ee2e5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:50.974770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:50.981548 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:50.985300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:51.030430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.039226 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.051157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ba4d175-f468-46c3-ad58-f012f41b2c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:51.068905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:51.072398 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:51.094743 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8478826d61024718b60527b3743f32ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096326 May 14 17:54:51.094743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aeca26-f5de-4fb0-857e-a056cf769702,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:51.096488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:51.098453 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:51.158571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-b875c410-15bd-4175-b6e4-6c8a13ba42a2 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:51.159913 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.160406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-b875c410-15bd-4175-b6e4-6c8a13ba42a2 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2461066 May 14 17:54:51.172373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-61513f5e-e102-456c-9d15-0d143ef31913 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:51.174465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-61513f5e-e102-456c-9d15-0d143ef31913 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065584 May 14 17:54:51.181421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cbee8-fe8c-48d0-8a9e-cc05e08ca6b3 req-3cae7d4d-cd9e-48f8-9db4-62845eb71825 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:51.182890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-162cbee8-fe8c-48d0-8a9e-cc05e08ca6b3 req-3cae7d4d-cd9e-48f8-9db4-62845eb71825 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 1095 time: 0.1427040 May 14 17:54:51.192597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.245200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.248746 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-081fdbb3-6120-4b81-8f46-c4724eede534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:51.263009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aeca26-f5de-4fb0-857e-a056cf769702,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:51.268309 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:51.270990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.271261 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02aeca26-f5de-4fb0-857e-a056cf769702 HTTP/1.1" status: 204 len: 168 time: 0.1742775 May 14 17:54:51.312060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:54:51.313385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-162cbee8-fe8c-48d0-8a9e-cc05e08ca6b3 req-d7a2f234-9d85-46c8-8547-f03645aff822 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242290 May 14 17:54:51.338274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-b2765620-3d49-440b-b1bb-fc73417f743a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 1000 time: 0.1291926 May 14 17:54:51.352937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:51.492667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.582028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b3f9bdd-8a64-4e0b-997d-4b740d204ac0 req-37a99dd2-5ae6-48ca-acd7-e7f37c0469fa tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "GET /v2.0/security-groups/5a71eec9-9022-419a-a335-4fc0df805008 HTTP/1.1" status: 200 len: 1776 time: 0.1595416 May 14 17:54:51.842946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.843750 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b3f9bdd-8a64-4e0b-997d-4b740d204ac0 req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.858317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:51.858317 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Floating IP 7702c1f2-c25e-4435-a263-27facd0de842 disassociated. External IP: 172.25.4.15, port: 72582a2a-cf8a-469c-b028-6a590c63c89c. May 14 17:54:51.990684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b3f9bdd-8a64-4e0b-997d-4b740d204ac0 req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.080452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b3f9bdd-8a64-4e0b-997d-4b740d204ac0 req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.085278 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9889029f-502f-4f56-abc0-545aa88b14b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:52.213531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71eec9-9022-419a-a335-4fc0df805008,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:52.215836 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:52.239617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b3f9bdd-8a64-4e0b-997d-4b740d204ac0 req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.240899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b3f9bdd-8a64-4e0b-997d-4b740d204ac0 req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a71eec9-9022-419a-a335-4fc0df805008 HTTP/1.1" status: 204 len: 173 time: 0.6514673 May 14 17:54:52.303518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Router 3453b5a9-7e74-4c07-b95c-3074db706013 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:54:52.638711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:54:52.675019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:54:52.679161 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.685935 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] Sync routers for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:54:52.704521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:52.705407 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:52.748041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-d58c7678-7bff-4791-aa76-99a6d91d08d5 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "PUT /v2.0/floatingips/7702c1f2-c25e-4435-a263-27facd0de842 HTTP/1.1" status: 200 len: 694 time: 1.4016171 May 14 17:54:52.749974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:52.756873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port df267799-3c81-4c71-9435-f6e5175ee2e5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:54:52.757100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ac4bd-82ae-4ce3-a03d-8b5c2d4dd5c4 req-f2b9b1c5-47e7-4b32-ac86-cac7e73c210d tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:52.757391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.758678 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-162ac4bd-82ae-4ce3-a03d-8b5c2d4dd5c4 req-f2b9b1c5-47e7-4b32-ac86-cac7e73c210d tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1097 time: 0.1656148 May 14 17:54:52.874020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-162ac4bd-82ae-4ce3-a03d-8b5c2d4dd5c4 req-ae520ee5-8d12-4e6d-bdef-a03e7f8d88c7 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054258 May 14 17:54:52.883651 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.909320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-5f331b14-432d-4d70-b2ac-18e4838f6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:52.910878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-5f331b14-432d-4d70-b2ac-18e4838f6e27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1096 time: 0.1278620 May 14 17:54:52.921594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:52.934775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:52.941978 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:52.943893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:52.979676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:53.025912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:53.029164 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:53.103041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-5158e230-ad37-4c31-a8a3-3e2f42eb06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:53.104501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-5158e230-ad37-4c31-a8a3-3e2f42eb06b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 928 time: 0.1866524 May 14 17:54:53.181515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eb5ae-d597-4d1f-bc33-c1fe63a3e343 req-a56b73b1-7520-429f-af22-230e72a65d2e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:53.182949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f7eb5ae-d597-4d1f-bc33-c1fe63a3e343 req-a56b73b1-7520-429f-af22-230e72a65d2e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1891217 May 14 17:54:53.190914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-80d9550d-ff77-4fca-a200-5a08f0f95ab9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 217 time: 0.0758932 May 14 17:54:53.272700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f7eb5ae-d597-4d1f-bc33-c1fe63a3e343 req-b947102f-fcea-4772-b197-efd9bab6bf0b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 May 14 17:54:53.284458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-2ee14985-f355-46e3-8c05-b317cb4b0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:53.294388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-2ee14985-f355-46e3-8c05-b317cb4b0e16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 200 len: 866 time: 0.0800321 May 14 17:54:53.303035 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:11Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:53.307208 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] Checking router: 3453b5a9-7e74-4c07-b95c-3074db706013 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:54:53.316043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:54:53.316655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:54:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:53.376411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-71e7ef24-396a-4443-b9e6-c589d8c15a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:53.378076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-71e7ef24-396a-4443-b9e6-c589d8c15a0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755036 May 14 17:54:53.497881 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:54:53.611715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-a765c77a-59f5-485b-a6bd-fbe15c8eba2b service neutron] 10.222.0.24 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272422 May 14 17:54:53.674775 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:53.718024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-c23f3ef6-f6c6-4556-9c13-cf712e97e0b4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:53.719569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-c23f3ef6-f6c6-4556-9c13-cf712e97e0b4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.2568867 May 14 17:54:53.745607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-6fd6f24b-140e-4f85-849a-66e990840212 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/quotas/07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 375 time: 0.0203824 May 14 17:54:53.828185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1fb30ed0-5aae-4adb-af53-240ec843749e req-cbe8a750-2184-4890-9138-a9f866460e14 service neutron] 10.222.0.24 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098470 May 14 17:54:53.848503 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:11Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:54:53.852752 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8212c-1722-4260-958d-f93b9a783d41 None None] The sync data for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 is: [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:54:03Z', 'revision_number': 4, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '230ef520-6781-46a4-b24a-35c96da6df28', 'name': '', 'network_id': '0d92ecdf-7392-46dd-89ab-2240ca2d7a0a', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'mac_address': 'fa:16:3e:7d:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:54:00Z', 'updated_at': '2021-05-14T17:54:11Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'subnets': [{'id': '65e59cbc-7a53-40a6-893e-145d406dff47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:54:53.864510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-5c4b21a3-b89d-45e7-bd6e-526145fc9a51 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056125 May 14 17:54:53.996542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddb9ff0d-4ffb-47d8-82ac-6fce666f9a4e req-c5b6d204-29f4-485d-b5f6-747bbf443cd8 tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "GET /v2.0/security-groups/b8a19646-dd1c-40c6-88f8-f9eba0787d79 HTTP/1.1" status: 200 len: 1777 time: 0.1310627 May 14 17:54:54.067377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-56699a76-ce1a-4ad7-b769-1b863673cfe4 service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907551 May 14 17:54:54.073706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037229d-33b0-4196-98b9-6a87bee7224a None None] New status for floating IP 7702c1f2-c25e-4435-a263-27facd0de842: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:54:54.259459 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ddb9ff0d-4ffb-47d8-82ac-6fce666f9a4e req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:54.310589 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ddb9ff0d-4ffb-47d8-82ac-6fce666f9a4e req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:54.359233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-6dbee93e-9441-487a-8a77-df804d96ff01 service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833745 May 14 17:54:54.375260 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ddb9ff0d-4ffb-47d8-82ac-6fce666f9a4e req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:54.380497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ee04fab9-c6b3-42aa-8613-fc0d1ec9ba2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:54.401430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a19646-dd1c-40c6-88f8-f9eba0787d79,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:54.403769 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:54.405223 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ddb9ff0d-4ffb-47d8-82ac-6fce666f9a4e req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:54.406313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddb9ff0d-4ffb-47d8-82ac-6fce666f9a4e req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] 10.222.0.24 "DELETE /v2.0/security-groups/b8a19646-dd1c-40c6-88f8-f9eba0787d79 HTTP/1.1" status: 204 len: 173 time: 0.3993230 May 14 17:54:54.518929 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'status': 'completed', 'code': 200} May 14 17:54:54.698854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-a814b05d-99f2-4625-a2a4-34de9c9ecb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:54.700427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-a814b05d-99f2-4625-a2a4-34de9c9ecb9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 1096 time: 0.1433454 May 14 17:54:54.714977 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'code': 200} May 14 17:54:54.918020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34842) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:54.947158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-cb6a4d29-b17e-427f-8d92-2e3ea6dbce45 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips/7702c1f2-c25e-4435-a263-27facd0de842 HTTP/1.1" status: 200 len: 692 time: 0.2004571 May 14 17:54:55.111765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b238c1d-50d0-4f10-b2bc-2d2a3c3ed93e req-0bc21ee2-38d0-4a0c-9335-6d19cdc13e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:55.113237 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6b238c1d-50d0-4f10-b2bc-2d2a3c3ed93e req-0bc21ee2-38d0-4a0c-9335-6d19cdc13e76 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1100 time: 0.1691034 May 14 17:54:55.116082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404bf9-4f91-4027-979e-966e75deb327 req-e152ae44-0752-47ae-8a7e-a22bf0704805 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:55.122792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-e152ae44-0752-47ae-8a7e-a22bf0704805 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1629846 May 14 17:54:55.139402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-bdeee86d-d09f-4130-a3c0-9b5e9e567cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:55.147336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-bdeee86d-d09f-4130-a3c0-9b5e9e567cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235410 May 14 17:54:55.203402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6b238c1d-50d0-4f10-b2bc-2d2a3c3ed93e req-a1c3613d-8c06-4724-ac17-83a33c42159f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826628 May 14 17:54:55.234042 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-78780055-746f-44cb-a495-3f8e45d43dff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d946ca247ad476b919636f816cb7a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144567 May 14 17:54:55.236629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34860) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:55.252669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-65fef705-e143-4ebd-bcb7-73c63bd753e7 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.1044750 May 14 17:54:55.255303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-574eee6a-1b72-4302-83dc-ecd6e0a38806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:55.256645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-574eee6a-1b72-4302-83dc-ecd6e0a38806 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 200 len: 928 time: 0.5466127 May 14 17:54:55.312287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:55.344248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:55.402083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-f91dc738-c43f-416f-9d33-206c44adf691 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 200 len: 217 time: 0.0827131 May 14 17:54:55.410929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-7a5297d0-6f9b-4173-92d4-22a52a2deb90 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.1524084 May 14 17:54:55.411200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:55.415591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a64a667-825b-4f8c-a1d9-0126c747f0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:55.428605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55298803-5759-4b78-aae2-fda31d4b8f2f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:55.437757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:55.443613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:55.444917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55298803-5759-4b78-aae2-fda31d4b8f2f HTTP/1.1" status: 204 len: 168 time: 0.2072477 May 14 17:54:55.583215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-51e76052-96b2-4ced-ab5d-c070b0983688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:55.584187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-51e76052-96b2-4ced-ab5d-c070b0983688 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 200 len: 866 time: 0.1705437 May 14 17:54:55.800571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34878) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:55.827538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-6ecdffc5-b339-4a49-bfd4-1d322651d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:55.829022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-6ecdffc5-b339-4a49-bfd4-1d322651d1dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287433 May 14 17:54:55.834084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-5c72c47a-a1e9-475a-ba05-eb47adaf2154 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:54:55.835005 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-5c72c47a-a1e9-475a-ba05-eb47adaf2154 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065680 May 14 17:54:55.844133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Request body: {'binding': {'host': 'n-h1-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:55.844575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:54:55.876093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Deleting port 9736b8f2-37af-4bf1-8927-5f681a062631 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:54:55.876459 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.049262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on host n-h1-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:56.050302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:56.050635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:56.056138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:56.056457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:56.061826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:56.062162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:56.062531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:56.063555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Bound port: b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:56.105953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08722591-b3a3-4426-a2b7-d8fb64dbfcd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae8bcdc4a6bd4732bc89b5eb20cbeecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030686 May 14 17:54:56.109845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34882) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:56.238586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-e7b855d3-8870-4d46-b49e-be8580518450 service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909929 May 14 17:54:56.240330 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.240655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.309234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:56.315763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.317010 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-08349363-b6b4-446a-9fdf-07139907816b service neutron] 10.222.0.24 "POST /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14/bindings HTTP/1.1" status: 201 len: 389 time: 0.4761822 May 14 17:54:56.351606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-e3f7ddcf-3a5d-44f3-a6dd-d1209a259f7a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:56.353516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-e3f7ddcf-3a5d-44f3-a6dd-d1209a259f7a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.2705247 May 14 17:54:56.379763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Request body: {'port': {'device_id': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'admin_state_up': True, 'tenant_id': '07b70acc1cef4ed69fc4a2bf098f4737'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:56.449211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.463208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Calling delete_port for 9736b8f2-37af-4bf1-8927-5f681a062631 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:54:56.527767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.553259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:56.561002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Usage tracker for resource:port and tenant:07b70acc1cef4ed69fc4a2bf098f4737 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:56.564986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:56.571254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:56.574773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ae7d3c5-2a89-4d01-918e-f77d825c5e8b req-1011973d-f083-4dbe-a9cc-6d6500b61ba8 service neutron] 10.222.0.22 "GET /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208730 May 14 17:54:56.596685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Made reservation on behalf of 07b70acc1cef4ed69fc4a2bf098f4737 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:54:56.599965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.678628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.684246 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cb1e6e08-6540-4a59-bf82-96f03db2561c tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:56.764682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57a6ec-c776-40db-a363-40d559f41453,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:56.783757 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:56.803461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Allocated IP 172.20.0.9 (e80d55c2-42c2-48ae-8ecc-745b55b058ba/352e2cab-c9a6-4745-ab1d-6994d1f32dcd/baf2d117-c0a1-4515-ac55-1d1d43089873) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:54:56.838016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab24f-7b1c-48ba-a8bc-b1c890be2f0b req-8384d17c-d983-4604-b1df-211f5cd81dda tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:56.839400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-765ab24f-7b1c-48ba-a8bc-b1c890be2f0b req-8384d17c-d983-4604-b1df-211f5cd81dda tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2308986 May 14 17:54:56.846091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.847329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd57a6ec-c776-40db-a363-40d559f41453 HTTP/1.1" status: 204 len: 168 time: 0.7349687 May 14 17:54:56.867375 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.875094 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-393a9f85-ac47-4e85-8695-df4aa9781ff3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:56.930324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event deleted for resources: {'Port': ['ID=9736b8f2-37af-4bf1-8927-5f681a062631,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:56.937049 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:56.955887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a37cc8e9-001b-455f-b546-421cb918d6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:56.975457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-765ab24f-7b1c-48ba-a8bc-b1c890be2f0b req-2419b48c-4f8c-44f2-9795-9a8dab146dd2 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271503 May 14 17:54:57.022031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-a968da97-31f4-4b98-bf5f-1d4550e60c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:57.023531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-a968da97-31f4-4b98-bf5f-1d4550e60c8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1097 time: 0.3236041 May 14 17:54:57.054040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.090508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.101656 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9ba0af1-531c-4987-be8c-7d275024dd39 tempest-DeleteServersAdminTestJSON-493714916 tempest-DeleteServersAdminTestJSON-493714916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:57.132852 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.176279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.177407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9404bf9-4f91-4027-979e-966e75deb327 req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "DELETE /v2.0/floatingips/7702c1f2-c25e-4435-a263-27facd0de842 HTTP/1.1" status: 204 len: 173 time: 1.7656600 May 14 17:54:57.199101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:57.202025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-22eae731-6a02-4db3-b857-1e880d879962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:57.203653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-22eae731-6a02-4db3-b857-1e880d879962 service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.1712565 May 14 17:54:57.209685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:54:57.212005 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:57.212822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:54:57.219694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:54:57.232339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:57.232934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.259464 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852246 May 14 17:54:57.286266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Request body: {'port': {'device_id': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:57.288186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-4a6104f9-96ec-4cc1-a2a8-4b531e462f46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 217 time: 0.0759385 May 14 17:54:57.344683 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.412280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.458392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-473203d1-26e5-4574-a593-dcbefacae510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:57.459865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-473203d1-26e5-4574-a593-dcbefacae510 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1261933 May 14 17:54:57.533758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d644-ae38-4e7f-9d84-522c8dc53e76 req-189ac08b-1ffd-4359-93c6-040b29f02591 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:57.540562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5536d644-ae38-4e7f-9d84-522c8dc53e76 req-189ac08b-1ffd-4359-93c6-040b29f02591 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 931 time: 0.2462785 May 14 17:54:57.543640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-b608eedd-5389-4866-a692-2c42aca551fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692081 May 14 17:54:57.713466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658112ef-a5e3-4d1f-86ed-d69178a69c4e req-0d03fe83-e5be-46b7-8e7e-08528660ea18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:57.714895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-658112ef-a5e3-4d1f-86ed-d69178a69c4e req-0d03fe83-e5be-46b7-8e7e-08528660ea18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 946 time: 0.3409290 May 14 17:54:57.806230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf2d117-c0a1-4515-ac55-1d1d43089873 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:54:57.813656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.815843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5536d644-ae38-4e7f-9d84-522c8dc53e76 req-7fd05c19-aab5-4b4c-baff-751ef153381f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743027 May 14 17:54:57.838466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Transition to ACTIVE for port object baf2d117-c0a1-4515-ac55-1d1d43089873 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:54:57.843648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:57.850994 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:57.879670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e241d2d4-ff3e-48d3-9a1c-e6883d083ad1 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115919 May 14 17:54:57.902324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-658112ef-a5e3-4d1f-86ed-d69178a69c4e req-fae439d9-c308-4596-a2a9-5a5a0c70dc64 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350937 May 14 17:54:58.029429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:58.044668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:58.063740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:58.065377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:58.066029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:58.071482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:58.072123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:58.086794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:58.087223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:58.087714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:58.088532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Bound port: baf2d117-c0a1-4515-ac55-1d1d43089873, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:58.088532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:58.139397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77319-e5c6-4c72-a515-2cf4c1b99e0d req-119f3b58-8084-4fef-a4bc-1f5d7c5c697d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:58.146823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5d77319-e5c6-4c72-a515-2cf4c1b99e0d req-119f3b58-8084-4fef-a4bc-1f5d7c5c697d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2094963 May 14 17:54:58.198709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:58.199739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-8319e1a1-0a33-44fa-a3e6-11d6df9418fb service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106837 May 14 17:54:58.203351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:58.215320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:58.229321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55475837-a6f5-4bd7-8b26-f0920e2ea298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:58.241921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5d77319-e5c6-4c72-a515-2cf4c1b99e0d req-fe429e54-b923-4757-9d5c-15870362085d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935888 May 14 17:54:58.270127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:58.270988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:58.272668 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] 10.222.0.15 "PUT /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 1091 time: 1.0055764 May 14 17:54:58.279847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:58.388524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:58.401964 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:58.436864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-7eeb7525-7f73-4680-a1bb-a2537d81e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:58.438493 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-7eeb7525-7f73-4680-a1bb-a2537d81e432 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1094 time: 0.1036823 May 14 17:54:58.452522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-b2f8a4ef-507e-4341-9602-e6f98e738f07 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:58.454021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-b2f8a4ef-507e-4341-9602-e6f98e738f07 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1097 time: 0.1727743 May 14 17:54:58.534103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-3'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:54:58.568620 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-1dba3736-abfd-4a19-b6b5-87acc4acbe84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 217 time: 0.1215291 May 14 17:54:58.695790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:58.790761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-11d7d0bc-e2fe-4a54-8973-97eeed06767e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:58.791516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-11d7d0bc-e2fe-4a54-8973-97eeed06767e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:58.798786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-6a7b56be-5854-411e-b894-9351e319e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:58.801878 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-6a7b56be-5854-411e-b894-9351e319e5c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.2265725 May 14 17:54:58.880367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34956) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:58.900508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-1af3f5e8-e6cb-47b4-b7ae-1bcec68f316b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899162 May 14 17:54:58.957255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-11d7d0bc-e2fe-4a54-8973-97eeed06767e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:58.960336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-11d7d0bc-e2fe-4a54-8973-97eeed06767e tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4983771 May 14 17:54:59.028719 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'status': 'completed', 'code': 200} May 14 17:54:59.028877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:54:59.029121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34974) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:59.074981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:59.113190 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-b0933326-729e-4ece-ab2a-c006308ccfd9 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034256 May 14 17:54:59.150679 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.155430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:54:59.163808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.170769 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:59.285730 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.297204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.324842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:59.340507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Usage tracker for resource:security_group_rule and tenant:a1dc94c074f74b67b0fca4be3685d1c2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:59.347001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:59.349850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:54:59.356903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e69037b94a4f299352eda4cd1e43cb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:54:59.362118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:59.364059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:54:59.373808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:54:59.380205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-a1b62ee8-9173-4675-9a3d-a7480d9cf8c3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:54:59.401845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c465d3ed-cb96-4f5e-ac9d-5a8e21713798 req-d59de51b-e2bb-4d8e-ac49-19c649d69a12 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803824 May 14 17:54:59.487650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-a1b62ee8-9173-4675-9a3d-a7480d9cf8c3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:54:59.488727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f155867-dc4f-4721-adcb-2dbf5ffe2a1a req-a1b62ee8-9173-4675-9a3d-a7480d9cf8c3 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3259931 May 14 17:54:59.489360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:59.495413 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:59.498213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:54:59.498674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:54:59.498891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:59.502522 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.507117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:54:59.507505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Attempting to bind port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:54:59.513050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:54:59.513398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:54:59.514263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:54:59.514263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Bound port: b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:54:59.514583 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.587341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.602608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.604697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7897462-0df7-46ed-b97e-01b0e1e10150 req-4e1697e0-45e2-44ad-96cc-5e17f3e79268 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:59.605170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.608766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7897462-0df7-46ed-b97e-01b0e1e10150 req-4e1697e0-45e2-44ad-96cc-5e17f3e79268 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.3238995 May 14 17:54:59.613042 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:59.630527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.632577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4765-f414-427a-aec3-26d49b47f665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.693195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0d4de-c778-4cbd-9398-db4e3ec326ae,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:59.697366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-b7ab65c8-f629-429c-9a11-81cd76620dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:59.698802 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-b7ab65c8-f629-429c-9a11-81cd76620dbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1094 time: 0.2307866 May 14 17:54:59.707208 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1dc94c074f74b67b0fca4be3685d1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6707568 May 14 17:54:59.707208 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8e69037b94a4f299352eda4cd1e43cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8169546 May 14 17:54:59.707208 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:59.707208 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:59.707840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34990) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:59.707840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34992) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:54:59.755855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:54:59.778296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7897462-0df7-46ed-b97e-01b0e1e10150 req-077c02a2-7cfc-4659-a8e2-6eaeed762610 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663706 May 14 17:54:59.812255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:54:59.826520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:54:59.833849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10781e35-3647-436a-b7f4-e54eb537437f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:54:59.839026 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:54:59.841934 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9f01033b-ad2d-4b2b-b544-0f331411e2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:54:59.863421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-b9da5d9e-7ca3-4b67-9414-db0c1d0e5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:54:59.865268 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-b9da5d9e-7ca3-4b67-9414-db0c1d0e5f89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.1536629 May 14 17:54:59.951917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-d90a5b79-7996-4365-a3d1-d222d6bafc68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 217 time: 0.0786114 May 14 17:55:00.033511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-ec101450-6ca3-4ad1-9ebb-ca013fa89df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:00.035467 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-ec101450-6ca3-4ad1-9ebb-ca013fa89df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.0767789 May 14 17:55:00.084493 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-7f737631-15fc-4ef5-addb-f27bb2a922ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425692 May 14 17:55:00.117127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.192558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89920b-c4d1-4698-8e92-04f24bfccda0 req-7de8bfce-c148-4ba2-936c-f0333c83bbf5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:00.194025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc89920b-c4d1-4698-8e92-04f24bfccda0 req-7de8bfce-c148-4ba2-936c-f0333c83bbf5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.5461819 May 14 17:55:00.207675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.219114 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-04bbe247-0a71-4bb0-a58c-c6d05a7bd62d service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275344 May 14 17:55:00.274213 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.297072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=8']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:00.327908 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:00.334339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:00.334956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.336352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] 10.222.0.22 "PUT /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 1122 time: 1.8733747 May 14 17:55:00.340713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.361391 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6e4a80-9453-4b54-8062-18cf17fd0925 req-4420a591-9bb9-4efa-ac6b-e0b89bff8700 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350896 May 14 17:55:00.404348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc89920b-c4d1-4698-8e92-04f24bfccda0 req-26c35bc5-99ba-411b-ac28-7b3ebea1e57b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946752 May 14 17:55:00.434152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:00.440106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ec0d-461b-4172-9b58-efc06f31dfcc req-5504e680-7aed-49a1-aaf0-7a2afaf3c065 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:00.447551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0666ec0d-461b-4172-9b58-efc06f31dfcc req-5504e680-7aed-49a1-aaf0-7a2afaf3c065 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.4504604 May 14 17:55:00.509595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.520669 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-df590054-5a4f-4637-b5f9-4f4660d467fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:00.542860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10781e35-3647-436a-b7f4-e54eb537437f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:00.567951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0666ec0d-461b-4172-9b58-efc06f31dfcc req-a12124be-20ab-4ce0-a443-cadeef3c9244 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164434 May 14 17:55:00.569751 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:00.579808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.580940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10781e35-3647-436a-b7f4-e54eb537437f HTTP/1.1" status: 204 len: 168 time: 0.8709755 May 14 17:55:00.600235 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.605101 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e794989-215d-4c2b-924c-60cd310b719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:00.624560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.625724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00c0d4de-c778-4cbd-9398-db4e3ec326ae HTTP/1.1" status: 204 len: 168 time: 0.9142759 May 14 17:55:00.632889 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'code': 200} May 14 17:55:00.633918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0d4de-c778-4cbd-9398-db4e3ec326ae,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:00.638924 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:00.642613 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:00.834494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd660570-7ac9-4093-b502-93dbcc0badfa req-abdd5acf-2aba-4170-8269-c95168f90cfd tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0877943 May 14 17:55:01.052878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854af2-8d28-4cfa-b765-d5df6929d675 req-5ed2e7ef-db5d-40f0-bbb2-a4e9e23b9b40 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:01.054634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c854af2-8d28-4cfa-b765-d5df6929d675 req-5ed2e7ef-db5d-40f0-bbb2-a4e9e23b9b40 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.0980301 May 14 17:55:01.135922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c854af2-8d28-4cfa-b765-d5df6929d675 req-b768f5c0-6d7e-4524-b77a-5feb2ac8695e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733974 May 14 17:55:01.142150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35026) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:01.191689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.211567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:01.216149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Usage tracker for resource:security_group_rule and tenant:c243ee7009c642f0b290446d7ca9e760 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:01.221554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35032) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:01.224210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:01.243444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:01.245588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.269547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:01.280398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Usage tracker for resource:security_group_rule and tenant:d4f0f8c3811141ed95441356c322ada3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:01.284985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:01.293087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:01.325526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f5aa0-b7a4-4ff3-94bd-2c1e15fcccbc req-ade94e18-ebfc-4199-8181-ba79b5ff5e4c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:01.327768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-028f5aa0-b7a4-4ff3-94bd-2c1e15fcccbc req-ade94e18-ebfc-4199-8181-ba79b5ff5e4c tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 945 time: 0.1092339 May 14 17:55:01.395248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-028f5aa0-b7a4-4ff3-94bd-2c1e15fcccbc req-88eb926b-fdef-46ea-9416-99d3f3fd135b tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591300 May 14 17:55:01.413282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.422102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.431569 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f16e10d-77a3-4c9c-97e7-e143eb005fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:01.489834 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c243ee7009c642f0b290446d7ca9e760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463948 May 14 17:55:01.491616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.493202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35056) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:01.496218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3979ef-88b5-4c31-96cc-1fffa466a915,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:01.500131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:01.503205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.512983 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1958b62-12f1-4bed-b4a6-f4fff94f32f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:01.562401 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4f0f8c3811141ed95441356c322ada3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398445 May 14 17:55:01.562714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35060) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:01.564846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a1092-dc91-4ee5-a69d-f6e8dee017eb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:01.567930 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:01.652313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.701828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.740863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.815563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877134b9-6ad2-4274-a9b3-668cc8f2899e req-ce639a95-24f5-4c28-80ad-724785770d38 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:01.817031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-877134b9-6ad2-4274-a9b3-668cc8f2899e req-ce639a95-24f5-4c28-80ad-724785770d38 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.2578039 May 14 17:55:01.859552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.932289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.939719 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b49c62e-4e6e-4c22-9f40-3a5f86d6ea7e tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:01.952013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-877134b9-6ad2-4274-a9b3-668cc8f2899e req-a152f162-e606-4cff-92e1-0a3a933fffde tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199729 May 14 17:55:01.962095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35072) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:01.963105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3979ef-88b5-4c31-96cc-1fffa466a915,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:01.965374 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:01.972815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:01.973980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a3979ef-88b5-4c31-96cc-1fffa466a915 HTTP/1.1" status: 204 len: 168 time: 0.4794972 May 14 17:55:02.015634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.021462 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-101dd13b-9e41-4d00-98c0-634a584d9d3f tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:02.038644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559c2e3-58eb-4c70-9a65-6cbb5455bf6c req-af45f9fe-87b0-4158-8ba5-1de8f5fd5635 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:02.045660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c559c2e3-58eb-4c70-9a65-6cbb5455bf6c req-af45f9fe-87b0-4158-8ba5-1de8f5fd5635 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2776275 May 14 17:55:02.064922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.069181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/009a1092-dc91-4ee5-a69d-f6e8dee017eb HTTP/1.1" status: 204 len: 168 time: 0.4761512 May 14 17:55:02.074303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a1092-dc91-4ee5-a69d-f6e8dee017eb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:02.078210 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:02.080413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.115781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c559c2e3-58eb-4c70-9a65-6cbb5455bf6c req-3afcbe57-a4df-48ff-90e4-ed617157e357 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692682 May 14 17:55:02.274556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.293720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:02.298992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Usage tracker for resource:security_group_rule and tenant:06157cb978c7495ab929ba0b08a59169 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:02.302613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:02.309623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:02.367217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbda1c5-4960-4fda-b983-c73cabccd7cd req-36b77cdd-044b-4da2-bd7d-e0ab37377517 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:02.375354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2bbda1c5-4960-4fda-b983-c73cabccd7cd req-36b77cdd-044b-4da2-bd7d-e0ab37377517 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.0996356 May 14 17:55:02.420791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2bbda1c5-4960-4fda-b983-c73cabccd7cd req-8e33ffce-db33-4313-b2bb-54893184e18a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 May 14 17:55:02.533007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.539132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.550446 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d3cfcd5-09bd-4c37-aacf-2251a6b9b9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:02.603670 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06157cb978c7495ab929ba0b08a59169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401150 May 14 17:55:02.604836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d5d9cd-71c5-4884-b969-b04e0635f69b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:02.608117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:02.609142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35106) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:02.640100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:02.697781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:02.710188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.712869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-c488b64b-0b6f-4258-bb2f-ba1348a9c352 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:02.714372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-c488b64b-0b6f-4258-bb2f-ba1348a9c352 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 945 time: 0.1462991 May 14 17:55:02.725374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779eace-7221-4d81-8a86-0550bf06a157 req-0e924f85-91f0-4b71-bbe1-e9f402aa885a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:02.726870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0779eace-7221-4d81-8a86-0550bf06a157 req-0e924f85-91f0-4b71-bbe1-e9f402aa885a tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 945 time: 0.1989450 May 14 17:55:02.783201 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'status': 'completed', 'code': 200} May 14 17:55:02.885381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0779eace-7221-4d81-8a86-0550bf06a157 req-21d4f8a3-20c0-43e3-81c2-141b35355b78 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc6f4d99-76ec-4e88-9f8b-6284430d81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147087 May 14 17:55:02.898864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:02.924022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:02.996393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-deb24de3-3eb3-4b8b-870f-e88f1e146e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:02.998212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-deb24de3-3eb3-4b8b-870f-e88f1e146e21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1125 time: 0.2354500 May 14 17:55:03.062089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Deleting port 72582a2a-cf8a-469c-b028-6a590c63c89c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:03.062751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:03.146101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:03.166826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:03.169535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 has no active binding in host n-h1-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:55:03.179346 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90d4a322-1bcf-44c7-9ba6-0ec8ebb2e819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:03.195743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:03.217109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'port_id': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'mac_address': 'fa:16:3e:92:1b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352e2cab-c9a6-4745-ab1d-6994d1f32dcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:55:03.224957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d5d9cd-71c5-4884-b969-b04e0635f69b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:03.230478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:03.311451 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:03.327087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:03.332511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9d5d9cd-71c5-4884-b969-b04e0635f69b HTTP/1.1" status: 204 len: 168 time: 0.7222726 May 14 17:55:03.344758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf2d117-c0a1-4515-ac55-1d1d43089873 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:03.368662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:03.383119 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:03.389565 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:03.410861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-75e764e4-efd9-4a61-9b4a-5e703425b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:03.414505 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-75e764e4-efd9-4a61-9b4a-5e703425b881 service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.4043794 May 14 17:55:03.440434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d587a-36e7-4393-8908-a639044c53e7 req-bb54f00e-6bb7-4519-b517-85543ebc19cb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:03.441900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-181d587a-36e7-4393-8908-a639044c53e7 req-bb54f00e-6bb7-4519-b517-85543ebc19cb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.3305969 May 14 17:55:03.483993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] For port 72582a2a-cf8a-469c-b028-6a590c63c89c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=72582a2a-cf8a-469c-b028-6a590c63c89c,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:03.484404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:03.488327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:03.502145 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:03.544479 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-bece25c0-a937-4cd9-9171-007fc67478f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 217 time: 0.1209316 May 14 17:55:03.623678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-9d55cc83-df99-4f9c-945f-9672f7dcddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:03.625012 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-9d55cc83-df99-4f9c-945f-9672f7dcddec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0730326 May 14 17:55:03.638217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Calling delete_port for 72582a2a-cf8a-469c-b028-6a590c63c89c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:03.676055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-181d587a-36e7-4393-8908-a639044c53e7 req-3a7f139b-4ebe-462c-9b3e-fe9599ef3aba tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980469 May 14 17:55:03.701556 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-9dee0338-bd68-4ad9-bb43-95ac6c6149da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662026 May 14 17:55:03.740356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29938f-98d4-40a3-8f3d-9d49ad7ef768 req-c0f0d6f0-7564-43df-bda1-242b73c10e04 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:03.742109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e29938f-98d4-40a3-8f3d-9d49ad7ef768 req-c0f0d6f0-7564-43df-bda1-242b73c10e04 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.3124483 May 14 17:55:03.817811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e29938f-98d4-40a3-8f3d-9d49ad7ef768 req-6511966e-c9cf-4450-aa57-218378b642f5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 May 14 17:55:03.826333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['baf2d117-c0a1-4515-ac55-1d1d43089873'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:03.912467 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-4b7ba33a-2562-425a-825a-46580a1f91c1 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931880 May 14 17:55:03.954579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35152) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:04.041017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.061833 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.074067 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:04.077747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['72582a2a-cf8a-469c-b028-6a590c63c89c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:04.084353 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ac42caa4-d096-4b71-bbea-523fdcc57e83 req-c2fe8a1e-d639-40b2-a1a6-74c18f294470 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641552 May 14 17:55:04.139741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:04.147092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Pushing event deleted for resources: {'Port': ['ID=72582a2a-cf8a-469c-b028-6a590c63c89c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:04.227363 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:04.228222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Usage tracker for resource:security_group_rule and tenant:9df9cc4a9a63445181132f820cd8e0c2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:04.239836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:04.243764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] No DVR routers for this DVR port 72582a2a-cf8a-469c-b028-6a590c63c89c on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:04.249689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.253684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:04.316581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e7297a6e-3e52-4812-8358-84690b356ad1 req-e31e8145-b662-49b4-8a0e-4f8eb0b2ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Synchronizing usage tracker for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:04.324107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a5b399f-18f9-428c-a9e3-02de91f2d732 req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.22 "DELETE /v2.0/ports/72582a2a-cf8a-469c-b028-6a590c63c89c HTTP/1.1" status: 204 len: 173 time: 1.5962420 May 14 17:55:04.361320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be0ad-4c7e-40b0-a1f1-aad26ac378a2 req-4f78e9ca-a113-44c9-a811-fba81ed120ab tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:04.363028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-135be0ad-4c7e-40b0-a1f1-aad26ac378a2 req-4f78e9ca-a113-44c9-a811-fba81ed120ab tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 944 time: 0.3672562 May 14 17:55:04.386079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e7297a6e-3e52-4812-8358-84690b356ad1 req-e31e8145-b662-49b4-8a0e-4f8eb0b2ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Unset dirty status for tenant:322dcbc8fc9043c795a20b1f1cb11cdc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:04.387294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7297a6e-3e52-4812-8358-84690b356ad1 req-e31e8145-b662-49b4-8a0e-4f8eb0b2ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c29e433-c7b2-4d35-bb37-c52b5be666d0 HTTP/1.1" status: 200 len: 210 time: 0.1302321 May 14 17:55:04.448267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-135be0ad-4c7e-40b0-a1f1-aad26ac378a2 req-f2d040a0-76c8-46ec-9a18-0c99486e3e5b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639956 May 14 17:55:04.528278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.551249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.568097 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-83310000-7729-4115-bf0c-7b2704f3b211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:04.637216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bb2aff-a115-4950-9310-fa1e6619735c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:04.676961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:04.686741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9df9cc4a9a63445181132f820cd8e0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306697 May 14 17:55:04.688846 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-d3c26eea-0299-436b-9951-ab78dc8e4fd2 service neutron] 10.222.0.15 "GET /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.1589923 May 14 17:55:04.689629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35178) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:04.761815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.787329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'name': 'network-vif-deleted', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:04.873278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:04.882199 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c29e433-c7b2-4d35-bb37-c52b5be666d0', 'name': 'network-vif-deleted', 'tag': '72582a2a-cf8a-469c-b028-6a590c63c89c', 'status': 'completed', 'code': 200} May 14 17:55:05.006736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c4ddf-53f6-4279-944a-084d0471581c req-515a7e9e-a935-4d8e-8767-83fd2ad8fc6f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:05.016160 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e0c4ddf-53f6-4279-944a-084d0471581c req-515a7e9e-a935-4d8e-8767-83fd2ad8fc6f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 944 time: 0.1815171 May 14 17:55:05.069977 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:55:05.086735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:05.093059 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3ec24c2-8ab1-4c41-b06c-71bba1afc3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:05.107766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bb2aff-a115-4950-9310-fa1e6619735c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:05.124434 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:05.140701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:05.150866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e0c4ddf-53f6-4279-944a-084d0471581c req-2359c9e3-0329-4dfc-9b19-681c0c31b190 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335812 May 14 17:55:05.164898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:05.180081 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:05.181372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3bb2aff-a115-4950-9310-fa1e6619735c HTTP/1.1" status: 204 len: 168 time: 0.4908152 May 14 17:55:05.222635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2e0a8-88bf-4639-9d4c-0699c4823757 req-394d378b-be8b-44e6-9d36-4b15ab263bfd tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:05.225799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:05.231318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53d2e0a8-88bf-4639-9d4c-0699c4823757 req-394d378b-be8b-44e6-9d36-4b15ab263bfd tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1976137 May 14 17:55:05.236979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:05.266610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:05.355043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53d2e0a8-88bf-4639-9d4c-0699c4823757 req-07e36935-73fa-4745-929a-8f0bcf03e09e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164503 May 14 17:55:05.440043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Transition to ACTIVE for port object b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:05.446863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:05.452828 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec05708e-d128-4299-9097-186dcc6384be tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:05.504619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35222) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:05.709710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] No DVR routers for this DVR port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:05.752579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:05.756618 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:05.762311 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14/bindings/n-h1-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0679514 May 14 17:55:06.139751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf006-0b3d-4662-8b9d-6f1148b18039 req-d8cb8c77-aaf4-4815-bad9-631a4ec15ca6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:06.141200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f1bf006-0b3d-4662-8b9d-6f1148b18039 req-d8cb8c77-aaf4-4815-bad9-631a4ec15ca6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 944 time: 0.4165890 May 14 17:55:06.248268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35264) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:06.262426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f1bf006-0b3d-4662-8b9d-6f1148b18039 req-d48d5c2b-db3c-4b76-be55-e36ac6364693 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037250 May 14 17:55:06.288115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-312d15d3-86d0-4b2e-b73d-1ac113daea66 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:06.289565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-312d15d3-86d0-4b2e-b73d-1ac113daea66 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.4535453 May 14 17:55:06.420034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1814676019-network', 'tenant_id': '8ab4491cffb3436abec119fb4810df48'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:06.427097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:06.432496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Usage tracker for resource:network and tenant:8ab4491cffb3436abec119fb4810df48 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:06.437967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:06.446837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:06.472092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Made reservation on behalf of 8ab4491cffb3436abec119fb4810df48 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:06.475156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.511507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.534168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:06.538930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab4491cffb3436abec119fb4810df48 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:06.542408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:06.551477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:06.618578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-181b8e11-6c54-4c57-a933-e1c760efc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:06.620213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-181b8e11-6c54-4c57-a933-e1c760efc637 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 1096 time: 0.2969575 May 14 17:55:06.649162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad2604-9d9e-47d0-a207-ed4d56c0b10c req-f3e28237-a34c-466f-9fd4-83d7dd180d39 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:06.656142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bad2604-9d9e-47d0-a207-ed4d56c0b10c req-f3e28237-a34c-466f-9fd4-83d7dd180d39 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 945 time: 0.1538880 May 14 17:55:06.659543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.665687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.670177 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0867a0dc-72b2-4e7a-9c1c-86edd5b4d682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:06.699652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:55:06.722782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:06.803696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 72582a2a-cf8a-469c-b028-6a590c63c89c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:06.820233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc9789-3c5f-4b72-ad86-3a7703b18913,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:06.836931 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:06.841482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.842031 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Added segment 47b2336c-a9c3-4ee8-8038-d1e49097daa7 of type vlan for network 7c37990b-205e-424d-af62-d20058a3c603 May 14 17:55:06.862681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 72582a2a-cf8a-469c-b028-6a590c63c89c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:06.865874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 72582a2a-cf8a-469c-b028-6a590c63c89c not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:06.876505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.883815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port baf2d117-c0a1-4515-ac55-1d1d43089873 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:06.890924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port baf2d117-c0a1-4515-ac55-1d1d43089873 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:06.891504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.897021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bad2604-9d9e-47d0-a207-ed4d56c0b10c req-b7332c30-f314-4888-80be-186c0abc2bbf tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400401 May 14 17:55:06.929593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.930602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35280) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:06.940082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:06.940847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:06.946930 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:07.001355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-4d748e4b-c8ab-4cea-967b-6835a58ad514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:07.002953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-4d748e4b-c8ab-4cea-967b-6835a58ad514 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1096 time: 0.3442528 May 14 17:55:07.018248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce2ed7-f0dc-4a1b-a7ba-669d1e171c11 req-21bdf7d0-65fa-47ec-97c5-aa84afe3bbf6 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:07.025998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70ce2ed7-f0dc-4a1b-a7ba-669d1e171c11 req-21bdf7d0-65fa-47ec-97c5-aa84afe3bbf6 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.3420963 May 14 17:55:07.065097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c37990b-205e-424d-af62-d20058a3c603,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:07.069142 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:07.069539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.070918 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8213871 May 14 17:55:07.074079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35290) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:07.087780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Request body: {'subnet': {'network_id': '7c37990b-205e-424d-af62-d20058a3c603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1814676019-subnet', 'tenant_id': '8ab4491cffb3436abec119fb4810df48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:07.093411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:07.098205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Usage tracker for resource:subnet and tenant:8ab4491cffb3436abec119fb4810df48 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:07.100874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 7c37990b-205e-424d-af62-d20058a3c603 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:55:07.102128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:07.109850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:07.124818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Made reservation on behalf of 8ab4491cffb3436abec119fb4810df48 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:07.128582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.146740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.182252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:07.187797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:07.257501 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.258734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:07.293413 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:07.369756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.384383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70ce2ed7-f0dc-4a1b-a7ba-669d1e171c11 req-3da0272b-147d-46ce-8ae4-c4e6d0ed30c6 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575222 May 14 17:55:07.415276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:07.426751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Usage tracker for resource:security_group_rule and tenant:059bc9bf3df34e1e86733c2f6862b7ce is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:07.428532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:07.432335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:07.455237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-91bb83aa-2e2b-4bb6-9b4b-447e1a5d4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:07.457199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-91bb83aa-2e2b-4bb6-9b4b-447e1a5d4b18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.4283974 May 14 17:55:07.457903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:07.463855 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:07.543971 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'code': 200} May 14 17:55:07.581949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-8973187f-3ff0-41db-910d-cb943ca28ad1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 200 len: 217 time: 0.1091051 May 14 17:55:07.604642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:07.750628 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.767508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.774059 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e78982a3-c5e6-4ea0-b0f3-6e9bb44e8636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:07.797275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-534af538-1683-45a9-9b02-dbb5cef985fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:07.799355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-534af538-1683-45a9-9b02-dbb5cef985fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1635959 May 14 17:55:07.826211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0a70-3da2-4f3b-86c4-247df1beb5e3 req-83544dce-160b-449f-a1e5-83c851da101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:07.827674 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-663d0a70-3da2-4f3b-86c4-247df1beb5e3 req-83544dce-160b-449f-a1e5-83c851da101f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1096 time: 0.1987994 May 14 17:55:07.858233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-614b6266-5910-4891-8d1f-dec67360cfb3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466743 May 14 17:55:07.858474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=059bc9bf3df34e1e86733c2f6862b7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224901 May 14 17:55:07.858589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35316) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:07.858687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4c6a41-f3c7-4048-8dfd-997318cca1fa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:07.866324 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:07.893633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-663d0a70-3da2-4f3b-86c4-247df1beb5e3 req-81f45179-74e9-4378-9cc0-1c72b7dfa8c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585382 May 14 17:55:07.918991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fb762-2087-4929-96b0-5d025ce20944 req-9db13c11-7bb8-4936-a64d-1ce2115c1978 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:07.920454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a9fb762-2087-4929-96b0-5d025ce20944 req-9db13c11-7bb8-4936-a64d-1ce2115c1978 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.3362913 May 14 17:55:07.955767 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:07.959883 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:08.029810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2533449a-0a07-476f-9321-13945c92827e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:08.034216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:08.041841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Checking segment: {'id': '47b2336c-a9c3-4ee8-8038-d1e49097daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c37990b-205e-424d-af62-d20058a3c603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:08.042188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Network hostable DHCP agents. Network: 7c37990b-205e-424d-af62-d20058a3c603, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:55:08.060520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Network 7c37990b-205e-424d-af62-d20058a3c603 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:55:08.071116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 7c37990b-205e-424d-af62-d20058a3c603) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:08.075894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:08.076978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.080271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7a639-3664-4fba-a382-1a9684d21968 None None] Network 7c37990b-205e-424d-af62-d20058a3c603 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:08.113466 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0296547 May 14 17:55:08.297013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a9fb762-2087-4929-96b0-5d025ce20944 req-1b84f7d4-5100-4e08-941a-08c6930922f9 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978164 May 14 17:55:08.311080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769db63-a39c-4c85-a354-3e71b858eb25 None None] Network 7c37990b-205e-424d-af62-d20058a3c603 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:08.322524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.353055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-efbb2292-c19a-422a-bf7f-41924f1b5e37 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747875 May 14 17:55:08.491605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.542281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c545f-f956-4bca-ad4a-78f15ddabcb1 req-28a9841e-74e2-484a-9722-95ca0f551135 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:08.543796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-610c545f-f956-4bca-ad4a-78f15ddabcb1 req-28a9841e-74e2-484a-9722-95ca0f551135 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 945 time: 0.4507942 May 14 17:55:08.663167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-286c0bc0-e047-46e5-b8e1-9ccb141199fb service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700732 May 14 17:55:08.666553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-610c545f-f956-4bca-ad4a-78f15ddabcb1 req-36389473-ad32-41c0-bb84-4aca84391eeb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099982 May 14 17:55:08.668021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Deleting port 230ef520-6781-46a4-b24a-35c96da6df28 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:08.668363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.748895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.759413 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe5191b6-0aee-4bdb-a749-8e3514a6bc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:08.759861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35350) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:08.768390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-723246687-network', 'tenant_id': 'ca8814d11fd74b9881829333c1c5e316'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:08.777287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:08.778671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4c6a41-f3c7-4048-8dfd-997318cca1fa,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:08.781473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Usage tracker for resource:network and tenant:ca8814d11fd74b9881829333c1c5e316 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:08.782161 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:08.784599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:08.795061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:08.818322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Made reservation on behalf of ca8814d11fd74b9881829333c1c5e316 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:08.821420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.838258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.844307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.845490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd4c6a41-f3c7-4048-8dfd-997318cca1fa HTTP/1.1" status: 204 len: 168 time: 0.9873822 May 14 17:55:08.861855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:08.866742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8814d11fd74b9881829333c1c5e316 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:08.870037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:08.882105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] For port 230ef520-6781-46a4-b24a-35c96da6df28, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=230ef520-6781-46a4-b24a-35c96da6df28,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:08.882729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:08.890150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:09.028384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Calling delete_port for 230ef520-6781-46a4-b24a-35c96da6df28 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:09.054932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9605ac4-b884-4cb4-b1c0-0c5589bf0cbf req-95500231-1b3d-42fc-94d1-7455e6dfc1bc tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:09.056763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9605ac4-b884-4cb4-b1c0-0c5589bf0cbf req-95500231-1b3d-42fc-94d1-7455e6dfc1bc tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2824001 May 14 17:55:09.126861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9605ac4-b884-4cb4-b1c0-0c5589bf0cbf req-b64d0a8a-32da-429b-b42c-f416176ae5ee tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542405 May 14 17:55:09.168348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.176334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.181788 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab330d72-fc95-4908-84c2-8ae9c20c345d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:09.217936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:55:09.221398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f393b74-541a-4646-8810-3259bbb271bb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:09.238667 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:09.257449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.257821 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Added segment d1de377b-fb5b-4765-9071-1f0bcc25e8a6 of type vlan for network 37288e69-f6f7-462b-8dd6-6909e7d5e85c May 14 17:55:09.322917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.362207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.363707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:09.364413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.390491 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:09.411694 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6506889 May 14 17:55:09.414048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35382) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:09.429128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Request body: {'subnet': {'network_id': '37288e69-f6f7-462b-8dd6-6909e7d5e85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-723246687-subnet', 'tenant_id': 'ca8814d11fd74b9881829333c1c5e316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:09.440611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:09.449292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Usage tracker for resource:subnet and tenant:ca8814d11fd74b9881829333c1c5e316 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:09.455665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:09.472766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:09.506364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-febe7f8a-e934-46e2-ab01-7965a57c2448 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:09.507868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-febe7f8a-e934-46e2-ab01-7965a57c2448 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.1927235 May 14 17:55:09.567435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Made reservation on behalf of ca8814d11fd74b9881829333c1c5e316 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:09.569718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.581879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Pushing event updated for resources: {'Network': ['ID=37288e69-f6f7-462b-8dd6-6909e7d5e85c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:09.596002 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:09.596686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 37288e69-f6f7-462b-8dd6-6909e7d5e85c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:55:09.881784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:09.882325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35404) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:09.899205 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15752691-e324-4a88-a84c-8f69b5c78a49 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:09.963252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=230ef520-6781-46a4-b24a-35c96da6df28,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:09.967276 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:09.997115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-network', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:10.003010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:10.010206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Usage tracker for resource:network and tenant:5b0ae882eaff444cba45b1a86ee90a2c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:10.015058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:10.022653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:10.032608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Made reservation on behalf of 5b0ae882eaff444cba45b1a86ee90a2c for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:10.035392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.048887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.065320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:10.071441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0ae882eaff444cba45b1a86ee90a2c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:10.075797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:10.082152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:10.165631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca4a33-5a85-4376-989a-6b9a81eda19b req-302b16e3-18e6-4d10-a777-e554e24cb2f8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:10.167120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aca4a33-5a85-4376-989a-6b9a81eda19b req-302b16e3-18e6-4d10-a777-e554e24cb2f8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.6082983 May 14 17:55:10.188741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.192805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.195893 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76d5c8eb-902d-4efb-a3fe-da12ca6a43dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:10.228968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:55:10.238425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4508476c-9b2d-4b4b-a4e8-0139f3ae44e4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:10.241346 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:10.246250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.246714 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Added segment c419b594-2b11-4027-a7a6-8d1372f2edfc of type vlan for network a3f46d52-f3c4-41d4-9ba6-116d04598e44 May 14 17:55:10.274090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.303096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.304408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:10.304975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.308469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-193461ae-cdf9-49b9-9fef-252cf7a74bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:10.349542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-a1419a2e-00bc-4062-ab34-e67e3f7889ad service neutron] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:10.374624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c49a1-c055-45d9-b497-f1753172b438 req-92eef70f-e1b1-49e8-9fc2-468f7edab8e5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:10.376789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed6c49a1-c055-45d9-b497-f1753172b438 req-92eef70f-e1b1-49e8-9fc2-468f7edab8e5 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 945 time: 0.5374262 May 14 17:55:10.408131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a3f46d52-f3c4-41d4-9ba6-116d04598e44,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:10.410571 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:10.414817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5287368 May 14 17:55:10.415289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35412) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:10.420553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Request body: {'subnet': {'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-subnet', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:10.424702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:55:10.425761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:10.429747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Usage tracker for resource:subnet and tenant:5b0ae882eaff444cba45b1a86ee90a2c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:10.432516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:10.438356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:10.448194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9aca4a33-5a85-4376-989a-6b9a81eda19b req-8fedcdc3-9b80-4ecd-bb54-1c34cce7b34e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691364 May 14 17:55:10.461265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Made reservation on behalf of 5b0ae882eaff444cba45b1a86ee90a2c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:10.466762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.511652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-a1419a2e-00bc-4062-ab34-e67e3f7889ad service neutron] Notify callbacks [] for binding, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.512733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16ac698f-7e85-471d-be04-ebf794fdf2e3 req-a1419a2e-00bc-4062-ab34-e67e3f7889ad service neutron] 10.222.0.22 "DELETE /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14/bindings/n-h2-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.9922838 May 14 17:55:10.528091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed6c49a1-c055-45d9-b497-f1753172b438 req-64691db7-fb08-448f-8234-462347551ed1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411378 May 14 17:55:10.546368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:10.991490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df387-85aa-4c09-a54b-6c97c63f1bc4 req-f34dd0db-3eb8-49c7-92e1-f1c6dd440ac9 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:10.992952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd4df387-85aa-4c09-a54b-6c97c63f1bc4 req-f34dd0db-3eb8-49c7-92e1-f1c6dd440ac9 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2346635 May 14 17:55:11.027081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.030723 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:11.050112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c14fc-aff1-4cb0-b022-c5400b70ef89 req-b13707e9-1a24-41b3-9890-43a075431505 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:11.052361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-326c14fc-aff1-4cb0-b022-c5400b70ef89 req-b13707e9-1a24-41b3-9890-43a075431505 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1096 time: 0.2951944 May 14 17:55:11.100174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b59cc0-609d-402e-b544-394a85d7a159,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:11.104520 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:11.113941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Checking segment: {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:11.114290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Network hostable DHCP agents. Network: a3f46d52-f3c4-41d4-9ba6-116d04598e44, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:55:11.131074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:55:11.140699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a3f46d52-f3c4-41d4-9ba6-116d04598e44) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:11.145175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:11.145755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.150655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5c09e-5868-4739-bfe8-dbf43b7dc690 None None] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:11.174521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7584610 May 14 17:55:11.175114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35422) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:11.180079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:11.185613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:11.190581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Usage tracker for resource:router and tenant:5b0ae882eaff444cba45b1a86ee90a2c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:11.193486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:11.199262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:11.211454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.212435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.230125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.238326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd4df387-85aa-4c09-a54b-6c97c63f1bc4 req-51b6f326-50b5-490e-b2ce-173b24ef44fc tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801898 May 14 17:55:11.245038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-326c14fc-aff1-4cb0-b022-c5400b70ef89 req-09c2164d-dcbc-4509-a1b9-2ca9f6a7d8e7 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852677 May 14 17:55:11.357807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Router 3453b5a9-7e74-4c07-b95c-3074db706013 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:55:11.371874 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.398335 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:11.409732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a3f46d52-f3c4-41d4-9ba6-116d04598e44', 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'fixed_ips': [{'subnet_id': '93b59cc0-609d-402e-b544-394a85d7a159'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:55:11.410577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.672117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Allocated IP 172.20.0.2 (a3f46d52-f3c4-41d4-9ba6-116d04598e44/93b59cc0-609d-402e-b544-394a85d7a159/46059436-447d-4bd3-964c-bbc4584dd4d7) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:11.768888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.870241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80210898-6ed1-4f27-b17f-12cd0e2b6e74,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:11.883760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:11.890393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Checking segment: {'id': 'd1de377b-fb5b-4765-9071-1f0bcc25e8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37288e69-f6f7-462b-8dd6-6909e7d5e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:11.890749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Network hostable DHCP agents. Network: 37288e69-f6f7-462b-8dd6-6909e7d5e85c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:55:11.931950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:55:11.942924 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] Sync routers for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:55:11.960118 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:11.960735 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:11.962253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35446) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:11.967035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] 10.222.0.24 "PUT /v2.0/routers/3453b5a9-7e74-4c07-b95c-3074db706013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4528971 May 14 17:55:11.984975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:11.986427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522432e-93d4-430e-8645-cf89e5652718 req-1e81d5d9-c8f0-408e-a4f1-93fc1e5b3d73 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:11.987943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2522432e-93d4-430e-8645-cf89e5652718 req-1e81d5d9-c8f0-408e-a4f1-93fc1e5b3d73 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 1096 time: 0.3712847 May 14 17:55:11.998488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Network 37288e69-f6f7-462b-8dd6-6909e7d5e85c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:55:12.015060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Transition to ACTIVE for port object 46059436-447d-4bd3-964c-bbc4584dd4d7 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:12.052101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Transition to ACTIVE for port object 46059436-447d-4bd3-964c-bbc4584dd4d7 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:12.053152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 37288e69-f6f7-462b-8dd6-6909e7d5e85c) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:12.064887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296aab1-dd5f-4fda-b16a-3ab4ca45f698 None None] Network 37288e69-f6f7-462b-8dd6-6909e7d5e85c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:12.101487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:12.102078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:12.105976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:12.115443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2522432e-93d4-430e-8645-cf89e5652718 req-ab3b8d71-87d6-43eb-aa12-d5795f0bc07e tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154168 May 14 17:55:12.150935 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fd3bb9d5-78b3-4be3-91f9-9ce9e462ef46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:12.154116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7390168 May 14 17:55:12.316467 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:12.424684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:12.563843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Pushing event updated for resources: {'Port': ['ID=46059436-447d-4bd3-964c-bbc4584dd4d7,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:12.630533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:12.681411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.681759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.682079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.682407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.682728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.683048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.683463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.683780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.684092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.684405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.684716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.685025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:12.689956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:12.692105 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:12.694258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:12.788602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35476) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:12.889660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:12.898946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300d619-592c-4f8a-8381-5a1fec72549e None None] Network 37288e69-f6f7-462b-8dd6-6909e7d5e85c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:12.932582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227074ef-f0f0-4008-940d-0f062e7260c8 req-5d5de6fe-bd4b-4d3d-9c03-30aa0725c55c tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:12.934205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-227074ef-f0f0-4008-940d-0f062e7260c8 req-5d5de6fe-bd4b-4d3d-9c03-30aa0725c55c tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.3796747 May 14 17:55:12.940780 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:55:09Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:12.952340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-87bfd08b-3c5a-48a1-bf75-a5b29fc775d7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:12.957183 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] Checking router: 3453b5a9-7e74-4c07-b95c-3074db706013 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:55:12.961643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-87bfd08b-3c5a-48a1-bf75-a5b29fc775d7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.4732594 May 14 17:55:12.984283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-037e9e5e-fe37-4e63-80c4-d2d0ccab703a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/quotas/e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 375 time: 0.0211637 May 14 17:55:12.990255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:12.993194 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] Routers {'3453b5a9-7e74-4c07-b95c-3074db706013'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:12.993823 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3453b5a9-7e74-4c07-b95c-3074db706013'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:13.075653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.130712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:13.173960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Usage tracker for resource:security_group_rule and tenant:6b36af78345448abb2678242fa5426f3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:13.182062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Attempting to bind port 46059436-447d-4bd3-964c-bbc4584dd4d7 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:13.182546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Attempting to bind port 46059436-447d-4bd3-964c-bbc4584dd4d7 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:13.182796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Attempting to bind port 46059436-447d-4bd3-964c-bbc4584dd4d7 on network a3f46d52-f3c4-41d4-9ba6-116d04598e44 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:13.182996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-227074ef-f0f0-4008-940d-0f062e7260c8 req-e065ee47-a4ff-454f-adf6-b5c23967e93b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407629 May 14 17:55:13.184078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:13.198414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:13.198800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Checking segment: {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:13.199232 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.199642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Bound using segment: {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:13.200132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Bound port: 46059436-447d-4bd3-964c-bbc4584dd4d7, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:13.200657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.201401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:13.277056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-545079de-43e1-43e6-963e-b821a8eb5360 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2916169 May 14 17:55:13.300084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] For port 46059436-447d-4bd3-964c-bbc4584dd4d7, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:13.303410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] For port 46059436-447d-4bd3-964c-bbc4584dd4d7, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=46059436-447d-4bd3-964c-bbc4584dd4d7,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:13.310288 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.318079 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:13.349324 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] Set router 3453b5a9-7e74-4c07-b95c-3074db706013 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:13.440947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Allocated IP 172.25.4.12 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a05b8c11-3a97-45c1-912d-1da4736003f8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:13.482041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Pushing event updated for resources: {'Port': ['ID=46059436-447d-4bd3-964c-bbc4584dd4d7,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:13.502455 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:13.660955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.803448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-62d32b44-569a-455a-9777-1015d2cbeb48 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240257 May 14 17:55:13.860877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.873442 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:55:09Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:13.878172 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829ca7e-5cb5-4393-a279-c73ced757bd8 None None] The sync data for ids ['3453b5a9-7e74-4c07-b95c-3074db706013'] in n-d-787206-3 is: [{'id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31407543-router', 'tenant_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:48Z', 'updated_at': '2021-05-14T17:55:09Z', 'revision_number': 5, 'project_id': '322dcbc8fc9043c795a20b1f1cb11cdc', 'gw_port': {'id': 'e431d532-fb83-45d3-a7c5-5269cb4ea3cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453b5a9-7e74-4c07-b95c-3074db706013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:51Z', 'updated_at': '2021-05-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:55:13.902651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 46059436-447d-4bd3-964c-bbc4584dd4d7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:13.930982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Deleting port e431d532-fb83-45d3-a7c5-5269cb4ea3cc {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:13.931504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:13.994480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 46059436-447d-4bd3-964c-bbc4584dd4d7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:14.034952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:14.044790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:14.053829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61788e65-39a8-476f-b9b0-91a7aa9dedda tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:14.069071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-20be5969-48c4-4b63-953c-dd5b558b2f22 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:14.070536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-20be5969-48c4-4b63-953c-dd5b558b2f22 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/networks?id=7c37990b-205e-424d-af62-d20058a3c603 HTTP/1.1" status: 200 len: 815 time: 0.4956968 May 14 17:55:14.073946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:14.086423 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:14.109424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:14.117510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:14.130248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:14.158505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-f3f5a077-2b54-4c31-ac68-03e4d42b48ba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/quotas/8ab4491cffb3436abec119fb4810df48 HTTP/1.1" status: 200 len: 375 time: 0.0748541 May 14 17:55:14.165775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-237e6018-7124-4ae4-a59e-f2ec7e6a5fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615077 May 14 17:55:14.166407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7420b9ed-54c6-4a1e-8aa0-a9557dd0ae74,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:14.182044 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:14.191769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b36af78345448abb2678242fa5426f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3906214 May 14 17:55:14.192703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:14.261450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-82cc1622-1926-48ea-b136-e5cdc60e4ad3 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ab4491cffb3436abec119fb4810df48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768900 May 14 17:55:14.281272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a05b8c11-3a97-45c1-912d-1da4736003f8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:14.288785 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:14.291718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] For port e431d532-fb83-45d3-a7c5-5269cb4ea3cc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:14.292081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:14.569968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-faf243fe-fff0-4929-949c-29c2791995b2 service neutron] 10.222.0.24 "GET /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959485 May 14 17:55:14.616827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Calling delete_port for e431d532-fb83-45d3-a7c5-5269cb4ea3cc owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:14.937302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.016209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.067192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593eae7f-89d5-4d84-88ce-09084683cc44 None None] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:15.088366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-477767d5-e8a5-4db6-973f-274d5a4adf5f service neutron] 10.222.0.24 "GET /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114019 May 14 17:55:15.109490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.116776 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:15.132208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f1a5-cbe6-4835-b5cc-8af375045aac req-1f298d0e-6df5-4778-ab29-e4841b78fe23 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:15.133796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7048f1a5-cbe6-4835-b5cc-8af375045aac req-1f298d0e-6df5-4778-ab29-e4841b78fe23 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2701876 May 14 17:55:15.243837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e431d532-fb83-45d3-a7c5-5269cb4ea3cc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:15.254385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.295401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Provisioning for port 46059436-447d-4bd3-964c-bbc4584dd4d7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:15.299506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c3f2719-6acf-438f-9df9-bfe778eac5f0 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:15.304791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Provisioning complete for port 46059436-447d-4bd3-964c-bbc4584dd4d7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:15.305482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.337557 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:15.375251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7420b9ed-54c6-4a1e-8aa0-a9557dd0ae74,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:15.381885 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:15.386155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7048f1a5-cbe6-4835-b5cc-8af375045aac req-c0722d62-9a76-4c4a-94ba-bd9c61af2131 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232039 May 14 17:55:15.396109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.409141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7420b9ed-54c6-4a1e-8aa0-a9557dd0ae74 HTTP/1.1" status: 204 len: 168 time: 1.2105811 May 14 17:55:15.578846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8d91b98-171b-4eb1-8d0a-9c679fa0fe2a req-8228c679-62bc-4c63-8da1-e5434183cc27 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1312635 May 14 17:55:15.596831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f68795c5-2fbb-4f19-be0f-0b89eefe0e33 req-d526ef1a-d8c3-402d-9eee-cd89bdda5c1f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 210 time: 0.0834427 May 14 17:55:15.703040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.912341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 230ef520-6781-46a4-b24a-35c96da6df28 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:15.933229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.937864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.958999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:15.967423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 230ef520-6781-46a4-b24a-35c96da6df28 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:15.967835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 230ef520-6781-46a4-b24a-35c96da6df28 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:16.010322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35540) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:16.018152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] For port 46059436-447d-4bd3-964c-bbc4584dd4d7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=46059436-447d-4bd3-964c-bbc4584dd4d7,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:16.024324 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.026297 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:16.035088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.055642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:16.060939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Usage tracker for resource:security_group_rule and tenant:f80692fdd6594d28875afdac35ceea46 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:16.063842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:16.070537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:16.117051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.117501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3453b5a9-7e74-4c07-b95c-3074db706013 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 17:55:16.118888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.120995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Pushing event updated for resources: {'Port': ['ID=46059436-447d-4bd3-964c-bbc4584dd4d7,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:16.128311 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:16.194034 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.200452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.211658 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:16.279284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f80692fdd6594d28875afdac35ceea46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678511 May 14 17:55:16.281874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:16.302741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.304237 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3453b5a9-7e74-4c07-b95c-3074db706013 HTTP/1.1" status: 204 len: 168 time: 4.3383787 May 14 17:55:16.309128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:16.312053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a2707c-cd62-44f6-ad55-4e6e020136e7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:16.372008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d80147e6-cc60-459c-bc75-bc5f7dcbbd70 None None] Provisioning complete for port 46059436-447d-4bd3-964c-bbc4584dd4d7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:16.372297 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d80147e6-cc60-459c-bc75-bc5f7dcbbd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.543477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8aba331a-6add-4829-86e6-686f8438b8d0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:16.551983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Deleting subnet 65e59cbc-7a53-40a6-893e-145d406dff47 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:55:16.553885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8aba331a-6add-4829-86e6-686f8438b8d0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.2577209 May 14 17:55:16.557801 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:16.560157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.599747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Request body: {'port': {'device_id': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'admin_state_up': True, 'tenant_id': 'e783433ce11142c5a2c2bc86a3f1c7fc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:16.656911 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.680513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.861273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ded40a2b-c942-4f07-b446-0e29c3627362 req-3356f765-b802-48c6-a4b9-7d07cd967086 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1182766 May 14 17:55:16.899228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:16.950420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.032800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:17.055385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5adc1151-37b4-4119-bb5e-5b066c9013d9 req-e77387b6-584f-4e6e-a5d4-a9cf59cd5cf8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 210 time: 0.0795541 May 14 17:55:17.062180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Usage tracker for resource:port and tenant:e783433ce11142c5a2c2bc86a3f1c7fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:17.067039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.073878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:17.084183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79553e7-afa9-47be-af6d-c8470871e79e req-736a4bab-0ab7-4de5-b626-3a29b9644b4f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:17.085633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b79553e7-afa9-47be-af6d-c8470871e79e req-736a4bab-0ab7-4de5-b626-3a29b9644b4f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2923608 May 14 17:55:17.091740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:17.095603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Router 8ffcadd9-7996-4da1-8010-0324694873df is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:55:17.147602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Made reservation on behalf of e783433ce11142c5a2c2bc86a3f1c7fc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:17.151971 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.212700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b79553e7-afa9-47be-af6d-c8470871e79e req-450cb893-e951-4cb6-82c7-daf9fe73cf2b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034656 May 14 17:55:17.297097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.310838 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aff8bf00-e589-4774-b24e-174b35d81d2e tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:17.342216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a2707c-cd62-44f6-ad55-4e6e020136e7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:17.345797 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:17.384966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.389055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36a2707c-cd62-44f6-ad55-4e6e020136e7 HTTP/1.1" status: 204 len: 168 time: 1.1059875 May 14 17:55:17.492340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Allocated IP 172.20.0.5 (976e7e5d-3a6d-4b2d-8062-417fc387594b/71d4c7cf-0e3a-4441-96c0-b0407981f9ac/25c144d7-da90-4ff8-90a1-b2d036f13a70) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:17.599279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.620745 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbb0a8a6-3b91-4d8c-bf4d-d6e4c13806cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:17.671742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e59cbc-7a53-40a6-893e-145d406dff47,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:17.674088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.679547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2856bc-615a-4a8e-88cc-517e1b1c25de None None] Network 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:17.682767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-ec2aa776-bda6-4780-bf29-6583d7c16237 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:17.683476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-ec2aa776-bda6-4780-bf29-6583d7c16237 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Synchronizing usage tracker for tenant:8ab4491cffb3436abec119fb4810df48 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:17.686413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:55:17.691292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:17.705232 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/65e59cbc-7a53-40a6-893e-145d406dff47 HTTP/1.1" status: 204 len: 168 time: 1.3947711 May 14 17:55:17.709328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Sync routers for ids ['8ffcadd9-7996-4da1-8010-0324694873df'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:55:17.710560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35574) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:17.721815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.723244 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5471597 May 14 17:55:17.727023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35578) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:17.730073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-ec2aa776-bda6-4780-bf29-6583d7c16237 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Unset dirty status for tenant:8ab4491cffb3436abec119fb4810df48 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:17.731125 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-ec2aa776-bda6-4780-bf29-6583d7c16237 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.22 "GET /v2.0/networks?id=7c37990b-205e-424d-af62-d20058a3c603 HTTP/1.1" status: 200 len: 815 time: 0.6012304 May 14 17:55:17.799478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Request body: {'port': {'device_id': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'network_id': '7c37990b-205e-424d-af62-d20058a3c603', 'admin_state_up': True, 'tenant_id': '8ab4491cffb3436abec119fb4810df48'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:17.868073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 46059436-447d-4bd3-964c-bbc4584dd4d7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:17.890393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:17.908587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Routers {'8ffcadd9-7996-4da1-8010-0324694873df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:17.909222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ffcadd9-7996-4da1-8010-0324694873df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:18.084036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.118141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Set router 8ffcadd9-7996-4da1-8010-0324694873df gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:18.131882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:18.167090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Deleting port d60d1c51-1a1b-4a02-8577-1d28db596ad0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:18.170596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.195097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:18.228356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Usage tracker for resource:port and tenant:8ab4491cffb3436abec119fb4810df48 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:18.234638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:18.244479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:18.246982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.276188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:18.302040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Usage tracker for resource:security_group_rule and tenant:2e75ffbe2a664c83a2ea5698e3aa74ef is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:18.307855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:18.310639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Made reservation on behalf of 8ab4491cffb3436abec119fb4810df48 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:18.314540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.330962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:18.519879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d0ea16e-0748-4566-9f0a-cab129bbe101 req-2def6788-59e5-47ec-a429-2e67b42565cd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Synchronizing usage tracker for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:18.532790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc443a81-92b6-4816-a30c-6e4592a182d7 req-bf36d974-6051-40bd-9947-b2ac01863060 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 210 time: 0.3279822 May 14 17:55:18.614403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.632895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f606c968-82d6-45c1-9ab3-68e7f838ae5f tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:18.672344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:18.680993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:18.692459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d0ea16e-0748-4566-9f0a-cab129bbe101 req-2def6788-59e5-47ec-a429-2e67b42565cd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Unset dirty status for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:18.701942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d0ea16e-0748-4566-9f0a-cab129bbe101 req-2def6788-59e5-47ec-a429-2e67b42565cd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 210 time: 0.2930133 May 14 17:55:18.707573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 46059436-447d-4bd3-964c-bbc4584dd4d7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:18.708554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.710523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:18.811306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] For port d60d1c51-1a1b-4a02-8577-1d28db596ad0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d60d1c51-1a1b-4a02-8577-1d28db596ad0,segment=NetworkSegment(16211949-ffae-42ff-bcb5-8c9a938bd2e8),segment_id=16211949-ffae-42ff-bcb5-8c9a938bd2e8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:18.812347 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.881163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:18.884324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:15Z', 'revision_number': 3, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:18.895656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Checking router: 8ffcadd9-7996-4da1-8010-0324694873df for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:55:18.896631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Updating router 8ffcadd9-7996-4da1-8010-0324694873df port a05b8c11-3a97-45c1-912d-1da4736003f8 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:55:18.964087 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:18.988822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] DHCP port deletion for 0d92ecdf-7392-46dd-89ab-2240ca2d7a0a request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 17:55:18.990117 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:19.068766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Calling delete_port for d60d1c51-1a1b-4a02-8577-1d28db596ad0 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:19.075764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e431d532-fb83-45d3-a7c5-5269cb4ea3cc no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:19.076001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Allocated IP 172.20.0.5 (7c37990b-205e-424d-af62-d20058a3c603/2533449a-0a07-476f-9321-13945c92827e/9430b9c0-83ab-408e-9ba3-e1e13f653764) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:19.094782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:19.095779 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.140066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5634348 May 14 17:55:19.156117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Request body: {'port': {'device_id': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:19.174447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e431d532-fb83-45d3-a7c5-5269cb4ea3cc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:19.174974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e431d532-fb83-45d3-a7c5-5269cb4ea3cc not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:19.190948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.217898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e89f3-8b9e-479f-b82d-6676f01d873a req-95b3c81f-0a9d-4231-982f-3fe651e846da tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:19.218485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.225176 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-835e89f3-8b9e-479f-b82d-6676f01d873a req-95b3c81f-0a9d-4231-982f-3fe651e846da tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.3844020 May 14 17:55:19.333516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.340178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:19.366375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Deleting port d60d1c51-1a1b-4a02-8577-1d28db596ad0 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:19.367217 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.383838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-835e89f3-8b9e-479f-b82d-6676f01d873a req-d8d878db-1031-4c7d-ad4a-6b49b98cc02e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577568 May 14 17:55:19.401068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.415388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60d1c51-1a1b-4a02-8577-1d28db596ad0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:19.419132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] No DVR routers for this DVR port d60d1c51-1a1b-4a02-8577-1d28db596ad0 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:19.427422 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:19.458658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.479114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] For port d60d1c51-1a1b-4a02-8577-1d28db596ad0, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:19.479922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.557070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-401916fc-b940-4db9-8c2d-b9fcff454118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:19.606621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.631307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d92ecdf-7392-46dd-89ab-2240ca2d7a0a']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:19.653795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16211949-ffae-42ff-bcb5-8c9a938bd2e8') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:19.654876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16211949-ffae-42ff-bcb5-8c9a938bd2e8') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:19.656585 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e75ffbe2a664c83a2ea5698e3aa74ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4493473 May 14 17:55:19.661770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35602) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:19.695571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea935bb-7b2f-4263-ab83-00c28cf96dc2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:19.734969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:19.819217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.823245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Allocated IP 172.20.0.1 (a3f46d52-f3c4-41d4-9ba6-116d04598e44/93b59cc0-609d-402e-b544-394a85d7a159/b8d360c9-b1cd-4cf7-b020-7225940404c5) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:19.839226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.858622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd2dc277-993b-4988-a46c-204bcaaeb7a9 req-e0e8e487-6e37-46e9-9f06-1e4b73fc611e tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 210 time: 0.1958578 May 14 17:55:19.930363 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:19.945237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Transition to ACTIVE for port object a05b8c11-3a97-45c1-912d-1da4736003f8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:19.975772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Calling delete_port for d60d1c51-1a1b-4a02-8577-1d28db596ad0 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:19.988264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Port d60d1c51-1a1b-4a02-8577-1d28db596ad0 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 17:55:19.991779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d60d1c51-1a1b-4a02-8577-1d28db596ad0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:20.044299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.060843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.076311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d60d1c51-1a1b-4a02-8577-1d28db596ad0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:20.076671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d60d1c51-1a1b-4a02-8577-1d28db596ad0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:20.082936 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.086174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:55:20.086579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.091673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.096692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.101617 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-705d36f7-d6c5-4923-b355-dcc06f3a47f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: timer() May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:55:20.105940 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:55:20.158047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] Pushing event deleted for resources: {'Port': ['ID=d60d1c51-1a1b-4a02-8577-1d28db596ad0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:20.159652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.202028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Network 7c37990b-205e-424d-af62-d20058a3c603 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:20.207121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Pushing event updated for resources: {'Port': ['ID=9430b9c0-83ab-408e-9ba3-e1e13f653764,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:20.210205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:20.219241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Transition to ACTIVE for port object b8d360c9-b1cd-4cf7-b020-7225940404c5 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:20.221670 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:20.223675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:20.229892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:20.230922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.260990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710b05-4bd7-4713-9165-a7168e59077f None None] Pushing event updated for resources: {'Port': ['ID=a05b8c11-3a97-45c1-912d-1da4736003f8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:20.272436 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf710b05-4bd7-4713-9165-a7168e59077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:20.275462 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.276031 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:20.278194 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4886050 May 14 17:55:20.279820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f45d7-97bf-4c5b-b44e-8f52e0adfe07 None None] No DVR routers for this DVR port d60d1c51-1a1b-4a02-8577-1d28db596ad0 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:20.295940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Request body: {'port': {'device_id': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:20.307095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Attempting to bind port a05b8c11-3a97-45c1-912d-1da4736003f8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:20.307801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Attempting to bind port a05b8c11-3a97-45c1-912d-1da4736003f8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:20.308478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Attempting to bind port a05b8c11-3a97-45c1-912d-1da4736003f8 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:20.310965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.321853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:20.322195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:20.322607 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.323640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:20.324296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Bound port: a05b8c11-3a97-45c1-912d-1da4736003f8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:20.324685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.384188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.390999 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.399044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.410409 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.425575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] For port a05b8c11-3a97-45c1-912d-1da4736003f8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:20.430435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] For port a05b8c11-3a97-45c1-912d-1da4736003f8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a05b8c11-3a97-45c1-912d-1da4736003f8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:20.431994 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.447163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.453838 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.473846 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.502227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:20.573426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:20.577006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.588530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:20.589160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.639677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d92ecdf-7392-46dd-89ab-2240ca2d7a0a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:20.668256 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:20.684297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Routers {'8ffcadd9-7996-4da1-8010-0324694873df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:20.684954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ffcadd9-7996-4da1-8010-0324694873df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:20.733655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5837d-eeeb-48a7-a308-f2d140ea7f38 req-caa424fb-97c2-4757-a4b2-a0cb5848cb03 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:20.741290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62c5837d-eeeb-48a7-a308-f2d140ea7f38 req-caa424fb-97c2-4757-a4b2-a0cb5848cb03 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 931 time: 0.8509946 May 14 17:55:20.743246 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d3cbfeb-0109-42a0-beb8-b557bca1a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:20.816334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.842265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Pushing event updated for resources: {'Port': ['ID=b8d360c9-b1cd-4cf7-b020-7225940404c5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:20.856558 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:20.872259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d92ecdf-7392-46dd-89ab-2240ca2d7a0a HTTP/1.1" status: 204 len: 168 time: 3.1606731 May 14 17:55:20.873585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:20.877393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea935bb-7b2f-4263-ab83-00c28cf96dc2 HTTP/1.1" status: 204 len: 168 time: 1.1725621 May 14 17:55:20.935982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea935bb-7b2f-4263-ab83-00c28cf96dc2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:20.968010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c144d7-da90-4ff8-90a1-b2d036f13a70 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:20.991578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:21.008739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0bf86efe-8293-4080-95e8-40a2c03c99a4 None None] Provisioning for port b8d360c9-b1cd-4cf7-b020-7225940404c5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:21.031762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Transition to ACTIVE for port object 25c144d7-da90-4ff8-90a1-b2d036f13a70 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:21.037237 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:21.038376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710b05-4bd7-4713-9165-a7168e59077f None None] Pushing event updated for resources: {'Port': ['ID=a05b8c11-3a97-45c1-912d-1da4736003f8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:21.052948 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf710b05-4bd7-4713-9165-a7168e59077f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:21.056362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0bf86efe-8293-4080-95e8-40a2c03c99a4 None None] Provisioning complete for port b8d360c9-b1cd-4cf7-b020-7225940404c5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:21.057104 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0bf86efe-8293-4080-95e8-40a2c03c99a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:21.068331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62c5837d-eeeb-48a7-a308-f2d140ea7f38 req-683448b1-af21-49d0-9455-4d3b0a1ed7e1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259070 May 14 17:55:21.070273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:21.086111 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:21.185337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0bf86efe-8293-4080-95e8-40a2c03c99a4 None None] Port b8d360c9-b1cd-4cf7-b020-7225940404c5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:55:21.240883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] Set router 8ffcadd9-7996-4da1-8010-0324694873df gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:21.273824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:21.291330 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:21.343345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:21.731542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:15Z', 'revision_number': 3, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:21.737627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922ac52-1299-4445-a395-21a49359e6e8 None None] The sync data for ids ['8ffcadd9-7996-4da1-8010-0324694873df'] in n-d-787206-3 is: [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:15Z', 'revision_number': 3, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:55:21.748753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b140a-57d0-4364-ae1b-a7f7a38f0159 req-ac8e14e2-c52f-4e08-ba90-cb0f0fd00e76 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:21.750411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac1b140a-57d0-4364-ae1b-a7f7a38f0159 req-ac8e14e2-c52f-4e08-ba90-cb0f0fd00e76 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 1.0808790 May 14 17:55:21.813255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e11cd-a48f-4675-874d-321048caeee6 req-608b2527-ba8e-479a-8009-812966c085f9 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:21.815008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-046e11cd-a48f-4675-874d-321048caeee6 req-608b2527-ba8e-479a-8009-812966c085f9 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 931 time: 0.4040546 May 14 17:55:21.820363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:21.820699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:21.821025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:21.851750 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a4e39ea-b97a-4543-a33f-0f9aa3b3b16c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=322dcbc8fc9043c795a20b1f1cb11cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044591 May 14 17:55:21.856592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:21.859067 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:21.863997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:21.864321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:21.881379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:21.881746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:21.882101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:21.882549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Bound port: 25c144d7-da90-4ff8-90a1-b2d036f13a70, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:21.882897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:21.913471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac1b140a-57d0-4364-ae1b-a7f7a38f0159 req-65897fd7-40e6-4fce-bccc-d1834c5e58cf tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350632 May 14 17:55:21.982416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-046e11cd-a48f-4675-874d-321048caeee6 req-286ebfd4-c587-476f-9cb4-6bc73b89b6ff tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557651 May 14 17:55:22.057667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:22.062559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:22.078802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.097451 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:22.197956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:22.198169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.198582 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.200075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] 10.222.0.22 "PUT /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 1091 time: 3.0505171 May 14 17:55:22.200573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:22.307226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9430b9c0-83ab-408e-9ba3-e1e13f653764 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:22.320033 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'status': 'completed', 'code': 200} May 14 17:55:22.331883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.349748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.396099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:22.410266 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:22.484848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed6354-dffe-413e-8898-8060ac05d935 req-4e49cada-8462-4a54-ac00-d937c59df9d8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:22.487370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ed6354-dffe-413e-8898-8060ac05d935 req-4e49cada-8462-4a54-ac00-d937c59df9d8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.1698756 May 14 17:55:22.489674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8e7dd472-45d3-4d1b-9571-b40954b0403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:22.491036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-8e7dd472-45d3-4d1b-9571-b40954b0403d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1094 time: 0.2247212 May 14 17:55:22.545149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Transition to ACTIVE for port object 9430b9c0-83ab-408e-9ba3-e1e13f653764 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:22.564682 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.574834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.589891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:22.611321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-6ffac7f5-8bdf-4247-abb6-bbfd35b38af4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 217 time: 0.0981684 May 14 17:55:22.649620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.650703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:22.715512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-06863f3c-ea48-4667-a18a-58ace0794fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:22.717436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-06863f3c-ea48-4667-a18a-58ace0794fe0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0913076 May 14 17:55:22.734851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ed6354-dffe-413e-8898-8060ac05d935 req-8f1b3338-5098-474f-b00b-fb4a9c1dcbb0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343819 May 14 17:55:22.810676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-b5d29653-2fc4-4bfc-b32a-68a72a6b9d3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741627 May 14 17:55:22.868869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9430b9c0-83ab-408e-9ba3-e1e13f653764,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:22.913130 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:22.917394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e23a3800-045f-4c72-b180-e251718a9702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:23.005201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:23.033155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-85a47b1f-f215-47fd-af31-391e877f0fb3 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108536 May 14 17:55:23.108221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Attempting to bind port 9430b9c0-83ab-408e-9ba3-e1e13f653764 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:23.108743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Attempting to bind port 9430b9c0-83ab-408e-9ba3-e1e13f653764 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '47b2336c-a9c3-4ee8-8038-d1e49097daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c37990b-205e-424d-af62-d20058a3c603'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:23.108869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Attempting to bind port 9430b9c0-83ab-408e-9ba3-e1e13f653764 on network 7c37990b-205e-424d-af62-d20058a3c603 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:23.161110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:23.162532 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc6f4d99-76ec-4e88-9f8b-6284430d81cf HTTP/1.1" status: 204 len: 168 time: 1.3048816 May 14 17:55:23.163466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Port 9430b9c0-83ab-408e-9ba3-e1e13f653764 on network 7c37990b-205e-424d-af62-d20058a3c603 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:23.164136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Attempting to bind port 9430b9c0-83ab-408e-9ba3-e1e13f653764 on network 7c37990b-205e-424d-af62-d20058a3c603 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:23.170408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Pushing event updated for resources: {'Port': ['ID=b8d360c9-b1cd-4cf7-b020-7225940404c5,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:23.175503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:23.175834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Checking segment: {'id': '47b2336c-a9c3-4ee8-8038-d1e49097daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c37990b-205e-424d-af62-d20058a3c603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:23.176264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Bound using segment: {'id': '47b2336c-a9c3-4ee8-8038-d1e49097daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c37990b-205e-424d-af62-d20058a3c603'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:23.176739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Bound port: 9430b9c0-83ab-408e-9ba3-e1e13f653764, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b2336c-a9c3-4ee8-8038-d1e49097daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7c37990b-205e-424d-af62-d20058a3c603'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:23.177249 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:23.196085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:23.198076 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9f17964-26c3-4685-9728-6be28055554c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:23.218269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f4d99-76ec-4e88-9f8b-6284430d81cf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:23.256139 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:23.260245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:23.274213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:23.699686 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:23.731452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e61a7-7b48-4c40-b8ae-ccece895dac5 req-82ea3e0e-82ea-4751-947a-7efd02dc1dff tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:23.744728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c5e61a7-7b48-4c40-b8ae-ccece895dac5 req-82ea3e0e-82ea-4751-947a-7efd02dc1dff tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.5561070 May 14 17:55:23.745491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-630cd4da-4908-410a-8733-ea985afb3991 None None] Provisioning complete for port b8d360c9-b1cd-4cf7-b020-7225940404c5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:23.746073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-630cd4da-4908-410a-8733-ea985afb3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:23.757521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Router 8ffcadd9-7996-4da1-8010-0324694873df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:55:23.789114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbb547-ab12-48a6-8855-d6ede62218d2 req-9af7cf9b-5875-4f7b-93e0-e8eab9412204 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:23.791133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71dbb547-ab12-48a6-8855-d6ede62218d2 req-9af7cf9b-5875-4f7b-93e0-e8eab9412204 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 943 time: 0.4862375 May 14 17:55:23.809163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] For port 9430b9c0-83ab-408e-9ba3-e1e13f653764, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:23.809385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0b1f8f0-61cc-42bb-8cc5-e08d5fb22135 req-bce211af-7a0a-4f3b-9f75-6535e74358ea service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655475 May 14 17:55:23.813252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] For port 9430b9c0-83ab-408e-9ba3-e1e13f653764, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764,segment=NetworkSegment(47b2336c-a9c3-4ee8-8038-d1e49097daa7),segment_id=47b2336c-a9c3-4ee8-8038-d1e49097daa7)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:23.850933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:23.874794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c5e61a7-7b48-4c40-b8ae-ccece895dac5 req-4d1998c0-edfd-4107-98f4-ed31b7e5e40f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287067 May 14 17:55:23.875385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abd9ef7d-ebdf-461d-a0e3-651143618d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:23.894601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-630cd4da-4908-410a-8733-ea985afb3991 None None] Port b8d360c9-b1cd-4cf7-b020-7225940404c5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:55:23.910806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a05b8c11-3a97-45c1-912d-1da4736003f8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:23.994405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71dbb547-ab12-48a6-8855-d6ede62218d2 req-7989213d-41a5-4294-bee9-bff5e37487df tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920590 May 14 17:55:24.069395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-bd04d150-9ebf-49de-85cb-fa4bfbeaad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:24.070891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-bd04d150-9ebf-49de-85cb-fa4bfbeaad00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1094 time: 0.1911488 May 14 17:55:24.109449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a05b8c11-3a97-45c1-912d-1da4736003f8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:24.128069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a05b8c11-3a97-45c1-912d-1da4736003f8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:24.128450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:24.303661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:24.304280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:24.305760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] 10.222.0.22 "PUT /v2.0/ports/9430b9c0-83ab-408e-9ba3-e1e13f653764 HTTP/1.1" status: 200 len: 1091 time: 4.0156713 May 14 17:55:24.308448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'tag': '9430b9c0-83ab-408e-9ba3-e1e13f653764'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:24.354053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9430b9c0-83ab-408e-9ba3-e1e13f653764,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:24.371400 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:24.383957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:24.421222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a05b8c11-3a97-45c1-912d-1da4736003f8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a05b8c11-3a97-45c1-912d-1da4736003f8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:24.450227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:24.451646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:55:24.458084 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] 10.222.0.24 "PUT /v2.0/routers/8ffcadd9-7996-4da1-8010-0324694873df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7298625 May 14 17:55:24.470465 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Sync routers for ids ['8ffcadd9-7996-4da1-8010-0324694873df'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:55:24.477347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-804c0a6d-c17f-432f-acc2-ecbbbfb1d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:24.480779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-804c0a6d-c17f-432f-acc2-ecbbbfb1d5af service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.3994477 May 14 17:55:24.481216 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf710b05-4bd7-4713-9165-a7168e59077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:24.495793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Routers {'8ffcadd9-7996-4da1-8010-0324694873df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:24.496905 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ffcadd9-7996-4da1-8010-0324694873df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:24.511566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620be9c-00d8-4d69-b28e-05653611c684 req-727dad65-70bf-45bc-8a8d-ef46121727e3 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:24.518625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d620be9c-00d8-4d69-b28e-05653611c684 req-727dad65-70bf-45bc-8a8d-ef46121727e3 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.2504547 May 14 17:55:24.635030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a05b8c11-3a97-45c1-912d-1da4736003f8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:24.649942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:24.700670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-43b1ccc5-670d-46fc-ba54-0fc74a9721ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:24.702066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-43b1ccc5-670d-46fc-ba54-0fc74a9721ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ab4491cffb3436abec119fb4810df48&device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 1094 time: 0.2061427 May 14 17:55:24.801551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9919ad8e-1948-41f6-85e8-225cec8fcb1f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1349239 May 14 17:55:24.812696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-62be7e25-7d22-48ab-967e-837a45c0560b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 217 time: 0.2896779 May 14 17:55:24.973382 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Set router 8ffcadd9-7996-4da1-8010-0324694873df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:25.101262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d620be9c-00d8-4d69-b28e-05653611c684 req-a3333fec-5a4f-4890-8c66-2dd52f9d7222 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267190 May 14 17:55:25.111915 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-db61a119-f344-4878-afa3-aeed92174f62 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764 HTTP/1.1" status: 200 len: 217 time: 0.3977628 May 14 17:55:25.165096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9f3550e9-0ee5-423b-8ec0-4c66b16c9b48 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:25.177934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9f3550e9-0ee5-423b-8ec0-4c66b16c9b48 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750014 May 14 17:55:25.201743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-6a846521-3418-467c-b650-a0aae9e3699c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/quotas/6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 375 time: 0.0226386 May 14 17:55:25.271431 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'tag': '9430b9c0-83ab-408e-9ba3-e1e13f653764', 'status': 'completed', 'code': 200} May 14 17:55:25.278341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-534ad1e4-f648-4c02-98ab-13798efcbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:25.291148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-534ad1e4-f648-4c02-98ab-13798efcbd02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2533449a-0a07-476f-9321-13945c92827e HTTP/1.1" status: 200 len: 855 time: 0.1682444 May 14 17:55:25.298403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-3b9f4897-7834-4a4b-be3b-36a64cfd13b3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945334 May 14 17:55:25.300668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-38e8ed74-5449-4ac6-97af-e011d151134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:25.306908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-38e8ed74-5449-4ac6-97af-e011d151134a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.4634182 May 14 17:55:25.382293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-bc1f13b1-1fe1-4cf4-98a8-804d29850158 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621853 May 14 17:55:25.397118 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-a0e77496-f298-49b7-b78e-b14803456546 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c37990b-205e-424d-af62-d20058a3c603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931156 May 14 17:55:25.540773 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:21Z', 'revision_number': 4, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b8d360c9-b1cd-4cf7-b020-7225940404c5', 'name': '', 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'mac_address': 'fa:16:3e:80:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '93b59cc0-609d-402e-b544-394a85d7a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:19Z', 'updated_at': '2021-05-14T17:55:22Z', 'revision_number': 2, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'subnets': [{'id': '93b59cc0-609d-402e-b544-394a85d7a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:25.566281 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Checking router: 8ffcadd9-7996-4da1-8010-0324694873df for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:55:25.566632 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Updating router 8ffcadd9-7996-4da1-8010-0324694873df port b8d360c9-b1cd-4cf7-b020-7225940404c5 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:55:25.606292 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-ee18fcac-591d-4955-8c62-8641a8df172a service neutron] 10.222.0.22 "GET /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994669 May 14 17:55:25.714324 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:25.769644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3641d61d-b031-4cb5-99a2-83e1b9d9b1ad req-b8aed694-27bc-414f-9279-0347b8da09a3 service neutron] 10.222.0.22 "GET /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505346 May 14 17:55:25.808476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-60b54240-1450-4acb-910e-b06275de8497 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135892 May 14 17:55:25.832579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a05b8c11-3a97-45c1-912d-1da4736003f8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:25.907813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a05b8c11-3a97-45c1-912d-1da4736003f8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:25.908324 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.022158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-ce16c3aa-2bf9-4ce2-aaed-c5f638bd0333 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4036267 May 14 17:55:26.025393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-3eec48a4-3ad0-4db6-844b-3c94af0697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:26.029432 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-3eec48a4-3ad0-4db6-844b-3c94af0697c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ab4491cffb3436abec119fb4810df48&device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 1094 time: 0.1957278 May 14 17:55:26.033647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:26.054701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:26.071417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Usage tracker for resource:floatingip and tenant:5b0ae882eaff444cba45b1a86ee90a2c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:26.075880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:26.087021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:26.139335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8b534-9f20-4804-a708-ed6c161fc15a req-6b64af6b-6c68-4d2c-bcfa-d67f57c5eb58 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:26.151444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63e8b534-9f20-4804-a708-ed6c161fc15a req-6b64af6b-6c68-4d2c-bcfa-d67f57c5eb58 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.4286845 May 14 17:55:26.210055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.214787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-1b394585-089e-452b-9271-8641c5a4a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:26.216374 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-1b394585-089e-452b-9271-8641c5a4a872 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c37990b-205e-424d-af62-d20058a3c603 HTTP/1.1" status: 200 len: 916 time: 0.1773810 May 14 17:55:26.227456 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.242120 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Transition to ACTIVE for port object b8d360c9-b1cd-4cf7-b020-7225940404c5 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:26.243895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc14e236-cf9c-49b4-b344-1eea8390029a req-4d072c16-5554-4c92-9458-0a134356b66b service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841918 May 14 17:55:26.246662 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63e8b534-9f20-4804-a708-ed6c161fc15a req-eaa00e81-83fa-4afb-be2f-74754b5e7206 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943353 May 14 17:55:26.265783 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.287861 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:26.305587 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-78f0c886-5330-4cd9-a802-6dc0333036f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764 HTTP/1.1" status: 200 len: 217 time: 0.0801752 May 14 17:55:26.399297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-a4bc9e93-4dc3-4b8f-a946-e3bf5a9935ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:26.400868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-a4bc9e93-4dc3-4b8f-a946-e3bf5a9935ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2533449a-0a07-476f-9321-13945c92827e HTTP/1.1" status: 200 len: 855 time: 0.0865011 May 14 17:55:26.506320 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-272a6478-5c50-4079-ace7-10b079d57f5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c37990b-205e-424d-af62-d20058a3c603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957882 May 14 17:55:26.514448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Pushing event updated for resources: {'Port': ['ID=b8d360c9-b1cd-4cf7-b020-7225940404c5,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:26.533978 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.534583 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.535073 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.535654 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.536296 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.536763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.537237 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.537720 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.538185 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.538648 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.539111 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.539609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:26.595511 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:26.612720 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Attempting to bind port b8d360c9-b1cd-4cf7-b020-7225940404c5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:26.613337 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Attempting to bind port b8d360c9-b1cd-4cf7-b020-7225940404c5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:26.613919 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Attempting to bind port b8d360c9-b1cd-4cf7-b020-7225940404c5 on network a3f46d52-f3c4-41d4-9ba6-116d04598e44 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:26.619925 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:26.620623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Checking segment: {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:26.621222 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.621811 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Bound using segment: {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:26.622476 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Bound port: b8d360c9-b1cd-4cf7-b020-7225940404c5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c419b594-2b11-4027-a7a6-8d1372f2edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:26.623058 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.624155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.683573 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-621a2b89-0823-49bf-b459-78faffa33424 service neutron] 10.222.0.22 "GET /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693771 May 14 17:55:26.722234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e15f25-f0e2-4d29-a657-bad2be6f626a req-6bda24cb-0ced-477e-80ce-eaad2dcd50c8 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:26.725346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8e15f25-f0e2-4d29-a657-bad2be6f626a req-6bda24cb-0ced-477e-80ce-eaad2dcd50c8 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 943 time: 0.2515430 May 14 17:55:26.727535 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] For port b8d360c9-b1cd-4cf7-b020-7225940404c5, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:26.731015 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] For port b8d360c9-b1cd-4cf7-b020-7225940404c5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b8d360c9-b1cd-4cf7-b020-7225940404c5,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:26.738569 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:26.745114 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:26.828516 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Routers {'8ffcadd9-7996-4da1-8010-0324694873df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:26.829243 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ffcadd9-7996-4da1-8010-0324694873df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:26.850682 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9675645e-f954-4639-9c95-ca2069b9d2ed req-2ed4a527-f333-4351-b40b-c66b6243ae66 service neutron] 10.222.0.22 "GET /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556146 May 14 17:55:26.889138 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Pushing event updated for resources: {'Port': ['ID=b8d360c9-b1cd-4cf7-b020-7225940404c5,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:26.893001 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:26.894530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:26.936025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8e15f25-f0e2-4d29-a657-bad2be6f626a req-7c7f81ed-9de8-4706-a5ca-43bd1faf2768 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023842 May 14 17:55:26.988219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Allocated IP 172.25.4.14 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/d9c240ca-6fd8-4e66-9557-f19cc90e4671) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:27.077766 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] Set router 8ffcadd9-7996-4da1-8010-0324694873df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:27.082425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b79f-fa3e-4743-ae45-6fde4949a80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.148850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:27.180526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.181724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'port_id': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'mac_address': 'fa:16:3e:1f:3b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4c7cf-0e3a-4441-96c0-b0407981f9ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:55:27.183519 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-f29fe23e-f368-4524-8f7e-ed044215f0c8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542624 May 14 17:55:27.222079 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.234774 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4e3bdb7-70cb-4878-aca4-076f9818ad4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:27.301107 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.324139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=d9c240ca-6fd8-4e66-9557-f19cc90e4671,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:27.326469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c144d7-da90-4ff8-90a1-b2d036f13a70 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:27.333709 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:27.344408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:27.346385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:27.349821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:27.355381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:27.355717 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.357743 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:27.398413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.435418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:27.439282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:27.471432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-cda1f9d0-ab59-4443-ada8-f6db1c55aeba tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:27.473032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-cda1f9d0-ab59-4443-ada8-f6db1c55aeba tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832851 May 14 17:55:27.490507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Request body: {'port': {'device_id': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '6544792cb05d42af8a161fc95946ef1e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:27.505618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15c6d4e1-2c79-42b5-9f80-cc6a31dcab8d req-9b10b6e4-3a08-4d01-809e-a8d1d3861ad8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 210 time: 0.0466754 May 14 17:55:27.537402 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.623738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.702529 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:21Z', 'revision_number': 4, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b8d360c9-b1cd-4cf7-b020-7225940404c5', 'name': '', 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'mac_address': 'fa:16:3e:80:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '93b59cc0-609d-402e-b544-394a85d7a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:19Z', 'updated_at': '2021-05-14T17:55:26Z', 'revision_number': 4, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'subnets': [{'id': '93b59cc0-609d-402e-b544-394a85d7a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:27.708633 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc0b45-820f-45f9-9c4e-5453cc34426a None None] The sync data for ids ['8ffcadd9-7996-4da1-8010-0324694873df'] in n-d-787206-3 is: [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:21Z', 'revision_number': 4, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b8d360c9-b1cd-4cf7-b020-7225940404c5', 'name': '', 'network_id': 'a3f46d52-f3c4-41d4-9ba6-116d04598e44', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'mac_address': 'fa:16:3e:80:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '93b59cc0-609d-402e-b544-394a85d7a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:19Z', 'updated_at': '2021-05-14T17:55:26Z', 'revision_number': 4, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'subnets': [{'id': '93b59cc0-609d-402e-b544-394a85d7a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:55:27.712636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:27.725083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Usage tracker for resource:port and tenant:6544792cb05d42af8a161fc95946ef1e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:27.727059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['25c144d7-da90-4ff8-90a1-b2d036f13a70'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:27.728478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:27.736222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:27.750082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Made reservation on behalf of 6544792cb05d42af8a161fc95946ef1e for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:27.754837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.772731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.808179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:27.812088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Usage tracker for resource:security_group_rule and tenant:6544792cb05d42af8a161fc95946ef1e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:27.815274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:27.823742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:27.987158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:27.996535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.003254 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ddaa88e4-62c0-473a-b884-b6d9d31c738c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:28.037198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66461575-bfa1-48f7-8f81-f397fcaad85d req-cfa1e55f-d2dc-46fc-baf7-0da27b93b2bc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:28.038716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66461575-bfa1-48f7-8f81-f397fcaad85d req-cfa1e55f-d2dc-46fc-baf7-0da27b93b2bc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 944 time: 0.1493821 May 14 17:55:28.066429 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.076222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.082043 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ed5da19-9718-461a-adf7-cd8d23cb8a18 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:28.211849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66461575-bfa1-48f7-8f81-f397fcaad85d req-a32d1813-4270-4936-978c-e99f92c4ac40 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640022 May 14 17:55:28.214498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1330473b-e0a5-4f51-a6fd-727de1bc9653,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:28.220554 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:28.242126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=d9c240ca-6fd8-4e66-9557-f19cc90e4671,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:28.257756 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:28.271392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.326124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.330099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Allocated IP 192.168.233.146 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:28.330924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3076119 May 14 17:55:28.463911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-327e6f72-a858-4950-b3a9-b359a95c2f21 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:28.505641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-327e6f72-a858-4950-b3a9-b359a95c2f21 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:28.506854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-327e6f72-a858-4950-b3a9-b359a95c2f21 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.1677325 May 14 17:55:28.519885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e90ba-be7f-4827-b492-f04683577415 req-2938be1f-2365-4af7-b394-74da436a8a5d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:28.527368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-998e90ba-be7f-4827-b492-f04683577415 req-2938be1f-2365-4af7-b394-74da436a8a5d tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1274986 May 14 17:55:28.609126 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-c05038e4-4133-455c-b3aa-5e20e83aa125 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145615 May 14 17:55:28.630579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.653047 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-998e90ba-be7f-4827-b492-f04683577415 req-cfb54aa0-64bd-451d-ace7-16412de46c4e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250026 May 14 17:55:28.686741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Transition to ACTIVE for port object 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:28.725111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-276bf95c-d70b-427a-9e1b-e0a5c02212ff tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:28.726432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-136fb5f1-3e5b-4090-b44e-bf947f34f107 req-276bf95c-d70b-427a-9e1b-e0a5c02212ff tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1956367 May 14 17:55:28.749399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.757464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bbf162c-9529-4ca1-9fe6-9ec6b2c4f48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:28.838302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:28.850919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-cbb0a949-e64c-4552-bb3f-a898eff45941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:28.852677 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-cbb0a949-e64c-4552-bb3f-a898eff45941 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 1122 time: 0.2157724 May 14 17:55:28.856702 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:28.870790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:28.872550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:28.890389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:28.895392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9430b9c0-83ab-408e-9ba3-e1e13f653764 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:28.899030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:28.913458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:28.914099 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:28.924088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cc93-2526-473e-bb34-3c170aa366f2 req-20a7b3e4-53cf-4cb3-ad33-938e281c53c9 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:28.925534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2927cc93-2526-473e-bb34-3c170aa366f2 req-20a7b3e4-53cf-4cb3-ad33-938e281c53c9 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 943 time: 0.1437938 May 14 17:55:29.036121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2927cc93-2526-473e-bb34-3c170aa366f2 req-9ea5eb07-eecc-4e50-ba9e-6fa3db66476e tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980151 May 14 17:55:29.130916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 25c144d7-da90-4ff8-90a1-b2d036f13a70 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:29.138928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 25c144d7-da90-4ff8-90a1-b2d036f13a70 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:29.139648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.210614 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7237885 May 14 17:55:29.220077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-3a1a6d28-77a8-432a-bdbc-d56f111e99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:29.222279 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-3a1a6d28-77a8-432a-bdbc-d56f111e99ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2803273 May 14 17:55:29.236659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Request body: {'port': {'device_id': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:29.288030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 9430b9c0-83ab-408e-9ba3-e1e13f653764, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764,segment=NetworkSegment(47b2336c-a9c3-4ee8-8038-d1e49097daa7),segment_id=47b2336c-a9c3-4ee8-8038-d1e49097daa7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:29.313679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '9430b9c0-83ab-408e-9ba3-e1e13f653764', 'network_id': '7c37990b-205e-424d-af62-d20058a3c603', 'port_id': '9430b9c0-83ab-408e-9ba3-e1e13f653764', 'mac_address': 'fa:16:3e:f4:fe:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2533449a-0a07-476f-9321-13945c92827e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:55:29.350038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c3b27adc-efaf-47de-9854-40fb1accb092 None None] Provisioning for port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:29.370681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-efaa37bc-03e4-4842-9b4e-ac12aeb7eb1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4bec5885-1390-45a5-85f1-500366f0e1ab HTTP/1.1" status: 200 len: 217 time: 0.0848937 May 14 17:55:29.394538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c3b27adc-efaf-47de-9854-40fb1accb092 None None] Provisioning complete for port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:29.394916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3b27adc-efaf-47de-9854-40fb1accb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.467169 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.503700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-bf4a039d-7d99-4123-95a2-d52c4c0feb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:29.505124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-bf4a039d-7d99-4123-95a2-d52c4c0feb15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1218972 May 14 17:55:29.505678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.515934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27adc-efaf-47de-9854-40fb1accb092 None None] Port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:55:29.526325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.538302 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.543806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9430b9c0-83ab-408e-9ba3-e1e13f653764 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:29.563444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056d7a-358f-4d2d-a99a-e4c93124d2c2 req-3d8c27f6-5a86-4063-8983-6429525d7216 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:29.571495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89056d7a-358f-4d2d-a99a-e4c93124d2c2 req-3d8c27f6-5a86-4063-8983-6429525d7216 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 936 time: 0.3394845 May 14 17:55:29.576814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:29.583093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 9430b9c0-83ab-408e-9ba3-e1e13f653764, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764,segment=NetworkSegment(47b2336c-a9c3-4ee8-8038-d1e49097daa7),segment_id=47b2336c-a9c3-4ee8-8038-d1e49097daa7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:29.589757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.593213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:29.595087 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:29.616315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25c80352-82f0-43af-8d79-3b39969d185e req-6178ac20-5c9b-4826-b098-ea6f7f21b8c8 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3239202 May 14 17:55:29.638143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:29.649001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:29.649250 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.660681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89056d7a-358f-4d2d-a99a-e4c93124d2c2 req-5cc0abe2-8b09-4f57-b756-326cd078fcdc tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872982 May 14 17:55:29.662541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ec86fc15-4ab3-4372-9ce9-9816a8cdad26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.687039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:29.697405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=9430b9c0-83ab-408e-9ba3-e1e13f653764,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:29.699733 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.708317 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:29.709192 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4ad57497-d98a-469d-9fdf-57bad4c22c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:29.727291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-3ef8643a-347a-4989-8399-324544fa43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:29.728756 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-3ef8643a-347a-4989-8399-324544fa43a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2113497 May 14 17:55:29.825444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:29.829693 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:29.847074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b8d360c9-b1cd-4cf7-b020-7225940404c5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:29.917182 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['9430b9c0-83ab-408e-9ba3-e1e13f653764'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:29.967564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b8d360c9-b1cd-4cf7-b020-7225940404c5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:29.981341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b8d360c9-b1cd-4cf7-b020-7225940404c5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:29.981643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:29.994649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2793-dddc-49dc-83dd-ad915bdf536d req-5602effd-8eaa-41c7-bc7e-fc9368ffb8fa tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:29.999494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-329b2793-dddc-49dc-83dd-ad915bdf536d req-5602effd-8eaa-41c7-bc7e-fc9368ffb8fa tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.1895993 May 14 17:55:30.010529 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-1750f2e3-1416-4a05-9163-23954b7c51ef service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605407 May 14 17:55:30.052549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.108153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-329b2793-dddc-49dc-83dd-ad915bdf536d req-967262b9-4aeb-485c-a664-dee1215a49b7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891752 May 14 17:55:30.184315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.229839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Allocated IP 172.25.4.115 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/4ba82cdd-2361-47cf-8238-4580a701fc5b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:30.255148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b8d360c9-b1cd-4cf7-b020-7225940404c5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b8d360c9-b1cd-4cf7-b020-7225940404c5,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:30.262925 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.268931 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:30.294961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:30.316692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.339796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b8d360c9-b1cd-4cf7-b020-7225940404c5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:30.342851 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:30.350798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Transition to ACTIVE for port object 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:30.355979 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28a0363b-2470-4ef3-8afd-2f6a997e195d req-a1b25a00-9c4e-41e1-99a4-7fe76f995caf service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307014 May 14 17:55:30.357057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.363800 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:30.429259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.476842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.480909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:30.501292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:30.504763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:30.559394 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.566093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:30.566621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:30.566621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:30.567046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:30.571754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:30.572113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:30.572426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:30.579064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:30.579464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:30.580339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:30.580339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Bound port: 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:30.580546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:30.580642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.611002 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'code': 200} May 14 17:55:30.611367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=4ba82cdd-2361-47cf-8238-4580a701fc5b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:30.617628 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:30.688842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.761168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:30.778850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:30.785076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.790632 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:30.817492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.849626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:30.850239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:30.851627 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] 10.222.0.15 "PUT /v2.0/ports/5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 1096 time: 1.6204004 May 14 17:55:30.852878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:30.897472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf70b4-333e-4d8c-9caa-4d63b1be6ec0 req-d5171282-e78d-4e08-af22-7486e92b1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:30.899198 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bdf70b4-333e-4d8c-9caa-4d63b1be6ec0 req-d5171282-e78d-4e08-af22-7486e92b1e79 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1096 time: 0.1982553 May 14 17:55:30.902032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:30.934697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7ec89-5503-4bf0-b2ac-b8a33c5b9770 req-f7e5e4c6-65f9-4175-9be4-d23d45f7c095 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:30.940505 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:30.942194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01e7ec89-5503-4bf0-b2ac-b8a33c5b9770 req-f7e5e4c6-65f9-4175-9be4-d23d45f7c095 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.2137649 May 14 17:55:31.006290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7bdf70b4-333e-4d8c-9caa-4d63b1be6ec0 req-9b9a8538-dfa1-4943-b855-20e7e2f1f1d6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604093 May 14 17:55:31.030270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-33b5ba3f-f59b-4acd-89f2-9ead31816867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:31.033119 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-33b5ba3f-f59b-4acd-89f2-9ead31816867 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1099 time: 0.1280179 May 14 17:55:31.094728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01e7ec89-5503-4bf0-b2ac-b8a33c5b9770 req-d0144c17-3af0-40eb-98e9-91a690b38f87 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514847 May 14 17:55:31.146644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-fbe14e3e-d04f-4bab-b10a-ac011f30c663 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.1049430 May 14 17:55:31.239363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:31.248749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:31.252269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-c55a7654-3ae4-4ac0-afc0-bb9e903f62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:31.255534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:31.259462 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-c55a7654-3ae4-4ac0-afc0-bb9e903f62b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0993912 May 14 17:55:31.361790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-93c2f0ac-b6b9-4454-ac13-9521f117b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:31.363291 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-93c2f0ac-b6b9-4454-ac13-9521f117b8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986743 May 14 17:55:31.416971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=4ba82cdd-2361-47cf-8238-4580a701fc5b,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:31.423345 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:31.429465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:31.463966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:31.465156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25c80352-82f0-43af-8d79-3b39969d185e req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8360438 May 14 17:55:31.484328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18cfc2-df25-40c1-a7ed-0f162f648f4d req-263b9053-aeeb-49ba-b629-8346d9a9a157 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:31.486185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a18cfc2-df25-40c1-a7ed-0f162f648f4d req-263b9053-aeeb-49ba-b629-8346d9a9a157 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 944 time: 0.1355164 May 14 17:55:31.505179 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-bc8ef851-a4b9-4587-86e4-78fe2f823ebd service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303780 May 14 17:55:31.577652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-25c80352-82f0-43af-8d79-3b39969d185e req-bd9dafb0-89d8-4c2b-a7a9-ae2f9943172c tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:31.606513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a18cfc2-df25-40c1-a7ed-0f162f648f4d req-ca2f4b80-543c-4925-8871-ac0f2b0cdc51 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697999 May 14 17:55:31.611448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-25c80352-82f0-43af-8d79-3b39969d185e req-bd9dafb0-89d8-4c2b-a7a9-ae2f9943172c tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:31.612569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25c80352-82f0-43af-8d79-3b39969d185e req-bd9dafb0-89d8-4c2b-a7a9-ae2f9943172c tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.115 HTTP/1.1" status: 200 len: 696 time: 0.1361985 May 14 17:55:31.653443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8e171e8f-349b-450d-80a0-b7aba69d97f2 req-3043cb4b-87b8-43ee-b49b-f0716107d60c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327119 May 14 17:55:31.789025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b8d360c9-b1cd-4cf7-b020-7225940404c5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:31.824063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c80352-82f0-43af-8d79-3b39969d185e req-00a444d8-3836-4407-824c-477347f7590b tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:31.824720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25c80352-82f0-43af-8d79-3b39969d185e req-00a444d8-3836-4407-824c-477347f7590b tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2069175 May 14 17:55:31.893594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b8d360c9-b1cd-4cf7-b020-7225940404c5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:31.894233 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:31.894520 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'status': 'completed', 'code': 200} May 14 17:55:32.060483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-03534cf0-6cec-438b-9ec6-ac031e4941c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.061902 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-03534cf0-6cec-438b-9ec6-ac031e4941c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1099 time: 0.1217535 May 14 17:55:32.097371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e230-dbdb-42b6-9860-b4e146170215 req-81ce741e-5dab-4bc9-a741-303ca44d1b5a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.097946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:32.099004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b528e230-dbdb-42b6-9860-b4e146170215 req-81ce741e-5dab-4bc9-a741-303ca44d1b5a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 948 time: 0.3189957 May 14 17:55:32.164592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00135c9f-874a-4bb8-90bf-bf7312a93c5f req-3f1da7c2-058f-4d3c-88c9-4d1d940d921a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.167664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00135c9f-874a-4bb8-90bf-bf7312a93c5f req-3f1da7c2-058f-4d3c-88c9-4d1d940d921a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.1677423 May 14 17:55:32.175164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b528e230-dbdb-42b6-9860-b4e146170215 req-337a3b26-8478-40fb-9dd8-8ea3916f8c49 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698113 May 14 17:55:32.219796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00135c9f-874a-4bb8-90bf-bf7312a93c5f req-6eacee2a-4183-4cb0-ae00-a42b75259003 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 May 14 17:55:32.223206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-b5b10293-b200-48c3-89c9-3b5b793071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.224684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-b5b10293-b200-48c3-89c9-3b5b793071f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1476951 May 14 17:55:32.308334 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-23e0d5a7-a04c-4413-88d4-06f1666f6183 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.0752392 May 14 17:55:32.378126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-f89df88c-3bf1-4144-a394-fb011d7461f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.379697 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-f89df88c-3bf1-4144-a394-fb011d7461f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0621359 May 14 17:55:32.449278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-1c719d2b-38f2-4319-b5bb-390b99273755 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2053325 May 14 17:55:32.463038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-9104bab5-2a90-4d96-a742-1bd0c199b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.464657 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-9104bab5-2a90-4d96-a742-1bd0c199b25e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738084 May 14 17:55:32.465048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:32.476224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:32.486315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf280f-906c-4077-9ceb-9800beef6052 req-685bc552-a45c-4ced-b247-2d322d0707d5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:32.493399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28bf280f-906c-4077-9ceb-9800beef6052 req-685bc552-a45c-4ced-b247-2d322d0707d5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1564715 May 14 17:55:32.519188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:32.545603 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:32.570497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28bf280f-906c-4077-9ceb-9800beef6052 req-62326b44-67ca-46a8-ac26-8190e00900d2 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 May 14 17:55:32.693565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:32.719874 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-6075cf81-9102-441b-9486-45282f9e9612 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470837 May 14 17:55:32.844324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Allocated IP 172.25.4.16 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/7585458b-a74a-48b9-9dca-3fa7c1c89f31) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:32.864071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ffb3fe69-efd0-4ebb-862a-bdd19c3ca618 req-a89a1d66-f4cc-4cf2-9dd1-1386505d69ef service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373422 May 14 17:55:32.910153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9430b9c0-83ab-408e-9ba3-e1e13f653764 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:32.981027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 9430b9c0-83ab-408e-9ba3-e1e13f653764 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:32.987977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 9430b9c0-83ab-408e-9ba3-e1e13f653764 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:32.988543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.031155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac634a-7155-43eb-b542-0a0769c900bc req-729d7fe2-8d3f-4c9a-ad08-2e2205abf678 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:33.033161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86ac634a-7155-43eb-b542-0a0769c900bc req-729d7fe2-8d3f-4c9a-ad08-2e2205abf678 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 944 time: 0.1908073 May 14 17:55:33.097070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.108716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86ac634a-7155-43eb-b542-0a0769c900bc req-ece7841a-f78d-43c6-9fa8-1a332bb156e5 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645058 May 14 17:55:33.134316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.147532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.152619 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6977bf79-9d59-46a8-ab49-bc93facda48b tempest-AggregatesAdminTestJSON-1131308125 tempest-AggregatesAdminTestJSON-1131308125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:33.164146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430b9c0-83ab-408e-9ba3-e1e13f653764'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:33.174725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 9430b9c0-83ab-408e-9ba3-e1e13f653764, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764,segment=NetworkSegment(47b2336c-a9c3-4ee8-8038-d1e49097daa7),segment_id=47b2336c-a9c3-4ee8-8038-d1e49097daa7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:33.179313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.181113 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:33.212463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:33.215340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:33.219010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:33.250144 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430b9c0-83ab-408e-9ba3-e1e13f653764', 'code': 200} May 14 17:55:33.250948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=9430b9c0-83ab-408e-9ba3-e1e13f653764,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:33.256139 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:33.273434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=7585458b-a74a-48b9-9dca-3fa7c1c89f31,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:33.276380 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:33.391552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.399309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673c573-a3b2-41d9-913b-3d5ccdd11e3d req-c67bbd4d-c876-4f0c-80c5-078164efb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:33.400789 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1673c573-a3b2-41d9-913b-3d5ccdd11e3d req-c67bbd4d-c876-4f0c-80c5-078164efb157 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0884967 May 14 17:55:33.447103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1673c573-a3b2-41d9-913b-3d5ccdd11e3d req-5f7b07eb-2136-49e2-9de6-c75790e8dba1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 May 14 17:55:33.464686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.517123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe6fed-b952-4160-b851-65b600af8b3e req-87f7ab41-3561-4e8a-aabc-63528beb233a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:33.518564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8afe6fed-b952-4160-b851-65b600af8b3e req-87f7ab41-3561-4e8a-aabc-63528beb233a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 948 time: 0.1795802 May 14 17:55:33.641309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8afe6fed-b952-4160-b851-65b600af8b3e req-316da05d-5d7e-4eb3-99a6-5aa570c6e692 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162779 May 14 17:55:33.729482 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-fd34b535-9d6f-4760-8663-e5c8c5f3adac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882034 May 14 17:55:33.740206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.746911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.754385 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15a77e82-c6c9-4d93-bf16-bac347ed566a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:33.834322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-5984ab54-660f-4f40-9ac0-24feae08c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:33.835801 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-5984ab54-660f-4f40-9ac0-24feae08c00e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14b84608a56a4f648408d1272c790f16&device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 1100 time: 0.0827980 May 14 17:55:33.929991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=7585458b-a74a-48b9-9dca-3fa7c1c89f31,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:33.932909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:33.950160 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:33.984567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-c29602c9-cf48-4390-882d-94e43d5ce063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:33.986486 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-c29602c9-cf48-4390-882d-94e43d5ce063 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1302102 May 14 17:55:34.048055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35834) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:34.065306 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-6bb2398b-86ee-4c3d-a802-62d692fdb94a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54 HTTP/1.1" status: 200 len: 217 time: 0.0709941 May 14 17:55:34.089919 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.090856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6348209 May 14 17:55:34.099858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d91ce-0b68-4586-8e2e-4ae4a9a4988a req-a85245c0-5e1c-4178-a2b6-f38d0472e4e1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.101274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f26d91ce-0b68-4586-8e2e-4ae4a9a4988a req-a85245c0-5e1c-4178-a2b6-f38d0472e4e1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.3173234 May 14 17:55:34.130625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-a412ab9d-b2b2-4a58-96f5-708a4eefdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.132349 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-a412ab9d-b2b2-4a58-96f5-708a4eefdc09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0601115 May 14 17:55:34.199198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.199737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-f6c4f49a-c4a4-46a6-9c74-ea0270358728 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:34.222771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:34.226798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f26d91ce-0b68-4586-8e2e-4ae4a9a4988a req-f30cde7b-9b3e-445c-b3cc-fde67a810998 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764742 May 14 17:55:34.227784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Usage tracker for resource:security_group_rule and tenant:8cba370016a94691b65155a564f8aab9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:34.231643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:34.233968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-f6c4f49a-c4a4-46a6-9c74-ea0270358728 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:34.235135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-f6c4f49a-c4a4-46a6-9c74-ea0270358728 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.1329911 May 14 17:55:34.239332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:34.280578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-2127efde-37d2-48a7-8e02-07287f9cfabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.282645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-2127efde-37d2-48a7-8e02-07287f9cfabc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425056 May 14 17:55:34.462539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-d0c290b3-6d73-40ff-9c53-4e77727155f0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.463805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ece47f3-4c3b-40ea-bccc-0523cef0c4ce req-d0c290b3-6d73-40ff-9c53-4e77727155f0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2215519 May 14 17:55:34.467266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57d8eb-f16d-408a-a070-37f5ae4948ed req-72ed7b51-1831-4acb-95fd-3fb922b1776b tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.475219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee57d8eb-f16d-408a-a070-37f5ae4948ed req-72ed7b51-1831-4acb-95fd-3fb922b1776b tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1096 time: 0.1337931 May 14 17:55:34.475316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.495298 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-d2dfc4b7-1d45-44ad-b8b6-1919032e65b8 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047629 May 14 17:55:34.496572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.509590 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:34.523099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee57d8eb-f16d-408a-a070-37f5ae4948ed req-ad5fea38-2237-45c6-8353-34d0782fc7be tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 May 14 17:55:34.663626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cba370016a94691b65155a564f8aab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121202 May 14 17:55:34.663876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35848) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:34.663965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de87f5-18e8-4f1a-b39e-5ee316af71ab,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:34.677602 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:34.703544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31de379-a8c4-48bc-b72e-f01d63559fb5 req-1b8c390e-cb40-458d-95d1-8ed07098522a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.704462 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f944834d-7d6a-48ec-a7c1-9e93be5397a1 req-35abefae-bcbc-4369-b68c-d9a179d4482b service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973810 May 14 17:55:34.705457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f31de379-a8c4-48bc-b72e-f01d63559fb5 req-1b8c390e-cb40-458d-95d1-8ed07098522a tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1165867 May 14 17:55:34.787129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f31de379-a8c4-48bc-b72e-f01d63559fb5 req-0f4e4753-85b6-4197-bdb0-d675d153b379 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657399 May 14 17:55:34.792349 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.821195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.880305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:34.883051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:34.927601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f0c5-304c-4a7b-8dee-822cae41e4e0 req-0626430d-e80d-486d-bd22-f2e3cb2d4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.929525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c875f0c5-304c-4a7b-8dee-822cae41e4e0 req-0626430d-e80d-486d-bd22-f2e3cb2d4aef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1100 time: 0.0865240 May 14 17:55:34.982660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c875f0c5-304c-4a7b-8dee-822cae41e4e0 req-8254d3fc-a486-4a8a-9582-4a45b8700de2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 May 14 17:55:34.989019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854549e-6bb3-4ec8-a537-e217d6f7c0fe req-ba66f788-a85a-4fd8-a933-5a790496f161 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:34.990455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1854549e-6bb3-4ec8-a537-e217d6f7c0fe req-ba66f788-a85a-4fd8-a933-5a790496f161 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 945 time: 0.1586292 May 14 17:55:34.992131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:34.995802 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b15100ae-a28e-43aa-be1d-1f3fa8cdcd4a tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:35.022959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de87f5-18e8-4f1a-b39e-5ee316af71ab,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:35.028969 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:35.052884 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.056552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77de87f5-18e8-4f1a-b39e-5ee316af71ab HTTP/1.1" status: 204 len: 168 time: 0.3890312 May 14 17:55:35.058448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bfd4c-fa66-4518-8b88-3a13091b3ce1 req-a935954a-666b-44d7-9182-58ab1e72a2fa tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:35.059397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-789bfd4c-fa66-4518-8b88-3a13091b3ce1 req-a935954a-666b-44d7-9182-58ab1e72a2fa tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1096 time: 0.1550829 May 14 17:55:35.070322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1854549e-6bb3-4ec8-a537-e217d6f7c0fe req-dce0cc3b-1b13-41b4-897d-9ed585b0d9ea tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fbc9789-3c5f-4b72-ad86-3a7703b18913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 May 14 17:55:35.120687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.129420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-789bfd4c-fa66-4518-8b88-3a13091b3ce1 req-2dde7a95-985b-40cd-8ed9-1050d2ed1b63 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576136 May 14 17:55:35.170921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:35.191903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'mac_address': 'fa:16:3e:cf:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:55:35.194314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:35.228224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.238933 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:35.314858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:35.351211 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.381161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df267799-3c81-4c71-9435-f6e5175ee2e5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:35.385058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:35.397214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:35.414564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:35.423921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.424666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:35.433335 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:35.498207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26884c66-cea8-480b-ad7e-33c99795b450 req-5bde713f-3c8f-4b5d-a2d5-69526229bdc5 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3635209 May 14 17:55:35.505189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:35.512707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:35.529979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:35.554925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.568745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:35.576832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=10']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:35.585647 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:35.589778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'mac_address': 'fa:16:3e:70:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:55:35.664784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.682969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:35.705415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:35.710547 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.712312 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:35.766393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:35.865751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:35.871848 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:36.034782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Allocated IP 172.25.4.81 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/157a9be4-1ed2-4869-9e16-cc6927e623b1) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:36.100633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:36.200413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:36.233743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:36.268736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.336286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.341275 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:36.434249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:36.452072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:36.461298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:36.504325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1504645709-network', 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:36.509173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:36.518011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Usage tracker for resource:network and tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:36.521335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:36.533387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=157a9be4-1ed2-4869-9e16-cc6927e623b1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:36.536331 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:36.539903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:36.561722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:36.564221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.591918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.592384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.608759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:36.613789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:36.617014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:36.624642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:36.676519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.755328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0d291f20-4ef1-45b2-96d0-7cb718b3862f tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:55:36.756654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0d291f20-4ef1-45b2-96d0-7cb718b3862f tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189240 May 14 17:55:36.772088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Request body: {'binding': {'host': 'n-h1-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:36.772621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:55:36.822218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.831122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.836234 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ecc23b8-fd21-420f-bc50-99e07f5dd2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:36.887635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:55:36.952088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de4950a-2995-4fed-ad4f-a216a11d4c33,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:36.957080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:36.957418 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Added segment 32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac of type vlan for network 16958eef-03a6-471c-a9ca-49315154ab38 May 14 17:55:36.960356 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:37.046365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.051659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.055733 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-457fbc38-4ec5-46c6-920f-f3781cbd390e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:37.133078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.155333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event updated for resources: {'Port': ['ID=157a9be4-1ed2-4869-9e16-cc6927e623b1,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:37.160107 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:37.174277 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.193301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on host n-h1-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:37.193635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:37.193957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:37.200418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:37.200734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:37.200873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.202037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26884c66-cea8-480b-ad7e-33c99795b450 req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7030284 May 14 17:55:37.202852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.206535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:37.207116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.213204 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:37.232154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:37.232489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:37.232869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:37.233296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Bound port: baf2d117-c0a1-4515-ac55-1d1d43089873, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:37.285585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-26884c66-cea8-480b-ad7e-33c99795b450 req-9c47c930-6e66-4071-adb1-23688e24a806 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:37.300918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-26884c66-cea8-480b-ad7e-33c99795b450 req-9c47c930-6e66-4071-adb1-23688e24a806 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:37.302169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26884c66-cea8-480b-ad7e-33c99795b450 req-9c47c930-6e66-4071-adb1-23688e24a806 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.0932374 May 14 17:55:37.337295 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1024513 May 14 17:55:37.340415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Pushing event updated for resources: {'Network': ['ID=16958eef-03a6-471c-a9ca-49315154ab38,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:37.343291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:37.348148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:37.352825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 16958eef-03a6-471c-a9ca-49315154ab38 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:55:37.353383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Request body: {'subnet': {'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1504645709-subnet', 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:37.360159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:37.367062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:37.368161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Usage tracker for resource:subnet and tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:37.371776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:37.379111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.380293 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-8a882caa-640e-4ca8-8043-4f1180958054 service neutron] 10.222.0.24 "POST /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873/bindings HTTP/1.1" status: 201 len: 389 time: 0.6123841 May 14 17:55:37.381470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:37.395958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:37.398221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:37.475128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884c66-cea8-480b-ad7e-33c99795b450 req-db26e858-fa0c-4487-90af-cb09490b27a3 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:37.477188 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26884c66-cea8-480b-ad7e-33c99795b450 req-db26e858-fa0c-4487-90af-cb09490b27a3 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1693151 May 14 17:55:37.690293 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'code': 200} May 14 17:55:37.738585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca475e4-bf2a-464e-b445-f1b0b5819df9 req-ad71b2c3-4734-4c40-8120-4d6df3f25394 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:37.745727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ca475e4-bf2a-464e-b445-f1b0b5819df9 req-ad71b2c3-4734-4c40-8120-4d6df3f25394 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 949 time: 0.1035855 May 14 17:55:37.793985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ca475e4-bf2a-464e-b445-f1b0b5819df9 req-6b53f5b4-2357-4a76-9f3f-04b6c024a7bc tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 May 14 17:55:37.856300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-56b9817f-163f-43ce-b853-acb06c8adc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:37.857789 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-56b9817f-163f-43ce-b853-acb06c8adc96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1096 time: 0.1517854 May 14 17:55:38.017202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7fb5d-5e9a-4cc7-9a04-51a7daceaf53 req-de6572e4-c5da-4270-92cf-b7d97ebe8eaf tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:38.018757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ff7fb5d-5e9a-4cc7-9a04-51a7daceaf53 req-de6572e4-c5da-4270-92cf-b7d97ebe8eaf tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 949 time: 0.1012411 May 14 17:55:38.073031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-c4a2fa2c-5d22-4693-a23a-fe954d3ce3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:38.074287 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-c4a2fa2c-5d22-4693-a23a-fe954d3ce3ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.2021446 May 14 17:55:38.082107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ff7fb5d-5e9a-4cc7-9a04-51a7daceaf53 req-ca3f738f-3c66-45c6-8f34-4ee868757292 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554948 May 14 17:55:38.170680 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:38.173798 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-6fd49f27-3851-4b1c-8dd4-2e1540d2853c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 217 time: 0.0834024 May 14 17:55:38.177897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-742baa16-0e16-4849-b431-921686a70d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:38.225340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-365b96c5-36ef-40c9-a9a1-818b860a1dcf req-69c77b98-cbe8-4368-8360-f73717eac07f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips/0bc872c1-3425-465f-a2fa-51bc166014f5 HTTP/1.1" status: 200 len: 692 time: 0.1263144 May 14 17:55:38.323385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9d56f5-4aaf-4cdd-b269-e423e93b5696,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:38.326181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-ddf3794c-1cae-4017-be3d-9962474d13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:38.327793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-ddf3794c-1cae-4017-be3d-9962474d13df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1173229 May 14 17:55:38.331054 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:38.382343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:38.382856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Network hostable DHCP agents. Network: 16958eef-03a6-471c-a9ca-49315154ab38, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:55:38.388460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-a4811a69-8462-4d3f-8066-0cad347611ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542765 May 14 17:55:38.429888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b96c5-36ef-40c9-a9a1-818b860a1dcf req-040c54ba-5039-4d48-b67e-712672336632 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:38.432089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-365b96c5-36ef-40c9-a9a1-818b860a1dcf req-040c54ba-5039-4d48-b67e-712672336632 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2059574 May 14 17:55:38.451244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-365b96c5-36ef-40c9-a9a1-818b860a1dcf req-eeceec54-880f-4197-928e-57000777f01d tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:55:38.452852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-365b96c5-36ef-40c9-a9a1-818b860a1dcf req-eeceec54-880f-4197-928e-57000777f01d tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152612 May 14 17:55:38.491418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Network 16958eef-03a6-471c-a9ca-49315154ab38 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:55:38.521768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 16958eef-03a6-471c-a9ca-49315154ab38) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:38.534656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c5734-3f9e-4f95-ba10-1b81c93d54ae None None] Network 16958eef-03a6-471c-a9ca-49315154ab38 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:38.539470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:38.540061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:38.586457 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-ba797e1b-d199-458b-9f6c-857c6a66952a service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909332 May 14 17:55:38.597497 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2447760 May 14 17:55:38.819602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15398ae1-8a55-4d30-91c5-020c379cddce req-2db9898d-0b81-4534-9ba8-fe7ea9c0ba82 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:38.821479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15398ae1-8a55-4d30-91c5-020c379cddce req-2db9898d-0b81-4534-9ba8-fe7ea9c0ba82 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.1998706 May 14 17:55:38.866930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb7122-9d39-4e6f-80d1-8d5f4dfd84c1 None None] Network 16958eef-03a6-471c-a9ca-49315154ab38 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:38.962517 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-db015490-9bec-4a4e-b17b-2978b2479495 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712250 May 14 17:55:38.985066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:38.988002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-55593ba6-f0f4-4e96-b2a4-bc638b6f6afc tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips/0bc872c1-3425-465f-a2fa-51bc166014f5 HTTP/1.1" status: 200 len: 692 time: 0.1578732 May 14 17:55:39.032899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15398ae1-8a55-4d30-91c5-020c379cddce req-dea90ed1-3319-410d-ab10-c0f448cae044 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047791 May 14 17:55:39.287825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port df267799-3c81-4c71-9435-f6e5175ee2e5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:39.288204 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:39.308259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-905fb09f-9c72-4efd-a154-d4ce8d3db710 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:39.319912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-905fb09f-9c72-4efd-a154-d4ce8d3db710 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.3308582 May 14 17:55:39.459310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-f27c6e65-4e95-4557-9da7-9be1129e6290 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.1383440 May 14 17:55:39.468360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:39.507658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:39.512085 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:39.513299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:39.542807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:39.648067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=11']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:39.652777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-ee85409b-3f38-4ac8-a01d-83b668de1082 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.1925464 May 14 17:55:39.660535 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:39.670740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:39.677965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:39.678424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:39.704504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:39.817058 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:39.863641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:39.867580 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:39.870223 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:39.955490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52e735-35da-4337-8d48-e4729be68df6 req-69266653-5bdd-465e-8681-6d5fe8b5086d tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:39.956910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb52e735-35da-4337-8d48-e4729be68df6 req-69266653-5bdd-465e-8681-6d5fe8b5086d tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1101 time: 0.5234706 May 14 17:55:39.970588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:39.974428 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:40.042515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb52e735-35da-4337-8d48-e4729be68df6 req-de0ffac3-8aca-4f1a-9e96-25cba85b4501 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 May 14 17:55:40.060004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Deleting port 157a9be4-1ed2-4869-9e16-cc6927e623b1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:40.060356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:40.185984 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:40.186315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:40.354635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Calling delete_port for 157a9be4-1ed2-4869-9e16-cc6927e623b1 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:40.416467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0e612-c581-4995-ace5-6133115be0bd req-d1fc64c5-47a1-494f-9c50-86eb72220fd9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:40.417934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53f0e612-c581-4995-ace5-6133115be0bd req-d1fc64c5-47a1-494f-9c50-86eb72220fd9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.1711817 May 14 17:55:40.473879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53f0e612-c581-4995-ace5-6133115be0bd req-4ab76924-756c-4257-a03d-ebe96110fdc9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491164 May 14 17:55:40.535920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:40.541371 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ed79e27f-0022-430e-b188-cbc2b408b8ce tempest-ServerDiagnosticsNegativeTest-797139809 tempest-ServerDiagnosticsNegativeTest-797139809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:40.587062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event deleted for resources: {'Port': ['ID=157a9be4-1ed2-4869-9e16-cc6927e623b1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:40.590309 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:40.681939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:40.706397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:40.711642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3087623f-7829-41a5-91c6-50e08b4b6304 req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "DELETE /v2.0/floatingips/0bc872c1-3425-465f-a2fa-51bc166014f5 HTTP/1.1" status: 204 len: 173 time: 1.0512164 May 14 17:55:40.751902 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'code': 200} May 14 17:55:40.866023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-8401f770-d107-41ba-8bc5-6de63226cec0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:40.867508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-8401f770-d107-41ba-8bc5-6de63226cec0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.1504664 May 14 17:55:40.884059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-22ed35fe-72a9-4fb8-9827-7041441fb171 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0108759 May 14 17:55:40.943820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-c0285226-6f44-4f8f-ae3b-778535ae214c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544755 May 14 17:55:41.123562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-52cbaa7c-fe0e-4d21-994e-56e6132074e0 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778579 May 14 17:55:41.164138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef6988-6551-4061-92c9-32db0808a9e6 req-064b498f-7f36-4d40-9c40-a4e3cc0a2ee9 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:41.165939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6fef6988-6551-4061-92c9-32db0808a9e6 req-064b498f-7f36-4d40-9c40-a4e3cc0a2ee9 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.1541421 May 14 17:55:41.279688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6fef6988-6551-4061-92c9-32db0808a9e6 req-6b1e12f3-c646-4df3-85e0-4255cd60bdbf tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685706 May 14 17:55:41.431496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-ce3e50f5-d151-47d4-8092-5863e31a3180 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013892 May 14 17:55:41.567033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e41d-be12-478c-812f-9f0582ae3f3a req-dc2fec60-b03f-4561-94f2-a37e72330136 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:41.571647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a19e41d-be12-478c-812f-9f0582ae3f3a req-dc2fec60-b03f-4561-94f2-a37e72330136 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2634466 May 14 17:55:41.732340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc25a7c-c6d9-48c4-8f42-4dc8e952b0a4 req-bc1ba192-4f72-4c03-88e1-ecaadc177e91 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:41.740555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acc25a7c-c6d9-48c4-8f42-4dc8e952b0a4 req-bc1ba192-4f72-4c03-88e1-ecaadc177e91 tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 1101 time: 0.0948093 May 14 17:55:41.779338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acc25a7c-c6d9-48c4-8f42-4dc8e952b0a4 req-844f844a-d61b-46c5-b10d-11effabe835a tempest-ServersAdminTestJSON-1678144414 tempest-ServersAdminTestJSON-1678144414-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 May 14 17:55:41.900390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-043f71f5-a18b-4e95-84cb-681c5e12fb3f req-e91bf38b-cacc-4bc5-9cbf-115cf967fed3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 210 time: 0.0550535 May 14 17:55:42.008005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3c32a-3443-42e1-9d12-4e5115e9cf18 req-36dd15ca-d788-4cd2-a14d-b8a87513abc8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:42.009509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96d3c32a-3443-42e1-9d12-4e5115e9cf18 req-36dd15ca-d788-4cd2-a14d-b8a87513abc8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.2112732 May 14 17:55:42.049342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-73944a5f-fd7d-44dd-83ca-99f3d00f3f01 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:42.070620 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:55:42.086249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96d3c32a-3443-42e1-9d12-4e5115e9cf18 req-e06a4f41-48f3-41a3-b079-c55b56bb6646 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 May 14 17:55:42.087308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-73944a5f-fd7d-44dd-83ca-99f3d00f3f01 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:42.091684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-73944a5f-fd7d-44dd-83ca-99f3d00f3f01 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=5b0ae882eaff444cba45b1a86ee90a2c HTTP/1.1" status: 200 len: 1655 time: 0.1590185 May 14 17:55:42.269764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-0358bb74-43a2-41a8-a98d-1b0b17f08143 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:42.280735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-0358bb74-43a2-41a8-a98d-1b0b17f08143 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks?id=01b51dcf-aadf-420c-ba3c-9681b4748102&id=01b51dcf-aadf-420c-ba3c-9681b4748102&id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 787 time: 0.1853988 May 14 17:55:42.288569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-6a898843-ffc9-4bb0-bfd8-f6d030df22b0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:55:42.289974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99c640aa-068c-4a43-aefa-f8b0216a1f8b req-6a898843-ffc9-4bb0-bfd8-f6d030df22b0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071166 May 14 17:55:42.421426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-dc0234e3-d3d1-4406-beb9-c0a9535bb153 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips/333d4c82-693b-473f-a5c6-4cbf2c3768f6 HTTP/1.1" status: 200 len: 692 time: 0.1008661 May 14 17:55:42.633519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-b9934989-693d-473b-b9cd-b3156bc0ae4a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:42.634947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-b9934989-693d-473b-b9cd-b3156bc0ae4a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2072997 May 14 17:55:42.701774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a705828-5843-45a8-af6c-e49d92909b58 req-3ee93a81-60fe-4830-be79-11c72e10e8f4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:42.704122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a705828-5843-45a8-af6c-e49d92909b58 req-3ee93a81-60fe-4830-be79-11c72e10e8f4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.2544847 May 14 17:55:42.745858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-eee3b9c1-ff97-4c83-b008-27d441e72800 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.1003160 May 14 17:55:42.753069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:42.845046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a705828-5843-45a8-af6c-e49d92909b58 req-b77a9433-84a3-475b-bfbe-2dc3298bb2c6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257207 May 14 17:55:42.855723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-26530850-bf70-44c9-bfd5-a0815959f9dc tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.16 HTTP/1.1" status: 200 len: 695 time: 0.0945842 May 14 17:55:42.981783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f69c2836-12d1-4921-a547-b63d572a7f4e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:42.985083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f69c2836-12d1-4921-a547-b63d572a7f4e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:43.008488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f69c2836-12d1-4921-a547-b63d572a7f4e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:43.010108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f69c2836-12d1-4921-a547-b63d572a7f4e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.2784331 May 14 17:55:43.034676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:43.288372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Deleting port 7585458b-a74a-48b9-9dca-3fa7c1c89f31 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:43.288717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.338226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:43.342104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Usage tracker for resource:port and tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:43.345214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:43.351211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:43.359818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376ce99-6894-4e76-b1a8-bc336a3e7c41 req-2164dee3-466a-4cf3-9605-4c735625c8c1 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:43.361234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:55:43.361389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2376ce99-6894-4e76-b1a8-bc336a3e7c41 req-2164dee3-466a-4cf3-9605-4c735625c8c1 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 949 time: 0.3414571 May 14 17:55:43.365098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.449542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2376ce99-6894-4e76-b1a8-bc336a3e7c41 req-d0a9c456-f5ad-43e9-bd2c-7c4da0ab6ea3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786078 May 14 17:55:43.455809 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.456202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.558504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.3 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/957ecfaf-5718-4728-88a6-a14ff5d9842e) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:55:43.583939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Calling delete_port for 7585458b-a74a-48b9-9dca-3fa7c1c89f31 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:43.706633 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'code': 200} May 14 17:55:43.726241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.733279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e5736696-5c2e-4418-b64b-25e95d86fe27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:43.813567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event deleted for resources: {'Port': ['ID=7585458b-a74a-48b9-9dca-3fa7c1c89f31,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:43.843949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:43.894391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.919318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c8ff-f66b-4e21-8205-33bcc7a3a7ed req-5a208757-c275-489e-a3b3-0455ba4accac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:43.920795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-35b8c8ff-f66b-4e21-8205-33bcc7a3a7ed req-5a208757-c275-489e-a3b3-0455ba4accac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1101 time: 0.1397491 May 14 17:55:43.972460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-35b8c8ff-f66b-4e21-8205-33bcc7a3a7ed req-0fb45486-8b0e-41d6-9dc4-d8974d8db434 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451293 May 14 17:55:43.974227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cb156e-4df6-463b-a4cc-bfe0759219f1 req-b2d65b1d-d66b-4211-8e42-543db83559ef tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 210 time: 0.1288981 May 14 17:55:43.977466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:43.987876 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be4c2bcf-bbec-4c0d-b0e4-d5a1196b02e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:44.008575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.039934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.055366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98948259-0b7f-4755-818e-ae70cf1d72c7 req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "DELETE /v2.0/floatingips/333d4c82-693b-473f-a5c6-4cbf2c3768f6 HTTP/1.1" status: 204 len: 173 time: 1.1980240 May 14 17:55:44.059606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:55:44.063793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:55:44.066287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:55:44.071848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-f7a1687b-6b24-45e7-bebe-91a2b52ef791 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:44.072143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:44.072805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.088952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-f7a1687b-6b24-45e7-bebe-91a2b52ef791 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 949 time: 0.2022822 May 14 17:55:44.100115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=957ecfaf-5718-4728-88a6-a14ff5d9842e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:44.112811 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:44.126343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0937555 May 14 17:55:44.134557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Request body: {'port': {'device_id': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:44.254403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.377680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f125aca-2541-45e8-9b7e-02f84bbf1e33 req-c6ba9a06-5839-4218-a4b3-91c793d9c2b8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:44.379241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f125aca-2541-45e8-9b7e-02f84bbf1e33 req-c6ba9a06-5839-4218-a4b3-91c793d9c2b8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.2370956 May 14 17:55:44.389096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79db38c-6f9d-400b-9cf3-fb224648dad2 req-001b0437-7a3b-421e-a0ff-29d8c62512a4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:44.390917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e79db38c-6f9d-400b-9cf3-fb224648dad2 req-001b0437-7a3b-421e-a0ff-29d8c62512a4 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.2007177 May 14 17:55:44.443958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Deleting port ed2e4f53-3952-4a4b-bafd-459e83138d54 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:44.444299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.549756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f125aca-2541-45e8-9b7e-02f84bbf1e33 req-910f351e-fc03-440c-b102-8c1b21a5f19b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575994 May 14 17:55:44.569412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e79db38c-6f9d-400b-9cf3-fb224648dad2 req-bd7c79ec-17c3-4674-898e-8c1a5afd9e95 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601925 May 14 17:55:44.631438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957ecfaf-5718-4728-88a6-a14ff5d9842e {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:44.641454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.658101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Transition to ACTIVE for port object 957ecfaf-5718-4728-88a6-a14ff5d9842e will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:55:44.665360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.669266 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2f4c848-2c96-45b5-864f-ec76a682156c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:44.721030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-777c2145-bb45-41fd-afdf-5aa81832a6c9 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips/9b361cac-ae9a-471f-bf2d-82e9c85ddbdb HTTP/1.1" status: 200 len: 693 time: 0.1130927 May 14 17:55:44.822765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Pushing event updated for resources: {'Port': ['ID=957ecfaf-5718-4728-88a6-a14ff5d9842e,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:44.831224 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:44.847703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] For port ed2e4f53-3952-4a4b-bafd-459e83138d54, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ed2e4f53-3952-4a4b-bafd-459e83138d54,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:44.848258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.852694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Attempting to bind port 957ecfaf-5718-4728-88a6-a14ff5d9842e on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:44.853124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Attempting to bind port 957ecfaf-5718-4728-88a6-a14ff5d9842e by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:44.853535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Attempting to bind port 957ecfaf-5718-4728-88a6-a14ff5d9842e on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:44.858288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Port 957ecfaf-5718-4728-88a6-a14ff5d9842e on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:44.858713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Attempting to bind port 957ecfaf-5718-4728-88a6-a14ff5d9842e on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:44.864470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:44.864909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:44.865376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:44.865890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Bound port: 957ecfaf-5718-4728-88a6-a14ff5d9842e, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:44.866576 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.960396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] For port 957ecfaf-5718-4728-88a6-a14ff5d9842e, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:44.963913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] For port 957ecfaf-5718-4728-88a6-a14ff5d9842e, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:44.968558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:44.972864 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:45.032303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:45.032919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:45.034328 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] 10.222.0.15 "PUT /v2.0/ports/957ecfaf-5718-4728-88a6-a14ff5d9842e HTTP/1.1" status: 200 len: 1091 time: 0.9045601 May 14 17:55:45.034841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'tag': '957ecfaf-5718-4728-88a6-a14ff5d9842e'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:45.076433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Pushing event updated for resources: {'Port': ['ID=957ecfaf-5718-4728-88a6-a14ff5d9842e,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:45.079495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:45.096210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Calling delete_port for ed2e4f53-3952-4a4b-bafd-459e83138d54 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:45.201248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-07fdca6b-4254-4649-893e-e13f464e965c tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:45.202592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-07fdca6b-4254-4649-893e-e13f464e965c tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.4442348 May 14 17:55:45.212404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-1c43c10e-457f-48ac-9766-b864888c1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:45.213765 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-1c43c10e-457f-48ac-9766-b864888c1e23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 1094 time: 0.0881300 May 14 17:55:45.213901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22accb-2696-4b20-a51a-c38ad2138d0d req-e47ba7be-320b-4c0c-aa56-19f9b7a1c152 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:45.215361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb22accb-2696-4b20-a51a-c38ad2138d0d req-e47ba7be-320b-4c0c-aa56-19f9b7a1c152 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=09fa882c-ca96-4b06-bc14-c213639a15ce HTTP/1.1" status: 200 len: 949 time: 0.4983082 May 14 17:55:45.325480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-a2c27b3d-4741-4419-97ce-7b301a954ce2 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:45.402744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb22accb-2696-4b20-a51a-c38ad2138d0d req-e220dc08-1fb7-42a9-8c6a-c227bc7f0368 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296406 May 14 17:55:45.403863 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-01c9ea69-61bf-4600-a0d0-b9a3bbb7533c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e HTTP/1.1" status: 200 len: 217 time: 0.1817732 May 14 17:55:45.407992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-a2c27b3d-4741-4419-97ce-7b301a954ce2 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:45.409118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-a2c27b3d-4741-4419-97ce-7b301a954ce2 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.115 HTTP/1.1" status: 200 len: 696 time: 0.1918509 May 14 17:55:45.528415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-47d0f3a1-a619-4153-b644-1171761e18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:45.529913 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-47d0f3a1-a619-4153-b644-1171761e18e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.1167336 May 14 17:55:45.613260 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:45.624781 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05120d16-fa05-4251-8b34-49e0749e928f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:45.627829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:45.657062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-9b182a23-cead-449c-9f7b-4f69eee2c872 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194851 May 14 17:55:45.673748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-86291460-f901-4a71-ba9b-bf43bc704757 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.115 HTTP/1.1" status: 200 len: 696 time: 0.2406693 May 14 17:55:45.695136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event deleted for resources: {'Port': ['ID=ed2e4f53-3952-4a4b-bafd-459e83138d54,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:45.726938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['4bec5885-1390-45a5-85f1-500366f0e1ab'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:45.849566 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-5f617b99-dd5d-4205-8db8-a391bee80c95 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845937 May 14 17:55:45.881108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:45.989274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] No DVR routers for this DVR port ed2e4f53-3952-4a4b-bafd-459e83138d54 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:46.001783 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:46.016804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'name': 'network-vif-deleted', 'tag': 'ed2e4f53-3952-4a4b-bafd-459e83138d54'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:46.050273 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1845bfd-e687-4c6a-980b-b31ed4167741 req-f7384bfd-3ca4-4f30-9480-caf48ee27086 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861577 May 14 17:55:46.079438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-647bc640-fb2a-43fc-b64f-660e9f51fff4 req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "DELETE /v2.0/ports/ed2e4f53-3952-4a4b-bafd-459e83138d54 HTTP/1.1" status: 204 len: 173 time: 1.9849699 May 14 17:55:46.127280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc01d3-dee8-4e27-87e1-f3bbc9733161 req-04afd113-2e0f-4103-bc4a-750c354fd6a0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:46.128706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02bc01d3-dee8-4e27-87e1-f3bbc9733161 req-04afd113-2e0f-4103-bc4a-750c354fd6a0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 943 time: 0.2595181 May 14 17:55:46.166222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Deleting port 4ba82cdd-2361-47cf-8238-4580a701fc5b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:46.166694 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:46.266638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02bc01d3-dee8-4e27-87e1-f3bbc9733161 req-effc5402-1f22-40e7-8cd6-55dc1f11401e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281142 May 14 17:55:46.322512 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'tag': '957ecfaf-5718-4728-88a6-a14ff5d9842e', 'status': 'completed', 'code': 200} May 14 17:55:46.324298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:46.324619 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:46.486760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Calling delete_port for 4ba82cdd-2361-47cf-8238-4580a701fc5b owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:46.566122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-e117824d-d34c-42a6-9293-a993ab8b6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:46.567886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-e117824d-d34c-42a6-9293-a993ab8b6fa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 1094 time: 0.1750374 May 14 17:55:46.946629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ed2e4f53-3952-4a4b-bafd-459e83138d54 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:46.970048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-1717199b-be54-4692-843b-d0df1095d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:46.977324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-1717199b-be54-4692-843b-d0df1095d8b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.3969347 May 14 17:55:46.982942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: ed2e4f53-3952-4a4b-bafd-459e83138d54 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:46.983271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:46.983515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ed2e4f53-3952-4a4b-bafd-459e83138d54 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:46.994072 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e154111-6061-4705-bb5b-2a1dbebc27a6 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:47.112215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event deleted for resources: {'Port': ['ID=4ba82cdd-2361-47cf-8238-4580a701fc5b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:47.138751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-a0c797b0-6391-42c5-823b-040697b3ec71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e HTTP/1.1" status: 200 len: 217 time: 0.1456537 May 14 17:55:47.146171 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:47.275654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5dcb-e8c7-4faf-8fb4-598820823ce6 req-add7b5e4-300b-485d-bba5-1a6c29a3d7b1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:47.277108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0eb5dcb-e8c7-4faf-8fb4-598820823ce6 req-add7b5e4-300b-485d-bba5-1a6c29a3d7b1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.3816845 May 14 17:55:47.278425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-ba6267d7-da10-4f37-b090-45f3f7fa8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:47.279710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-ba6267d7-da10-4f37-b090-45f3f7fa8e6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.1317334 May 14 17:55:47.350039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:47.356166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-050696d9-2e86-4b27-8d89-c4a7ae5a9b51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664475 May 14 17:55:47.406792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0eb5dcb-e8c7-4faf-8fb4-598820823ce6 req-58d5a417-e2b1-45e8-bd0c-89a69bd2c9e6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205924 May 14 17:55:47.462033 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:47.463143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5af58bc-f80a-4c49-8357-faec5011c345 req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b361cac-ae9a-471f-bf2d-82e9c85ddbdb HTTP/1.1" status: 204 len: 173 time: 1.7794619 May 14 17:55:47.523550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-56c2c76e-e126-44f6-9c15-2a492c45608e service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568210 May 14 17:55:47.533946 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fa882c-ca96-4b06-bc14-c213639a15ce', 'name': 'network-vif-deleted', 'tag': 'ed2e4f53-3952-4a4b-bafd-459e83138d54', 'status': 'completed', 'code': 200} May 14 17:55:47.719998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc7e14d6-8468-4167-be56-4ec8a98b0ef4 req-a861f782-7834-4c7e-a62b-404d51ae9288 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849124 May 14 17:55:47.740309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5ab0-178f-42cd-b719-2f67ebbd9091 req-4ef8834c-7c02-40c4-a379-d6a2aa85a62e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:47.747426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50ee5ab0-178f-42cd-b719-2f67ebbd9091 req-4ef8834c-7c02-40c4-a379-d6a2aa85a62e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.1900263 May 14 17:55:47.788192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50ee5ab0-178f-42cd-b719-2f67ebbd9091 req-5997e4e6-6a5e-45c2-828a-35fa83e927fb tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 May 14 17:55:47.892948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bf953-b947-48ee-8b8f-452b463a5ad8 req-5328990d-3414-404e-8376-2f37cea5f5f3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:47.894683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f2bf953-b947-48ee-8b8f-452b463a5ad8 req-5328990d-3414-404e-8376-2f37cea5f5f3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 943 time: 0.0903115 May 14 17:55:47.945974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f2bf953-b947-48ee-8b8f-452b463a5ad8 req-9b548c6f-1107-4b3c-a2cc-ac24ab3b7356 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 May 14 17:55:48.092358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-55a0e866-f3df-4489-8589-280b59cc46e6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips/8fae3300-2dcd-4e36-a985-57d1797e6d81 HTTP/1.1" status: 200 len: 692 time: 0.1150310 May 14 17:55:48.255187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bcce1-e038-4dd1-9423-14b981642d49 req-26022bd0-641c-473e-bbfd-5208d0c99d1d tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:48.256691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-746bcce1-e038-4dd1-9423-14b981642d49 req-26022bd0-641c-473e-bbfd-5208d0c99d1d tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1101 time: 0.1986537 May 14 17:55:48.266828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-4c5098b2-264b-4a55-b5eb-8d00aa823218 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:48.268058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-4c5098b2-264b-4a55-b5eb-8d00aa823218 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1700189 May 14 17:55:48.342858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:48.375987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-7496be6f-40af-4b0c-930d-5ac8aee0868f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Synchronizing usage tracker for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:48.380207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:55:48.386085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Usage tracker for resource:security_group_rule and tenant:5314d96cf4ff43988785e372d6b3b7f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:55:48.389964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:55:48.399038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:55:48.408200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-7496be6f-40af-4b0c-930d-5ac8aee0868f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Unset dirty status for tenant:5b0ae882eaff444cba45b1a86ee90a2c on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:48.409426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-7496be6f-40af-4b0c-930d-5ac8aee0868f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.1280351 May 14 17:55:48.503879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-9da07ca8-14d5-46b5-9360-7b85d840a4d9 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.0854695 May 14 17:55:48.848631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:48.852933 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:48.861456 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d73525f7-28d4-47a5-b2b6-1f923c10e51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:48.881047 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-746bcce1-e038-4dd1-9423-14b981642d49 req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120620 May 14 17:55:48.898267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00beacf-528d-473c-b2e8-27a322303ce4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:48.902114 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:48.917079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Deleting port d9c240ca-6fd8-4e66-9557-f19cc90e4671 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:48.917413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:48.952056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 957ecfaf-5718-4728-88a6-a14ff5d9842e details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:49.050803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.051227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.179611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 957ecfaf-5718-4728-88a6-a14ff5d9842e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:49.195411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '957ecfaf-5718-4728-88a6-a14ff5d9842e', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '957ecfaf-5718-4728-88a6-a14ff5d9842e', 'mac_address': 'fa:16:3e:f6:a6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:55:49.243836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Calling delete_port for d9c240ca-6fd8-4e66-9557-f19cc90e4671 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:49.285003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.310670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957ecfaf-5718-4728-88a6-a14ff5d9842e {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:55:49.332235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 957ecfaf-5718-4728-88a6-a14ff5d9842e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:49.336647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.338933 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:49.386798 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.392983 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:49.424748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=957ecfaf-5718-4728-88a6-a14ff5d9842e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:49.428342 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:49.476446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Pushing event deleted for resources: {'Port': ['ID=d9c240ca-6fd8-4e66-9557-f19cc90e4671,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:49.507320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:49.591826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.619285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6e08-2e8f-40ef-942b-020130b6d412 req-6a002652-88e8-4a75-805d-f3807579dfca tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:49.620732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-222b6e08-2e8f-40ef-942b-020130b6d412 req-6a002652-88e8-4a75-805d-f3807579dfca tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.1833181 May 14 17:55:49.666125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:49.667280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cebe1389-d351-4bd5-b3e5-fc263e914565 req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] 10.222.0.24 "DELETE /v2.0/floatingips/8fae3300-2dcd-4e36-a985-57d1797e6d81 HTTP/1.1" status: 204 len: 173 time: 1.1538758 May 14 17:55:49.674895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36086) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:49.676690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-222b6e08-2e8f-40ef-942b-020130b6d412 req-283121aa-8265-496d-9f1d-93c8bc8a4b48 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 May 14 17:55:49.727834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['957ecfaf-5718-4728-88a6-a14ff5d9842e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:49.941428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b5d1f-3fe4-4e69-a865-218697b51056 req-e51e7e0f-e418-478d-9d4c-9c5cfc4734ba tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:49.948743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-603b5d1f-3fe4-4e69-a865-218697b51056 req-e51e7e0f-e418-478d-9d4c-9c5cfc4734ba tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 944 time: 0.1022458 May 14 17:55:50.007467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-603b5d1f-3fe4-4e69-a865-218697b51056 req-f30173ea-c0d9-4111-a8bb-7740a6caaa36 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 May 14 17:55:50.285092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7b4e3-c1c2-4b62-acde-355f35039e00 req-049abd6c-f428-4a9a-a7b1-221c62a6e40e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:50.285876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ca7b4e3-c1c2-4b62-acde-355f35039e00 req-049abd6c-f428-4a9a-a7b1-221c62a6e40e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Synchronizing usage tracker for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:50.308638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ca7b4e3-c1c2-4b62-acde-355f35039e00 req-049abd6c-f428-4a9a-a7b1-221c62a6e40e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Unset dirty status for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:50.316372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ca7b4e3-c1c2-4b62-acde-355f35039e00 req-049abd6c-f428-4a9a-a7b1-221c62a6e40e tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 971 time: 0.1495130 May 14 17:55:50.390296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ca7b4e3-c1c2-4b62-acde-355f35039e00 req-9b9f0451-debc-45ea-9984-9c01022ffcb0 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655661 May 14 17:55:50.476140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:50.571736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808a7ed-04c5-4d83-8c57-d961904e5c08 req-86be8926-ed67-4d4c-9048-2ae94ecfd0d6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:50.582471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6808a7ed-04c5-4d83-8c57-d961904e5c08 req-86be8926-ed67-4d4c-9048-2ae94ecfd0d6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.1183667 May 14 17:55:50.628595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6808a7ed-04c5-4d83-8c57-d961904e5c08 req-0f5ba11b-3900-4ca2-b736-3d7ceb4777cd tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 May 14 17:55:50.897556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f499-2da3-4588-b73d-2523fcf59163 req-c45efa2c-6fda-4844-881f-f739d001816f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:50.899234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5cf0f499-2da3-4588-b73d-2523fcf59163 req-c45efa2c-6fda-4844-881f-f739d001816f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.0847769 May 14 17:55:50.927441 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-78cf07aa-6436-4512-915e-b6db52772904 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4972160 May 14 17:55:50.951038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5cf0f499-2da3-4588-b73d-2523fcf59163 req-4c43cb62-b27c-4f28-9e50-af634d5e865c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 May 14 17:55:50.983662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 957ecfaf-5718-4728-88a6-a14ff5d9842e up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:55:51.006158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054e96a-616a-449f-9982-c50f43c8708e req-55c28c27-5235-4238-95f4-fbc9cd3c3f4f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:51.006858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f054e96a-616a-449f-9982-c50f43c8708e req-55c28c27-5235-4238-95f4-fbc9cd3c3f4f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Synchronizing usage tracker for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:51.066208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f054e96a-616a-449f-9982-c50f43c8708e req-55c28c27-5235-4238-95f4-fbc9cd3c3f4f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Unset dirty status for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:51.067293 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f054e96a-616a-449f-9982-c50f43c8708e req-55c28c27-5235-4238-95f4-fbc9cd3c3f4f tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.22 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 971 time: 0.3209293 May 14 17:55:51.095134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 957ecfaf-5718-4728-88a6-a14ff5d9842e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:55:51.103479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 957ecfaf-5718-4728-88a6-a14ff5d9842e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:55:51.104870 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.288659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Deleting port b8d360c9-b1cd-4cf7-b020-7225940404c5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:51.289049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.323105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.352861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c426f3f-2df4-461c-a941-976ec828cee1 req-8b6aa6c5-69bd-4ac0-b358-12d1ba56c86b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:51.357344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c426f3f-2df4-461c-a941-976ec828cee1 req-8b6aa6c5-69bd-4ac0-b358-12d1ba56c86b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 944 time: 0.1903272 May 14 17:55:51.389470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957ecfaf-5718-4728-88a6-a14ff5d9842e'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:51.398033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Deleting port 4bec5885-1390-45a5-85f1-500366f0e1ab {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:51.398373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.415379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 957ecfaf-5718-4728-88a6-a14ff5d9842e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:51.423238 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.428055 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0cfd8469-b2aa-48fd-93ca-f430fd737d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:51.493308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c426f3f-2df4-461c-a941-976ec828cee1 req-91619a46-0fee-4bdb-9a31-7722a576983a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186073 May 14 17:55:51.566356 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957ecfaf-5718-4728-88a6-a14ff5d9842e', 'code': 200} May 14 17:55:51.636496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] For port b8d360c9-b1cd-4cf7-b020-7225940404c5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b8d360c9-b1cd-4cf7-b020-7225940404c5,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:51.637088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.728550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=957ecfaf-5718-4728-88a6-a14ff5d9842e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:51.752389 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:51.851679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636f6f7-b409-4d72-a12c-ffd1b59db273 req-3551e422-b10a-4da6-8b3a-3997773ddd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:51.853157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c636f6f7-b409-4d72-a12c-ffd1b59db273 req-3551e422-b10a-4da6-8b3a-3997773ddd4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 1096 time: 0.2795498 May 14 17:55:51.854048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Calling delete_port for b8d360c9-b1cd-4cf7-b020-7225940404c5 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:51.866486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] For port 4bec5885-1390-45a5-85f1-500366f0e1ab, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4bec5885-1390-45a5-85f1-500366f0e1ab,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:51.867201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:51.890432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4caf7-e0b4-4d6a-8045-66766be1d3ca req-3b36b5b7-b368-440e-89f2-b23391c6ab99 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:51.892510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aef4caf7-e0b4-4d6a-8045-66766be1d3ca req-3b36b5b7-b368-440e-89f2-b23391c6ab99 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 971 time: 0.1380389 May 14 17:55:52.034209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Calling delete_port for 4bec5885-1390-45a5-85f1-500366f0e1ab owned by compute:tempest-test_az-287358532 {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:52.078290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c636f6f7-b409-4d72-a12c-ffd1b59db273 req-085cc9bd-ca47-407c-bdbc-3a5736da2b1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156181 May 14 17:55:52.101597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aef4caf7-e0b4-4d6a-8045-66766be1d3ca req-555ba837-0386-452d-80e5-d7577b9f6c36 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571689 May 14 17:55:52.143977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efd650-8b80-4ec6-935c-08b2717fdd5e req-0615540f-473a-49a0-a4bf-427a4cab584e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:52.147064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2efd650-8b80-4ec6-935c-08b2717fdd5e req-0615540f-473a-49a0-a4bf-427a4cab584e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.2498717 May 14 17:55:52.238052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2efd650-8b80-4ec6-935c-08b2717fdd5e req-bba9f68d-52aa-4656-95bb-92eb3ee22ecd tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828414 May 14 17:55:52.313877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:52.329471 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3bc0806-26f8-4af3-8bf7-84ffc4801c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:52.330496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['4bec5885-1390-45a5-85f1-500366f0e1ab'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:52.363304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:52.392576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event deleted for resources: {'Port': ['ID=4bec5885-1390-45a5-85f1-500366f0e1ab,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:52.445735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.446102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.446467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.446825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.447228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.447589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.447941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.448280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.448624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.449167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.449521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.449872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:52.454414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:52.460445 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:52.467271 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:52.574019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] No DVR routers for this DVR port 4bec5885-1390-45a5-85f1-500366f0e1ab on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:52.577828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:52.623335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557aee30-f060-4a53-8d60-505059adef2c', 'name': 'network-vif-deleted', 'tag': '4bec5885-1390-45a5-85f1-500366f0e1ab'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:52.630023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d360c9-b1cd-4cf7-b020-7225940404c5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:52.633290 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:52.755107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada722f-ce53-493f-8406-b0448027591e req-9a10f3c6-0732-4ca0-aa22-b7cee5743578 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:52.757601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ada722f-ce53-493f-8406-b0448027591e req-9a10f3c6-0732-4ca0-aa22-b7cee5743578 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.3234165 May 14 17:55:52.900516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ada722f-ce53-493f-8406-b0448027591e req-cea541c1-55f6-4715-b992-4fa63fef9645 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810382 May 14 17:55:52.945666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-6e559c74-1afa-4f89-9714-aaac4d32d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:52.947528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-6e559c74-1afa-4f89-9714-aaac4d32d7c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1101 time: 0.1827009 May 14 17:55:52.958513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce7a21-d46a-4dca-9c67-bfc8c2b2c184 req-3d71a049-76a5-49cd-9243-f30927affcc7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:52.960850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbce7a21-d46a-4dca-9c67-bfc8c2b2c184 req-3d71a049-76a5-49cd-9243-f30927affcc7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 945 time: 0.3190899 May 14 17:55:53.030117 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557aee30-f060-4a53-8d60-505059adef2c', 'name': 'network-vif-deleted', 'tag': '4bec5885-1390-45a5-85f1-500366f0e1ab', 'status': 'completed', 'code': 200} May 14 17:55:53.036400 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f054e96a-616a-449f-9982-c50f43c8708e req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.22 "DELETE /v2.0/ports/4bec5885-1390-45a5-85f1-500366f0e1ab HTTP/1.1" status: 204 len: 173 time: 1.9606392 May 14 17:55:53.065521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:53.142777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbce7a21-d46a-4dca-9c67-bfc8c2b2c184 req-8f8b75b5-f235-4a1f-8dc8-3c4b90680a43 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536040 May 14 17:55:53.195030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-4fe34c2e-dd52-4369-b536-7e5c5b8d729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:53.197099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-4fe34c2e-dd52-4369-b536-7e5c5b8d729f service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2351034 May 14 17:55:53.319382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-b3c16b93-26fd-43df-a21c-3db5e60201a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.1047804 May 14 17:55:53.448313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-55aaf55f-3725-4c2f-aec2-fc5e3cc7ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:53.452824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-55aaf55f-3725-4c2f-aec2-fc5e3cc7ec81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1246800 May 14 17:55:53.583493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-741fc553-fb56-42bb-b3b7-58b50a98659e req-ea674c0d-0191-4e84-bc23-191ecbdcf178 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=557aee30-f060-4a53-8d60-505059adef2c HTTP/1.1" status: 200 len: 210 time: 0.0728569 May 14 17:55:53.592715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Router 8ffcadd9-7996-4da1-8010-0324694873df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:55:53.620805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-fcc97f6a-3465-43b6-9c87-f4ec8f92e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:53.622277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-fcc97f6a-3465-43b6-9c87-f4ec8f92e756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629381 May 14 17:55:53.695576 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:53.759951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-2c1f5c27-339f-4f23-98e0-f2bb06052ec1 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:53.761275 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-2c1f5c27-339f-4f23-98e0-f2bb06052ec1 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.2509725 May 14 17:55:53.783979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-3'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:55:53.849053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-ae157bdd-f01d-4cf2-bb12-407dae08d078 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193003 May 14 17:55:53.867201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cb8ca-837e-4a2f-913a-1027e33734ab req-917c9ee2-c717-400c-8b47-5773d19cf136 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:53.869971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069cb8ca-837e-4a2f-913a-1027e33734ab req-917c9ee2-c717-400c-8b47-5773d19cf136 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.2191706 May 14 17:55:53.922870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:55:53.929868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ffcadd9-7996-4da1-8010-0324694873df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2521796 May 14 17:55:53.932293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36178) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:53.934941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] Sync routers for ids ['8ffcadd9-7996-4da1-8010-0324694873df'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:55:53.950836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] Routers {'8ffcadd9-7996-4da1-8010-0324694873df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:53.951664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ffcadd9-7996-4da1-8010-0324694873df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:54.052432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069cb8ca-837e-4a2f-913a-1027e33734ab req-f7fd6307-2031-4105-9931-286751dd85c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542168 May 14 17:55:54.079849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:54.155977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-1fde5fb6-5384-4be8-991a-6eb72ba2f8e8 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842109 May 14 17:55:54.298698 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:54.325319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] Set router 8ffcadd9-7996-4da1-8010-0324694873df gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:54.461505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f7c5-b41d-4b87-aacf-f4984c345485 req-bceded6c-de46-4a05-8895-2b5dbcc3191b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:54.469325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b41f7c5-b41d-4b87-aacf-f4984c345485 req-bceded6c-de46-4a05-8895-2b5dbcc3191b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 945 time: 0.1455181 May 14 17:55:54.497253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bfbc4-a580-4151-9701-22c59502ac5d req-e9681bab-6e36-43d6-b121-d71bc50a71c0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:54.498923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a1bfbc4-a580-4151-9701-22c59502ac5d req-e9681bab-6e36-43d6-b121-d71bc50a71c0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 945 time: 0.3077860 May 14 17:55:54.576071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b41f7c5-b41d-4b87-aacf-f4984c345485 req-e22f1187-2ead-48f0-9643-c89114cfb8ad tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051264 May 14 17:55:54.596540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a1bfbc4-a580-4151-9701-22c59502ac5d req-d22f959b-37d9-4e21-96be-0561d92024ce tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906191 May 14 17:55:54.700747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:52Z', 'revision_number': 5, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port': {'id': 'a05b8c11-3a97-45c1-912d-1da4736003f8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffcadd9-7996-4da1-8010-0324694873df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:55:13Z', 'updated_at': '2021-05-14T17:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:54.710742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] Checking router: 8ffcadd9-7996-4da1-8010-0324694873df for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:55:54.726649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] Routers {'8ffcadd9-7996-4da1-8010-0324694873df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:55:54.727702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:55:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ffcadd9-7996-4da1-8010-0324694873df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:54.745134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:54.770326 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:54.847639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:54.929961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] Set router 8ffcadd9-7996-4da1-8010-0324694873df gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:55:54.942779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Deleting port a05b8c11-3a97-45c1-912d-1da4736003f8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:54.943386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:54.960088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.018271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.028445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:55.072029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:55.105497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:54Z', 'revision_number': 6, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:55.108895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432d8d0-c63a-41dd-815d-c173231f9d0b req-8b338bc0-4a02-4f59-8692-94d36147a5d0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:55.111005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:55:55.113332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4bec5885-1390-45a5-85f1-500366f0e1ab no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:55.117129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2432d8d0-c63a-41dd-815d-c173231f9d0b req-8b338bc0-4a02-4f59-8692-94d36147a5d0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 945 time: 0.1113102 May 14 17:55:55.162812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59751f-d9a9-4f97-9d5e-f1d7aca149e9 None None] The sync data for ids ['8ffcadd9-7996-4da1-8010-0324694873df'] in n-d-787206-3 is: [{'id': '8ffcadd9-7996-4da1-8010-0324694873df', 'name': 'tempest-FloatingIPDetailsTestJSON-1884659213-router', 'tenant_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:55:11Z', 'updated_at': '2021-05-14T17:55:54Z', 'revision_number': 6, 'project_id': '5b0ae882eaff444cba45b1a86ee90a2c', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:55:55.173427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 4bec5885-1390-45a5-85f1-500366f0e1ab {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:55.173790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4bec5885-1390-45a5-85f1-500366f0e1ab not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:55.205951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2432d8d0-c63a-41dd-815d-c173231f9d0b req-3b194f0f-4a94-462d-aa4d-5aeeff36a9ef tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840833 May 14 17:55:55.373997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:55.400559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa389797-f80e-498a-90ad-5717c715a465 req-9dc091c4-6148-44eb-a707-d94d40cf17fb tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:55.406922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa389797-f80e-498a-90ad-5717c715a465 req-9dc091c4-6148-44eb-a707-d94d40cf17fb tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 950 time: 0.1990275 May 14 17:55:55.407561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:55.417971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:55.454982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] For port a05b8c11-3a97-45c1-912d-1da4736003f8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a05b8c11-3a97-45c1-912d-1da4736003f8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:55.455376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.457309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:55.457930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:55.458511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:55.463851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:55.464459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:55.470821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:55.471701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:55.472524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:55.473420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Bound port: baf2d117-c0a1-4515-ac55-1d1d43089873, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:55.474036 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.478763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:55:55.479161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:55:55.479516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:55.559189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa389797-f80e-498a-90ad-5717c715a465 req-13aac975-845e-4c8d-a7ec-08efebbc84b5 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770741 May 14 17:55:55.561877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:55:55.562196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Attempting to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:55:55.623549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:55:55.625387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Calling delete_port for a05b8c11-3a97-45c1-912d-1da4736003f8 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:55.630064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a99d1-64f5-4e0d-99b6-5bde8369a370 req-24f4eac3-ede8-47e3-8109-fed13ae36268 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:55.631340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:55:55.631669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:55:55.632047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:55:55.632481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Bound port: baf2d117-c0a1-4515-ac55-1d1d43089873, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:55:55.632981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.634673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:55:55.644487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f77a99d1-64f5-4e0d-99b6-5bde8369a370 req-24f4eac3-ede8-47e3-8109-fed13ae36268 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.2312360 May 14 17:55:55.648867 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'code': 200} May 14 17:55:55.652457 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.661868 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:55.746654 n-d-787206-3 neutron-server[79560]: WARNING neutron.plugins.ml2.plugin [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Concurrent port binding operations failed on port baf2d117-c0a1-4515-ac55-1d1d43089873 May 14 17:55:55.747973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f77a99d1-64f5-4e0d-99b6-5bde8369a370 req-cefc3f19-b9d1-497f-aaeb-a215636738b3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022141 May 14 17:55:55.751088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:55.755529 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Attempt 2 to bind port baf2d117-c0a1-4515-ac55-1d1d43089873 May 14 17:55:55.767756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:55.768366 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.769785 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] 10.222.0.22 "PUT /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 1121 time: 1.9920542 May 14 17:55:55.916180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['baf2d117-c0a1-4515-ac55-1d1d43089873'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:55.962999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b8d360c9-b1cd-4cf7-b020-7225940404c5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:55.989481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:55.997043 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-208136c8-4a1c-4154-9612-dc87e6031873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:56.006503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['baf2d117-c0a1-4515-ac55-1d1d43089873'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:56.056946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abe3c3-a935-40bd-bd1b-ddbc3b99ee6a req-5a9b177f-c456-404e-9cc8-6bed51a96b19 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:56.058875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97abe3c3-a935-40bd-bd1b-ddbc3b99ee6a req-5a9b177f-c456-404e-9cc8-6bed51a96b19 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.3090913 May 14 17:55:56.093577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05b8c11-3a97-45c1-912d-1da4736003f8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:56.101473 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:56.105878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.124406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 has no active binding in host n-h1-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:55:56.124620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97abe3c3-a935-40bd-bd1b-ddbc3b99ee6a req-dcb71b85-8012-4ec4-bba9-aa3c76d456b1 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 May 14 17:55:56.126470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b8d360c9-b1cd-4cf7-b020-7225940404c5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:56.126832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b8d360c9-b1cd-4cf7-b020-7225940404c5 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:56.127791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a05b8c11-3a97-45c1-912d-1da4736003f8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:56.178938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:56.198140 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:56.198722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a05b8c11-3a97-45c1-912d-1da4736003f8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:56.199074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a05b8c11-3a97-45c1-912d-1da4736003f8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:56.357442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.360237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.391344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.392291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ffcadd9-7996-4da1-8010-0324694873df {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 17:55:56.409320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.412794 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ffcadd9-7996-4da1-8010-0324694873df HTTP/1.1" status: 204 len: 168 time: 2.4779444 May 14 17:55:56.413231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:56.499337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29926d-176c-402b-98f9-409897d17328 req-8bf7af05-9346-474b-aa78-9b1af651f9f2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:56.502565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Deleting subnet 93b59cc0-609d-402e-b544-394a85d7a159 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:55:56.508251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b29926d-176c-402b-98f9-409897d17328 req-8bf7af05-9346-474b-aa78-9b1af651f9f2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 945 time: 0.1468492 May 14 17:55:56.512219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.589060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b29926d-176c-402b-98f9-409897d17328 req-063aef8e-b097-44c3-92b6-c26f8bc7ab40 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797558 May 14 17:55:56.646279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.701895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:56.828449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893553-64e6-4694-b6dc-4a328bc68800 req-9c946b78-f284-4b07-a660-7dee48c9796a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:56.829999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38893553-64e6-4694-b6dc-4a328bc68800 req-9c946b78-f284-4b07-a660-7dee48c9796a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 945 time: 0.1552804 May 14 17:55:56.891982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921068-cd31-4a4e-88f7-d2833212ba73 req-264eebba-2d06-4ba7-8888-9c6e220166fe tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:56.893611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1921068-cd31-4a4e-88f7-d2833212ba73 req-264eebba-2d06-4ba7-8888-9c6e220166fe tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 950 time: 0.1710653 May 14 17:55:56.962034 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-67e13598-075f-496f-b627-3179417242d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.044163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1921068-cd31-4a4e-88f7-d2833212ba73 req-3aeb8aca-b8a4-4e9c-981c-d1afca64caed tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061556 May 14 17:55:57.079021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05df445-d51a-4e78-86eb-2528dc74185c req-8283b862-d2cb-416e-a560-c7a6903e53f3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:57.080136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b05df445-d51a-4e78-86eb-2528dc74185c req-8283b862-d2cb-416e-a560-c7a6903e53f3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Synchronizing usage tracker for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:57.114215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2e93-73e2-4eb1-9e70-b722bedf2cae req-d9b97bac-750d-4ea7-bc25-207707ee0b16 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:57.116997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b05df445-d51a-4e78-86eb-2528dc74185c req-8283b862-d2cb-416e-a560-c7a6903e53f3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Unset dirty status for tenant:14b84608a56a4f648408d1272c790f16 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:57.118504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b05df445-d51a-4e78-86eb-2528dc74185c req-8283b862-d2cb-416e-a560-c7a6903e53f3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 950 time: 0.3841698 May 14 17:55:57.121703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5ce2e93-73e2-4eb1-9e70-b722bedf2cae req-d9b97bac-750d-4ea7-bc25-207707ee0b16 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.2438385 May 14 17:55:57.169784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 957ecfaf-5718-4728-88a6-a14ff5d9842e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:57.169784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.250417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5ce2e93-73e2-4eb1-9e70-b722bedf2cae req-5736461e-11c0-4ea5-9825-8d33bd471fb8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278112 May 14 17:55:57.352437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 957ecfaf-5718-4728-88a6-a14ff5d9842e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=957ecfaf-5718-4728-88a6-a14ff5d9842e,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:57.352851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.364377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.379268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.400104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:57.439329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Deleting port df267799-3c81-4c71-9435-f6e5175ee2e5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:57.439647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.467582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b59cc0-609d-402e-b544-394a85d7a159,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:57.471254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48110b5-896c-4e74-823e-fd6d42f47f87 None None] Network a3f46d52-f3c4-41d4-9ba6-116d04598e44 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:55:57.555659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.564536 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:57.602643 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93b59cc0-609d-402e-b544-394a85d7a159 HTTP/1.1" status: 204 len: 168 time: 1.1861236 May 14 17:55:57.603124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36236) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:57.625546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 957ecfaf-5718-4728-88a6-a14ff5d9842e owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:57.654313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:57.755298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf3e9-c271-4bd5-a61f-ab9812cdfd9c req-ec1df1b5-eeed-4ed6-8453-a471fbdca0cc tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:57.760398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8eaaf3e9-c271-4bd5-a61f-ab9812cdfd9c req-ec1df1b5-eeed-4ed6-8453-a471fbdca0cc tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.1890457 May 14 17:55:57.788577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] For port df267799-3c81-4c71-9435-f6e5175ee2e5, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=df267799-3c81-4c71-9435-f6e5175ee2e5,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:57.788925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.799203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:57.970836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Calling delete_port for df267799-3c81-4c71-9435-f6e5175ee2e5 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:57.993036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8eaaf3e9-c271-4bd5-a61f-ab9812cdfd9c req-a2a6b29f-5e33-4050-af41-65ab9a6f2496 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099450 May 14 17:55:58.029315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.029673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] DHCP port deletion for a3f46d52-f3c4-41d4-9ba6-116d04598e44 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 17:55:58.047558 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:58.097698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e1b80-8238-459a-9461-1a74765287a8 req-7fe49434-1e53-4fbd-9253-8cb2d942a50f tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:58.099449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-618e1b80-8238-459a-9461-1a74765287a8 req-7fe49434-1e53-4fbd-9253-8cb2d942a50f tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1096 time: 0.3224988 May 14 17:55:58.102113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=957ecfaf-5718-4728-88a6-a14ff5d9842e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:58.130633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['957ecfaf-5718-4728-88a6-a14ff5d9842e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:58.151840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Deleting port 46059436-447d-4bd3-964c-bbc4584dd4d7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:58.152544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.216332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Deleting port 46059436-447d-4bd3-964c-bbc4584dd4d7 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:55:58.216569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.234013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 957ecfaf-5718-4728-88a6-a14ff5d9842e on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:58.237246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.237612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.238067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.238505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.239156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.239588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.240044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.240433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.241037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.241434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.241844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.242242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:55:58.251235 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.275220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] For port 46059436-447d-4bd3-964c-bbc4584dd4d7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=46059436-447d-4bd3-964c-bbc4584dd4d7,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:58.275915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.292246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'name': 'network-vif-deleted', 'tag': '957ecfaf-5718-4728-88a6-a14ff5d9842e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:55:58.303773 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:58.314560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7d73c6c8-f653-418d-a768-405f908b756a req-e16c924e-4aa5-473e-a4e8-e49013dc2709 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:55:58.317962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38893553-64e6-4694-b6dc-4a328bc68800 req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "DELETE /v2.0/ports/957ecfaf-5718-4728-88a6-a14ff5d9842e HTTP/1.1" status: 204 len: 173 time: 1.4785142 May 14 17:55:58.337874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] For port 46059436-447d-4bd3-964c-bbc4584dd4d7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=46059436-447d-4bd3-964c-bbc4584dd4d7,segment=NetworkSegment(c419b594-2b11-4027-a7a6-8d1372f2edfc),segment_id=c419b594-2b11-4027-a7a6-8d1372f2edfc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:55:58.338265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.365353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-618e1b80-8238-459a-9461-1a74765287a8 req-2b432276-da12-439f-ba70-e5fe77ce1b1e tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049596 May 14 17:55:58.366043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7d73c6c8-f653-418d-a768-405f908b756a req-e16c924e-4aa5-473e-a4e8-e49013dc2709 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:55:58.391501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d73c6c8-f653-418d-a768-405f908b756a req-e16c924e-4aa5-473e-a4e8-e49013dc2709 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=050e9cc2-f504-489e-b611-d6e5e2714a4c HTTP/1.1" status: 200 len: 210 time: 0.1513634 May 14 17:55:58.431369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Calling delete_port for 46059436-447d-4bd3-964c-bbc4584dd4d7 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:58.484997 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'status': 'completed', 'code': 200} May 14 17:55:58.487494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.493109 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:58.523160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Calling delete_port for 46059436-447d-4bd3-964c-bbc4584dd4d7 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:55:58.579918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] No DVR routers for this DVR port 46059436-447d-4bd3-964c-bbc4584dd4d7 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:58.632571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Pushing event deleted for resources: {'Port': ['ID=46059436-447d-4bd3-964c-bbc4584dd4d7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:58.635279 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:58.727668 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.737331 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:58.754951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724964a-e7f8-4587-9072-49f434aad38a req-80d788db-0ced-47ce-8ea8-321a1f8a7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:58.756473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-80d788db-0ced-47ce-8ea8-321a1f8a7aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1124 time: 0.2698832 May 14 17:55:58.785503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.809611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.810095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.810976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.811425 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > port after_create 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.811857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.812335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > port after_update 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.812842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.813538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.813959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.814377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.817539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Pushing event deleted for resources: {'Port': ['ID=46059436-447d-4bd3-964c-bbc4584dd4d7,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:58.823314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ea611-a8fd-488f-a773-564e3c95b2b2 req-866332ac-aeb6-468e-878d-9bb0a2453ae3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:58.824780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-800ea611-a8fd-488f-a773-564e3c95b2b2 req-866332ac-aeb6-468e-878d-9bb0a2453ae3 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e2c5e08-41d4-45c7-b60a-34a84487299b HTTP/1.1" status: 200 len: 950 time: 0.2070367 May 14 17:55:58.835336 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:58.836469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] No DVR routers for this DVR port 46059436-447d-4bd3-964c-bbc4584dd4d7 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:58.889331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.889880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.890293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.892012 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 17:55:58.892203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f46d52-f3c4-41d4-9ba6-116d04598e44']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:58.913052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c419b594-2b11-4027-a7a6-8d1372f2edfc') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:58.913276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c419b594-2b11-4027-a7a6-8d1372f2edfc') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:55:58.924364 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:58.937157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['df267799-3c81-4c71-9435-f6e5175ee2e5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:55:58.943495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-921ea6bc-1c74-483f-89ee-1b1836f2db8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:59.037107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.097169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-800ea611-a8fd-488f-a773-564e3c95b2b2 req-b0e6a620-c6f4-4a73-9763-0911dcb1e8c1 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.24 "GET /v2.0/security-groups?id=989b07ef-b53e-41d3-b8d5-5aa13394fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228855 May 14 17:55:59.158016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Pushing event deleted for resources: {'Port': ['ID=df267799-3c81-4c71-9435-f6e5175ee2e5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:59.173292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:59.199470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.215497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] No DVR routers for this DVR port df267799-3c81-4c71-9435-f6e5175ee2e5 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:55:59.220830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.228605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:55:59.229093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.230176 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e9cc2-f504-489e-b611-d6e5e2714a4c', 'name': 'network-vif-deleted', 'tag': '957ecfaf-5718-4728-88a6-a14ff5d9842e', 'status': 'completed', 'code': 200} May 14 17:55:59.249090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724964a-e7f8-4587-9072-49f434aad38a req-9ba5baca-f5a6-4d06-89c0-003f8842266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:59.250592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-9ba5baca-f5a6-4d06-89c0-003f8842266d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.4823294 May 14 17:55:59.272378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e58378-1271-4a95-a230-8828b351424a req-0dd0c4b2-2a70-4678-95eb-cba0c9116acf tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:59.280256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e58378-1271-4a95-a230-8828b351424a req-0dd0c4b2-2a70-4678-95eb-cba0c9116acf tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.4497755 May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: from cryptography.utils import int_from_bytes May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: from cryptography.utils import int_from_bytes May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: timer() May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:55:59.366178 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:55:59.398784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-ddefe077-66ae-4119-ba74-bf6cc698b56c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 217 time: 0.0991864 May 14 17:55:59.458842 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b05df445-d51a-4e78-86eb-2528dc74185c req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] 10.222.0.15 "DELETE /v2.0/ports/df267799-3c81-4c71-9435-f6e5175ee2e5 HTTP/1.1" status: 204 len: 173 time: 2.3296657 May 14 17:55:59.476304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e58378-1271-4a95-a230-8828b351424a req-8b1e753a-7d3a-4e9a-aa1c-359dcfb31c6e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951454 May 14 17:55:59.513497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.514074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.518981 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:55:59.524367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724964a-e7f8-4587-9072-49f434aad38a req-ef1b6fc7-0baf-4d3b-b2d3-e30c1abafa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:59.526986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-ef1b6fc7-0baf-4d3b-b2d3-e30c1abafa74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1111996 May 14 17:55:59.558665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.561386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f46d52-f3c4-41d4-9ba6-116d04598e44,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:55:59.574197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:55:59.586231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a3f46d52-f3c4-41d4-9ba6-116d04598e44 HTTP/1.1" status: 204 len: 168 time: 1.9727087 May 14 17:55:59.636512 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43e91661-5dad-4417-8015-2330f469cfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.655730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-03423369-be22-46bf-ad84-0a69ef2f886b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223340 May 14 17:55:59.774308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:59.835077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c6b0150c-e22d-439a-838f-baea1f511636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b0ae882eaff444cba45b1a86ee90a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578840 May 14 17:55:59.835606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36280) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:55:59.839111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 46059436-447d-4bd3-964c-bbc4584dd4d7 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:55:59.902667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.914666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 46059436-447d-4bd3-964c-bbc4584dd4d7 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:55:59.915012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 46059436-447d-4bd3-964c-bbc4584dd4d7 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:55:59.941632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:55:59.992418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c62ded-f838-473b-92c0-232014ba2e5e req-fd6f6f03-ffb8-463d-96a3-a48a3e071dde tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:55:59.999458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83c62ded-f838-473b-92c0-232014ba2e5e req-fd6f6f03-ffb8-463d-96a3-a48a3e071dde tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.3352993 May 14 17:56:00.049496 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:00.061624 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-666bfb83-e767-41c1-a72c-db274ace36d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:00.086410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-110a04ff-7456-4d49-aead-5cf7d6891620 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204054 May 14 17:56:00.092229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4508476c-9b2d-4b4b-a4e8-0139f3ae44e4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:00.098491 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:00.116940 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:00.123038 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4508476c-9b2d-4b4b-a4e8-0139f3ae44e4 HTTP/1.1" status: 204 len: 168 time: 0.2836409 May 14 17:56:00.212567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83c62ded-f838-473b-92c0-232014ba2e5e req-c718e980-2eeb-4bdb-a00b-907041193827 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118006 May 14 17:56:00.486529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-deleted', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:00.554106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f724964a-e7f8-4587-9072-49f434aad38a req-0cfc8337-32da-4696-9181-5f10b888d6de service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242051 May 14 17:56:00.576961 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:00.766403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-0881ce9a-c1c4-44e4-a38d-235d4e9bcdb3 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:56:00.767404 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-0881ce9a-c1c4-44e4-a38d-235d4e9bcdb3 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070069 May 14 17:56:00.777986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Request body: {'binding': {'host': 'n-h2-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:00.778428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:56:00.861680 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2c5e08-41d4-45c7-b60a-34a84487299b', 'name': 'network-vif-deleted', 'tag': 'df267799-3c81-4c71-9435-f6e5175ee2e5', 'status': 'completed', 'code': 200} May 14 17:56:01.007232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f8e14-0be2-4ff0-b5cc-c1b624b55105 req-aa10b09a-e716-44ed-a65d-269bc7adc6e8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:01.009232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b3f8e14-0be2-4ff0-b5cc-c1b624b55105 req-aa10b09a-e716-44ed-a65d-269bc7adc6e8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.1066506 May 14 17:56:01.062346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 957ecfaf-5718-4728-88a6-a14ff5d9842e no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:01.080244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b3f8e14-0be2-4ff0-b5cc-c1b624b55105 req-9a9c0785-0741-4f6b-b8dd-8afa45413c30 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641971 May 14 17:56:01.139647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 957ecfaf-5718-4728-88a6-a14ff5d9842e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:56:01.141077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 957ecfaf-5718-4728-88a6-a14ff5d9842e not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:01.141604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:01.148071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on host n-h2-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:01.148419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:01.148752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:01.158168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:01.158497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:01.158961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36326) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:01.173893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:01.174248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:01.174634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:01.175072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Bound port: 25c144d7-da90-4ff8-90a1-b2d036f13a70, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:01.189119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: df267799-3c81-4c71-9435-f6e5175ee2e5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:56:01.189604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device df267799-3c81-4c71-9435-f6e5175ee2e5 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:01.215028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:01.221456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.239017 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-62f9254a-3866-4ace-b9c3-f1f78e5016b2 service neutron] 10.222.0.24 "POST /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70/bindings HTTP/1.1" status: 201 len: 389 time: 0.4546916 May 14 17:56:01.493984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-fe905275-c647-49fe-8be2-18550204d0f9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:01.495563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-fe905275-c647-49fe-8be2-18550204d0f9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.2955930 May 14 17:56:01.517016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36348) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:01.587252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-af9671a7-47e7-4e2c-b41c-8e24eb0918f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14b84608a56a4f648408d1272c790f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265902 May 14 17:56:01.589629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-e82b2bc2-bfc8-43fe-ad09-571b0c106fc7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0783854 May 14 17:56:01.589943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36356) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:01.632153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1457986051-network', 'tenant_id': '6c9dafb9de014a46908a4673d7bad087'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:01.642875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:01.649797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Usage tracker for resource:network and tenant:6c9dafb9de014a46908a4673d7bad087 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:01.650762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-2a1fe4fa-5689-469c-b81a-682f99ac61d0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527616 May 14 17:56:01.653396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:01.667560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:01.676525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.698912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Made reservation on behalf of 6c9dafb9de014a46908a4673d7bad087 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:01.701642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.722507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.729255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.742248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cdbf5-cdd8-4a54-9ba9-619fbce8300f req-7fff2565-fb89-4682-ab11-f6dcec63f8af tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:01.743742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-017cdbf5-cdd8-4a54-9ba9-619fbce8300f req-7fff2565-fb89-4682-ab11-f6dcec63f8af tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.3127322 May 14 17:56:01.757705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:01.770526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Usage tracker for resource:security_group_rule and tenant:6c9dafb9de014a46908a4673d7bad087 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:01.776019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:01.785279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:01.792830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-602826df-eb8a-4370-8d2d-3ae16e62c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:01.794290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-602826df-eb8a-4370-8d2d-3ae16e62c28f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1096 time: 0.2723188 May 14 17:56:01.830712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.838963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:01.864061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b07ef-b53e-41d3-b8d5-5aa13394fe61,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:01.878367 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:01.898204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.901764 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/989b07ef-b53e-41d3-b8d5-5aa13394fe61 HTTP/1.1" status: 204 len: 168 time: 0.3084004 May 14 17:56:01.968329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.974740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:01.977915 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5bc09034-193b-4d4c-82e5-90c30678ab8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:02.051687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-017cdbf5-cdd8-4a54-9ba9-619fbce8300f req-0380d228-4458-40c7-a799-63a5cafe619e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989829 May 14 17:56:02.054773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae11da3-03b5-44b2-86b2-c9c4d604ad57,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:02.073828 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:02.083107 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.084022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:56:02.095926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.097521 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Added segment ad7405d6-c4dc-48f9-9e80-69e85b1e205d of type vlan for network 772151e9-3e99-4d95-ab04-e3f534322362 May 14 17:56:02.121480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-2288f070-5150-4cae-b46d-e15192ac31ff service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614606 May 14 17:56:02.144737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.202073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.204051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:02.204733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.211806 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:02.345329 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8241065 May 14 17:56:02.346640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36374) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:02.355990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Request body: {'subnet': {'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1457986051-subnet', 'tenant_id': '6c9dafb9de014a46908a4673d7bad087', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:02.362992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:02.368794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Usage tracker for resource:subnet and tenant:6c9dafb9de014a46908a4673d7bad087 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:02.372885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:02.383442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-222efa74-d75f-45ca-a7c2-f0555a1534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:02.385041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-222efa74-d75f-45ca-a7c2-f0555a1534c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.5814548 May 14 17:56:02.388745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:02.405768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Pushing event updated for resources: {'Network': ['ID=772151e9-3e99-4d95-ab04-e3f534322362,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:02.416287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Made reservation on behalf of 6c9dafb9de014a46908a4673d7bad087 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:02.417851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 772151e9-3e99-4d95-ab04-e3f534322362 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:56:02.419556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.441446 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:02.499289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-0755bf41-0207-474a-bd1f-66ebe3439788 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 217 time: 0.0971835 May 14 17:56:02.509369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-71cdc1ee-3531-468a-91cc-16371c368d08 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870118 May 14 17:56:02.522036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36378) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:02.598619 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-35846794-b839-4550-8642-3067fd7b753b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b45132f52624657a68da3eb60219b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751519 May 14 17:56:02.602372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36382) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:02.661712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf222-d331-4570-a6e7-86a14e7196f0 req-5bd8e8f3-c01b-4da0-9def-4c0997d80fac tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:02.670207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51bdf222-d331-4570-a6e7-86a14e7196f0 req-5bd8e8f3-c01b-4da0-9def-4c0997d80fac tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.3962920 May 14 17:56:02.730291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-8575fe98-9de7-4da7-ab1e-db76a4daa09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:02.732336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-8575fe98-9de7-4da7-ab1e-db76a4daa09d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.2220907 May 14 17:56:02.736974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.786191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:02.807266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-33cdbd87-8621-4d6a-bdb3-edc82264cdb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619502 May 14 17:56:02.819312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51bdf222-d331-4570-a6e7-86a14e7196f0 req-b76fb05a-1d51-4692-86de-5ac255daac02 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481299 May 14 17:56:03.019315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:03.040036 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebe0ac6f-9a23-418a-bbbe-ff7d0fc7df80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:03.081136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc5203b-390c-4cc6-9b28-337eac7382f5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:03.088094 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:03.116375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:03.140066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bc5203b-390c-4cc6-9b28-337eac7382f5 HTTP/1.1" status: 204 len: 168 time: 0.5362639 May 14 17:56:03.181334 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5f9b1d3-f914-432f-a134-7e5d2276ff56 req-2494b34c-78e0-44f2-9387-c38e3a1b4b75 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.1944718 May 14 17:56:03.322750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-24418960-1348-41ed-8b77-d045b48f1d89 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993396 May 14 17:56:03.438704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:03.452675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-91fe19fc-e7e5-40b1-855a-77f647760f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:03.562929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c553-79fe-419e-ae0d-77e4e19c700a req-2ba8c8dd-91a3-4b94-899b-b9ec467ef78d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:03.580273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ced8c553-79fe-419e-ae0d-77e4e19c700a req-2ba8c8dd-91a3-4b94-899b-b9ec467ef78d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.5135174 May 14 17:56:03.582698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f9ffed-dd92-49a7-80cb-ad5f365a1287,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:03.593192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:03.631712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Checking segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:03.632040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Network hostable DHCP agents. Network: 772151e9-3e99-4d95-ab04-e3f534322362, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:56:03.685924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Network 772151e9-3e99-4d95-ab04-e3f534322362 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:56:03.707057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ced8c553-79fe-419e-ae0d-77e4e19c700a req-a92bbcf7-2c0b-467d-9306-4b56f6f6069d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251457 May 14 17:56:03.729606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 772151e9-3e99-4d95-ab04-e3f534322362) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:03.742962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea70ecd3-940a-4a1b-8839-ba1f231e5a2f None None] Network 772151e9-3e99-4d95-ab04-e3f534322362 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:03.757315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:03.757904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:03.760996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-1113c543-7946-4d30-97b7-80b1f5bee404 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301410 May 14 17:56:03.806723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37628751-a477-4678-9d33-53763f9daf64 req-8ba96ade-895d-4067-9424-8d1ff19b699b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:03.828244 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4699538 May 14 17:56:03.828658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37628751-a477-4678-9d33-53763f9daf64 req-8ba96ade-895d-4067-9424-8d1ff19b699b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 945 time: 0.4584384 May 14 17:56:04.028205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37628751-a477-4678-9d33-53763f9daf64 req-62b84c54-8249-4158-84fb-4936ae74eac1 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075095 May 14 17:56:04.097990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-772151e9-3e99-4d95-ab04-e3f534322362', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'tenant_id': '6c9dafb9de014a46908a4673d7bad087', 'fixed_ips': [{'subnet_id': 'd1f9ffed-dd92-49a7-80cb-ad5f365a1287'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:56:04.100496 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:04.157505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79322119-3106-4abf-a771-5d57b3503f60 req-578e4a63-5f4f-41f9-9110-f994450ee756 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:04.176372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79322119-3106-4abf-a771-5d57b3503f60 req-578e4a63-5f4f-41f9-9110-f994450ee756 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 943 time: 0.2780564 May 14 17:56:04.276040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79322119-3106-4abf-a771-5d57b3503f60 req-b6cd3fec-c689-4c09-a921-578956ef6dc0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942144 May 14 17:56:04.447616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687e51e-2f2f-47b7-88e8-7e9bacca4e08 req-95599b93-50d3-49e0-ad94-183074238c67 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:04.452299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f687e51e-2f2f-47b7-88e8-7e9bacca4e08 req-95599b93-50d3-49e0-ad94-183074238c67 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.1547885 May 14 17:56:04.543387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Allocated IP 172.20.0.2 (772151e9-3e99-4d95-ab04-e3f534322362/d1f9ffed-dd92-49a7-80cb-ad5f365a1287/687a5fc3-1cef-41d5-993b-4fedde04575d) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:04.699593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-2c0350ae-1ea6-484e-8290-b4f9667c191e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:04.701127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-2c0350ae-1ea6-484e-8290-b4f9667c191e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.1888189 May 14 17:56:04.773369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97e0ba77-9aaa-451d-b6ce-fea6e0f6a190 req-ba502cbd-7b2a-4566-8d8c-0eada408081b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.0679975 May 14 17:56:04.801209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f687e51e-2f2f-47b7-88e8-7e9bacca4e08 req-2559a404-071b-4ef4-8038-49c17e4c26ce tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422225 May 14 17:56:04.815961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36446) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:04.831664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:04.861769 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:04.874485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Transition to ACTIVE for port object 687a5fc3-1cef-41d5-993b-4fedde04575d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:04.898760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Transition to ACTIVE for port object 687a5fc3-1cef-41d5-993b-4fedde04575d will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:04.907808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:04.923601 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:05.060984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:05.078887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-network', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:05.083105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Network 772151e9-3e99-4d95-ab04-e3f534322362 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:05.085063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:05.086279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:05.086465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:05.099876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Usage tracker for resource:network and tenant:d37e9e1407da4a4ca467737298c1726e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:05.111141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:05.124538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:05.162706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Pushing event updated for resources: {'Port': ['ID=687a5fc3-1cef-41d5-993b-4fedde04575d,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:05.165635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:05.167509 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:05.177100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:05.261016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Made reservation on behalf of d37e9e1407da4a4ca467737298c1726e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:05.270103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.324106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Attempting to bind port 687a5fc3-1cef-41d5-993b-4fedde04575d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:05.324480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Attempting to bind port 687a5fc3-1cef-41d5-993b-4fedde04575d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:05.324836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Attempting to bind port 687a5fc3-1cef-41d5-993b-4fedde04575d on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:05.325283 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.332993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:05.333401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Checking segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:05.333772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.334168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Bound using segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:05.334672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Bound port: 687a5fc3-1cef-41d5-993b-4fedde04575d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:05.335046 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.354996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-985a9c3f-aa98-4a51-853e-3fade72e5204 service neutron] 10.222.0.15 "GET /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.2255428 May 14 17:56:05.362811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:05.367188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Usage tracker for resource:security_group_rule and tenant:d37e9e1407da4a4ca467737298c1726e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:05.371147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:05.379629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:05.388134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:05.391564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.478503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] For port 687a5fc3-1cef-41d5-993b-4fedde04575d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:05.482168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] For port 687a5fc3-1cef-41d5-993b-4fedde04575d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=687a5fc3-1cef-41d5-993b-4fedde04575d,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:05.487652 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.501738 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:05.593633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Pushing event updated for resources: {'Port': ['ID=687a5fc3-1cef-41d5-993b-4fedde04575d,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:05.598102 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:05.788479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.790497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e40295-348c-4c50-bb60-59798220b0f0 req-89c2d15f-8d16-4b2e-baa2-201fd9cd47c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:05.792576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0e40295-348c-4c50-bb60-59798220b0f0 req-89c2d15f-8d16-4b2e-baa2-201fd9cd47c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.6882398 May 14 17:56:05.849146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:05.914292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:05.914292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:05.936491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-67343b3d-0865-4693-9e47-5faf0f03fd76 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:05.938552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-67343b3d-0865-4693-9e47-5faf0f03fd76 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 816 time: 0.5515873 May 14 17:56:05.945232 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ad4e700b-77c7-48e5-b63a-81f5ca7108ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:05.989938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.12 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/8c1c91e4-f1e4-4735-aecd-95a3285ef194) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:05.995285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:56:06.020860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf2d117-c0a1-4515-ac55-1d1d43089873 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:06.034098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0e40295-348c-4c50-bb60-59798220b0f0 req-b9e6ac68-22fb-4cfe-b2de-79b04a8d49f6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981337 May 14 17:56:06.039377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:06.052535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-40bb54ff-1933-4d2d-8024-8c39439d5dd1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/quotas/6c9dafb9de014a46908a4673d7bad087 HTTP/1.1" status: 200 len: 375 time: 0.0946703 May 14 17:56:06.070678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.071026 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Added segment 3297fd1d-1323-4e58-a0d6-2cd1eb571517 of type vlan for network bd904640-b982-4b3c-a125-abce8852037b May 14 17:56:06.103601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.138991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5de76b-27ea-46da-ae3d-09566c6fa325,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:06.143083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:06.146229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.213007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.217431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:06.218341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.225371 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-63e90021-bbce-4649-8a14-d51b36e1f4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:06.326656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-357b4cbe-6ee6-450b-901f-0e96f72d365e tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2607901 May 14 17:56:06.457585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd904640-b982-4b3c-a125-abce8852037b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:06.460421 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:06.465166 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6471076 May 14 17:56:06.469515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36472) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:06.470356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network bd904640-b982-4b3c-a125-abce8852037b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:56:06.473723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Transition to ACTIVE for port object baf2d117-c0a1-4515-ac55-1d1d43089873 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:06.478504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Request body: {'subnet': {'network_id': 'bd904640-b982-4b3c-a125-abce8852037b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-subnet', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:06.483882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:06.486975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.496838 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478502eb-9b74-4e14-baa9-0c94a7fdbaf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:06.528102 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.570433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Usage tracker for resource:subnet and tenant:d37e9e1407da4a4ca467737298c1726e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:06.575090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Pushing event updated for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:06.579072 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:06.580350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:06.618362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-a7ad42c0-b819-4633-9dff-c17efc1f21dc service neutron] 10.222.0.24 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784541 May 14 17:56:06.677452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:06.798359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] No DVR routers for this DVR port baf2d117-c0a1-4515-ac55-1d1d43089873 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:06.813038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Made reservation on behalf of d37e9e1407da4a4ca467737298c1726e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:06.815778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.848038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-6f3de7d1-9214-4ab5-892d-3b2dd34ad9cb service neutron] 10.222.0.24 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223418 May 14 17:56:06.855936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:06.862705 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a618ab94-0a76-44a5-9bdc-b7bdc48abac0 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:07.080106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=8c1c91e4-f1e4-4735-aecd-95a3285ef194,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:07.091953 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:07.115222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b68cbb-cb18-4e8a-b2f1-ef056a3689ec None None] Network 772151e9-3e99-4d95-ab04-e3f534322362 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:07.149296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:07.167673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:07.182128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:07.234717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] 10.222.0.15 "PUT /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873/bindings/n-h1-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8352177 May 14 17:56:07.330102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b081d-106f-4bfc-b458-dce531136b2c req-2a157071-3c86-4703-9e32-6a86693ce237 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:07.332737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9369dba8-d3c6-4632-ade7-0dcbd96f0475 None None] Provisioning for port 687a5fc3-1cef-41d5-993b-4fedde04575d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:07.344021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b081d-106f-4bfc-b458-dce531136b2c req-2a157071-3c86-4703-9e32-6a86693ce237 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 944 time: 0.4945815 May 14 17:56:07.603866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b081d-106f-4bfc-b458-dce531136b2c req-5be85948-d47d-47bc-86fd-8223d355716b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586772 May 14 17:56:07.642123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-9d0a22fb-f134-4bd2-975e-8e4c4569d704 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:07.643859 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-9d0a22fb-f134-4bd2-975e-8e4c4569d704 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.3441393 May 14 17:56:07.682960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:07.683954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:07.735115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9608195 May 14 17:56:07.747674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c90262-d614-474b-ac78-6b3591614aa5 req-903bb355-eda9-44b4-a300-c95ac2b8b73a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:07.748564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b4c90262-d614-474b-ac78-6b3591614aa5 req-903bb355-eda9-44b4-a300-c95ac2b8b73a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:07.756835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Request body: {'port': {'device_id': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:07.901009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-d8f67306-cc97-40b1-990d-a1b8591f0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:07.902558 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-d8f67306-cc97-40b1-990d-a1b8591f0ebf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 1095 time: 0.2470794 May 14 17:56:07.941576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 687a5fc3-1cef-41d5-993b-4fedde04575d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:08.061344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.063494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b4c90262-d614-474b-ac78-6b3591614aa5 req-903bb355-eda9-44b4-a300-c95ac2b8b73a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:08.064639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c90262-d614-474b-ac78-6b3591614aa5 req-903bb355-eda9-44b4-a300-c95ac2b8b73a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 932 time: 0.7184527 May 14 17:56:08.080675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:08.114217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 687a5fc3-1cef-41d5-993b-4fedde04575d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:08.133909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 687a5fc3-1cef-41d5-993b-4fedde04575d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:08.134515 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.282075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b461ac3-86b8-4b46-be47-8bbd091f943a,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:08.291008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-af3b276a-e7c3-41a0-881a-0fe4905fd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:08.292626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-af3b276a-e7c3-41a0-881a-0fe4905fd394 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1095 time: 0.3407230 May 14 17:56:08.294966 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:08.302672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Checking segment: {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:08.303658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Network hostable DHCP agents. Network: bd904640-b982-4b3c-a125-abce8852037b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:56:08.385974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.402080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c90262-d614-474b-ac78-6b3591614aa5 req-4b578522-5004-4519-ac74-6d94bdee94d2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828634 May 14 17:56:08.405500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.451042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1780160e-08a2-4327-9c80-07c2c3281cf7 None None] Provisioning complete for port 687a5fc3-1cef-41d5-993b-4fedde04575d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:08.452113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1780160e-08a2-4327-9c80-07c2c3281cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.536727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 687a5fc3-1cef-41d5-993b-4fedde04575d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=687a5fc3-1cef-41d5-993b-4fedde04575d,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:08.558967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.567654 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:08.703290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-d002e77c-36b3-49f8-945e-41f73a4909bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:08.705158 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-d002e77c-36b3-49f8-945e-41f73a4909bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3978591 May 14 17:56:08.778421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72369a1e-a85e-4467-bd2b-0f6a1dddcc2e req-855f4f96-9965-4d57-97d3-8a0fb91733a9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:08.783212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Network bd904640-b982-4b3c-a125-abce8852037b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:56:08.789394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72369a1e-a85e-4467-bd2b-0f6a1dddcc2e req-855f4f96-9965-4d57-97d3-8a0fb91733a9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.9445503 May 14 17:56:08.789750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=687a5fc3-1cef-41d5-993b-4fedde04575d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:08.795348 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:08.801065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd11681-f576-4606-9d8a-47beda863f98 req-457f6d2a-653b-48a8-b9b8-b24174c7f5f8 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:08.802924 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-1b109440-4232-4e5e-abb0-7c467f3d6c04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 200 len: 217 time: 0.0846453 May 14 17:56:08.803654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5dd11681-f576-4606-9d8a-47beda863f98 req-457f6d2a-653b-48a8-b9b8-b24174c7f5f8 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.22 "GET /v2.0/ports?device_id=762f4cc2-3f6e-4538-8d75-89a4a17afb49 HTTP/1.1" status: 200 len: 945 time: 0.8679619 May 14 17:56:08.813241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, bd904640-b982-4b3c-a125-abce8852037b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:08.829299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3ace8-9f96-4695-9dd2-76efded0046a None None] Network bd904640-b982-4b3c-a125-abce8852037b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:08.864272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:08.864859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:08.913344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4425459 May 14 17:56:08.928047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-de9d84ca-68a4-49cf-9901-e2c468482550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:08.928333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36508) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:08.932758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-de9d84ca-68a4-49cf-9901-e2c468482550 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1101630 May 14 17:56:08.963632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:09.000996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72369a1e-a85e-4467-bd2b-0f6a1dddcc2e req-5b806fa7-b318-4dd9-8745-8b3c7a7d0473 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099953 May 14 17:56:09.008527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:09.036176 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-462e3417-aca1-403a-96bf-f5e484785025 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2016995204&fields=id&tenant_id=5672edbfba5a4e2d92af43dd7c33eccc HTTP/1.1" status: 200 len: 267 time: 0.2947590 May 14 17:56:09.093061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Usage tracker for resource:router and tenant:d37e9e1407da4a4ca467737298c1726e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:09.123952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:09.137953 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-5ef7a435-2cd0-4732-a3eb-843772dcf82c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778731 May 14 17:56:09.168366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:09.333546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.334927 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.388309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-bd904640-b982-4b3c-a125-abce8852037b', 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'fixed_ips': [{'subnet_id': '3b461ac3-86b8-4b46-be47-8bbd091f943a'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:56:09.390766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.511143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-b15b22f6-ca48-47b7-bc45-f3ca030df8ef service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589315 May 14 17:56:09.622635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Allocated IP 172.20.0.2 (bd904640-b982-4b3c-a125-abce8852037b/3b461ac3-86b8-4b46-be47-8bbd091f943a/b0da67a4-4842-4460-aca3-884e5961b600) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:09.628284 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.666598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-dd9d61c7-8161-488e-892a-80d04847f3a9 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:09.668152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-dd9d61c7-8161-488e-892a-80d04847f3a9 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 824 time: 0.6308532 May 14 17:56:09.683138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Deleting port 36390aed-58d9-44bc-ad08-274d4439c4a1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:56:09.683513 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.743482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-be65bafc-ef61-4fff-ab2f-d7e9b28a55a1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:09.744126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-be65bafc-ef61-4fff-ab2f-d7e9b28a55a1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Synchronizing usage tracker for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:09.854781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1c91e4-f1e4-4735-aecd-95a3285ef194 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:09.861594 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-2fa2944f-a7cf-4774-8847-261480eaefd3 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392599 May 14 17:56:09.864595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-be65bafc-ef61-4fff-ab2f-d7e9b28a55a1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Unset dirty status for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:09.865801 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-be65bafc-ef61-4fff-ab2f-d7e9b28a55a1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 816 time: 0.9313841 May 14 17:56:09.873148 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.890002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Request body: {'port': {'device_id': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'admin_state_up': True, 'tenant_id': '6c9dafb9de014a46908a4673d7bad087'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:09.893319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Transition to ACTIVE for port object 8c1c91e4-f1e4-4735-aecd-95a3285ef194 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:09.898158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:09.909298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Transition to ACTIVE for port object b0da67a4-4842-4460-aca3-884e5961b600 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:09.933987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Transition to ACTIVE for port object b0da67a4-4842-4460-aca3-884e5961b600 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:09.943152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 687a5fc3-1cef-41d5-993b-4fedde04575d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:09.993731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.015734 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:10.037348 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.051095 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:10.123727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:10.133665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-f8858099-14fa-4e2b-aec8-c771ce1d0456 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/quotas/5672edbfba5a4e2d92af43dd7c33eccc HTTP/1.1" status: 200 len: 375 time: 0.4215767 May 14 17:56:10.136712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Usage tracker for resource:port and tenant:6c9dafb9de014a46908a4673d7bad087 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:10.142384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:10.162464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:10.170040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Network bd904640-b982-4b3c-a125-abce8852037b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:10.175547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:10.188850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Made reservation on behalf of 6c9dafb9de014a46908a4673d7bad087 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:10.192230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:10.194142 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.210200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Pushing event updated for resources: {'Port': ['ID=b0da67a4-4842-4460-aca3-884e5961b600,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:10.244287 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:10.311148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a03e8-0ae1-4c07-8f57-cc55b5eb8f65 req-fbe4c53f-0250-408d-8b14-4fe8861751c9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:10.313080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 687a5fc3-1cef-41d5-993b-4fedde04575d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:10.313552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.315012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a22a03e8-0ae1-4c07-8f57-cc55b5eb8f65 req-fbe4c53f-0250-408d-8b14-4fe8861751c9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 1.0848329 May 14 17:56:10.377485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Attempting to bind port b0da67a4-4842-4460-aca3-884e5961b600 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:10.377881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Attempting to bind port b0da67a4-4842-4460-aca3-884e5961b600 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:10.378328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Attempting to bind port b0da67a4-4842-4460-aca3-884e5961b600 on network bd904640-b982-4b3c-a125-abce8852037b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:10.387392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:10.387853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Checking segment: {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:10.388321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.388776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Bound using segment: {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:10.389329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Bound port: b0da67a4-4842-4460-aca3-884e5961b600, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:10.389738 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.522266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Allocated IP 172.20.0.10 (772151e9-3e99-4d95-ab04-e3f534322362/d1f9ffed-dd92-49a7-80cb-ad5f365a1287/307ee70d-9b75-4426-8823-7461fdafbc7e) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:10.648840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] For port b0da67a4-4842-4460-aca3-884e5961b600, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:10.652149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] For port b0da67a4-4842-4460-aca3-884e5961b600, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0da67a4-4842-4460-aca3-884e5961b600,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:10.669025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.673169 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:10.679893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=36390aed-58d9-44bc-ad08-274d4439c4a1,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:10.680254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:10.810206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Pushing event updated for resources: {'Port': ['ID=b0da67a4-4842-4460-aca3-884e5961b600,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:10.825137 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:10.892027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-e87e43f7-4814-45df-be10-ced08cec5424 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:10.893872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-e87e43f7-4814-45df-be10-ced08cec5424 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.5706823 May 14 17:56:11.043851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.076207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Transition to ACTIVE for port object 307ee70d-9b75-4426-8823-7461fdafbc7e will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:11.149975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 36390aed-58d9-44bc-ad08-274d4439c4a1 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:11.268404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.285620 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ebdfab7-ab7e-476e-bda5-edab8b081e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:11.306648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1c91e4-f1e4-4735-aecd-95a3285ef194,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:11.310844 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.295s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:11.362114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a22a03e8-0ae1-4c07-8f57-cc55b5eb8f65 req-e83773ac-7dfb-48b2-81fd-e497e26cf80f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9317317 May 14 17:56:11.365222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-7348b062-022b-418d-aab1-96989e675cb6 service neutron] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:11.384956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Network 772151e9-3e99-4d95-ab04-e3f534322362 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:11.397803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-7348b062-022b-418d-aab1-96989e675cb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.413433 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4acf954-305b-4598-82d6-13d96848aaa7 req-7348b062-022b-418d-aab1-96989e675cb6 service neutron] 10.222.0.22 "DELETE /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873/bindings/n-h2-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.5082159 May 14 17:56:11.415821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:11.424902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:11.443435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Attempting to bind port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:11.444092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Attempting to bind port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:11.444492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Attempting to bind port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:11.525270 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.539566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:11.540394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.570393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Pushing event updated for resources: {'Port': ['ID=307ee70d-9b75-4426-8823-7461fdafbc7e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:11.570585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:11.570700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Attempting to bind port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:11.580992 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:11.600682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:11.601055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:11.601516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:11.602018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Bound port: 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:11.602371 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.604957 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7230246 May 14 17:56:11.609011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:11.620962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Request body: {'port': {'device_id': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:11.632735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 36390aed-58d9-44bc-ad08-274d4439c4a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=36390aed-58d9-44bc-ad08-274d4439c4a1,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:11.639789 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.642255 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:11.791847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-72c892c1-1465-401d-a884-0318113b646d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&fields=id HTTP/1.1" status: 200 len: 394 time: 1.5427847 May 14 17:56:11.792525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:11.799832 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:11.819109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.835804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b39c776b-f5d6-4418-93ee-4b9adc0a0ef7 None None] Provisioning for port 307ee70d-9b75-4426-8823-7461fdafbc7e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:11.842264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b39c776b-f5d6-4418-93ee-4b9adc0a0ef7 None None] Provisioning complete for port 307ee70d-9b75-4426-8823-7461fdafbc7e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:11.842975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b39c776b-f5d6-4418-93ee-4b9adc0a0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:11.957417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b39c776b-f5d6-4418-93ee-4b9adc0a0ef7 None None] Port 307ee70d-9b75-4426-8823-7461fdafbc7e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:11.971215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0da67a4-4842-4460-aca3-884e5961b600 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:12.030404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.082032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b0da67a4-4842-4460-aca3-884e5961b600 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:12.320420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.320935 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.321086 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd disassociated. External IP: 172.25.4.106, port: 36390aed-58d9-44bc-ad08-274d4439c4a1. May 14 17:56:12.321489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Calling delete_port for 36390aed-58d9-44bc-ad08-274d4439c4a1 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:56:12.397992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaa675-2c7e-4485-8ad7-5be030aede7f None None] Network bd904640-b982-4b3c-a125-abce8852037b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:12.457175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-99a2f387-6865-4b88-8d71-3013bfe6406c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:12.458768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-99a2f387-6865-4b88-8d71-3013bfe6406c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 816 time: 0.8592918 May 14 17:56:12.493299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] For port 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:12.518288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307ee70d-9b75-4426-8823-7461fdafbc7e {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:12.526827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.544398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Transition to ACTIVE for port object 307ee70d-9b75-4426-8823-7461fdafbc7e will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:12.552391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.568767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:12.569020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] For port 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:12.581665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Provisioning for port b0da67a4-4842-4460-aca3-884e5961b600 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:12.592577 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.603553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-30953f9a-923d-4cf2-be12-39791051a726 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:12.643601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-9031abc7-d803-4b14-bdf6-9bb967351aef tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/quotas/6c9dafb9de014a46908a4673d7bad087 HTTP/1.1" status: 200 len: 375 time: 0.1679082 May 14 17:56:12.648711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Provisioning complete for port b0da67a4-4842-4460-aca3-884e5961b600 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:12.649068 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.790362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-c1e48627-67db-4576-ac77-b6b21465e4cc service neutron] 10.222.0.24 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646693 May 14 17:56:12.804480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Pushing event updated for resources: {'Port': ['ID=307ee70d-9b75-4426-8823-7461fdafbc7e,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:12.814848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:12.850241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Attempting to bind port 307ee70d-9b75-4426-8823-7461fdafbc7e on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:12.850776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Attempting to bind port 307ee70d-9b75-4426-8823-7461fdafbc7e by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:12.851466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Attempting to bind port 307ee70d-9b75-4426-8823-7461fdafbc7e on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:12.856825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Port 307ee70d-9b75-4426-8823-7461fdafbc7e on network 772151e9-3e99-4d95-ab04-e3f534322362 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:12.857385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Attempting to bind port 307ee70d-9b75-4426-8823-7461fdafbc7e on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:12.863233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:12.863902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Checking segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:12.864483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Bound using segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:12.865103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Bound port: 307ee70d-9b75-4426-8823-7461fdafbc7e, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:12.865772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.901632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:12.902492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:12.904109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c1c91e4-f1e4-4735-aecd-95a3285ef194 HTTP/1.1" status: 200 len: 1092 time: 5.1517568 May 14 17:56:12.966759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'tag': '8c1c91e4-f1e4-4735-aecd-95a3285ef194'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:12.973659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1c91e4-f1e4-4735-aecd-95a3285ef194,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:12.989047 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:12.991690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] For port 307ee70d-9b75-4426-8823-7461fdafbc7e, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:12.995163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] For port 307ee70d-9b75-4426-8823-7461fdafbc7e, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=307ee70d-9b75-4426-8823-7461fdafbc7e,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:13.002119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:13.003343 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:13.007318 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9de5fa7-a2df-4bce-b077-3e515cedafba tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:13.042195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] For port b0da67a4-4842-4460-aca3-884e5961b600, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0da67a4-4842-4460-aca3-884e5961b600,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:13.056429 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:13.058872 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:13.066829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:13.067704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:13.069663 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] 10.222.0.15 "PUT /v2.0/ports/307ee70d-9b75-4426-8823-7461fdafbc7e HTTP/1.1" status: 200 len: 1092 time: 1.4572067 May 14 17:56:13.072665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'tag': '307ee70d-9b75-4426-8823-7461fdafbc7e'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:13.117811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Pushing event updated for resources: {'Port': ['ID=307ee70d-9b75-4426-8823-7461fdafbc7e,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:13.122073 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:13.176634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Pushing event updated for resources: {'Port': ['ID=b0da67a4-4842-4460-aca3-884e5961b600,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:13.190102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.190769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.191232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.192455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.192455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.192662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.193250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.193678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.194105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.194735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.195168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.195690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:13.200802 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:13.255153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-a8e06d5e-adf5-4f54-8a62-d497e27055b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:13.257060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-a8e06d5e-adf5-4f54-8a62-d497e27055b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 1095 time: 0.1329162 May 14 17:56:13.389166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:13.395665 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-236590dc-aa8b-44be-8c2c-20e6e79ad6ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=307ee70d-9b75-4426-8823-7461fdafbc7e HTTP/1.1" status: 200 len: 217 time: 0.1236789 May 14 17:56:13.402251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-65686c7c-e20b-4a05-9fbe-cc091ddab243 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7326612 May 14 17:56:13.409299 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:13.430743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b099162-2362-4160-8518-4c7c752efe06 None None] Provisioning complete for port b0da67a4-4842-4460-aca3-884e5961b600 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:13.431262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b099162-2362-4160-8518-4c7c752efe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:13.467945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-967ddee3-39c0-4e11-9072-8779665c7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:13.470891 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-967ddee3-39c0-4e11-9072-8779665c7828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.0689085 May 14 17:56:13.608338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-a2a7fc8a-40eb-4160-8e7f-322b89bde021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:13.611141 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-a2a7fc8a-40eb-4160-8e7f-322b89bde021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319931 May 14 17:56:13.711478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event deleted for resources: {'Port': ['ID=36390aed-58d9-44bc-ad08-274d4439c4a1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:13.713945 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:13.720221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-f9a01b40-c7c9-44f7-8f73-435cf393c499 service neutron] 10.222.0.24 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8947473 May 14 17:56:13.784797 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-0f1d6e32-f19d-4698-af18-a1e8353c3f2f service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659122 May 14 17:56:13.909716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0da67a4-4842-4460-aca3-884e5961b600 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:13.951891 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105fbdd5-f645-42b5-9b5a-559fa91a900e req-d672618e-64f9-49ad-bfff-2898b0a32763 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587341 May 14 17:56:14.028307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b0da67a4-4842-4460-aca3-884e5961b600 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:14.028662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:14.041637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-b6f1460a-f71e-4cf1-aed6-8c69039937b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:14.043088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-b6f1460a-f71e-4cf1-aed6-8c69039937b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 1095 time: 1.0510938 May 14 17:56:14.265880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-f3a88905-56a4-4141-bed8-823481f3eaa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194 HTTP/1.1" status: 200 len: 217 time: 0.0956733 May 14 17:56:14.367797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-ac92ed56-e3a4-41c9-883e-73fe1f9e50a0 service neutron] 10.222.0.24 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179235 May 14 17:56:14.532728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-68ea25c6-365f-41ab-89f0-dcb3b8d50cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:14.534283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-68ea25c6-365f-41ab-89f0-dcb3b8d50cdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.2449987 May 14 17:56:14.535372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:14.636505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-c1a5cc37-19e7-46c8-b6b6-c2907bf7593b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690050 May 14 17:56:14.637371 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:14.649469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Router 802998a1-55a6-4a2d-8467-a65a35b582df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:56:14.727047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a33de-0f76-4fdc-830e-5cd1dbb548e3 req-e6cfea79-d743-496e-9e3d-4adbf33a2569 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:14.728573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f25a33de-0f76-4fdc-830e-5cd1dbb548e3 req-e6cfea79-d743-496e-9e3d-4adbf33a2569 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 944 time: 0.6826766 May 14 17:56:14.966832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-1ed4666e-8d92-4d52-9366-97586e037f20 service neutron] 10.222.0.24 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774567 May 14 17:56:15.057541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f25a33de-0f76-4fdc-830e-5cd1dbb548e3 req-e654f881-60c3-4b9c-8d5d-71e362e2b336 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156810 May 14 17:56:15.355965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-334c9236-5416-429c-b0fc-61e9c71dfb7c service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085555 May 14 17:56:15.375296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-41dd30e8-b64c-4c7f-93b6-f2ae5e20c966 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:15.377275 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-41dd30e8-b64c-4c7f-93b6-f2ae5e20c966 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.15 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 824 time: 0.1813705 May 14 17:56:15.398388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Allocated IP 172.25.4.228 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b075b93c-d8cf-419b-983b-d85041a4ee25) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:15.455407 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-b79ff3d3-d2cf-41d0-9eeb-7b6c6fa18e1b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5672edbfba5a4e2d92af43dd7c33eccc HTTP/1.1" status: 200 len: 380 time: 0.0690625 May 14 17:56:15.466438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'port': {'device_id': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'admin_state_up': True, 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'security_groups': ['dce28a9b-08b7-43ed-9a59-0b03b50da784']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:15.527652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:15.540365 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:15.557378 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:15.557920 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:15.723679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] No DVR routers for this DVR port 36390aed-58d9-44bc-ad08-274d4439c4a1 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:15.727064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:15.765243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:15.770902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Usage tracker for resource:port and tenant:5672edbfba5a4e2d92af43dd7c33eccc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:15.775639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:15.775833 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:15.783894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:15.788546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5dd11681-f576-4606-9d8a-47beda863f98 req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.22 "DELETE /v2.0/ports/36390aed-58d9-44bc-ad08-274d4439c4a1 HTTP/1.1" status: 204 len: 173 time: 6.9581723 May 14 17:56:15.811879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Made reservation on behalf of 5672edbfba5a4e2d92af43dd7c33eccc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:15.818130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:15.834163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14b48859-5cf5-4b43-87a1-fd9f91666f00 req-c8aa4b05-664e-4dce-9f0a-354daf83625c service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287443 May 14 17:56:15.842029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e3708-b990-465b-be41-252ea43a2850 req-28964f54-6d35-4177-a5de-bf6628311d58 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:15.851583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-840e3708-b990-465b-be41-252ea43a2850 req-28964f54-6d35-4177-a5de-bf6628311d58 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 944 time: 0.6685448 May 14 17:56:15.883995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943778-134c-4d12-bf95-a83039553634 req-51d6e46a-63e8-49b2-97ee-d84325044e21 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:15.891683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4943778-134c-4d12-bf95-a83039553634 req-51d6e46a-63e8-49b2-97ee-d84325044e21 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 945 time: 0.5406895 May 14 17:56:15.942718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:16.015703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4943778-134c-4d12-bf95-a83039553634 req-af960a20-31b7-48a7-bc93-3bb95f8b2821 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230600 May 14 17:56:16.018942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-840e3708-b990-465b-be41-252ea43a2850 req-f48cc41d-d7d4-4a14-a466-b8dc36c7ee23 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664517 May 14 17:56:16.031442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:16.042898 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c877d1e-5daf-4644-9769-d91526d26105 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471 tempest-FloatingIPsAssociationNegativeTestJSON-1060138471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:16.081548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Allocated IP 172.20.0.13 (ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be/153c13f0-fa9d-4a30-b06c-f3e319f826af/741ab01e-0ed2-4205-b780-589f804d4c32) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:16.140063 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:16.141876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Pushing event updated for resources: {'Port': ['ID=b075b93c-d8cf-419b-983b-d85041a4ee25,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:16.145359 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:16.146600 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:16.148652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:16.149894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:16.152209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:16.154899 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:16.156112 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:16.167394 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'code': 200} May 14 17:56:16.307491 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'tag': '307ee70d-9b75-4426-8823-7461fdafbc7e', 'status': 'completed', 'code': 200} May 14 17:56:16.355599 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:16.404595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:16.421362 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'tag': '8c1c91e4-f1e4-4735-aecd-95a3285ef194', 'status': 'completed', 'code': 200} May 14 17:56:16.427143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Transition to ACTIVE for port object 741ab01e-0ed2-4205-b780-589f804d4c32 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:16.450308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-6308628d-1dd2-436c-810f-adb65ca6c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:16.451952 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-6308628d-1dd2-436c-810f-adb65ca6c5dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 1095 time: 0.1219280 May 14 17:56:16.600718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:16.622536 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-421d96e7-227a-42c7-8808-360baba572a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:16.697701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:16.705105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:16.707838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:16.828836 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:16.834022 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca6fded-1ec3-4375-b57e-7b4f277821b8 None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:16.867736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:16.868512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:16.873030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event updated for resources: {'Port': ['ID=741ab01e-0ed2-4205-b780-589f804d4c32,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:16.878462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-224f783f-1ab9-4238-b80a-2c531b25af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:16.880091 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-224f783f-1ab9-4238-b80a-2c531b25af15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 917 time: 0.4185922 May 14 17:56:16.881019 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:16.992980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-9c320b9e-82d5-4e53-929a-a2f10142034f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=307ee70d-9b75-4426-8823-7461fdafbc7e HTTP/1.1" status: 200 len: 217 time: 0.1026678 May 14 17:56:17.047847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a1a22c35-7e93-4c2a-9e2b-e27c41303941 None None] Provisioning for port 741ab01e-0ed2-4205-b780-589f804d4c32 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:17.055589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a1a22c35-7e93-4c2a-9e2b-e27c41303941 None None] Provisioning complete for port 741ab01e-0ed2-4205-b780-589f804d4c32 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:17.055973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1a22c35-7e93-4c2a-9e2b-e27c41303941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:17.084261 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6240311 May 14 17:56:17.086063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-a354cd5a-cd24-46cf-a911-efbc9e3d77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:17.087537 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-a354cd5a-cd24-46cf-a911-efbc9e3d77d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.0875559 May 14 17:56:17.099969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 307ee70d-9b75-4426-8823-7461fdafbc7e details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:17.103508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Request body: {'port': {'device_id': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:17.107397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:17.129676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a1a22c35-7e93-4c2a-9e2b-e27c41303941 None None] Port 741ab01e-0ed2-4205-b780-589f804d4c32 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:17.212437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575936f6-f6e7-46a0-aece-3e57e8ab84be None None] New status for floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:56:17.280424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:17.361427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-b9dcb8dc-ddd8-4bc6-9959-e43da644e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:17.362800 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-b9dcb8dc-ddd8-4bc6-9959-e43da644e782 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867695 May 14 17:56:17.364416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431b213-c5e7-4c47-99d6-7d172e052afc req-37a7d064-e62d-41c6-80f9-e8da4b3d5355 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:17.365621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1431b213-c5e7-4c47-99d6-7d172e052afc req-37a7d064-e62d-41c6-80f9-e8da4b3d5355 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Synchronizing usage tracker for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:17.400173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-2c25ee48-a54c-47bb-a69c-65ed966b4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:17.402188 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-2c25ee48-a54c-47bb-a69c-65ed966b4bcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 1095 time: 0.9785385 May 14 17:56:17.423322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364fc9-c2b7-4c8c-9ba6-0998c3ef6174 req-26f0caa2-553e-4f43-a88a-61c890885473 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:17.424819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4364fc9-c2b7-4c8c-9ba6-0998c3ef6174 req-26f0caa2-553e-4f43-a88a-61c890885473 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.9414811 May 14 17:56:17.453197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-a3212454-851b-4352-950f-fa26e24edde1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:17.454948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-a3212454-851b-4352-950f-fa26e24edde1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.22 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 816 time: 0.8195727 May 14 17:56:17.491791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 307ee70d-9b75-4426-8823-7461fdafbc7e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=307ee70d-9b75-4426-8823-7461fdafbc7e,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:17.513209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '307ee70d-9b75-4426-8823-7461fdafbc7e', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'port_id': '307ee70d-9b75-4426-8823-7461fdafbc7e', 'mac_address': 'fa:16:3e:5e:46:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9ffed-dd92-49a7-80cb-ad5f365a1287', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:56:17.584726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Request body: {'port': {'device_id': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'admin_state_up': True, 'tenant_id': '6c9dafb9de014a46908a4673d7bad087'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:17.589365 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:17.606950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307ee70d-9b75-4426-8823-7461fdafbc7e {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:17.624230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 307ee70d-9b75-4426-8823-7461fdafbc7e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=307ee70d-9b75-4426-8823-7461fdafbc7e,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:17.630356 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:17.632167 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:17.638831 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-fa915212-0e6a-4096-8bcf-018110825821 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671311 May 14 17:56:17.670798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1431b213-c5e7-4c47-99d6-7d172e052afc req-37a7d064-e62d-41c6-80f9-e8da4b3d5355 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Unset dirty status for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:17.672965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1431b213-c5e7-4c47-99d6-7d172e052afc req-37a7d064-e62d-41c6-80f9-e8da4b3d5355 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 932 time: 1.1909978 May 14 17:56:17.699060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=307ee70d-9b75-4426-8823-7461fdafbc7e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:17.702032 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:17.816599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4364fc9-c2b7-4c8c-9ba6-0998c3ef6174 req-e61c3126-0cd3-4413-908f-27ce0b35929f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607266 May 14 17:56:17.931513 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d56624ea-5e02-4f5a-84bf-2f91d5f71e75 req-d12a7ec3-9126-4453-960a-4e591aecbecf service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827237 May 14 17:56:17.986128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1431b213-c5e7-4c47-99d6-7d172e052afc req-c1d7915c-1f79-4956-81ad-a33e66e339d7 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925297 May 14 17:56:17.986513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741ab01e-0ed2-4205-b780-589f804d4c32 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:17.997950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.012068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-7c66cdce-dfdd-49ea-86d7-2cb7ce5469a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:18.013535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-7c66cdce-dfdd-49ea-86d7-2cb7ce5469a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.6031575 May 14 17:56:18.018460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Transition to ACTIVE for port object 741ab01e-0ed2-4205-b780-589f804d4c32 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:18.024302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.030263 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2fbd810f-4125-4d8d-9fcd-bb36f7bfc574 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:18.113346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:18.124148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-47cfd9e9-6a93-4fbd-856c-483046ba9816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194 HTTP/1.1" status: 200 len: 217 time: 0.0977259 May 14 17:56:18.130434 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.157210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Usage tracker for resource:port and tenant:6c9dafb9de014a46908a4673d7bad087 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:18.235563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:18.246842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['307ee70d-9b75-4426-8823-7461fdafbc7e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:18.328900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Pushing event updated for resources: {'Port': ['ID=741ab01e-0ed2-4205-b780-589f804d4c32,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:18.336574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:18.378114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:18.396864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-ba173214-fa13-42d5-a13b-b13fda134220 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:18.398536 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-ba173214-fa13-42d5-a13b-b13fda134220 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.2714508 May 14 17:56:18.399104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Attempting to bind port 741ab01e-0ed2-4205-b780-589f804d4c32 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:18.399519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Attempting to bind port 741ab01e-0ed2-4205-b780-589f804d4c32 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:18.399791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Attempting to bind port 741ab01e-0ed2-4205-b780-589f804d4c32 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:18.404771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Port 741ab01e-0ed2-4205-b780-589f804d4c32 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:18.404921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Attempting to bind port 741ab01e-0ed2-4205-b780-589f804d4c32 on network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:18.412349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:18.412678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Checking segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:18.413046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Bound using segment: {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:18.413460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Bound port: 741ab01e-0ed2-4205-b780-589f804d4c32, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:18.413797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.427439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-3'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:18.434132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'name': 'network-vif-deleted', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:18.513201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Made reservation on behalf of 6c9dafb9de014a46908a4673d7bad087 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:18.517225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.534941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-c6c606b1-b4f2-4168-94fe-0b9fe4f388c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:18.536394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-c6c606b1-b4f2-4168-94fe-0b9fe4f388c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.4023156 May 14 17:56:18.608560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.618625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] For port 741ab01e-0ed2-4205-b780-589f804d4c32, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:18.653000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] For port 741ab01e-0ed2-4205-b780-589f804d4c32, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=741ab01e-0ed2-4205-b780-589f804d4c32,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:18.658625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-a6d9fc66-812b-4037-9625-764b95a8dc7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044431 May 14 17:56:18.659360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.669031 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:18.763159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:18.763847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:18.765203 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] 10.222.0.15 "PUT /v2.0/ports/741ab01e-0ed2-4205-b780-589f804d4c32 HTTP/1.1" status: 200 len: 1092 time: 1.6674411 May 14 17:56:18.768867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:18.886203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Pushing event updated for resources: {'Port': ['ID=741ab01e-0ed2-4205-b780-589f804d4c32,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:18.886437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-ef49a94c-eb56-49f0-9211-ce238bc6505e tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:18.887901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-ef49a94c-eb56-49f0-9211-ce238bc6505e tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 816 time: 0.7518182 May 14 17:56:18.892128 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:18.950044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:18.967601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-2cee5b6f-9a20-4942-a4fc-5ad49c83c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:18.969742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-2cee5b6f-9a20-4942-a4fc-5ad49c83c66f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 1095 time: 0.1405857 May 14 17:56:19.001878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-73e0ddb7-e96b-4098-a6bc-f8c8ee961c41 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/quotas/6c9dafb9de014a46908a4673d7bad087 HTTP/1.1" status: 200 len: 375 time: 0.0538425 May 14 17:56:19.023764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee56c9a-d043-4ea8-8beb-1f7c7f7399f8 req-c63b551e-8ab2-410b-b73e-6467049bda9e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:19.025126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dee56c9a-d043-4ea8-8beb-1f7c7f7399f8 req-c63b551e-8ab2-410b-b73e-6467049bda9e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 944 time: 0.8281739 May 14 17:56:19.052254 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-cf6ea5fd-f7c0-4a2a-8f6d-1ed9230f042b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=741ab01e-0ed2-4205-b780-589f804d4c32 HTTP/1.1" status: 200 len: 217 time: 0.0702980 May 14 17:56:19.056333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:19.070685 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:56:19.095246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:19.165307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-db3c063f-bc3e-4359-bfa9-66c95c642d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:19.166634 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-db3c063f-bc3e-4359-bfa9-66c95c642d51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.0835326 May 14 17:56:19.168371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:19.209195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:19.218653 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:19.231546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-fe45ed32-2608-42ad-87cf-7bed45a5c6ee service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064286 May 14 17:56:19.232126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Router 16c85457-2845-440b-8fba-59f2ba612d5b is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:56:19.236032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dee56c9a-d043-4ea8-8beb-1f7c7f7399f8 req-c44ee6e7-06f9-4104-8f21-769b84f728fb tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006559 May 14 17:56:19.242106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Allocated IP 172.20.0.6 (772151e9-3e99-4d95-ab04-e3f534322362/d1f9ffed-dd92-49a7-80cb-ad5f365a1287/56fa11f8-7977-4f9f-8600-f60363a1fb24) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:19.252363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:19.269135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 has no active binding in host n-h2-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:56:19.279791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8c1c91e4-f1e4-4735-aecd-95a3285ef194 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:19.412261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:19.417507 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:19.422770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on host n-h1-787206-3 for vnic_type normal with profile {"migrating_to": "n-h2-787206-3"} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:19.423099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:19.431556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:19.453115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:19.453435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Attempting to bind port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:19.474090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:19.474465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:19.474797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:19.475251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Bound port: 25c144d7-da90-4ff8-90a1-b2d036f13a70, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:19.475533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:19.475668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:19.490542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '8c1c91e4-f1e4-4735-aecd-95a3285ef194', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '8c1c91e4-f1e4-4735-aecd-95a3285ef194', 'mac_address': 'fa:16:3e:24:47:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:56:19.493945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-efb64e76-a71c-453b-9159-850a687d842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:19.495455 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-efb64e76-a71c-453b-9159-850a687d842a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3195970 May 14 17:56:19.623319 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:19.638444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-d4f6f2b1-9a79-4410-95fd-ce9cdbc6bffe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6064510 May 14 17:56:19.642515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1c91e4-f1e4-4735-aecd-95a3285ef194 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:19.661175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:19.665813 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:19.667712 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-011fcc87-ac77-4386-9d58-7b9bfd64d664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:19.737544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8c1c91e4-f1e4-4735-aecd-95a3285ef194,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:19.748619 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:19.846247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:19.854014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8618715f-5f8b-4af6-a9c6-36f23ba645b5 req-3534755a-ae31-47d5-ad05-d45f142a46cf service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091478 May 14 17:56:19.871358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:19.880839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:19.888591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65048a51-5208-4db3-8dda-e531bb0ae599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:19.902210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:19.912234 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Sync routers for ids ['16c85457-2845-440b-8fba-59f2ba612d5b'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:19.926167 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-1878e350-3954-41a8-8ca1-bbe757bba93b service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680657 May 14 17:56:19.927340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Routers {'16c85457-2845-440b-8fba-59f2ba612d5b'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:19.928223 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16c85457-2845-440b-8fba-59f2ba612d5b'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:19.972912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53491fa0-3a6f-4b42-90f2-427186438213 req-427bc80a-4b2e-4a04-896e-718b93c2317b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:19.974391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53491fa0-3a6f-4b42-90f2-427186438213 req-427bc80a-4b2e-4a04-896e-718b93c2317b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.5622435 May 14 17:56:20.031744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.033288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.0971637 May 14 17:56:20.036274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['8c1c91e4-f1e4-4735-aecd-95a3285ef194'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:20.043266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-1e4d623d-d479-43c2-8f6c-0c78cd250251 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:20.044096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-1e4d623d-d479-43c2-8f6c-0c78cd250251 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Synchronizing usage tracker for tenant:8ab4491cffb3436abec119fb4810df48 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:20.045548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36598) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:20.051153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-bef80766-356a-49df-a59b-18a776aa744d service neutron] 10.222.0.24 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901904 May 14 17:56:20.160947 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Set router 16c85457-2845-440b-8fba-59f2ba612d5b gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:20.174780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=8']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:20.181126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:20.181753 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.183093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] 10.222.0.15 "PUT /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 1121 time: 1.7720065 May 14 17:56:20.185442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:20.236604 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d52ac8b3-2bf2-4811-b608-67a6150f1a3b req-af8f1b82-0e03-4e8a-a2e3-9d2f1ff2074b service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921798 May 14 17:56:20.237401 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.237897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-1e4d623d-d479-43c2-8f6c-0c78cd250251 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Unset dirty status for tenant:8ab4491cffb3436abec119fb4810df48 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:20.239135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-1e4d623d-d479-43c2-8f6c-0c78cd250251 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.22 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 945 time: 0.5013580 May 14 17:56:20.261416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['25c144d7-da90-4ff8-90a1-b2d036f13a70'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:20.313914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['25c144d7-da90-4ff8-90a1-b2d036f13a70'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:20.415970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53491fa0-3a6f-4b42-90f2-427186438213 req-9dc80252-15d8-4b71-a6e9-0be38042f42f tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275601 May 14 17:56:20.442013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Transition to ACTIVE for port object 56fa11f8-7977-4f9f-8600-f60363a1fb24 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:20.454976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Deleting port 9430b9c0-83ab-408e-9ba3-e1e13f653764 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:56:20.457229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.543232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:16Z', 'revision_number': 3, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:20.548755 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Checking router: 16c85457-2845-440b-8fba-59f2ba612d5b for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:20.549104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Updating router 16c85457-2845-440b-8fba-59f2ba612d5b port b075b93c-d8cf-419b-983b-d85041a4ee25 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:56:20.612076 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.713627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] For port 9430b9c0-83ab-408e-9ba3-e1e13f653764, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9430b9c0-83ab-408e-9ba3-e1e13f653764,segment=NetworkSegment(47b2336c-a9c3-4ee8-8038-d1e49097daa7),segment_id=47b2336c-a9c3-4ee8-8038-d1e49097daa7)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:20.714258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.800745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-49e146f6-c4f3-43be-96a5-919fe584f252 service neutron] 10.222.0.24 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923923 May 14 17:56:20.849461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Calling delete_port for 9430b9c0-83ab-408e-9ba3-e1e13f653764 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:56:20.944225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:20.954246 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3527697-5aaa-43f4-8117-b469615777a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:21.000714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.013447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['9430b9c0-83ab-408e-9ba3-e1e13f653764'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:21.014192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9bcbb8f7-8f37-47e3-8fff-ca73b5c76576 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:21.056437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Network 772151e9-3e99-4d95-ab04-e3f534322362 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:21.067649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:21.070520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:21.090087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['307ee70d-9b75-4426-8823-7461fdafbc7e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:21.097961 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.120296 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Transition to ACTIVE for port object b075b93c-d8cf-419b-983b-d85041a4ee25 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:21.129325 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.134359 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:21.138651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 307ee70d-9b75-4426-8823-7461fdafbc7e up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:21.166385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Pushing event deleted for resources: {'Port': ['ID=9430b9c0-83ab-408e-9ba3-e1e13f653764,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:21.188110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:21.210099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Pushing event updated for resources: {'Port': ['ID=56fa11f8-7977-4f9f-8600-f60363a1fb24,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:21.255123 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f0e7-a55e-4dc7-9175-45e380016f50 None None] Pushing event updated for resources: {'Port': ['ID=b075b93c-d8cf-419b-983b-d85041a4ee25,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:21.259989 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7ae8f0e7-a55e-4dc7-9175-45e380016f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:21.282184 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Attempting to bind port b075b93c-d8cf-419b-983b-d85041a4ee25 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:21.282832 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Attempting to bind port b075b93c-d8cf-419b-983b-d85041a4ee25 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:21.283632 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Attempting to bind port b075b93c-d8cf-419b-983b-d85041a4ee25 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:21.288861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] No DVR routers for this DVR port 9430b9c0-83ab-408e-9ba3-e1e13f653764 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:21.289900 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:21.290461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:21.291020 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.291588 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:21.292216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Bound port: b075b93c-d8cf-419b-983b-d85041a4ee25, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:21.292754 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.298168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.345681 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:21.373548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 307ee70d-9b75-4426-8823-7461fdafbc7e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:21.426157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a9140a18-a9d6-454d-a8af-e3d7d597d3bb req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.22 "DELETE /v2.0/ports/9430b9c0-83ab-408e-9ba3-e1e13f653764 HTTP/1.1" status: 204 len: 173 time: 1.1797054 May 14 17:56:21.454062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 307ee70d-9b75-4426-8823-7461fdafbc7e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:21.458712 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.482886 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] For port b075b93c-d8cf-419b-983b-d85041a4ee25, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:21.492479 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] For port b075b93c-d8cf-419b-983b-d85041a4ee25, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b075b93c-d8cf-419b-983b-d85041a4ee25,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:21.495473 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-56ed8953-5237-4131-81ae-0b989ff90648 service neutron] show failed (client error): The resource could not be found. May 14 17:56:21.496473 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-56ed8953-5237-4131-81ae-0b989ff90648 service neutron] 10.222.0.15 "GET /v2.0/ports/5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1450391 May 14 17:56:21.503884 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.519056 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d0363249-ad43-46ec-a78b-1a14d5e022a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:21.600681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa9a68d0-aed0-45b3-bbb4-20a1e271530a req-7261aae1-9a20-454a-a17b-8754844cd1cc tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] 10.222.0.24 "GET /v2.0/ports?device_id=41575827-77d1-4c04-abd0-97aa12bcd4a6 HTTP/1.1" status: 200 len: 210 time: 0.4880164 May 14 17:56:21.686045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44494a-e7b2-4157-bde6-70d04b889f59 req-cc0089d8-3b26-4ed5-be94-27c6fd37d2e6 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:21.690364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c44494a-e7b2-4157-bde6-70d04b889f59 req-cc0089d8-3b26-4ed5-be94-27c6fd37d2e6 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1095 time: 1.0786762 May 14 17:56:21.705635 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f0e7-a55e-4dc7-9175-45e380016f50 None None] Pushing event updated for resources: {'Port': ['ID=b075b93c-d8cf-419b-983b-d85041a4ee25,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:21.714418 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7ae8f0e7-a55e-4dc7-9175-45e380016f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:21.724431 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Routers {'16c85457-2845-440b-8fba-59f2ba612d5b'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:21.725613 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16c85457-2845-440b-8fba-59f2ba612d5b'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:21.789733 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762f4cc2-3f6e-4538-8d75-89a4a17afb49', 'name': 'network-vif-deleted', 'tag': '36390aed-58d9-44bc-ad08-274d4439c4a1', 'status': 'completed', 'code': 200} May 14 17:56:21.795812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:21.797634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.874627 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32', 'status': 'completed', 'code': 200} May 14 17:56:21.879880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3260100 May 14 17:56:21.888550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-91ea6aef-48b8-46b7-8076-66974cd54493 None None] Provisioning for port 56fa11f8-7977-4f9f-8600-f60363a1fb24 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:21.893854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c44494a-e7b2-4157-bde6-70d04b889f59 req-359cd167-19d4-4b70-8dac-5b3889710bd8 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774688 May 14 17:56:21.918200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-91ea6aef-48b8-46b7-8076-66974cd54493 None None] Provisioning complete for port 56fa11f8-7977-4f9f-8600-f60363a1fb24 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:21.919147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-91ea6aef-48b8-46b7-8076-66974cd54493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:21.923882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Request body: {'port': {'device_id': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:22.017730 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] Set router 16c85457-2845-440b-8fba-59f2ba612d5b gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:22.116303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6aef-48b8-46b7-8076-66974cd54493 None None] Port 56fa11f8-7977-4f9f-8600-f60363a1fb24 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:22.148173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:22.189417 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:22.207601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-cc7fbd16-541d-4bc8-81a3-e54d998a1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:22.209087 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-cc7fbd16-541d-4bc8-81a3-e54d998a1cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 1095 time: 0.2883532 May 14 17:56:22.231655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ee70d-9b75-4426-8823-7461fdafbc7e'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:22.250494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 307ee70d-9b75-4426-8823-7461fdafbc7e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=307ee70d-9b75-4426-8823-7461fdafbc7e,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:22.259662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:22.261893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-40932966-443b-4916-b4a3-edf25a767fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:22.364987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=307ee70d-9b75-4426-8823-7461fdafbc7e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:22.369194 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:22.388836 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:22.427431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-a436011f-a46b-455f-bf3c-553ce8cce82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:22.428170 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-a436011f-a46b-455f-bf3c-553ce8cce82d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5&tenant_id=6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 1101 time: 0.3563402 May 14 17:56:22.510889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:22.512889 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:16Z', 'revision_number': 3, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:22.518247 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ecb1f-3a16-4446-b041-9ce3e4433b82 None None] The sync data for ids ['16c85457-2845-440b-8fba-59f2ba612d5b'] in n-d-787206-3 is: [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:16Z', 'revision_number': 3, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:22.573509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db172-6de8-4cbe-8934-c5ca7511ccf3 req-77d2dd4d-3a5b-4013-88d9-54e6ec8cf276 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:22.575011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-542db172-6de8-4cbe-8934-c5ca7511ccf3 req-77d2dd4d-3a5b-4013-88d9-54e6ec8cf276 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.5041490 May 14 17:56:22.675625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-1d5f0b20-4520-424c-9c52-2a34d69cb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:22.677099 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-1d5f0b20-4520-424c-9c52-2a34d69cb8fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 925 time: 0.4486458 May 14 17:56:22.686634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:22.788131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-d99f9ec8-03b6-4d09-aa7d-3244adaa1dbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=741ab01e-0ed2-4205-b780-589f804d4c32 HTTP/1.1" status: 200 len: 217 time: 0.0905249 May 14 17:56:22.793666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b277ed-eb99-4038-afc8-b4c6090a169b req-f743d05e-d1f0-42bb-bd53-2a770439f71f tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:22.816608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3b277ed-eb99-4038-afc8-b4c6090a169b req-f743d05e-d1f0-42bb-bd53-2a770439f71f tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 944 time: 0.4846895 May 14 17:56:22.878989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-542db172-6de8-4cbe-8934-c5ca7511ccf3 req-a5041b8f-0209-4bbf-94c4-18aeb1614f84 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843530 May 14 17:56:22.899115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Allocated IP 172.20.0.1 (bd904640-b982-4b3c-a125-abce8852037b/3b461ac3-86b8-4b46-be47-8bbd091f943a/eef6bb00-66cd-48b8-b833-3ec48394dab0) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:23.084012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-d77793f7-2e1d-424b-abcb-f01856df2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:23.085991 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-d77793f7-2e1d-424b-abcb-f01856df2101 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.2722237 May 14 17:56:23.204481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3b277ed-eb99-4038-afc8-b4c6090a169b req-b7f82d1d-4e41-497f-92f7-979ef6585064 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815987 May 14 17:56:23.270257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 741ab01e-0ed2-4205-b780-589f804d4c32 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:23.424733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 741ab01e-0ed2-4205-b780-589f804d4c32, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=741ab01e-0ed2-4205-b780-589f804d4c32,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:23.426356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-3d9442af-583a-4cc3-81e7-e2d12bdc74e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:23.428085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-3d9442af-583a-4cc3-81e7-e2d12bdc74e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 816 time: 0.5808933 May 14 17:56:23.441184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8c1c91e4-f1e4-4735-aecd-95a3285ef194 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:23.448622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Request body: {'port': {'device_id': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'admin_state_up': True, 'tenant_id': '6c9dafb9de014a46908a4673d7bad087'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:23.503422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:23.513662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6faf8445-7590-4ea1-83dd-bd86bd3528c2 req-c95e70e3-351c-4d16-a185-df1913f9b67e tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Synchronizing usage tracker for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:23.526151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9430b9c0-83ab-408e-9ba3-e1e13f653764 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:23.548010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:23.560467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '741ab01e-0ed2-4205-b780-589f804d4c32', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'port_id': '741ab01e-0ed2-4205-b780-589f804d4c32', 'mac_address': 'fa:16:3e:97:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:56:23.592275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Transition to ACTIVE for port object eef6bb00-66cd-48b8-b833-3ec48394dab0 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:23.592859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6faf8445-7590-4ea1-83dd-bd86bd3528c2 req-c95e70e3-351c-4d16-a185-df1913f9b67e tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Unset dirty status for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:23.594075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6faf8445-7590-4ea1-83dd-bd86bd3528c2 req-c95e70e3-351c-4d16-a185-df1913f9b67e tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 210 time: 0.1961839 May 14 17:56:23.610027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 9430b9c0-83ab-408e-9ba3-e1e13f653764 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:56:23.610362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9430b9c0-83ab-408e-9ba3-e1e13f653764 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:23.626870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-6cfbd625-a2eb-4756-8410-4ce3a099748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:23.628627 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-6cfbd625-a2eb-4756-8410-4ce3a099748d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5332866 May 14 17:56:23.665781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a5095-8144-4bd6-99d2-c5a2b1e5b575 req-4d2b4ca0-b74b-4b14-a6aa-6d389da81552 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:23.667425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-570a5095-8144-4bd6-99d2-c5a2b1e5b575 req-4d2b4ca0-b74b-4b14-a6aa-6d389da81552 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 945 time: 0.4686277 May 14 17:56:23.719887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fa11f8-7977-4f9f-8600-f60363a1fb24 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:23.728867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:23.730232 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:23.766357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:23.786823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741ab01e-0ed2-4205-b780-589f804d4c32 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:23.803505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-570a5095-8144-4bd6-99d2-c5a2b1e5b575 req-78dc8cb0-807b-4ef8-bb00-a98d1312c4e0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229756 May 14 17:56:23.804566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Transition to ACTIVE for port object 56fa11f8-7977-4f9f-8600-f60363a1fb24 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:23.812858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:23.819411 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37b9c21e-37e1-49e0-975e-f81bc173a4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:23.828038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 741ab01e-0ed2-4205-b780-589f804d4c32, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=741ab01e-0ed2-4205-b780-589f804d4c32,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:23.831986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:23.833093 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:23.839074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:23.865167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:23.881330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70'}, {'name': 'network-changed', 'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70'}, {'server_uuid': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'name': 'network-vif-deleted', 'tag': '9430b9c0-83ab-408e-9ba3-e1e13f653764'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:23.906653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Network bd904640-b982-4b3c-a125-abce8852037b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:23.952565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b075b93c-d8cf-419b-983b-d85041a4ee25 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:23.957951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:23.974499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:23.974744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:23.997968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.008168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-84ff1d23-defe-4575-8801-ec6d9c431dbc service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644414 May 14 17:56:24.012082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:24.044606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.063828 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:24.071557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Transition to ACTIVE for port object 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:24.073319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Pushing event updated for resources: {'Port': ['ID=eef6bb00-66cd-48b8-b833-3ec48394dab0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:24.088179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Made reservation on behalf of 6c9dafb9de014a46908a4673d7bad087 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:24.094112 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:24.095321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.125711 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cfd75c94-8879-470e-b277-292ee542be3f tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:24.147727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.268311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b075b93c-d8cf-419b-983b-d85041a4ee25 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:24.297848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.330117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b075b93c-d8cf-419b-983b-d85041a4ee25 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:24.330601 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.333764 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.346690 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:24.370615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=741ab01e-0ed2-4205-b780-589f804d4c32,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:24.387537 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:24.429989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.451496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d807c980-97c7-4ab2-a19c-65925bc3ebf9 None None] Provisioning for port eef6bb00-66cd-48b8-b833-3ec48394dab0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:24.461362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d988ae-b2e6-4f2e-896e-0de3d6f266ec req-0ddb7da2-c27f-488f-9f44-8ba24d8e0276 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:24.461682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['741ab01e-0ed2-4205-b780-589f804d4c32'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:24.468965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c3d988ae-b2e6-4f2e-896e-0de3d6f266ec req-0ddb7da2-c27f-488f-9f44-8ba24d8e0276 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.7062578 May 14 17:56:24.503373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d807c980-97c7-4ab2-a19c-65925bc3ebf9 None None] Provisioning complete for port eef6bb00-66cd-48b8-b833-3ec48394dab0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:24.504176 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d807c980-97c7-4ab2-a19c-65925bc3ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.524317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=56fa11f8-7977-4f9f-8600-f60363a1fb24,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:24.545738 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:24.607909 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c3d988ae-b2e6-4f2e-896e-0de3d6f266ec req-86bcfcd6-5d52-44a4-8ebd-9215f1eafc24 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380906 May 14 17:56:24.614796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Attempting to bind port 56fa11f8-7977-4f9f-8600-f60363a1fb24 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:24.615164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Attempting to bind port 56fa11f8-7977-4f9f-8600-f60363a1fb24 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:24.615590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Attempting to bind port 56fa11f8-7977-4f9f-8600-f60363a1fb24 on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:24.622885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac6155-e74b-4fcf-87a3-b82f73ae2a27 req-1d5635d6-aec5-47be-8c5c-6936d025c703 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:24.625074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05ac6155-e74b-4fcf-87a3-b82f73ae2a27 req-1d5635d6-aec5-47be-8c5c-6936d025c703 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 1095 time: 0.6009603 May 14 17:56:24.629085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Port 56fa11f8-7977-4f9f-8600-f60363a1fb24 on network 772151e9-3e99-4d95-ab04-e3f534322362 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:24.629085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Attempting to bind port 56fa11f8-7977-4f9f-8600-f60363a1fb24 on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:24.654110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:24.668471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d807c980-97c7-4ab2-a19c-65925bc3ebf9 None None] Port eef6bb00-66cd-48b8-b833-3ec48394dab0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:24.676983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:24.677323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Checking segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:24.677708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Bound using segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:24.678139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Bound port: 56fa11f8-7977-4f9f-8600-f60363a1fb24, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:24.678583 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.706566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05ac6155-e74b-4fcf-87a3-b82f73ae2a27 req-89c06346-633c-4f03-91b8-db02a05ab07c tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699060 May 14 17:56:24.720442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.725908 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b78c3b7-f86c-45b5-af36-523d033a381c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:24.789636 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ee70d-9b75-4426-8823-7461fdafbc7e', 'code': 200} May 14 17:56:24.823304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Allocated IP 172.20.0.4 (772151e9-3e99-4d95-ab04-e3f534322362/d1f9ffed-dd92-49a7-80cb-ad5f365a1287/829783ce-9d79-41cd-b6d7-046a7bb2458f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:24.844713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.929330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b075b93c-d8cf-419b-983b-d85041a4ee25, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b075b93c-d8cf-419b-983b-d85041a4ee25,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:24.959078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:24.986391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:24.990127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e28106c1-953d-4526-8ce5-2d9e54de5f83 req-f5679c49-7bbf-47c0-877a-7e2c6a87f117 service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9719982 May 14 17:56:24.996447 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'code': 200} May 14 17:56:24.996751 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'status': 'completed', 'code': 200} May 14 17:56:24.997041 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41575827-77d1-4c04-abd0-97aa12bcd4a6', 'name': 'network-vif-deleted', 'tag': '9430b9c0-83ab-408e-9ba3-e1e13f653764', 'status': 'completed', 'code': 200} May 14 17:56:25.041000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8c1c91e4-f1e4-4735-aecd-95a3285ef194,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:25.047637 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:25.068439 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:25.117106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] No DVR routers for this DVR port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:25.128457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=6']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:25.130718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:25.136250 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:25.251764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b075b93c-d8cf-419b-983b-d85041a4ee25,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:25.257520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:25.260583 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:25.284338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Deleting subnet 2533449a-0a07-476f-9321-13945c92827e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:56:25.295715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.331631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:25.331964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:25.332287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:25.353805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:25.354124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Attempting to bind port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:25.386667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.388773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:25.389096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:25.389481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:25.390073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Bound port: 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:25.390629 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.407637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.412048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] For port 56fa11f8-7977-4f9f-8600-f60363a1fb24, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:25.464213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] For port 56fa11f8-7977-4f9f-8600-f60363a1fb24, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:25.492514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.502848 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:25.530960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.576007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a21e4-0ea9-422f-92d9-29bd78f976ca req-64aca424-34f7-433c-b1ee-c69081cec717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:25.577132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.578031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f5a21e4-0ea9-422f-92d9-29bd78f976ca req-64aca424-34f7-433c-b1ee-c69081cec717 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 1097 time: 0.7431321 May 14 17:56:25.596222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:25.597250 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.598583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] 10.222.0.22 "PUT /v2.0/ports/56fa11f8-7977-4f9f-8600-f60363a1fb24 HTTP/1.1" status: 200 len: 1091 time: 3.6918821 May 14 17:56:25.625457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'tag': '56fa11f8-7977-4f9f-8600-f60363a1fb24'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:25.626855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Transition to ACTIVE for port object 829783ce-9d79-41cd-b6d7-046a7bb2458f will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:25.638721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db22a1-3a1b-444c-8053-9e907a20d779 req-49c15801-dd05-4267-b6cf-53e0d5ca6ec4 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:25.640860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7db22a1-3a1b-444c-8053-9e907a20d779 req-49c15801-dd05-4267-b6cf-53e0d5ca6ec4 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 945 time: 0.5057895 May 14 17:56:25.643134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-3d397c96-c6ab-425f-933f-e336e3d60e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:25.644783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-3d397c96-c6ab-425f-933f-e336e3d60e99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1124 time: 0.5257816 May 14 17:56:25.644903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:25.650867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:25.661045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc7e1c-379b-495c-aa2a-5d115f9f86c7 req-2cf85d4e-8aaa-4d8c-acab-cf3afa88c507 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:25.662654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3bc7e1c-379b-495c-aa2a-5d115f9f86c7 req-2cf85d4e-8aaa-4d8c-acab-cf3afa88c507 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 948 time: 0.5458059 May 14 17:56:25.675613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.728957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cfca237a-fa53-4f19-9952-c564b9178892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:25.816092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:25.816692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.818167 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 1096 time: 3.3278158 May 14 17:56:25.866473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b075b93c-d8cf-419b-983b-d85041a4ee25 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:25.934434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=56fa11f8-7977-4f9f-8600-f60363a1fb24,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:25.951101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b075b93c-d8cf-419b-983b-d85041a4ee25 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:25.951499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:25.961234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:25.993678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.009463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['307ee70d-9b75-4426-8823-7461fdafbc7e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:26.009779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:26.013356 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:26.018905 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:26.023023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f5a21e4-0ea9-422f-92d9-29bd78f976ca req-e412ea66-cf2a-4e48-9e38-2b3b302d7df7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139385 May 14 17:56:26.035745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7db22a1-3a1b-444c-8053-9e907a20d779 req-820d42c1-9c20-4be5-b650-db8a20b57f85 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532529 May 14 17:56:26.100533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Network 772151e9-3e99-4d95-ab04-e3f534322362 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:26.106769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:26.107934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3bc7e1c-379b-495c-aa2a-5d115f9f86c7 req-df82a119-b656-49e1-be3e-03687e2f12e5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728895 May 14 17:56:26.109826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:26.205361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Pushing event updated for resources: {'Port': ['ID=829783ce-9d79-41cd-b6d7-046a7bb2458f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:26.209301 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:26.230802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.245422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.246203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.253536 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c7042855-1ed1-4967-bcdc-cd9bddb4f727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:26.314521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-9f307013-069c-4cf7-9200-4ad62ab51c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.316366 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-9f307013-069c-4cf7-9200-4ad62ab51c0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1099 time: 0.4624829 May 14 17:56:26.317331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2533449a-0a07-476f-9321-13945c92827e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:26.323119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.332855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:26.405134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-b0ec0b7e-b35c-460b-812d-44f65fe45b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.407565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-b0ec0b7e-b35c-460b-812d-44f65fe45b97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.7440033 May 14 17:56:26.422156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9767952 May 14 17:56:26.425699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2533449a-0a07-476f-9321-13945c92827e HTTP/1.1" status: 204 len: 168 time: 1.4345808 May 14 17:56:26.428181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:26.456116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Request body: {'port': {'device_id': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:26.487317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4da997af-9bdb-4781-9d85-7937f865a8a0 None None] Provisioning for port 829783ce-9d79-41cd-b6d7-046a7bb2458f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:26.492117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-d6e1a219-7273-4aae-93c6-1063b63993dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.493576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-d6e1a219-7273-4aae-93c6-1063b63993dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 1094 time: 0.8436768 May 14 17:56:26.493976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4da997af-9bdb-4781-9d85-7937f865a8a0 None None] Provisioning complete for port 829783ce-9d79-41cd-b6d7-046a7bb2458f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:26.494635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4da997af-9bdb-4781-9d85-7937f865a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.516010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-c12ed0a8-0562-488a-b591-8fe8eda2df0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 217 time: 0.0924156 May 14 17:56:26.556127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4da997af-9bdb-4781-9d85-7937f865a8a0 None None] Port 829783ce-9d79-41cd-b6d7-046a7bb2458f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:26.611810 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:56:26.637172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-a0f03262-a040-4057-8c13-6d19eff1a8e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24 HTTP/1.1" status: 200 len: 217 time: 0.1233153 May 14 17:56:26.651443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.696636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.732750 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3ff59738-9a2e-40e0-8660-278169fa8a78 tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:26.791298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1c91e4-f1e4-4735-aecd-95a3285ef194'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:26.797192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-98d83ae3-24d6-4e3f-801c-8499b61fc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.798585 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-98d83ae3-24d6-4e3f-801c-8499b61fc014 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4707267 May 14 17:56:26.801063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.890182 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-33730f88-e74d-4e82-bafc-c227826b266c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.0826175 May 14 17:56:26.892615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:26.941461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-ec3895e2-3a05-4d09-ba5e-ad55eddb7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.942906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-ec3895e2-3a05-4d09-ba5e-ad55eddb7bc6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.3686688 May 14 17:56:26.956510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129578-4252-48a6-926b-da0043a32155 req-0682c622-801d-4ee7-91c6-6b9a2fe8c4d2 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:26.958082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8129578-4252-48a6-926b-da0043a32155 req-0682c622-801d-4ee7-91c6-6b9a2fe8c4d2 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 931 time: 0.7305264 May 14 17:56:26.958209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba8cd-bffa-461d-8a48-6dbaa8395626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.010771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'}, {'name': 'network-changed', 'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:27.062913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe735d-4354-48e6-8a70-134a40bd82e2 req-d87f777a-1f14-4504-a361-a854a66ba4e7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:27.064409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ebe735d-4354-48e6-8a70-134a40bd82e2 req-d87f777a-1f14-4504-a361-a854a66ba4e7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 946 time: 0.7339206 May 14 17:56:27.070080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-67489c8f-b54a-48cc-bf2e-e1753eba326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:27.071478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-67489c8f-b54a-48cc-bf2e-e1753eba326b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.4223714 May 14 17:56:27.073476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-eb22c8a7-b29b-4e2a-aabd-8041b8ff23c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058834 May 14 17:56:27.074107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Pushing event updated for resources: {'Port': ['ID=eef6bb00-66cd-48b8-b833-3ec48394dab0,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:27.082929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:27.098872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.126836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 741ab01e-0ed2-4205-b780-589f804d4c32 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:27.133595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-2bbcd0dd-b749-429e-9dee-6242d580c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:27.135062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-2bbcd0dd-b749-429e-9dee-6242d580c94b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2312355 May 14 17:56:27.141435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.197738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 741ab01e-0ed2-4205-b780-589f804d4c32 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:27.204439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 741ab01e-0ed2-4205-b780-589f804d4c32 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:27.204439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.218912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c37990b-205e-424d-af62-d20058a3c603']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:27.276722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8129578-4252-48a6-926b-da0043a32155 req-876ec499-fc08-4055-8d2c-ed8564cca910 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009703 May 14 17:56:27.282868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b2336c-a9c3-4ee8-8038-d1e49097daa7') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:27.283165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b2336c-a9c3-4ee8-8038-d1e49097daa7') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:27.309949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.344635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.352855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ebe735d-4354-48e6-8a70-134a40bd82e2 req-c8941ed7-6e87-410f-9ca5-85cb805fc67e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761950 May 14 17:56:27.386178 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.398462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 741ab01e-0ed2-4205-b780-589f804d4c32, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=741ab01e-0ed2-4205-b780-589f804d4c32,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:27.403664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.406651 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:27.439930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-3118142c-bc56-42b9-9833-b5d818ff4b44 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365171 May 14 17:56:27.492692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.533869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:56:27.534281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.534411 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'tag': '56fa11f8-7977-4f9f-8600-f60363a1fb24', 'status': 'completed', 'code': 200} May 14 17:56:27.551445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-6bef4a63-afb4-465e-8928-525cc34683f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:27.553399 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-6bef4a63-afb4-465e-8928-525cc34683f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4041054 May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: timer() May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:56:27.553563 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:56:27.556221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-cb3e8117-bb09-44ab-bba4-31407c94a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:27.557682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-cb3e8117-bb09-44ab-bba4-31407c94a45e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4509993 May 14 17:56:27.578798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Network bd904640-b982-4b3c-a125-abce8852037b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:27.617986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=741ab01e-0ed2-4205-b780-589f804d4c32,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:27.623118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:27.629964 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:27.792524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.836186 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-46829370-64a3-4993-a1ec-418591c55b27 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210038 May 14 17:56:27.918119 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:27.941748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:27.945737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829783ce-9d79-41cd-b6d7-046a7bb2458f {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:27.979934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c37990b-205e-424d-af62-d20058a3c603,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:28.007709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e93036f7-18e6-4e2a-a5c1-f9fe23e5cee9 None None] Provisioning complete for port eef6bb00-66cd-48b8-b833-3ec48394dab0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:28.008295 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e93036f7-18e6-4e2a-a5c1-f9fe23e5cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:28.008709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c842e1e4-62ea-4f35-bd30-2b3243601be7 req-64aa16f9-af36-4d78-ac34-21d44a7ce121 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593848 May 14 17:56:28.070129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-b346df28-2c64-4dea-bb0a-4f61c79e3289 service neutron] 10.222.0.22 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901748 May 14 17:56:28.077566 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1c91e4-f1e4-4735-aecd-95a3285ef194', 'code': 200} May 14 17:56:28.109084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e93036f7-18e6-4e2a-a5c1-f9fe23e5cee9 None None] Port eef6bb00-66cd-48b8-b833-3ec48394dab0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:28.115705 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:28.129759 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:28.138042 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'code': 200} May 14 17:56:28.146546 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'status': 'completed', 'code': 200} May 14 17:56:28.235264 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c37990b-205e-424d-af62-d20058a3c603 HTTP/1.1" status: 204 len: 168 time: 1.8035033 May 14 17:56:28.242715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36664) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:28.244119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Transition to ACTIVE for port object 829783ce-9d79-41cd-b6d7-046a7bb2458f will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:28.288599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:28.303268 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3b6805c-f475-4a1b-8a99-cd86a37c5a6b tempest-ServersAdminTestJSON-844771135 tempest-ServersAdminTestJSON-844771135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:28.339459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Router 16c85457-2845-440b-8fba-59f2ba612d5b has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:56:28.369821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c2026cd1-1aa1-49bc-a90c-755738eb2c98 req-f5c31faa-9c2f-42a3-a354-1efe78ac6d32 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314647 May 14 17:56:28.382340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faca9b-be4a-481e-8968-868a348306cf req-b2b08d28-e128-4478-8b8b-ad5d986a7f6b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:28.383851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67faca9b-be4a-481e-8968-868a348306cf req-b2b08d28-e128-4478-8b8b-ad5d986a7f6b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.5143957 May 14 17:56:28.702823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Deleting subnet 80210898-6ed1-4f27-b17f-12cd0e2b6e74 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:56:28.715126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Pushing event updated for resources: {'Port': ['ID=829783ce-9d79-41cd-b6d7-046a7bb2458f,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:28.719917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:28.726078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:28.745719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d26df5f-8e61-4321-84d0-31746238d8e3 req-8fb511d3-d948-4c94-b630-7e1117b47e2c service neutron] 10.222.0.22 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294680 May 14 17:56:28.769790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67faca9b-be4a-481e-8968-868a348306cf req-f74b8426-4f0e-490d-bb1b-309d6475f5ef tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676903 May 14 17:56:28.798034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d21829-2b67-4720-b0b5-c23c184221cd req-f4cc2104-0f25-4dbf-a12f-d8e762db3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:28.799574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41d21829-2b67-4720-b0b5-c23c184221cd req-f4cc2104-0f25-4dbf-a12f-d8e762db3106 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 1097 time: 0.5510633 May 14 17:56:28.912091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-f2bacb62-6454-4aa2-82d2-49efd725dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:28.913769 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-f2bacb62-6454-4aa2-82d2-49efd725dad6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1099 time: 0.7261391 May 14 17:56:28.914264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2fd5f-4559-4589-a77c-22ff327029d1 req-21515d1c-901d-4921-9f9c-920ff1069ecc tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:28.916458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08e2fd5f-4559-4589-a77c-22ff327029d1 req-21515d1c-901d-4921-9f9c-920ff1069ecc tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.6665349 May 14 17:56:28.917613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:29.013962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:29.025693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Sync routers for ids ['16c85457-2845-440b-8fba-59f2ba612d5b'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:29.036103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41d21829-2b67-4720-b0b5-c23c184221cd req-94dbfda1-7fe3-4335-a113-1936cbcce4f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929829 May 14 17:56:29.044951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Routers {'16c85457-2845-440b-8fba-59f2ba612d5b'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:29.049013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16c85457-2845-440b-8fba-59f2ba612d5b'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:29.058387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] 10.222.0.24 "PUT /v2.0/routers/16c85457-2845-440b-8fba-59f2ba612d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0056596 May 14 17:56:29.085973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08e2fd5f-4559-4589-a77c-22ff327029d1 req-26100b0f-319a-4a4e-9afb-5788bf915731 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605432 May 14 17:56:29.104716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Attempting to bind port 829783ce-9d79-41cd-b6d7-046a7bb2458f on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:29.105047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Attempting to bind port 829783ce-9d79-41cd-b6d7-046a7bb2458f by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:29.105365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Attempting to bind port 829783ce-9d79-41cd-b6d7-046a7bb2458f on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:29.113155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-47a26b35-637a-46de-aae1-8d2cf77fa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.115131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-47a26b35-637a-46de-aae1-8d2cf77fa30e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 1094 time: 0.3146803 May 14 17:56:29.141506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:29.196292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-f186d25f-720d-48e8-b566-1db248b41612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.197989 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-f186d25f-720d-48e8-b566-1db248b41612 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1099 time: 0.7422073 May 14 17:56:29.203589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Port 829783ce-9d79-41cd-b6d7-046a7bb2458f on network 772151e9-3e99-4d95-ab04-e3f534322362 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:29.203909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Attempting to bind port 829783ce-9d79-41cd-b6d7-046a7bb2458f on network 772151e9-3e99-4d95-ab04-e3f534322362 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:29.257289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:29.257958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Checking segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:29.258090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Bound using segment: {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:29.258486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Bound port: 829783ce-9d79-41cd-b6d7-046a7bb2458f, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:29.258825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:29.348006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab0242-f052-494e-92c0-e86bdccb80af req-44f2d1b1-a96d-4f46-927c-b375b743866d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.355618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5ab0242-f052-494e-92c0-e86bdccb80af req-44f2d1b1-a96d-4f46-927c-b375b743866d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 948 time: 0.4524155 May 14 17:56:29.426575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-0a8795a6-41b9-4cd9-bdcc-b4b9745784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.428222 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-0a8795a6-41b9-4cd9-bdcc-b4b9745784f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4764290 May 14 17:56:29.471081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Set router 16c85457-2845-440b-8fba-59f2ba612d5b gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:29.487647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5ab0242-f052-494e-92c0-e86bdccb80af req-fa6fcd1d-0e0e-4ec5-b96a-b32b5f1fa344 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273451 May 14 17:56:29.552803 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-4e5e072a-6bdf-460a-8ec7-91875b148466 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.0838168 May 14 17:56:29.563960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:29.565501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-2cfd6e75-5e71-4ed4-921d-7e95eb0c5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.569637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-2cfd6e75-5e71-4ed4-921d-7e95eb0c5e2b service neutron] 10.222.0.22 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 917 time: 0.4432657 May 14 17:56:29.733151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-09a2622f-9626-4e42-b4e3-53cb6cfb485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.738007 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-09a2622f-9626-4e42-b4e3-53cb6cfb485c service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.5228305 May 14 17:56:29.739699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-3c329747-d486-417a-97e1-adcf326f2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.741876 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-3c329747-d486-417a-97e1-adcf326f2522 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1735966 May 14 17:56:29.768263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3e28b-9378-4f68-a959-4d7b12abeeab req-337e661b-d4c1-4d56-a817-b241c8dad12c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.771675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ad3e28b-9378-4f68-a959-4d7b12abeeab req-337e661b-d4c1-4d56-a817-b241c8dad12c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 943 time: 0.4815869 May 14 17:56:29.773189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-cb008b08-0153-4a3d-ad0d-a26897566d0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24 HTTP/1.1" status: 200 len: 217 time: 0.1948681 May 14 17:56:29.788362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83ca919-f48b-46cf-be8d-34c5d17681d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:29.874704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] For port 829783ce-9d79-41cd-b6d7-046a7bb2458f, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:29.884630 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-2776530e-746f-422e-b90d-5c064ce4b93c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.1360788 May 14 17:56:29.891324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ad3e28b-9378-4f68-a959-4d7b12abeeab req-5f3f9311-0948-4408-af59-b5a1bd28217b tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139760 May 14 17:56:29.902702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-c6119653-8748-4196-a173-1ffe2fa04554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.904877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-c6119653-8748-4196-a173-1ffe2fa04554 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.1107314 May 14 17:56:29.933313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] For port 829783ce-9d79-41cd-b6d7-046a7bb2458f, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:29.984617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d986-1193-48d2-9b46-3d3cad0ae0cd req-d91d77e5-e0c4-4b48-899e-fa15d3e09508 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:29.986126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0e9d986-1193-48d2-9b46-3d3cad0ae0cd req-d91d77e5-e0c4-4b48-899e-fa15d3e09508 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 946 time: 0.2973554 May 14 17:56:30.002006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-a03259e6-b198-4d0b-b427-0c68adcf3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:30.003577 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-a03259e6-b198-4d0b-b427-0c68adcf3655 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0691867 May 14 17:56:30.010873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:30.063980 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a531cb38-a445-4084-819b-c39ea534f371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:30.068944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0e9d986-1193-48d2-9b46-3d3cad0ae0cd req-073e6400-161c-4b51-b648-e0e02f4d81d6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747900 May 14 17:56:30.081792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-06da195b-caf6-4612-8f8f-26105eab8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:30.083315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-06da195b-caf6-4612-8f8f-26105eab8f05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664441 May 14 17:56:30.094074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:30.126478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'eef6bb00-66cd-48b8-b833-3ec48394dab0', 'name': '', 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'mac_address': 'fa:16:3e:ff:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3b461ac3-86b8-4b46-be47-8bbd091f943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:22Z', 'updated_at': '2021-05-14T17:56:25Z', 'revision_number': 2, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'subnets': [{'id': '3b461ac3-86b8-4b46-be47-8bbd091f943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:30.160232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:30.160843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:30.162418 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] 10.222.0.15 "PUT /v2.0/ports/829783ce-9d79-41cd-b6d7-046a7bb2458f HTTP/1.1" status: 200 len: 1091 time: 3.7301424 May 14 17:56:30.164610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'tag': '829783ce-9d79-41cd-b6d7-046a7bb2458f'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:30.184689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Checking router: 16c85457-2845-440b-8fba-59f2ba612d5b for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:30.185112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Updating router 16c85457-2845-440b-8fba-59f2ba612d5b port eef6bb00-66cd-48b8-b833-3ec48394dab0 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:56:30.235796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-84bb4903-125e-47f4-8b21-0c22601fc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:30.237278 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-84bb4903-125e-47f4-8b21-0c22601fc6f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4301364 May 14 17:56:30.239638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Pushing event updated for resources: {'Port': ['ID=829783ce-9d79-41cd-b6d7-046a7bb2458f,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:30.244523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-316dd4ee-a38c-47f0-a407-dc3bd3f73c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:30.246056 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-316dd4ee-a38c-47f0-a407-dc3bd3f73c1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299771 May 14 17:56:30.247046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:30.248147 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:30.376052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:30.385376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb55f4f2-403d-47b3-ad2f-5758b2d68df1 req-9e886034-3bdb-402f-986f-b69dba428149 tempest-FloatingIPsNegativeTestJSON-510604393 tempest-FloatingIPsNegativeTestJSON-510604393-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=d37e9e1407da4a4ca467737298c1726e HTTP/1.1" status: 200 len: 217 time: 0.2683537 May 14 17:56:30.412926 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:30.707476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-a4a25633-0579-4362-bded-d6b4a95a1d05 service neutron] 10.222.0.22 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157753 May 14 17:56:30.797627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:30.886392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d980d-0889-4f55-a1f4-9087ee7b7df6 req-7b9487bb-7df9-4c65-84f8-f428254eebec tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:30.887978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b3d980d-0889-4f55-a1f4-9087ee7b7df6 req-7b9487bb-7df9-4c65-84f8-f428254eebec tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.4272518 May 14 17:56:30.894201 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-9a170849-061a-42e0-9cea-4727015b5353 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069584 May 14 17:56:30.980656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0a9fd1-49be-411a-a821-c387004a6cf9 req-de4e0068-64ba-4d5d-b427-fb81cfcf3b68 service neutron] 10.222.0.22 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649596 May 14 17:56:30.987435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-eeaf3e10-48b5-490f-b979-df95f016ecda service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3669729 May 14 17:56:31.008225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80210898-6ed1-4f27-b17f-12cd0e2b6e74,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:31.020168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b3d980d-0889-4f55-a1f4-9087ee7b7df6 req-39be52b9-8365-4b54-87cb-144aae3de8bb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 May 14 17:56:31.020763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:31.135514 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32', 'code': 200} May 14 17:56:31.163270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:31.194368 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-71c0e68c-bba3-4e4e-807b-f3fd62d98fcf service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452817 May 14 17:56:31.195514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:31.198278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a78ab-d316-4d53-9b41-a2b7486b300d req-6b3201dd-c28f-43c6-bdea-3beaf7467d66 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:31.207826 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80210898-6ed1-4f27-b17f-12cd0e2b6e74 HTTP/1.1" status: 204 len: 168 time: 2.9622507 May 14 17:56:31.211530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f16a78ab-d316-4d53-9b41-a2b7486b300d req-6b3201dd-c28f-43c6-bdea-3beaf7467d66 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.3224666 May 14 17:56:31.212234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36698) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:31.328687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:31.349482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 has no active binding in host n-h2-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:56:31.352582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:31.357787 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'tag': '829783ce-9d79-41cd-b6d7-046a7bb2458f', 'status': 'completed', 'code': 200} May 14 17:56:31.408297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-780d0cf7-dc16-4246-aced-a61f0ebad07c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991925 May 14 17:56:31.517955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:31.535353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'mac_address': 'fa:16:3e:70:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:56:31.549498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7d114cc-9cbc-4dd2-beac-f57f33ef86ce req-5943c54c-267a-4e13-a40e-f8a4568a79dc tempest-FloatingIPsNegativeTestJSON-510604393 tempest-FloatingIPsNegativeTestJSON-510604393-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1238885 May 14 17:56:31.560626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-21a9431e-a0cc-4147-a957-687d64758c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:31.562475 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-21a9431e-a0cc-4147-a957-687d64758c8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 1094 time: 0.7717478 May 14 17:56:31.600519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:31.619674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49813e84-62b0-4322-883d-0cd891910641 req-5a027bdb-5715-4d0b-a604-b5d443cd3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:31.632102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Transition to ACTIVE for port object eef6bb00-66cd-48b8-b833-3ec48394dab0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:31.633142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-5a027bdb-5715-4d0b-a604-b5d443cd3c23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 1095 time: 0.5947199 May 14 17:56:31.640359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:31.654746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:31.662902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f16a78ab-d316-4d53-9b41-a2b7486b300d req-6d1f712a-c9ab-4224-86c0-fac164a3766c tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4216714 May 14 17:56:31.688057 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b78e9e8a-88f5-4171-89cd-c0fee758b0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:31.698581 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-8eb3840d-5e1e-4481-a974-69f0df6ce246 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f HTTP/1.1" status: 200 len: 217 time: 0.1264453 May 14 17:56:31.702489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-78c9ced2-cdee-40a0-8097-8b87feb8b0d7 req-f2d2c865-edad-442c-8fc1-2b04ec1a8457 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951399 May 14 17:56:31.780941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-13fe24e9-430d-48ff-bfbb-f9a853dbc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:31.782815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-13fe24e9-430d-48ff-bfbb-f9a853dbc925 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.0783761 May 14 17:56:31.786911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:31.887783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59bbb1-2071-4ccc-b522-ebefad00c66e None None] Pushing event updated for resources: {'Port': ['ID=eef6bb00-66cd-48b8-b833-3ec48394dab0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:31.890956 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8a59bbb1-2071-4ccc-b522-ebefad00c66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:31.943284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-8e708af2-0878-46cc-b091-17012a318c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:31.944832 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-8e708af2-0878-46cc-b091-17012a318c44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534052 May 14 17:56:32.018187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:32.035988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:32.056611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba4482-fa83-4621-a60b-8c4ce1a799e4 req-1e348d62-b949-4bef-86e3-b21ed53d4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.058374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41ba4482-fa83-4621-a60b-8c4ce1a799e4 req-1e348d62-b949-4bef-86e3-b21ed53d4e81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 1097 time: 0.8375089 May 14 17:56:32.101326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.102066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 56fa11f8-7977-4f9f-8600-f60363a1fb24 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:32.105797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Attempting to bind port eef6bb00-66cd-48b8-b833-3ec48394dab0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:32.106228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Attempting to bind port eef6bb00-66cd-48b8-b833-3ec48394dab0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:32.106713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Attempting to bind port eef6bb00-66cd-48b8-b833-3ec48394dab0 on network bd904640-b982-4b3c-a125-abce8852037b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:32.112499 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:32.153589 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-5750ba3c-cde0-4aa8-9d9a-4d47c5ce32cd service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967828 May 14 17:56:32.197158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:32.197922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Checking segment: {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:32.198331 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.198769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Bound using segment: {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:32.199298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Bound port: eef6bb00-66cd-48b8-b833-3ec48394dab0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3297fd1d-1323-4e58-a0d6-2cd1eb571517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:32.199670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.208934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:32.212120 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:32.224701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.241383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37288e69-f6f7-462b-8dd6-6909e7d5e85c']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:32.259280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de377b-fb5b-4765-9071-1f0bcc25e8a6') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:32.259634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de377b-fb5b-4765-9071-1f0bcc25e8a6') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:32.272875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.294978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.308393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49813e84-62b0-4322-883d-0cd891910641 req-c055acf5-d9d9-42c2-a20e-87f56726161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.310100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-c055acf5-d9d9-42c2-a20e-87f56726161c service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.6459868 May 14 17:56:32.313819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.326404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:56:32.326805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.337282 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-69012d99-978c-4e90-8df8-d24fbbc7e0e2 req-b63eb588-6494-43c5-8ad8-fd841d21dcc6 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721373 May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: timer() May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:56:32.345029 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:56:32.400621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] For port eef6bb00-66cd-48b8-b833-3ec48394dab0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:32.410246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd057f57-762c-460b-80c4-5b79e86b1635 req-7854fe6c-d847-455e-8d2f-f2701ac5c0a2 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.411746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd057f57-762c-460b-80c4-5b79e86b1635 req-7854fe6c-d847-455e-8d2f-f2701ac5c0a2 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 943 time: 0.5267100 May 14 17:56:32.413807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] For port eef6bb00-66cd-48b8-b833-3ec48394dab0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eef6bb00-66cd-48b8-b833-3ec48394dab0,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:32.445487 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.459832 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:32.521545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b00b-dd34-40a3-b100-a54dd2266399 req-cf0b4696-3d81-4e22-8c30-ada21e0e43c3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.528800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84c1b00b-dd34-40a3-b100-a54dd2266399 req-cf0b4696-3d81-4e22-8c30-ada21e0e43c3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 948 time: 0.7339053 May 14 17:56:32.546650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59bbb1-2071-4ccc-b522-ebefad00c66e None None] Pushing event updated for resources: {'Port': ['ID=eef6bb00-66cd-48b8-b833-3ec48394dab0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:32.554154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41ba4482-fa83-4621-a60b-8c4ce1a799e4 req-3451d98b-d974-4571-adb9-a4c0d5fe5ff4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075005 May 14 17:56:32.555427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-1cf52d80-8d73-4471-814f-ba917e164176 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 200 len: 217 time: 0.2115843 May 14 17:56:32.559118 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8a59bbb1-2071-4ccc-b522-ebefad00c66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:32.589454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 56fa11f8-7977-4f9f-8600-f60363a1fb24, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:32.598408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-3b8c9921-69eb-4e47-b0a5-c466f0f308fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.601440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-3b8c9921-69eb-4e47-b0a5-c466f0f308fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 1094 time: 0.2113760 May 14 17:56:32.602365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Routers {'16c85457-2845-440b-8fba-59f2ba612d5b'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:32.603079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16c85457-2845-440b-8fba-59f2ba612d5b'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:32.653132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84c1b00b-dd34-40a3-b100-a54dd2266399 req-5ac50d28-9d25-49b3-882a-2421d977791c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233993 May 14 17:56:32.679438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49813e84-62b0-4322-883d-0cd891910641 req-b52921e7-fbe0-48eb-992d-47277b68fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.680997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-b52921e7-fbe0-48eb-992d-47277b68fb19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1091897 May 14 17:56:32.748090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.762595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '56fa11f8-7977-4f9f-8600-f60363a1fb24', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'port_id': '56fa11f8-7977-4f9f-8600-f60363a1fb24', 'mac_address': 'fa:16:3e:36:3a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9ffed-dd92-49a7-80cb-ad5f365a1287', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:56:32.770136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd057f57-762c-460b-80c4-5b79e86b1635 req-2fee892f-fbc6-4770-9c9d-8d6d9f7f1365 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840378 May 14 17:56:32.782444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-06485710-39db-4a62-9e0e-2f3fb974d2be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900416 May 14 17:56:32.786455 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6b699f14-12aa-43a5-affc-4533ca53eb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:32.917783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.925242 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:32.929942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=37288e69-f6f7-462b-8dd6-6909e7d5e85c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:32.941146 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:32.960987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fa11f8-7977-4f9f-8600-f60363a1fb24 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:32.982732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-05c9d58c-d30e-4dcf-83d4-c8e991233c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:32.985848 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-05c9d58c-d30e-4dcf-83d4-c8e991233c39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 917 time: 0.2748036 May 14 17:56:33.000806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 56fa11f8-7977-4f9f-8600-f60363a1fb24, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:33.021866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:33.024952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] Set router 16c85457-2845-440b-8fba-59f2ba612d5b gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:33.084869 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:33.102498 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-11d93222-7e57-4c86-8983-3893241f585d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f HTTP/1.1" status: 200 len: 217 time: 0.1049802 May 14 17:56:33.121794 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-25b3f2f9-30ea-490f-a04c-4519576e039a req-ad8202d4-847e-442c-94a6-2d451600db38 tempest-FloatingIPsNegativeTestJSON-510604393 tempest-FloatingIPsNegativeTestJSON-510604393-project] show failed (client error): The resource could not be found. May 14 17:56:33.123427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25b3f2f9-30ea-490f-a04c-4519576e039a req-ad8202d4-847e-442c-94a6-2d451600db38 tempest-FloatingIPsNegativeTestJSON-510604393 tempest-FloatingIPsNegativeTestJSON-510604393-project] 10.222.0.24 "GET /v2.0/floatingips/b07f35c5-637c-4dbe-a8cf-d67f4e8a34cf HTTP/1.1" status: 404 len: 350 time: 0.2762420 May 14 17:56:33.153110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] 10.222.0.24 "DELETE /v2.0/networks/37288e69-f6f7-462b-8dd6-6909e7d5e85c HTTP/1.1" status: 204 len: 168 time: 1.9221845 May 14 17:56:33.158317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36710) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:33.270255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-697b2d78-36e3-4c46-95e1-e4b07ec04172 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418120 May 14 17:56:33.275062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=56fa11f8-7977-4f9f-8600-f60363a1fb24,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:33.291676 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:33.309301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-9581b8d9-1158-4955-94b8-f0ec9feeed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:33.310746 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-9581b8d9-1158-4955-94b8-f0ec9feeed36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.1905761 May 14 17:56:33.340858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:33.392422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:33.397217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:33.471666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-9bcdfe0d-42fe-4542-9d01-4478a5a90145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:33.473072 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-9bcdfe0d-42fe-4542-9d01-4478a5a90145 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518819 May 14 17:56:33.478591 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a3e5a6c-209a-4af2-92ac-56e9c24a2511 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ab4491cffb3436abec119fb4810df48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847197 May 14 17:56:33.479243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36720) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:33.496566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['56fa11f8-7977-4f9f-8600-f60363a1fb24'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:33.746197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:33.777127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:33.841356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:33.848834 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:33.868801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc9789-3c5f-4b72-ad86-3a7703b18913,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:33.879158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:33.891856 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fbc9789-3c5f-4b72-ad86-3a7703b18913 HTTP/1.1" status: 204 len: 168 time: 0.4027784 May 14 17:56:33.896007 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:33.913413 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-7ce0ff33-11a1-40a3-9d21-70051d908bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947496 May 14 17:56:34.198089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49813e84-62b0-4322-883d-0cd891910641 req-d0bf4ab8-ca4c-4d42-ab8f-8b2ccf2bd323 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197941 May 14 17:56:34.290112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f0545e9c-de71-41a4-9520-1ef2a4737322 req-8e2cb22b-03b8-43d7-8525-93d8b7ebcbb1 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646779 May 14 17:56:34.402100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'eef6bb00-66cd-48b8-b833-3ec48394dab0', 'name': '', 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'mac_address': 'fa:16:3e:ff:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3b461ac3-86b8-4b46-be47-8bbd091f943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:22Z', 'updated_at': '2021-05-14T17:56:32Z', 'revision_number': 4, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'subnets': [{'id': '3b461ac3-86b8-4b46-be47-8bbd091f943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:34.414536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e4613-c107-48a2-b91d-acd8875e87df None None] The sync data for ids ['16c85457-2845-440b-8fba-59f2ba612d5b'] in n-d-787206-3 is: [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'eef6bb00-66cd-48b8-b833-3ec48394dab0', 'name': '', 'network_id': 'bd904640-b982-4b3c-a125-abce8852037b', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'mac_address': 'fa:16:3e:ff:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3b461ac3-86b8-4b46-be47-8bbd091f943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:22Z', 'updated_at': '2021-05-14T17:56:32Z', 'revision_number': 4, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'subnets': [{'id': '3b461ac3-86b8-4b46-be47-8bbd091f943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:34.453142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c412ce1-fc2d-4738-a44e-489d003894f6 req-59ac708a-fbbe-4111-9fe6-7dfca4983e74 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:34.470626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c412ce1-fc2d-4738-a44e-489d003894f6 req-59ac708a-fbbe-4111-9fe6-7dfca4983e74 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 946 time: 1.3991756 May 14 17:56:34.631910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36762) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:34.704880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c412ce1-fc2d-4738-a44e-489d003894f6 req-1af86d21-4b1e-49c0-bece-4a2c3653512d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332654 May 14 17:56:34.727824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db196715-0218-4b90-9e1b-278ab68cd7b1 req-f4a1353d-2a4d-458c-936d-9582851ed81b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:34.741941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db196715-0218-4b90-9e1b-278ab68cd7b1 req-f4a1353d-2a4d-458c-936d-9582851ed81b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 1.4074957 May 14 17:56:34.779527 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0f3b407-f4c7-47ac-8066-e85c6e003d85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca8814d11fd74b9881829333c1c5e316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459048 May 14 17:56:34.780113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:34.888024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:34.898505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db196715-0218-4b90-9e1b-278ab68cd7b1 req-91f88b86-0898-4a88-bb0d-59a26232cbf7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533034 May 14 17:56:34.924307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.028972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.032884 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf14533b-e3eb-4668-ab3f-594dceeb876c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:35.048997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f393b74-541a-4646-8810-3259bbb271bb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:35.058285 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:35.074272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.078845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f393b74-541a-4646-8810-3259bbb271bb HTTP/1.1" status: 204 len: 168 time: 0.2941756 May 14 17:56:35.150171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.319607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:35.399683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-61cc6311-2ad3-4f91-a919-f97b840ab97f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:35.400428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-61cc6311-2ad3-4f91-a919-f97b840ab97f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:35.451252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-61cc6311-2ad3-4f91-a919-f97b840ab97f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:35.452504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-61cc6311-2ad3-4f91-a919-f97b840ab97f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5&tenant_id=6544792cb05d42af8a161fc95946ef1e&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 949 time: 0.2687900 May 14 17:56:35.480247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:35.489701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:35.490766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.649664 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-28a493fc-e617-4903-a6ab-30b00487b142 service neutron] delete failed (client error): The resource could not be found. May 14 17:56:35.650723 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-28a493fc-e617-4903-a6ab-30b00487b142 service neutron] 10.222.0.15 "DELETE /v2.0/ports/5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1922476 May 14 17:56:35.757912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.786487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b67f-e033-4136-a238-f1edfd0917be req-8f3ac25c-b9d2-4c2f-b32c-33801cb106e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:35.788096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb1b67f-e033-4136-a238-f1edfd0917be req-8f3ac25c-b9d2-4c2f-b32c-33801cb106e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 943 time: 0.5246048 May 14 17:56:35.809302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:35.810337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:35.830321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:35.833635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 56fa11f8-7977-4f9f-8600-f60363a1fb24 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:35.929036 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:36.022013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-30e6da46-f590-49a2-82d0-f500dedea305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:36.030857 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-30e6da46-f590-49a2-82d0-f500dedea305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1101 time: 0.1910667 May 14 17:56:36.108481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eef6bb00-66cd-48b8-b833-3ec48394dab0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:36.177904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ed39-d79d-4883-b0f1-f4f2305f1271 req-3b6b27d2-85e9-40e3-89bc-202abda1359e tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:36.188925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c90ed39-d79d-4883-b0f1-f4f2305f1271 req-3b6b27d2-85e9-40e3-89bc-202abda1359e tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.9263377 May 14 17:56:36.297887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb1b67f-e033-4136-a238-f1edfd0917be req-285358bb-36b1-4af6-8269-97101aaf26e4 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932966 May 14 17:56:36.325485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-16d61eb4-dd92-4591-8ccc-5c72833abc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:36.327397 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-16d61eb4-dd92-4591-8ccc-5c72833abc46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2950296 May 14 17:56:36.397047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:36.401701 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:36.402419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 56fa11f8-7977-4f9f-8600-f60363a1fb24 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:36.419593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 56fa11f8-7977-4f9f-8600-f60363a1fb24 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:36.419973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:36.479996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port eef6bb00-66cd-48b8-b833-3ec48394dab0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:36.492441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port eef6bb00-66cd-48b8-b833-3ec48394dab0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:36.493113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:36.500367 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-08b49bac-277f-4f5a-908b-1b9a246660ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.1665201 May 14 17:56:36.627326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c90ed39-d79d-4883-b0f1-f4f2305f1271 req-7f326227-9e6a-49e6-aea1-f7fb545e0e81 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375470 May 14 17:56:36.666487 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:36.680536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-d262a6be-b7c3-4e60-9ec9-ec27badff0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:36.684754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-d262a6be-b7c3-4e60-9ec9-ec27badff0bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1751368 May 14 17:56:36.748926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 56fa11f8-7977-4f9f-8600-f60363a1fb24, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:36.781536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:36.787670 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:36.898560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-f5078bc3-5ed7-4913-b8b4-3aee86d0d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:36.902304 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-f5078bc3-5ed7-4913-b8b4-3aee86d0d99e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2100606 May 14 17:56:36.928747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-b0a919cb-5dd7-4601-94d9-d61656d159a5 service neutron] 10.222.0.22 "GET /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70/bindings/n-h2-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.1614664 May 14 17:56:36.948122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:36.979326 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'code': 200} May 14 17:56:36.980147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=56fa11f8-7977-4f9f-8600-f60363a1fb24,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:36.991861 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:37.030909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port eef6bb00-66cd-48b8-b833-3ec48394dab0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eef6bb00-66cd-48b8-b833-3ec48394dab0,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:37.045561 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.052767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:37.135781 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-67074c20-c795-478e-a947-7f56be8be493 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257342 May 14 17:56:37.136540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36852) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:37.181437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=eef6bb00-66cd-48b8-b833-3ec48394dab0,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:37.191862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 829783ce-9d79-41cd-b6d7-046a7bb2458f details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:56:37.202880 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:37.382822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4009420b-33ea-4a55-8dde-bb10aea7deb7 req-a9617319-f116-4f13-b09d-d0b006610dba service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367465 May 14 17:56:37.400819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-network', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:37.407751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:37.413095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Usage tracker for resource:network and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:37.416555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:37.424741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:37.489210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Made reservation on behalf of 6f557c03978e4e0c8078be4fc3c6f867 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:37.494963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.549591 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.599711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:37.609583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 829783ce-9d79-41cd-b6d7-046a7bb2458f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:37.612264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Usage tracker for resource:security_group_rule and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:37.616017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:37.625919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:37.642809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '829783ce-9d79-41cd-b6d7-046a7bb2458f', 'network_id': '772151e9-3e99-4d95-ab04-e3f534322362', 'port_id': '829783ce-9d79-41cd-b6d7-046a7bb2458f', 'mac_address': 'fa:16:3e:c0:c0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f9ffed-dd92-49a7-80cb-ad5f365a1287', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:56:37.716958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30960-9206-4887-b1c7-c0ee906b09b7 req-c176710f-1b1c-49c1-aafa-be7dae9c978a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:37.721350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05f30960-9206-4887-b1c7-c0ee906b09b7 req-c176710f-1b1c-49c1-aafa-be7dae9c978a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 1.0916548 May 14 17:56:37.726957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.754745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829783ce-9d79-41cd-b6d7-046a7bb2458f {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:37.772214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 829783ce-9d79-41cd-b6d7-046a7bb2458f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:37.778214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.782474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.785693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.785850 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:37.790595 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0aa41bf-9875-412c-a1ef-cc56e30eea21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:37.814065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:56:37.840342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895fcd81-cac3-4b8e-9afe-63fb139b6539,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:37.844361 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.845008 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Added segment fed87738-fbe3-4d60-bd6a-8b661a57ed1f of type vlan for network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 May 14 17:56:37.846480 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:37.915342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.923947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eef6bb00-66cd-48b8-b833-3ec48394dab0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:37.939093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05f30960-9206-4887-b1c7-c0ee906b09b7 req-a52ec2d4-91cb-4474-a614-260dca24bf21 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631052 May 14 17:56:37.954769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.956504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:37.958093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:37.972257 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:38.023071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221f1ff-34cd-436e-8457-cd818b83c8b3 req-cdba63a6-368e-413b-8506-68f4cb490a3c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:38.024644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d221f1ff-34cd-436e-8457-cd818b83c8b3 req-cdba63a6-368e-413b-8506-68f4cb490a3c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 943 time: 0.9521668 May 14 17:56:38.051484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=829783ce-9d79-41cd-b6d7-046a7bb2458f,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:38.090105 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:38.104078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port eef6bb00-66cd-48b8-b833-3ec48394dab0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:38.104602 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:38.117276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Pushing event updated for resources: {'Network': ['ID=27b2c7ab-723c-42e0-8fb0-e846ec54c454,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:38.125929 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9878523 May 14 17:56:38.126635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36864) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:38.127588 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:38.133555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Request body: {'subnet': {'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-subnet', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:38.139136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:38.148035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Usage tracker for resource:subnet and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:38.151228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:38.158096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:38.198527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Made reservation on behalf of 6f557c03978e4e0c8078be4fc3c6f867 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:38.201708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:38.212699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:56:38.297803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d221f1ff-34cd-436e-8457-cd818b83c8b3 req-094dc43c-66af-45b0-9088-340e645883ea tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616935 May 14 17:56:38.334391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:38.353596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Deleting port eef6bb00-66cd-48b8-b833-3ec48394dab0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:56:38.359365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['829783ce-9d79-41cd-b6d7-046a7bb2458f'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:38.361313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:38.685092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:38.739580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b5b0-6159-4f39-a402-a0b03a501549 req-fd657eb6-4a8b-4a18-b9a8-ac371d32e875 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:38.745205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8978b5b0-6159-4f39-a402-a0b03a501549 req-fd657eb6-4a8b-4a18-b9a8-ac371d32e875 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.5853558 May 14 17:56:38.751866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36872) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:38.771658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Request body: {'floatingip': {'port_id': '741ab01e-0ed2-4205-b780-589f804d4c32'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:38.878033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c144d7-da90-4ff8-90a1-b2d036f13a70 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:38.893769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:38.956673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:38.963085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27ffc100-54ca-4930-ae72-424727e96776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:38.978620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:38.980893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fa11f8-7977-4f9f-8600-f60363a1fb24'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:39.055966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Checking segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:39.056314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Network hostable DHCP agents. Network: 27b2c7ab-723c-42e0-8fb0-e846ec54c454, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:56:39.064190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=844b73d0-aeee-4227-a3a6-39a217d6c201,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:39.064705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.072701 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:39.079643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] For port eef6bb00-66cd-48b8-b833-3ec48394dab0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eef6bb00-66cd-48b8-b833-3ec48394dab0,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:39.080017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.096246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b15536-a934-4502-a605-51361f9fbdb0 req-dd8e200c-590a-427a-abdc-454b6749b9a6 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:39.097745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3b15536-a934-4502-a605-51361f9fbdb0 req-dd8e200c-590a-427a-abdc-454b6749b9a6 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 944 time: 0.5506692 May 14 17:56:39.101748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:56:39.113673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 27b2c7ab-723c-42e0-8fb0-e846ec54c454) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:39.124439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1123a8-24ad-4ef0-9259-77f4a9472310 None None] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:39.128920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:39.129936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.198309 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0695932 May 14 17:56:39.201272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36888) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:39.213092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:39.225024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:39.230106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Usage tracker for resource:router and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:56:39.234922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:56:39.243914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:39.258266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.260008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.281868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.365080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Calling delete_port for eef6bb00-66cd-48b8-b833-3ec48394dab0 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:56:39.462660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:56:39.463542 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.528325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Transition to ACTIVE for port object 25c144d7-da90-4ff8-90a1-b2d036f13a70 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:39.579191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3b15536-a934-4502-a605-51361f9fbdb0 req-41197499-83fd-416a-956d-dbb535429073 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710007 May 14 17:56:39.581103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.615494 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:39.713065 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fa11f8-7977-4f9f-8600-f60363a1fb24', 'code': 200} May 14 17:56:39.817594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Allocated IP 172.20.0.2 (27b2c7ab-723c-42e0-8fb0-e846ec54c454/844b73d0-aeee-4227-a3a6-39a217d6c201/d1c27cf7-73f7-4407-9f41-54ad7d04c018) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:39.826326 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:39.998128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd664-59e6-474b-8d85-39500ceb83e2 req-5c40feb6-130e-4d18-bf79-2cff5076d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:40.000474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f6fd664-59e6-474b-8d85-39500ceb83e2 req-5c40feb6-130e-4d18-bf79-2cff5076d7be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 1096 time: 0.2165632 May 14 17:56:40.070138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f6fd664-59e6-474b-8d85-39500ceb83e2 req-2626b3f7-dcc9-4b07-aa95-6692f359377d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621743 May 14 17:56:40.162474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.178881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Transition to ACTIVE for port object d1c27cf7-73f7-4407-9f41-54ad7d04c018 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:40.204922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Transition to ACTIVE for port object d1c27cf7-73f7-4407-9f41-54ad7d04c018 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:40.212984 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.221401 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:40.284493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:40.287705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:40.300903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:40.307616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Pushing event updated for resources: {'Port': ['ID=d1c27cf7-73f7-4407-9f41-54ad7d04c018,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:40.312125 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:40.335117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.382343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.399393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Attempting to bind port d1c27cf7-73f7-4407-9f41-54ad7d04c018 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:40.399838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Attempting to bind port d1c27cf7-73f7-4407-9f41-54ad7d04c018 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:40.400269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Attempting to bind port d1c27cf7-73f7-4407-9f41-54ad7d04c018 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:40.406312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:40.406771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Checking segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:40.407457 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.408029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Bound using segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:40.408661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Bound port: d1c27cf7-73f7-4407-9f41-54ad7d04c018, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:40.410256 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.464766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] No DVR routers for this DVR port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:40.534922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] For port d1c27cf7-73f7-4407-9f41-54ad7d04c018, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:40.543698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] For port d1c27cf7-73f7-4407-9f41-54ad7d04c018, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d1c27cf7-73f7-4407-9f41-54ad7d04c018,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:40.559285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:40.568559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Pushing event updated for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=10']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:40.570394 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:40.580941 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:40.588460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] 10.222.0.22 "PUT /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70/bindings/n-h2-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 3.6370306 May 14 17:56:40.667666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Allocated IP 172.25.4.26 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:40.692697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Pushing event updated for resources: {'Port': ['ID=d1c27cf7-73f7-4407-9f41-54ad7d04c018,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:40.708390 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:40.799011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d4696-c3f8-4fb5-a50a-f9d1fb5437f2 req-e45cc526-4423-4dc1-8544-39932a3cee9d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:40.799362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e11d4696-c3f8-4fb5-a50a-f9d1fb5437f2 req-e45cc526-4423-4dc1-8544-39932a3cee9d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 944 time: 0.5913711 May 14 17:56:40.841580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b2f93-75ac-44b5-acab-96ad79883b11 req-5668b4f2-8cbf-4193-8df0-90db9b102af2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:40.851812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d7b2f93-75ac-44b5-acab-96ad79883b11 req-5668b4f2-8cbf-4193-8df0-90db9b102af2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 1.1366506 May 14 17:56:41.188596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 829783ce-9d79-41cd-b6d7-046a7bb2458f up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:41.227251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-92712481-6178-4dff-b15d-1b6b2d58711e tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:41.229257 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-92712481-6178-4dff-b15d-1b6b2d58711e tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.5580716 May 14 17:56:41.232129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:41.281599 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35ebce0a-6edc-4c37-a516-f86475e2c773 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:41.324189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 829783ce-9d79-41cd-b6d7-046a7bb2458f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:41.330526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 829783ce-9d79-41cd-b6d7-046a7bb2458f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:41.330888 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:41.349331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:41.406799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-1a77a920-e586-4fd3-88b1-927b6db56500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:41.408724 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-1a77a920-e586-4fd3-88b1-927b6db56500 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 1095 time: 0.1628914 May 14 17:56:41.426703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:41.431874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:41.487746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e11d4696-c3f8-4fb5-a50a-f9d1fb5437f2 req-d2b1db99-ca4d-4ba8-a19b-943a2f47d9af tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339161 May 14 17:56:41.493808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:41.549379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d7b2f93-75ac-44b5-acab-96ad79883b11 req-cea0b779-7516-4966-b2c3-c2559c3ae148 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144050 May 14 17:56:41.558400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef6bb00-66cd-48b8-b833-3ec48394dab0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:41.558688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 829783ce-9d79-41cd-b6d7-046a7bb2458f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:41.565630 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:41.567362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:41.570776 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:41.611359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:41.619117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:41.631024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:41.729307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829783ce-9d79-41cd-b6d7-046a7bb2458f'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:41.777115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Pushing event updated for resources: {'Port': ['ID=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:41.789042 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:41.856208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=829783ce-9d79-41cd-b6d7-046a7bb2458f,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:41.868076 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:42.048835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-1169dd6f-2a1f-447f-84ee-c8b34afe1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:42.050303 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-1169dd6f-2a1f-447f-84ee-c8b34afe1a97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1095 time: 0.5751855 May 14 17:56:42.116003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d1c27cf7-73f7-4407-9f41-54ad7d04c018 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:42.203131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:56:42.271764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d1c27cf7-73f7-4407-9f41-54ad7d04c018 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:42.402305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fee3d5-6fe3-4aa2-8125-29aafb5612ec None None] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:42.447283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-824cda73-a5db-42e9-8027-420576d3fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:42.448718 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-824cda73-a5db-42e9-8027-420576d3fd9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.2968388 May 14 17:56:42.497956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:42.521051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Provisioning for port d1c27cf7-73f7-4407-9f41-54ad7d04c018 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:42.541761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:42.580083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Provisioning complete for port d1c27cf7-73f7-4407-9f41-54ad7d04c018 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:42.580727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:42.614708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-751858d4-8643-494b-bbb7-eb41f25a576f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 217 time: 0.0874367 May 14 17:56:42.770084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-008f2ea2-2a59-49af-b19c-bf1e7899826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:42.772141 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-008f2ea2-2a59-49af-b19c-bf1e7899826f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0843668 May 14 17:56:42.830481 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-4cd137d1-1dd0-407b-83c2-9e38c1bf3b84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483813 May 14 17:56:42.892684 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:42.916628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efac3c-3c39-40eb-8a67-ca65cd8bdcb9 req-81c5411a-0516-4bd5-8007-f2e1699b3c8d tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:42.918144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8efac3c-3c39-40eb-8a67-ca65cd8bdcb9 req-81c5411a-0516-4bd5-8007-f2e1699b3c8d tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1101 time: 1.0223954 May 14 17:56:42.964390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] For port d1c27cf7-73f7-4407-9f41-54ad7d04c018, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d1c27cf7-73f7-4407-9f41-54ad7d04c018,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:42.971202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:42.976272 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:42.991752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:43.049059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062eb2-22b3-4d0e-a0c4-37a3b434f293 req-442f72ac-b891-419a-825c-c9fedbdbce8b tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:43.051050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56062eb2-22b3-4d0e-a0c4-37a3b434f293 req-442f72ac-b891-419a-825c-c9fedbdbce8b tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 1.3190620 May 14 17:56:43.065773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Pushing event updated for resources: {'Port': ['ID=d1c27cf7-73f7-4407-9f41-54ad7d04c018,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:43.069662 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:43.107902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:43.122435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f8efac3c-3c39-40eb-8a67-ca65cd8bdcb9 req-580498c2-8307-4de2-8c80-0c27c7d5d174 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Synchronizing usage tracker for tenant:5314d96cf4ff43988785e372d6b3b7f0 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:43.179870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f8efac3c-3c39-40eb-8a67-ca65cd8bdcb9 req-580498c2-8307-4de2-8c80-0c27c7d5d174 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Unset dirty status for tenant:5314d96cf4ff43988785e372d6b3b7f0 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:43.181048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8efac3c-3c39-40eb-8a67-ca65cd8bdcb9 req-580498c2-8307-4de2-8c80-0c27c7d5d174 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511966 May 14 17:56:43.223141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56062eb2-22b3-4d0e-a0c4-37a3b434f293 req-bd6da6e8-10ca-485e-a4a4-e215f86340c7 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424897 May 14 17:56:43.351711 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829783ce-9d79-41cd-b6d7-046a7bb2458f', 'code': 200} May 14 17:56:43.607158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d3126e80-ad7b-4236-87d7-2b533f705676 None None] Provisioning complete for port d1c27cf7-73f7-4407-9f41-54ad7d04c018 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:43.607498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d3126e80-ad7b-4236-87d7-2b533f705676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:43.678240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-0c8690a5-11cb-486c-9386-fcc67443ecc0 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215687 May 14 17:56:43.731055 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd associated. External IP: 172.25.4.106, port: 741ab01e-0ed2-4205-b780-589f804d4c32. May 14 17:56:43.892431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-c9cc8f4d-d890-4fe7-849d-4579e6519c7f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726936 May 14 17:56:43.904400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d1c27cf7-73f7-4407-9f41-54ad7d04c018 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:44.013421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d1c27cf7-73f7-4407-9f41-54ad7d04c018 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:44.013948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:44.148496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-39470f8e-2a8c-466d-a13e-9c72ea1233ac tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:44.149876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-39470f8e-2a8c-466d-a13e-9c72ea1233ac tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887810 May 14 17:56:44.157754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-1a1862f1-7ad7-42e0-947b-0eee15f21878 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661856 May 14 17:56:44.192555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:44.196457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-7ef493f5-e869-4fc1-bad8-25fd75daeed7 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/quotas/6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 375 time: 0.0305932 May 14 17:56:44.303574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba23c50-ef5a-40e8-acfb-29e55a6e53a9 req-82bbccbe-6f6d-40af-a8e1-54e4a27cf316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:44.308377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ba23c50-ef5a-40e8-acfb-29e55a6e53a9 req-82bbccbe-6f6d-40af-a8e1-54e4a27cf316 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 1096 time: 0.7350035 May 14 17:56:44.457876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Router 98223398-415e-448c-8256-cdf231adb05d is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:56:44.554527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ba23c50-ef5a-40e8-acfb-29e55a6e53a9 req-8850153d-3372-4995-8bf3-0f5e690c4511 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247076 May 14 17:56:44.680590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb94b9-e49a-4a66-ab7d-2213b71dcffc req-7fbc0dfc-2755-43eb-b89c-87e42f64c1bb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:44.682940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81eb94b9-e49a-4a66-ab7d-2213b71dcffc req-7fbc0dfc-2755-43eb-b89c-87e42f64c1bb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 944 time: 1.1131742 May 14 17:56:44.726335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:44.738455 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:44.754748 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:44.755804 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:44.776251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:44.781160 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5732443 May 14 17:56:44.782044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36942) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:44.946740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a89e430f-dcab-42ac-bf8a-b66453d8b9d6 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:44.948178 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-a89e430f-dcab-42ac-bf8a-b66453d8b9d6 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2647588 May 14 17:56:45.042113 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:45.116051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-76cf4a37-5cd3-400a-8705-8bce07f9529f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8944252 May 14 17:56:45.207692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81eb94b9-e49a-4a66-ab7d-2213b71dcffc req-a526c44c-db8e-4827-92be-ecb533252dab tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186934 May 14 17:56:45.286082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Router 16c85457-2845-440b-8fba-59f2ba612d5b has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:56:45.299852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Router 802998a1-55a6-4a2d-8467-a65a35b582df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:56:45.337760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-2afd6cf8-2a09-4db5-a151-ab77a9f5428d service neutron] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:45.345766 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-2afd6cf8-2a09-4db5-a151-ab77a9f5428d service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:45.346925 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7793fd84-ba7d-468d-954f-eb09be6f2f11 req-2afd6cf8-2a09-4db5-a151-ab77a9f5428d service neutron] 10.222.0.15 "DELETE /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70/bindings/n-h1-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.3903866 May 14 17:56:45.777795 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:42Z', 'revision_number': 3, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:45.784321 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:45.784860 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Updating router 98223398-415e-448c-8256-cdf231adb05d port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:56:45.849895 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:46.148310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:46.156879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] Sync routers for ids ['16c85457-2845-440b-8fba-59f2ba612d5b'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:46.173963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] Routers {'16c85457-2845-440b-8fba-59f2ba612d5b'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:46.177597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16c85457-2845-440b-8fba-59f2ba612d5b'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:46.454020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:46.472057 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:46.494896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b710c80-9741-4ce5-8da9-8f32eabc7763 req-fbcb5e8a-7a43-4ffb-a85e-535be120e52d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 210 time: 0.5943635 May 14 17:56:46.528854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] 10.222.0.24 "PUT /v2.0/routers/16c85457-2845-440b-8fba-59f2ba612d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3616028 May 14 17:56:46.532311 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:46.533359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:46.535530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:46.569703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:46.598599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] Set router 16c85457-2845-440b-8fba-59f2ba612d5b gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:46.675755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b73c9740-814b-4316-ba6a-6d23c1e6196b tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "PUT /v2.0/floatingips/0d780985-1db5-43c9-be78-47f98bfe49cd HTTP/1.1" status: 200 len: 992 time: 7.9182560 May 14 17:56:46.675755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:46.706953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23775b5-8ddf-411c-b809-f36d11771af3 req-bd07b319-6739-40da-a1d9-ee320b76514a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:46.708524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c23775b5-8ddf-411c-b809-f36d11771af3 req-bd07b319-6739-40da-a1d9-ee320b76514a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.9098547 May 14 17:56:46.820337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c23775b5-8ddf-411c-b809-f36d11771af3 req-76d824cf-10f7-427c-b169-76650c93dd2f tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053200 May 14 17:56:46.866004 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.db.resource_extend [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:56:46.868823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:47.053887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df4685-5aff-47b1-9ed1-75ca850fafe8 req-59819ab2-e9be-4d2b-a094-358356c35cc8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:47.069398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22df4685-5aff-47b1-9ed1-75ca850fafe8 req-59819ab2-e9be-4d2b-a094-358356c35cc8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 944 time: 0.2126107 May 14 17:56:47.192437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22df4685-5aff-47b1-9ed1-75ca850fafe8 req-4356f146-3254-4af4-8b0d-8023f514c8ee tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073050 May 14 17:56:47.240246 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32', 'status': 'completed', 'code': 200} May 14 17:56:47.246292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:47.249894 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:47.264894 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:47.343379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:40Z', 'revision_number': 5, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:47.353430 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Transition to ACTIVE for port object 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:47.357228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] Checking router: 16c85457-2845-440b-8fba-59f2ba612d5b for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:47.377931 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:47.388320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] Routers {'16c85457-2845-440b-8fba-59f2ba612d5b'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:47.389092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16c85457-2845-440b-8fba-59f2ba612d5b'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:47.488248 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e111bb1c-e19f-454b-88da-6c21f60b924d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:47.861564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-5f1ddf33-82c3-4b60-9de7-bde62a16a5ee tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1968167 May 14 17:56:47.864822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:47.905889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] Set router 16c85457-2845-440b-8fba-59f2ba612d5b gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:47.992587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27fe7415-8f80-47e3-8000-9f054a375081 req-93073e23-f310-4be8-8012-ed0d72d3fed9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 210 time: 0.2199702 May 14 17:56:48.015575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-4c746830-a194-487b-bedf-3ad6c118d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:48.017315 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-4c746830-a194-487b-bedf-3ad6c118d7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 1097 time: 0.6375966 May 14 17:56:48.066230 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Pushing event updated for resources: {'Port': ['ID=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:48.095880 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.096370 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.096793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.097217 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.097633 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.098050 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.099605 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.102656 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.103226 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.103671 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.104104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.104763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:48.128013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Attempting to bind port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:48.131101 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Attempting to bind port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:48.131671 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Attempting to bind port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:48.136714 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:48.175636 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:48.176157 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:48.176672 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:48.177417 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:48.178145 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Bound port: 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:48.178861 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:48.307264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-899e0bc4-953f-4e78-a74b-c9d85cf38557 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:48.308916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-899e0bc4-953f-4e78-a74b-c9d85cf38557 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4442880 May 14 17:56:48.313491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Allocated IP 172.20.0.1 (27b2c7ab-723c-42e0-8fb0-e846ec54c454/844b73d0-aeee-4227-a3a6-39a217d6c201/535ac61e-5aaf-4f03-af7f-b260fa9effe7) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:48.365604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-6d874ad4-5a11-41fe-a205-e9173b611c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:48.367114 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-6d874ad4-5a11-41fe-a205-e9173b611c19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 925 time: 0.3315902 May 14 17:56:48.382091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Request body: {'port': {'device_id': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '6544792cb05d42af8a161fc95946ef1e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:48.411343 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '0d780985-1db5-43c9-be78-47f98bfe49cd', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'port_id': '741ab01e-0ed2-4205-b780-589f804d4c32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'mac_address': 'fa:16:3e:97:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:53:59Z', 'updated_at': '2021-05-14T17:56:41Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:48.416381 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] For port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:48.430731 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] For port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:48.433778 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:48.445047 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:48.466833 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:48.491736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864539f-6a0f-44dc-a52f-a425cd27a4cc req-334a1288-4a24-472e-bc63-4bdaa5c3202a tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:48.497751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4864539f-6a0f-44dc-a52f-a425cd27a4cc req-334a1288-4a24-472e-bc63-4bdaa5c3202a tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1095 time: 0.9566340 May 14 17:56:48.597804 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:48.598443 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:48.643913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4864539f-6a0f-44dc-a52f-a425cd27a4cc req-a951c59e-0229-41fb-9311-f2c56c9e3bb0 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239600 May 14 17:56:48.715386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed987e4-56eb-409d-bbd8-f0eec9285106 req-b4be3d98-0a34-4c5e-b165-c14d4eef1633 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:48.716695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Deleting port b075b93c-d8cf-419b-983b-d85041a4ee25 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:56:48.716695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:48.723812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ed987e4-56eb-409d-bbd8-f0eec9285106 req-b4be3d98-0a34-4c5e-b165-c14d4eef1633 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.4084671 May 14 17:56:48.788124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:56:48.800399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:56:48.810306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ed987e4-56eb-409d-bbd8-f0eec9285106 req-d2ea5b9f-bc40-40b9-8c69-1f8d72c7a615 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850594 May 14 17:56:48.827240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Made reservation on behalf of 6544792cb05d42af8a161fc95946ef1e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:56:48.831947 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:48.881192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:40Z', 'revision_number': 5, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:48.886903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089db7d-ca2c-4c52-bb28-91c1eafeea91 None None] The sync data for ids ['16c85457-2845-440b-8fba-59f2ba612d5b'] in n-d-787206-3 is: [{'id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-2135643875-router', 'tenant_id': 'd37e9e1407da4a4ca467737298c1726e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:09Z', 'updated_at': '2021-05-14T17:56:40Z', 'revision_number': 5, 'project_id': 'd37e9e1407da4a4ca467737298c1726e', 'gw_port': {'id': 'b075b93c-d8cf-419b-983b-d85041a4ee25', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:82:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c85457-2845-440b-8fba-59f2ba612d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:14Z', 'updated_at': '2021-05-14T17:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:48.956465 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:49.170419 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:49.172974 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:49.210972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-38c94991-8743-4ad4-8007-c7eec61b579c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=741ab01e-0ed2-4205-b780-589f804d4c32 HTTP/1.1" status: 200 len: 1000 time: 0.8346112 May 14 17:56:49.327514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:49.374947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-f4b6c076-f708-4a40-9fac-48b87622ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:49.376814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-f4b6c076-f708-4a40-9fac-48b87622ca61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.1499093 May 14 17:56:49.382599 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Pushing event updated for resources: {'Port': ['ID=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:49.390173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] For port b075b93c-d8cf-419b-983b-d85041a4ee25, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b075b93c-d8cf-419b-983b-d85041a4ee25,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:49.391459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:49.395642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Allocated IP 192.168.233.199 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/ec05dcf1-a5e0-4568-a086-ae53f751ca03) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:56:49.408586 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:49.441984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Transition to ACTIVE for port object 535ac61e-5aaf-4f03-af7f-b260fa9effe7 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:49.506340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1d7bf-4541-41c1-8111-3a2319d5bc3d req-12dba709-efc1-4830-8b80-0e1a71ff6f0c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:49.513478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4c1d7bf-4541-41c1-8111-3a2319d5bc3d req-12dba709-efc1-4830-8b80-0e1a71ff6f0c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.3760850 May 14 17:56:49.614551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a73f9-c907-45dd-91c2-300fb61f4251 req-34a5374a-12ab-4fd3-91a0-d4aa51cbb593 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:49.621774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc3a73f9-c907-45dd-91c2-300fb61f4251 req-34a5374a-12ab-4fd3-91a0-d4aa51cbb593 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1095 time: 0.6477280 May 14 17:56:49.649052 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:49.697936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Calling delete_port for b075b93c-d8cf-419b-983b-d85041a4ee25 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:56:49.704642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:49.713464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4c1d7bf-4541-41c1-8111-3a2319d5bc3d req-38197977-575b-40f5-a4ab-54fd82e04001 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989968 May 14 17:56:49.719036 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:49.763633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc3a73f9-c907-45dd-91c2-300fb61f4251 req-65075347-e648-4a51-8113-a02ccdd58d6b tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407833 May 14 17:56:49.824427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eef6bb00-66cd-48b8-b833-3ec48394dab0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:49.910865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:49.932739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: eef6bb00-66cd-48b8-b833-3ec48394dab0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:56:49.934270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:49.935790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eef6bb00-66cd-48b8-b833-3ec48394dab0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:49.981462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:50.033760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-186c8f08-430e-488a-9dfc-1ec6b256b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:50.033760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-186c8f08-430e-488a-9dfc-1ec6b256b4d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6317515 May 14 17:56:50.048283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b50494-4abf-4b91-b1cd-01d814ea6d73 req-0cadf1fb-72af-495e-a7c1-2dd6fb9ec50d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 210 time: 0.0810077 May 14 17:56:50.062430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Pushing event updated for resources: {'Port': ['ID=535ac61e-5aaf-4f03-af7f-b260fa9effe7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:50.116603 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:50.214232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '0d780985-1db5-43c9-be78-47f98bfe49cd', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'port_id': '741ab01e-0ed2-4205-b780-589f804d4c32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'mac_address': 'fa:16:3e:97:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:53:59Z', 'updated_at': '2021-05-14T17:56:41Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:50.241374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a10af2d-d902-40be-aac1-3d1206de483b None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '0d780985-1db5-43c9-be78-47f98bfe49cd', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'port_id': '741ab01e-0ed2-4205-b780-589f804d4c32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'mac_address': 'fa:16:3e:97:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:53:59Z', 'updated_at': '2021-05-14T17:56:41Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:50.281340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:42Z', 'revision_number': 3, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:50.287978 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff6f14-38c5-4a6f-a1e4-710c7355e763 None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:42Z', 'revision_number': 3, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:50.325498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:50.360767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a7ae730b-9a46-45c4-b017-0679f016d02b None None] Provisioning for port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:50.368333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a7ae730b-9a46-45c4-b017-0679f016d02b None None] Provisioning complete for port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:50.368715 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a7ae730b-9a46-45c4-b017-0679f016d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:50.388161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ba28-8c2b-4587-b7f3-97ac34716c05 req-3fc765f3-6c6d-440e-8020-1aee0f547984 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:50.395732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e06ba28-8c2b-4587-b7f3-97ac34716c05 req-3fc765f3-6c6d-440e-8020-1aee0f547984 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 945 time: 0.3118429 May 14 17:56:50.485439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae730b-9a46-45c4-b017-0679f016d02b None None] Port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:50.499797 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:50.508679 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-d1ec56da-f6eb-424c-a09c-79c6e1f95dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338810 May 14 17:56:50.551401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e06ba28-8c2b-4587-b7f3-97ac34716c05 req-e4c2b216-f0ea-48f6-af67-153ea1119712 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497648 May 14 17:56:50.597695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Transition to ACTIVE for port object ec05dcf1-a5e0-4568-a086-ae53f751ca03 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:50.675213 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:50.690324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:56:50.735054 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:50.792782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6c632-bb25-4771-b5fc-9163775679f5 None None] New status for floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:56:50.955154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:51.060305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:51.069579 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:51.075465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:51.078405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:51.078589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:51.088749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:56:51.120682 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5f5f155-54cf-45b7-a8eb-ee36f8f437c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:51.278666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:51.287031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:51.628223 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd10f2f9-f2d6-40d0-a144-538a4981c848 req-a81c64ea-88f0-4e99-adcb-c3011a6793a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0287113 May 14 17:56:51.650761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2738118 May 14 17:56:51.669877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Request body: {'port': {'device_id': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:56:51.761872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ae37fec9-014a-4f41-8d16-10377cf6a5e2 None None] Provisioning for port ec05dcf1-a5e0-4568-a086-ae53f751ca03 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:51.769731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ae37fec9-014a-4f41-8d16-10377cf6a5e2 None None] Provisioning complete for port ec05dcf1-a5e0-4568-a086-ae53f751ca03 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:51.770274 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ae37fec9-014a-4f41-8d16-10377cf6a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:51.822458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b075b93c-d8cf-419b-983b-d85041a4ee25,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:51.837178 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:51.857679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ae37fec9-014a-4f41-8d16-10377cf6a5e2 None None] Port ec05dcf1-a5e0-4568-a086-ae53f751ca03 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:51.957804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae71ad1-1e90-4bc0-a565-07dc37915148 req-1e7be726-64b6-43c4-81dc-b155acff8200 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:51.958797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fae71ad1-1e90-4bc0-a565-07dc37915148 req-1e7be726-64b6-43c4-81dc-b155acff8200 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:56:51.969732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8ca08-697e-46c3-b1e7-8ddad57e8889 req-cc2070f1-f872-4547-af0a-ab60aee760f9 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:51.971640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:51.977376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f8ca08-697e-46c3-b1e7-8ddad57e8889 req-cc2070f1-f872-4547-af0a-ab60aee760f9 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.6653323 May 14 17:56:52.037639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fae71ad1-1e90-4bc0-a565-07dc37915148 req-1e7be726-64b6-43c4-81dc-b155acff8200 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:56:52.038784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fae71ad1-1e90-4bc0-a565-07dc37915148 req-1e7be726-64b6-43c4-81dc-b155acff8200 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 936 time: 0.5175257 May 14 17:56:52.079069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.084423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:56:52.093353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:52.094063 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.154226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f8ca08-697e-46c3-b1e7-8ddad57e8889 req-deab2672-793b-4523-995f-308a4a31cb4a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747346 May 14 17:56:52.208222 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:52.258286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.282160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.322640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:52.325031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.343322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.346371 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:52.384831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fae71ad1-1e90-4bc0-a565-07dc37915148 req-dad26ae4-2a62-4579-82d2-5d3d0bb447b9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339446 May 14 17:56:52.394629 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ccfc01a2-0736-4099-9b78-5d67034767fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:52.466096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.470050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.515304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:52.521374 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:52.546208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.561743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Pushing event updated for resources: {'Port': ['ID=535ac61e-5aaf-4f03-af7f-b260fa9effe7,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:52.633377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.634118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.634321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.634760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.636554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.637940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.640147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.641350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.642096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.652006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.652553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.653009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:56:52.683957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:52.783314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.786081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c85457-2845-440b-8fba-59f2ba612d5b {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 17:56:52.829802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:52.833822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] 10.222.0.24 "DELETE /v2.0/routers/16c85457-2845-440b-8fba-59f2ba612d5b HTTP/1.1" status: 204 len: 168 time: 6.2604365 May 14 17:56:52.842408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37032) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:52.953412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:56:52.955012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:56:52.959220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Deleting subnet 3b461ac3-86b8-4b46-be47-8bbd091f943a {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:56:52.965879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.000823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec05dcf1-a5e0-4568-a086-ae53f751ca03 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:56:53.032116 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.102900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71235d7d-1b81-4f51-91c1-02f60505872d req-39b7bf11-81db-448a-80ed-87fac1e26196 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:53.111206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71235d7d-1b81-4f51-91c1-02f60505872d req-39b7bf11-81db-448a-80ed-87fac1e26196 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.2996881 May 14 17:56:53.137907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Transition to ACTIVE for port object ec05dcf1-a5e0-4568-a086-ae53f751ca03 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:53.190411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71235d7d-1b81-4f51-91c1-02f60505872d req-b663b550-2806-43d3-8106-74f8fb255c3d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 May 14 17:56:53.191489 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.198255 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75be1653-c5db-4762-a98c-d24cbca7e5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:53.230113 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.408290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6cbd403b-8950-4d38-a480-06004697dbf9 None None] Provisioning complete for port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:53.408904 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6cbd403b-8950-4d38-a480-06004697dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.439586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:53.453379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:56:53.455498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:53.594064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd403b-8950-4d38-a480-06004697dbf9 None None] Port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:56:53.687130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.744619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:53.942145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:56:54.004987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:56:54.014161 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:56:54.019408 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] 10.222.0.24 "PUT /v2.0/routers/98223398-415e-448c-8256-cdf231adb05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2363458 May 14 17:56:54.039429 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:54.040079 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:54.097836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:56:54.098466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:54.208324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:54.209150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:54.209150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:54.221959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:56:54.222434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:54.239625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:54.240542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:54.241040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:54.241584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Bound port: ec05dcf1-a5e0-4568-a086-ae53f751ca03, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:54.242066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:54.280709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:54.285615 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:54.397684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b461ac3-86b8-4b46-be47-8bbd091f943a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:54.400593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:54.403765 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:54.410613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372443e1-161e-4dcb-9140-0935d2dce412 None None] Network bd904640-b982-4b3c-a125-abce8852037b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:56:54.414854 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b461ac3-86b8-4b46-be47-8bbd091f943a HTTP/1.1" status: 204 len: 168 time: 1.5690794 May 14 17:56:54.416014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:54.448268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373104d-04f2-49dc-a717-5c76c5418378 req-265bebe1-3064-4670-9f80-6c7066aa7287 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:54.472512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373104d-04f2-49dc-a717-5c76c5418378 req-265bebe1-3064-4670-9f80-6c7066aa7287 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:54.481322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373104d-04f2-49dc-a717-5c76c5418378 req-265bebe1-3064-4670-9f80-6c7066aa7287 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:54.490149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c373104d-04f2-49dc-a717-5c76c5418378 req-265bebe1-3064-4670-9f80-6c7066aa7287 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d&device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd&device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 2417 time: 0.4392705 May 14 17:56:54.599716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c373104d-04f2-49dc-a717-5c76c5418378 req-7cc4428c-4472-450d-b840-6acd194c05aa tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083875 May 14 17:56:54.631750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67132e88-118e-4ac4-a3dc-536cf4314eea req-4a5b3a21-36ae-4bcf-a3bb-a794fffc5024 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:54.634950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67132e88-118e-4ac4-a3dc-536cf4314eea req-4a5b3a21-36ae-4bcf-a3bb-a794fffc5024 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.5384672 May 14 17:56:54.635806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:54.748099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b075b93c-d8cf-419b-983b-d85041a4ee25 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:54.832699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:54.870463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67132e88-118e-4ac4-a3dc-536cf4314eea req-016c1ffd-d052-40e4-951a-a4bc4bc7b691 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192242 May 14 17:56:54.881735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b075b93c-d8cf-419b-983b-d85041a4ee25 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:56:54.882402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b075b93c-d8cf-419b-983b-d85041a4ee25 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:54.928483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:54.933294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:54.942661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:54.951417 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:55.329201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] DHCP port deletion for bd904640-b982-4b3c-a125-abce8852037b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 17:56:55.460723 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:56:51Z', 'revision_number': 2, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:55.466204 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:56:55.467008 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Updating router 98223398-415e-448c-8256-cdf231adb05d port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:56:55.499341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Deleting port b0da67a4-4842-4460-aca3-884e5961b600 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:56:55.506400 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:55.507604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-203dccbb-b801-40f6-ab34-b926ff316434 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:55.516106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-203dccbb-b801-40f6-ab34-b926ff316434 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 821 time: 0.3689160 May 14 17:56:55.550543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-d04cdc26-e0dd-4edd-bdad-c145347a4eaa tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/quotas/6f557c03978e4e0c8078be4fc3c6f867 HTTP/1.1" status: 200 len: 375 time: 0.0331316 May 14 17:56:55.570641 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:55.604925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Deleting port b0da67a4-4842-4460-aca3-884e5961b600 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:56:55.605561 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:55.623570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:55.628696 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:55.630350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] 10.222.0.22 "PUT /v2.0/ports/ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 1096 time: 3.9697065 May 14 17:56:55.631032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:56:55.781484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] For port b0da67a4-4842-4460-aca3-884e5961b600, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0da67a4-4842-4460-aca3-884e5961b600,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:55.786392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:55.821212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:55.832099 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:55.909797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] For port b0da67a4-4842-4460-aca3-884e5961b600, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0da67a4-4842-4460-aca3-884e5961b600,segment=NetworkSegment(3297fd1d-1323-4e58-a0d6-2cd1eb571517),segment_id=3297fd1d-1323-4e58-a0d6-2cd1eb571517)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:56:55.910928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.004216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-9c2f55fe-3340-4b1b-bc8c-e72788a05548 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4524004 May 14 17:56:56.062010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-c58faa59-fdc9-4a37-a801-418e3ca9baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:56.063505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-c58faa59-fdc9-4a37-a801-418e3ca9baa7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1099 time: 0.3379116 May 14 17:56:56.099684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4562b4-e88f-4c00-8803-fae90936e68a req-c553b9c9-454c-4acc-bef2-9049da3a441b tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:56.109797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d4562b4-e88f-4c00-8803-fae90936e68a req-c553b9c9-454c-4acc-bef2-9049da3a441b tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.4671710 May 14 17:56:56.115611 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:56:56.142202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Calling delete_port for b0da67a4-4842-4460-aca3-884e5961b600 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:56:56.204269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Calling delete_port for b0da67a4-4842-4460-aca3-884e5961b600 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:56:56.262211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.262211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-479a3081-7ab8-4134-b9e5-5bcc815e1517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:56.274584 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.286187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0da67a4-4842-4460-aca3-884e5961b600 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:56:56.316900 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:56.344567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] No DVR routers for this DVR port b0da67a4-4842-4460-aca3-884e5961b600 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:56.363938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] No DVR routers for this DVR port b0da67a4-4842-4460-aca3-884e5961b600 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:56:56.374496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Pushing event deleted for resources: {'Port': ['ID=b0da67a4-4842-4460-aca3-884e5961b600,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:56.381842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b0da67a4-4842-4460-aca3-884e5961b600 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:56:56.382043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0da67a4-4842-4460-aca3-884e5961b600 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:56:56.397562 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:56.429835 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.448010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d4562b4-e88f-4c00-8803-fae90936e68a req-e0958efd-10f4-40bb-9779-ce9afb56f81a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361318 May 14 17:56:56.461346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-c3e0ed87-7523-45b2-9d14-44e338620187 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.3745806 May 14 17:56:56.462329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0da67a4-4842-4460-aca3-884e5961b600,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:56.471413 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:56.482337 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Transition to ACTIVE for port object 535ac61e-5aaf-4f03-af7f-b260fa9effe7 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:56:56.501189 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.519005 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:56.536043 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'status': 'completed', 'code': 200} May 14 17:56:56.600825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-20d73b32-b3d9-40de-b881-0b3ad6c6421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:56.602284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-20d73b32-b3d9-40de-b881-0b3ad6c6421a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1313512 May 14 17:56:56.643904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.669136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd904640-b982-4b3c-a125-abce8852037b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:56.704629 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488525a-a186-42b3-8a80-8471390e3466 None None] Pushing event updated for resources: {'Port': ['ID=535ac61e-5aaf-4f03-af7f-b260fa9effe7,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:56.705026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3297fd1d-1323-4e58-a0d6-2cd1eb571517') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:56.705378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3297fd1d-1323-4e58-a0d6-2cd1eb571517') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:56.709649 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c488525a-a186-42b3-8a80-8471390e3466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:56.721251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.746645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.756804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:56:56.757510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: timer() May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:56:56.781365 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:56:56.835719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0bf43467-dc08-40a2-977c-019e83cdf6ae service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8306339 May 14 17:56:56.919843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.926626 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:56.959741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.966849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd904640-b982-4b3c-a125-abce8852037b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:56.969481 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9cc32e02-9860-4c9e-b546-4e45bb28880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:56.979077 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:56.995077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd904640-b982-4b3c-a125-abce8852037b HTTP/1.1" status: 204 len: 168 time: 2.5773444 May 14 17:56:57.010413 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Attempting to bind port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:56:57.011080 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Attempting to bind port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:56:57.011739 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Attempting to bind port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:56:57.019394 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:56:57.020199 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Checking segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:56:57.020905 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.021821 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Bound using segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:56:57.022648 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Bound port: 535ac61e-5aaf-4f03-af7f-b260fa9effe7, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:56:57.023355 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.132646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6616f9-6ba4-4a6d-b079-6f7c3da2a0be req-ab7ab8cd-54be-4adc-b3e7-d9cfa97defad tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:57.143404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb6616f9-6ba4-4a6d-b079-6f7c3da2a0be req-ab7ab8cd-54be-4adc-b3e7-d9cfa97defad tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.4395847 May 14 17:56:57.146686 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] For port 535ac61e-5aaf-4f03-af7f-b260fa9effe7, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:56:57.151135 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] For port 535ac61e-5aaf-4f03-af7f-b260fa9effe7, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=535ac61e-5aaf-4f03-af7f-b260fa9effe7,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:56:57.164979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-b92855d6-c08d-4b72-894e-65c3727a8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:57.166861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-b92855d6-c08d-4b72-894e-65c3727a8c08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5548546 May 14 17:56:57.173607 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.199371 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c488525a-a186-42b3-8a80-8471390e3466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:57.243910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37116) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:57.290066 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:56:57.292844 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:57.333716 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-372c4e2b-bce5-4055-a103-f9f717e32690 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d37e9e1407da4a4ca467737298c1726e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879552 May 14 17:56:57.336095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37120) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:56:57.376396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.415790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.450248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.466351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-e52a6342-38d7-4bca-80a9-362fff27b2d6 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240978 May 14 17:56:57.486282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb6616f9-6ba4-4a6d-b079-6f7c3da2a0be req-d077f62c-3d32-446f-ac5e-3e1bd8ce4a61 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409462 May 14 17:56:57.528744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.537513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:56:57.552638 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488525a-a186-42b3-8a80-8471390e3466 None None] Pushing event updated for resources: {'Port': ['ID=535ac61e-5aaf-4f03-af7f-b260fa9effe7,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:57.566891 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c488525a-a186-42b3-8a80-8471390e3466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:57.580720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:57.582546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb5de76b-27ea-46da-ae3d-09566c6fa325 HTTP/1.1" status: 204 len: 168 time: 0.2454653 May 14 17:56:57.591638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5de76b-27ea-46da-ae3d-09566c6fa325,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:56:57.618059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-5ca2caa1-ab6b-4cec-beaf-3c12ec1315a9 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075737 May 14 17:56:57.623117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:56:57.759636 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:56:58.204154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5572c97-cec6-4d5c-9b3b-6ac5796898de req-fb7eb225-0f7a-4738-8846-88f717d41b96 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 210 time: 0.1174769 May 14 17:56:58.373245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fb1ebfd-b03f-4629-9127-ff657c4b557f req-3340db36-578a-44e4-8c38-bb868e342ce8 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451360 May 14 17:56:58.603029 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:56:57Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:56:58.618683 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacd740-6a0d-4844-9585-a634b861c55c None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:56:57Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:56:58.850758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-771fac90-0436-433d-9ce3-2ebdaa757e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:58.852383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-771fac90-0436-433d-9ce3-2ebdaa757e25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1099 time: 0.4069333 May 14 17:56:59.185727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a53936-5e34-4910-9794-4ac8611becb4 req-7fd1bd39-7b23-4d21-94d6-0d74f3fc7e75 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:59.203058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-91a53936-5e34-4910-9794-4ac8611becb4 req-7fd1bd39-7b23-4d21-94d6-0d74f3fc7e75 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.4568346 May 14 17:56:59.229249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e72776-240d-4275-b88d-c9a908915b0e req-e4d1ef40-ee82-47e7-916d-c1c3081fe664 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:59.237274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3e72776-240d-4275-b88d-c9a908915b0e req-e4d1ef40-ee82-47e7-916d-c1c3081fe664 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 946 time: 0.6720755 May 14 17:56:59.325054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-91a53936-5e34-4910-9794-4ac8611becb4 req-dabf9cf8-140f-4d89-9f56-65c68df6b433 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210976 May 14 17:56:59.329608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-b0acd160-1293-4bc9-9570-a84a553911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:59.331680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-b0acd160-1293-4bc9-9570-a84a553911b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4660347 May 14 17:56:59.465768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-e3cabbe4-c6c4-47b6-9773-cb94f4f1d33b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.1216209 May 14 17:56:59.486955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3e72776-240d-4275-b88d-c9a908915b0e req-ff66d720-429a-41be-96b3-87e7da7fec72 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488134 May 14 17:56:59.511668 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:59.601146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-d278db4f-bb5f-465a-bcd3-9dc2c3fdc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:59.602921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-d278db4f-bb5f-465a-bcd3-9dc2c3fdc46e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1068399 May 14 17:56:59.670215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43950f08-4903-4f09-9d8f-4971ef0bcfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:56:59.882334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-fc8556af-7a6b-44f3-a185-731f9d2d02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:56:59.895223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-fc8556af-7a6b-44f3-a185-731f9d2d02f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2532601 May 14 17:56:59.992655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 535ac61e-5aaf-4f03-af7f-b260fa9effe7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:00.252927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:00.259711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:00.261442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:00.416856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-913f9d14-bb4a-4820-8b83-d5da46750fff req-bbc1aaf7-996c-4611-b3c1-0b6d1de12e29 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 210 time: 0.1886468 May 14 17:57:00.584263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-74dc2602-1f4b-413f-a3dc-16254733a46f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:00.585573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-74dc2602-1f4b-413f-a3dc-16254733a46f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Synchronizing usage tracker for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:00.624443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-cade98a3-ae61-45d1-8a7f-d83b5fdb02e5 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102642 May 14 17:57:00.657447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-c4e418ab-39ec-4019-bd9a-ca5bb3873034 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:00.664781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-c4e418ab-39ec-4019-bd9a-ca5bb3873034 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:00.680985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-74dc2602-1f4b-413f-a3dc-16254733a46f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Unset dirty status for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:00.682148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-74dc2602-1f4b-413f-a3dc-16254733a46f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.22 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 821 time: 0.7742290 May 14 17:57:00.735747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'port': {'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'admin_state_up': True, 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:00.779254 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:00.789171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:00.803405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-c4e418ab-39ec-4019-bd9a-ca5bb3873034 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:00.814671 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-c4e418ab-39ec-4019-bd9a-ca5bb3873034 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 946 time: 0.4574237 May 14 17:57:00.892471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dde429a-2f37-4cea-b01c-6cbcadc67287 req-448577d5-ed07-4af7-8a04-5d0b57a333d6 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607269 May 14 17:57:00.911226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d9cf-7a5f-42de-abab-c825ea71b0e3 req-8482bb6b-ef11-4212-89c3-90f4d683d3b7 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:00.919168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a380d9cf-7a5f-42de-abab-c825ea71b0e3 req-8482bb6b-ef11-4212-89c3-90f4d683d3b7 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.1585524 May 14 17:57:00.944720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 535ac61e-5aaf-4f03-af7f-b260fa9effe7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=535ac61e-5aaf-4f03-af7f-b260fa9effe7,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:00.954421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:00.961466 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:01.025142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a380d9cf-7a5f-42de-abab-c825ea71b0e3 req-bda8755a-d14a-4d97-b60f-b638630f2005 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043389 May 14 17:57:01.137013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=535ac61e-5aaf-4f03-af7f-b260fa9effe7,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:01.147651 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:01.411753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba94019-819a-4221-b5ac-e9bfa75ea5e8 req-0668fe46-2c65-4bba-b7f4-ceba46ab25e2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:01.419077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ba94019-819a-4221-b5ac-e9bfa75ea5e8 req-0668fe46-2c65-4bba-b7f4-ceba46ab25e2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 946 time: 0.2272799 May 14 17:57:01.508057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:01.519382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ba94019-819a-4221-b5ac-e9bfa75ea5e8 req-c60c8dba-d38f-48a5-b45b-5d7e86f95911 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991156 May 14 17:57:01.625534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:57:01.626105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:01.675854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:01.707594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Usage tracker for resource:port and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:01.882080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c1a0926-743c-4c97-b3d2-bc65de03de7d req-3fbf7be0-1013-4579-892b-dff19e215d39 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 210 time: 0.0846310 May 14 17:57:01.884647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:01.938300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 535ac61e-5aaf-4f03-af7f-b260fa9effe7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:01.951648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:02.004781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:02.033642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'mac_address': 'fa:16:3e:77:74:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:02.148593 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:02.188625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 8c1c91e4-f1e4-4735-aecd-95a3285ef194, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8c1c91e4-f1e4-4735-aecd-95a3285ef194,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:02.189308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:02.280423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec05dcf1-a5e0-4568-a086-ae53f751ca03 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:02.305956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:02.309437 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:02.325446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:02.329209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:02.329661 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:02.402265 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:02.617229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:02.630259 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:02.667037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Made reservation on behalf of 6f557c03978e4e0c8078be4fc3c6f867 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:02.674584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:02.683917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['ec05dcf1-a5e0-4568-a086-ae53f751ca03'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:02.750804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 8c1c91e4-f1e4-4735-aecd-95a3285ef194 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:57:02.831586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e923-6f12-4b8a-aa2e-11c62cdc2f45 req-620f183e-7efd-4b18-a067-db1e06588369 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:02.840670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0012e923-6f12-4b8a-aa2e-11c62cdc2f45 req-620f183e-7efd-4b18-a067-db1e06588369 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 949 time: 0.1656542 May 14 17:57:02.921802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0012e923-6f12-4b8a-aa2e-11c62cdc2f45 req-1da20edb-12ae-4b44-a77d-d6b2cf8c86dc tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778403 May 14 17:57:03.064501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Allocated IP 172.20.0.8 (27b2c7ab-723c-42e0-8fb0-e846ec54c454/844b73d0-aeee-4227-a3a6-39a217d6c201/5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:03.198074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:03.227198 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fff3c804-6078-46dc-9950-d4c4460ebd93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:03.288561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8c1c91e4-f1e4-4735-aecd-95a3285ef194 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:57:03.375665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=8c1c91e4-f1e4-4735-aecd-95a3285ef194,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:03.402084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:03.413825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 8c1c91e4-f1e4-4735-aecd-95a3285ef194 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:57:03.414217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8c1c91e4-f1e4-4735-aecd-95a3285ef194 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:57:03.428207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17cd721-3c35-4372-8fab-8351c5c5bedb req-f740b69f-9c36-48b2-abf2-e214a0336afa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.2712696 May 14 17:57:03.708143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 8c1c91e4-f1e4-4735-aecd-95a3285ef194 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:57:03.712684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:03.715335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'name': 'network-vif-deleted', 'tag': '8c1c91e4-f1e4-4735-aecd-95a3285ef194'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:03.731474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e486f61e-5558-4500-85de-7357f3ea6aaa req-3ab56586-f7b6-4053-b198-6870064b171d tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 210 time: 0.0554740 May 14 17:57:03.775917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f71ec86b-de98-4134-b25e-2a57cb536f1b req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "DELETE /v2.0/ports/8c1c91e4-f1e4-4735-aecd-95a3285ef194 HTTP/1.1" status: 204 len: 173 time: 2.9492879 May 14 17:57:03.835120 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:03.858670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Transition to ACTIVE for port object 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:03.904410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:03.929508 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:03.988180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:03.991706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:03.995399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:04.066056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a793c37-c24d-4aef-8c7e-3b6df88ff4c3 req-98665920-5820-41b7-bd10-06443e093254 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:04.067670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a793c37-c24d-4aef-8c7e-3b6df88ff4c3 req-98665920-5820-41b7-bd10-06443e093254 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1823285 May 14 17:57:04.099785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:04.100654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:04.156710 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48182b1a-7227-403c-a779-4d5a3f9eeb2c', 'name': 'network-vif-deleted', 'tag': '8c1c91e4-f1e4-4735-aecd-95a3285ef194', 'status': 'completed', 'code': 200} May 14 17:57:04.159001 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4641769 May 14 17:57:04.164133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event updated for resources: {'Port': ['ID=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:04.167918 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:04.177214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Request body: {'port': {'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:04.186012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a793c37-c24d-4aef-8c7e-3b6df88ff4c3 req-5c9d4f6e-2cb7-4c5f-9649-7406ffdda0a1 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095328 May 14 17:57:04.391423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bd5b6aad-76b6-4de0-a867-7eb87c038bfe None None] Provisioning for port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:04.395978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:04.400843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bd5b6aad-76b6-4de0-a867-7eb87c038bfe None None] Provisioning complete for port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:04.402145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6aad-76b6-4de0-a867-7eb87c038bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:04.534996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93613427-6b10-4d59-8b9e-c14cbe7ff582 req-879337b5-734c-4730-9540-39585bbfc0ba tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:04.538380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93613427-6b10-4d59-8b9e-c14cbe7ff582 req-879337b5-734c-4730-9540-39585bbfc0ba tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 949 time: 0.2107408 May 14 17:57:04.554032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b6aad-76b6-4de0-a867-7eb87c038bfe None None] Port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:57:04.648466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93613427-6b10-4d59-8b9e-c14cbe7ff582 req-fc1b067f-9091-4f0f-a5c4-3d4ae1ff5bea tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011937 May 14 17:57:04.937366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47d29b32-c0ed-42d5-ba9b-1bf1ea31eb21 req-0ae4a9ae-31d5-449f-917d-710f601d00f2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.0965199 May 14 17:57:05.040847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:05.052528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:05.100040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Transition to ACTIVE for port object 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:05.108842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:05.125760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce841290-69a5-4a6e-94ab-5ba966d0c7c3 req-14b852c5-0d25-4191-badf-5f6e02941790 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:05.128472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce841290-69a5-4a6e-94ab-5ba966d0c7c3 req-14b852c5-0d25-4191-badf-5f6e02941790 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 931 time: 0.0900862 May 14 17:57:05.131338 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7f16e6c-3c26-45a9-b53b-910bec9268b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:05.194786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce841290-69a5-4a6e-94ab-5ba966d0c7c3 req-7a45ee30-b727-4f7c-9992-50025ed90936 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589569 May 14 17:57:05.274550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:05.324708 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:05.475735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Attempting to bind port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:05.476060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Attempting to bind port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:05.476448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Attempting to bind port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:05.481416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:05.481732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Attempting to bind port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:05.489331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:05.489688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Checking segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:05.490071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Bound using segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:05.490497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Bound port: 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:05.490841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:05.515220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e601-f802-4cf4-9123-7d752e449060 req-c7795578-df2a-4ccb-9bf1-1d0332be2545 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:05.531633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a100e601-f802-4cf4-9123-7d752e449060 req-c7795578-df2a-4ccb-9bf1-1d0332be2545 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1562059 May 14 17:57:05.534282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:05.644465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a100e601-f802-4cf4-9123-7d752e449060 req-6428fc51-b46e-4f5b-9566-a0b0e950ee9c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111701 May 14 17:57:05.732031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port ec05dcf1-a5e0-4568-a086-ae53f751ca03 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:05.738571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port ec05dcf1-a5e0-4568-a086-ae53f751ca03 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:05.738951 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:05.941899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] For port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:05.950642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] For port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:05.961899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:05.974387 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:06.095590 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:06.098546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:06.109104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:06.110341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:06.110960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:06.122193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] 10.222.0.22 "PUT /v2.0/ports/5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 1091 time: 1.9429872 May 14 17:57:06.132922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:06.144946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:06.155993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:06.158047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:06.158866 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-85af5456-41f6-4b3e-a8df-6de885196141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:06.265194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:06.268896 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:06.309422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-d99a87a9-6f56-498e-9499-913821aebc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:06.319596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-d99a87a9-6f56-498e-9499-913821aebc43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1094 time: 0.1561584 May 14 17:57:06.322935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a77be77-01bf-4c5d-91fa-d574d60e8ae7 req-92b54a2c-1ddc-45e1-8161-246ac8891d0f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.1060112 May 14 17:57:06.375082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67c6cb-f5a8-4b37-a4de-de9aba9b8d23 req-c72552ae-ded4-4bf2-a9ce-fd2c3bc4c660 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:06.382756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c67c6cb-f5a8-4b37-a4de-de9aba9b8d23 req-c72552ae-ded4-4bf2-a9ce-fd2c3bc4c660 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.3118167 May 14 17:57:06.443206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c67c6cb-f5a8-4b37-a4de-de9aba9b8d23 req-d00e399b-19e4-47f2-9c17-0ae1014b1004 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595114 May 14 17:57:06.465128 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-f6aa8af7-f2aa-4b50-a26a-e0611fb19be9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.1325197 May 14 17:57:06.535275 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'code': 200} May 14 17:57:06.618483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-fd2891a1-4233-4d98-9777-46e630b76c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:06.628122 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-fd2891a1-4233-4d98-9777-46e630b76c6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.1547472 May 14 17:57:06.630679 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'status': 'completed', 'code': 200} May 14 17:57:06.747559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-98d591a1-9c5f-4331-afe5-883933ce9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:06.750079 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-98d591a1-9c5f-4331-afe5-883933ce9a41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135452 May 14 17:57:06.915350 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-d7cdc886-568f-4177-a9ab-2e04f133dfdb service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552715 May 14 17:57:06.926436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca8899-e850-444d-8df6-c9214599c1de req-534f1a4d-df53-4c01-9f67-a51a2acb29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:06.927723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6ca8899-e850-444d-8df6-c9214599c1de req-534f1a4d-df53-4c01-9f67-a51a2acb29bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1101 time: 0.3290298 May 14 17:57:07.030119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6ca8899-e850-444d-8df6-c9214599c1de req-c07500f2-a4d2-4e50-a22d-34c7ab51deeb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841980 May 14 17:57:07.064820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-cd5f9067-93d6-45d1-97a3-d6dd5c5c9c8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:07.071824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-cd5f9067-93d6-45d1-97a3-d6dd5c5c9c8f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.3881900 May 14 17:57:07.099738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-ae5cb17f-b4cf-4324-8197-b26773c72c38 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/quotas/07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 375 time: 0.0269940 May 14 17:57:07.111635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb0738-0755-4b9c-bb7b-551141e8e289 req-7867666f-7166-41a0-adfa-18461b9f3091 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:07.117922 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8255e98c-fe66-4d2d-a5c6-95c1b73488a7 req-108a068d-f27f-45b5-8972-5d3e68aad99e service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926959 May 14 17:57:07.119861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abb0738-0755-4b9c-bb7b-551141e8e289 req-7867666f-7166-41a0-adfa-18461b9f3091 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 943 time: 0.3162374 May 14 17:57:07.221244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abb0738-0755-4b9c-bb7b-551141e8e289 req-5444e128-36cc-4097-af8f-21a5854f8513 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999911 May 14 17:57:07.259022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-cd6b192b-e947-474a-bd80-8aa071e0e5cf tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367033 May 14 17:57:07.286622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-3712d4fb-31bd-4534-972a-d74a65d9e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:07.288525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-3712d4fb-31bd-4534-972a-d74a65d9e653 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1094 time: 0.0912142 May 14 17:57:07.449058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-801113a8-2904-479e-a247-851dc1d36338 service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737597 May 14 17:57:07.605481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-b852ead9-b31a-46d2-8ac9-778d1dfa7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:07.607029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-b852ead9-b31a-46d2-8ac9-778d1dfa7180 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.3105338 May 14 17:57:07.642768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-efe201f5-f347-4235-a2f6-3b615f11d918 service neutron] 10.222.0.24 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928558 May 14 17:57:07.726589 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-a6447315-8a60-4a84-b931-9c7ff3803be2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.1089454 May 14 17:57:07.820645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-c69ae1ea-9f1c-4723-bdcf-76ce9ea702d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:07.822945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-c69ae1ea-9f1c-4723-bdcf-76ce9ea702d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0907695 May 14 17:57:07.949109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-fd8e8184-fa0e-4300-8cdd-1cc4adee36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:07.950644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-fd8e8184-fa0e-4300-8cdd-1cc4adee36a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194050 May 14 17:57:08.152749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5d50-d32e-4470-aea0-82de83827908 req-71729f62-8528-4b9c-8795-bf04590067f7 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:08.165049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b95f5d50-d32e-4470-aea0-82de83827908 req-71729f62-8528-4b9c-8795-bf04590067f7 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1747320 May 14 17:57:08.227759 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-6cd65639-a2d6-4865-8f84-543692eba4d9 service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634082 May 14 17:57:08.237309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b95f5d50-d32e-4470-aea0-82de83827908 req-70c93202-dd29-4957-b226-97ad3521fb88 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604501 May 14 17:57:08.545814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-86edff13-8ba0-43c7-a252-e81bfcfbeaf2 req-9a0cc65e-7bd3-450f-b651-65ec5db8da18 service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846236 May 14 17:57:08.584115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27c9a3be-24c3-4cd1-a922-dbc3c5ac705a req-c1603c76-12f4-4da9-9419-01a8245cb63a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.1297750 May 14 17:57:08.726814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e514-3de4-4f9a-ba89-0066e4b3d84b req-fb2f5ff7-a49e-473f-8c1c-6dd6e6f9f70b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:08.728393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5932e514-3de4-4f9a-ba89-0066e4b3d84b req-fb2f5ff7-a49e-473f-8c1c-6dd6e6f9f70b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1433551 May 14 17:57:08.992257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5932e514-3de4-4f9a-ba89-0066e4b3d84b req-24ac48d3-ebad-45cb-a3e6-60d78bf96962 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569027 May 14 17:57:09.174564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61a97021-f306-41fb-82ae-12cb7a6dad8a req-f82f94d9-1300-457a-b79c-63e6dac5098d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 210 time: 0.0505641 May 14 17:57:09.491289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55239c8f-0dae-40ca-86ea-dc773192a7a2 req-34c8b185-50d3-4571-bf0f-25206dd01b84 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:09.501440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55239c8f-0dae-40ca-86ea-dc773192a7a2 req-34c8b185-50d3-4571-bf0f-25206dd01b84 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 943 time: 0.1153250 May 14 17:57:09.559392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55239c8f-0dae-40ca-86ea-dc773192a7a2 req-0ae1e6ca-4e97-4707-930d-50a8b84b14ca tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568779 May 14 17:57:09.576218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:09.677606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-2d99b974-8937-4def-83be-6b6679e5e030 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302054 May 14 17:57:09.853364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1559-ca4f-4d64-be87-6988b5aecced req-2132d925-d14b-4a16-8dca-b3bd2861ae77 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:09.861126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b9f1559-ca4f-4d64-be87-6988b5aecced req-2132d925-d14b-4a16-8dca-b3bd2861ae77 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1525679 May 14 17:57:09.901072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:09.917872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:09.936775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b9f1559-ca4f-4d64-be87-6988b5aecced req-56da2a18-5181-4719-aff5-038052e72e1c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679286 May 14 17:57:09.970246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e189e-0490-4631-8226-afcd7e8eceab req-a41d736b-e5d0-4c76-a89e-6b94cb39263c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:09.971826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de8e189e-0490-4631-8226-afcd7e8eceab req-a41d736b-e5d0-4c76-a89e-6b94cb39263c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1779747 May 14 17:57:10.042629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de8e189e-0490-4631-8226-afcd7e8eceab req-b74b39dc-00a4-4291-ae34-786533492cf0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647948 May 14 17:57:10.088620 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:10.154230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:10.173632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:10.179708 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:10.182967 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8692ccc3-760c-495e-b6e5-6c856997ce9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:10.260999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e4f89884-741f-4db4-afd6-6210cbbab989 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:10.267694 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e4f89884-741f-4db4-afd6-6210cbbab989 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 821 time: 0.4293969 May 14 17:57:10.285728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:10.293232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Request body: {'port': {'device_id': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'admin_state_up': True, 'tenant_id': '07b70acc1cef4ed69fc4a2bf098f4737'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:10.294458 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:10.426308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33422f35-4edf-4b54-be21-760975b8aeca req-9d08c405-1815-401c-9c8b-98f4eabf56aa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=48182b1a-7227-403c-a779-4d5a3f9eeb2c HTTP/1.1" status: 200 len: 210 time: 0.0970707 May 14 17:57:10.515446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:10.705840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:10.715019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Usage tracker for resource:port and tenant:07b70acc1cef4ed69fc4a2bf098f4737 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:10.718165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:10.725479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:10.751556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Made reservation on behalf of 07b70acc1cef4ed69fc4a2bf098f4737 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:10.754336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b506f6e3-ab7c-41b3-8fbe-9cd17d15a17d req-fd9e58ca-cb71-4340-840d-039c2b750834 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 210 time: 0.1141629 May 14 17:57:10.758418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:11.128088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab08cf-a2ee-4a79-88c9-6ac18493dc85 req-4b323bfc-5ed2-440c-9716-2f8734851d90 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:11.130712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45ab08cf-a2ee-4a79-88c9-6ac18493dc85 req-4b323bfc-5ed2-440c-9716-2f8734851d90 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 944 time: 0.1815002 May 14 17:57:11.149203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Allocated IP 172.20.0.14 (e80d55c2-42c2-48ae-8ecc-745b55b058ba/352e2cab-c9a6-4745-ab1d-6994d1f32dcd/62ab9e3f-7741-4514-91bb-29b6e8589efc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:11.236803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45ab08cf-a2ee-4a79-88c9-6ac18493dc85 req-4a6c8d41-8bb7-4401-9f5a-105908351096 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997519 May 14 17:57:11.426481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51069ea-f82b-4b6b-a1b0-fb1ff696a31a req-35df7f28-59aa-4652-b332-96eb6b807325 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:11.428221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51069ea-f82b-4b6b-a1b0-fb1ff696a31a req-35df7f28-59aa-4652-b332-96eb6b807325 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1682746 May 14 17:57:11.478344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:11.532721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:11.546984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['baf2d117-c0a1-4515-ac55-1d1d43089873'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:11.548730 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1e681e3-e152-4609-9042-416f43c5869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:11.575475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51069ea-f82b-4b6b-a1b0-fb1ff696a31a req-6fd30030-eeca-4087-9f1d-9e187795dd88 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234026 May 14 17:57:11.730536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Network e80d55c2-42c2-48ae-8ecc-745b55b058ba is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:11.743523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:11.761037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:11.906947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20aee-536c-4716-9a1e-e1fe2b1700f5 req-c679c6e9-5dc9-4458-9d07-acd543caf299 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:11.915764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98e20aee-536c-4716-9a1e-e1fe2b1700f5 req-c679c6e9-5dc9-4458-9d07-acd543caf299 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1483877 May 14 17:57:11.929872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:11.936124 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:11.970656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:11.971455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:12.014128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98e20aee-536c-4716-9a1e-e1fe2b1700f5 req-7c42f072-6b4c-4543-97a4-c18d16b309ed tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920980 May 14 17:57:12.018868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-dbbeec2c-2278-4a58-b61e-12392b4db829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:12.020530 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-dbbeec2c-2278-4a58-b61e-12392b4db829 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1101 time: 0.1775336 May 14 17:57:12.028176 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7444761 May 14 17:57:12.075454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Request body: {'port': {'device_id': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:12.337983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:12.528780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f84ae4-e708-4fe3-9313-6f9b5cdf9e1d req-6d01f896-d7c8-4bc3-8576-627cd8735e1a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:12.543965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47f84ae4-e708-4fe3-9313-6f9b5cdf9e1d req-6d01f896-d7c8-4bc3-8576-627cd8735e1a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 932 time: 0.2422001 May 14 17:57:12.612158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-7e24c62d-0d28-4c32-a7f1-adff6f1e698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:12.617570 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-7e24c62d-0d28-4c32-a7f1-adff6f1e698c service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.5825469 May 14 17:57:12.657494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47f84ae4-e708-4fe3-9313-6f9b5cdf9e1d req-b3e84f62-1cb7-42c7-8342-0883e199773a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024318 May 14 17:57:12.752338 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-58569697-9dfd-420c-ad92-1861982c065f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.1226635 May 14 17:57:12.837940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-b66a986f-bb32-44c6-b651-3045b3f99630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:12.839302 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-b66a986f-bb32-44c6-b651-3045b3f99630 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0720997 May 14 17:57:12.892471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced1e0a-18fd-463c-b3d2-7f7065809aa5 req-1e288d38-1f24-4278-9387-103af345459f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:12.895688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aced1e0a-18fd-463c-b3d2-7f7065809aa5 req-1e288d38-1f24-4278-9387-103af345459f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 944 time: 0.1317923 May 14 17:57:12.988550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aced1e0a-18fd-463c-b3d2-7f7065809aa5 req-72c8a91b-9fea-4c55-b2eb-5e38f15777cd tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855825 May 14 17:57:13.113720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-70bedad1-9ef3-4a96-b94a-293f08be825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:13.115715 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-70bedad1-9ef3-4a96-b94a-293f08be825a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554462 May 14 17:57:13.464116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583dcc-c9ea-4d0a-bcdb-c8af2be991a5 req-259f989c-b5ba-429c-9340-8f77c6e52418 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:13.469921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25583dcc-c9ea-4d0a-bcdb-c8af2be991a5 req-259f989c-b5ba-429c-9340-8f77c6e52418 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.2308803 May 14 17:57:13.476717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ab9e3f-7741-4514-91bb-29b6e8589efc {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:13.483680 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-ac91667e-b667-412b-80d6-128e0b8401f4 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578954 May 14 17:57:13.488234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:13.538591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-fa77dbe9-417d-4406-bdab-b71f40ccd409 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:13.540309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-fa77dbe9-417d-4406-bdab-b71f40ccd409 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.3349230 May 14 17:57:13.549999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25583dcc-c9ea-4d0a-bcdb-c8af2be991a5 req-536e1328-bde0-4268-b899-447c0acc4d9a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750313 May 14 17:57:13.576976 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5d941010-a892-4974-9c20-1236caff72ca tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0254676 May 14 17:57:13.587514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Transition to ACTIVE for port object 62ab9e3f-7741-4514-91bb-29b6e8589efc will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:13.593975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:13.595482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:13.601554 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1116ff79-a394-4532-b101-d9efec8a3e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:13.708606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-795f85d0-2f9a-4a8f-866c-08f8f57bcb67 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071808 May 14 17:57:13.783047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:13.789481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:13.801272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:13.846266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:13.854285 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:13.951765 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-c44750c9-d268-4230-8433-37a007b3c991 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588985 May 14 17:57:14.001441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15a758-6730-4563-afac-69a514a96bbb req-0ab2db56-cf5d-43dd-b3b8-b18407e5df4a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:14.008549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e15a758-6730-4563-afac-69a514a96bbb req-0ab2db56-cf5d-43dd-b3b8-b18407e5df4a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1429253 May 14 17:57:14.026056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:14.066671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e15a758-6730-4563-afac-69a514a96bbb req-e5f22071-e6db-44d5-b8b7-c919e6f58a91 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571823 May 14 17:57:14.079733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-cae59db3-8f57-4e77-85bb-fcab5f71e96e service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702769 May 14 17:57:14.124863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:14.127277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:14.128645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:14.128989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:14.131736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:14.142223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:14.142621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:14.148983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:14.155626 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf710b05-4bd7-4713-9165-a7168e59077f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:14.155909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:14.156265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:14.156657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:14.157097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Bound port: 62ab9e3f-7741-4514-91bb-29b6e8589efc, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:14.157446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:14.307934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:14.318548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.318964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.319403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.319799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.320184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.320512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.320851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.321158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.321474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.323738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.323738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.323738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:14.335449 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:14.371561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-ed7e85cd-65d8-4bd8-98aa-228c64c3b4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788641 May 14 17:57:14.424791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:14.428197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:14.435118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:14.440381 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bce006c9-69c5-4ea0-9ddf-7ba6eccc4b32 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:14.525374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:14.525986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:14.527377 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] 10.222.0.15 "PUT /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 1092 time: 2.4615576 May 14 17:57:14.527877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:14.585943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:14.590015 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:14.713467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-5d48547c-6a81-4329-bac7-f7d0d5db013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:14.715060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-5d48547c-6a81-4329-bac7-f7d0d5db013a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1095 time: 0.1027675 May 14 17:57:14.810298 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8b77eae3-d07f-4b93-a179-fb9872f8d24d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 217 time: 0.0863934 May 14 17:57:14.929443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e2b70c36-76aa-4b73-94d3-baebc5ef0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:14.934414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-e2b70c36-76aa-4b73-94d3-baebc5ef0996 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1145759 May 14 17:57:15.025737 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-8387996c-79ee-4e9d-9179-5b7cdbb6a06f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796461 May 14 17:57:15.205266 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-d50125b1-8a1d-4e38-8512-964248d56ad8 service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730800 May 14 17:57:15.313367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e648e-56f9-46eb-8b2e-965a0eeb5c4e req-b1a727cb-c666-4bfa-9530-3a2c5d4cd3ee tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:15.315252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-876e648e-56f9-46eb-8b2e-965a0eeb5c4e req-b1a727cb-c666-4bfa-9530-3a2c5d4cd3ee tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 945 time: 0.1464057 May 14 17:57:15.322744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e7b63-fc7a-401a-99f1-7edcf9651aa5 req-6fc07287-cd81-4213-9d90-c2d06e651295 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:15.331568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-484e7b63-fc7a-401a-99f1-7edcf9651aa5 req-6fc07287-cd81-4213-9d90-c2d06e651295 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.3919008 May 14 17:57:15.393031 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9d38fabd-dda3-46a4-a88f-2c53e15fbf2a req-3805fae8-5fed-49d5-85b0-81743d91606a service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792510 May 14 17:57:15.443368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-876e648e-56f9-46eb-8b2e-965a0eeb5c4e req-5d722972-d5ec-4a1d-9441-988d3bece158 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096532 May 14 17:57:15.446392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-484e7b63-fc7a-401a-99f1-7edcf9651aa5 req-8056964e-39a3-4109-b66b-849c097c21c6 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138954 May 14 17:57:15.543716 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'code': 200} May 14 17:57:15.560214 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'status': 'completed', 'code': 200} May 14 17:57:15.822405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-b6eed7e5-fcc5-4571-afa6-2db4350d1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:15.823857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b036d385-4814-4c41-b478-d18928fb7a99 req-7832c935-6603-4d16-aa08-538856a16a0f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 210 time: 0.0555511 May 14 17:57:15.832356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-b6eed7e5-fcc5-4571-afa6-2db4350d1a28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1095 time: 0.2475824 May 14 17:57:15.836072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813ebb0-8f51-4007-9fc9-7570de9b071a req-91750ea0-3327-4560-9884-aeb84db210ba tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:15.850464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a813ebb0-8f51-4007-9fc9-7570de9b071a req-91750ea0-3327-4560-9884-aeb84db210ba tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1750691 May 14 17:57:15.894125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c871aa-87e0-459d-86b8-78abaca12641 req-2174cd0e-bc88-4b00-abff-86ca203b7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:15.895764 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-23c871aa-87e0-459d-86b8-78abaca12641 req-2174cd0e-bc88-4b00-abff-86ca203b7144 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.2132602 May 14 17:57:15.912296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a813ebb0-8f51-4007-9fc9-7570de9b071a req-6ce33207-fa79-41cf-8b75-63655c69ca9f tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 May 14 17:57:16.191995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a4162-a586-4c61-940f-e183037d397a req-4dfa20b8-07c1-4e60-a8ce-05970ea81c93 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:16.193537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427a4162-a586-4c61-940f-e183037d397a req-4dfa20b8-07c1-4e60-a8ce-05970ea81c93 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1678519 May 14 17:57:16.402477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427a4162-a586-4c61-940f-e183037d397a req-527c6747-0d44-460f-b64d-401fa0a071ed tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017562 May 14 17:57:16.628798 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-23c871aa-87e0-459d-86b8-78abaca12641 req-38606361-a564-4883-bb02-97d212cbf643 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898838 May 14 17:57:16.637585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-a5867c89-e8c8-4f6d-8e83-c4d32193cac9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:16.640523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-a5867c89-e8c8-4f6d-8e83-c4d32193cac9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.3538780 May 14 17:57:16.655819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': '45c01274-e0fc-482a-8469-f00897eb41b6', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:16.707495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-2104a0ea-7c41-40d3-992c-f6c1216f480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:16.714347 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-2104a0ea-7c41-40d3-992c-f6c1216f480d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.8740928 May 14 17:57:16.870632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-e6b22f8f-5965-4389-aa18-91199d7db77a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 217 time: 0.1455183 May 14 17:57:16.950165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37980) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:16.964981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:16.974244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-68a2728b-9b74-40c1-869a-7b9a738703fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:16.976156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Usage tracker for resource:port and tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:16.979211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-68a2728b-9b74-40c1-869a-7b9a738703fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1009347 May 14 17:57:16.981231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:16.991457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:17.023198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:17.027333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.053275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb328f-1404-49c2-875d-834c3fc46ca3 req-c37219b3-a89e-4f6e-a9e5-dd90d2bd7f89 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:17.055110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bdb328f-1404-49c2-875d-834c3fc46ca3 req-c37219b3-a89e-4f6e-a9e5-dd90d2bd7f89 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 945 time: 0.1399367 May 14 17:57:17.074331 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-680e5af2-f218-4c77-8052-4cb6d570d922 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873737 May 14 17:57:17.226562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.260874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:17.281390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Usage tracker for resource:security_group_rule and tenant:18c84e8dea9340a7a009dde97dbbcd61 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:17.286410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:17.299247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:17.325219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-a4b3050d-ac36-4164-8b1d-2686d5f4602b service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427027 May 14 17:57:17.349790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bdb328f-1404-49c2-875d-834c3fc46ca3 req-1a897d20-3196-4382-8152-c35d23ef0cb3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943686 May 14 17:57:17.409378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.13 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/9e5d72d8-2afc-4192-b8ac-64cf77c02a71) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:17.465162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e42b41-f1ba-43f8-9259-726146d836ce req-ccda0fe1-c4ad-4f96-bb85-3099e07c839e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:17.472820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e42b41-f1ba-43f8-9259-726146d836ce req-ccda0fe1-c4ad-4f96-bb85-3099e07c839e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.3162968 May 14 17:57:17.519940 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4bf052c5-7249-41fa-be6d-7ac1b9da2000 req-132017af-dbc9-422d-a2a9-68543f710abb service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839814 May 14 17:57:17.563671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e42b41-f1ba-43f8-9259-726146d836ce req-81a58e57-d06d-47a9-9763-6ce6f6cdc943 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897665 May 14 17:57:17.616064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.624878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.632866 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-283993a0-6c3d-43c6-9200-0d9166033dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:17.708464 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18c84e8dea9340a7a009dde97dbbcd61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568069 May 14 17:57:17.710636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:17.711620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec1219-6dd3-49b1-8406-799a6c9b12c4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:17.716431 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:17.758488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfd9d336-5e5d-48e4-a1f9-0823eb18979d req-bdd28285-5519-4c4f-afa4-f660ba0b4bf7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 210 time: 0.1916726 May 14 17:57:17.859935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.878129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.898740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.928368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:17.955212 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e146c568-1241-437d-b140-16a4322cc3a6 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:17.996921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:18.001562 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87ce4425-c820-4e21-b397-de4a9e2d9222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:18.015954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec1219-6dd3-49b1-8406-799a6c9b12c4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:18.019345 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:18.022865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:18.022865 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70ec1219-6dd3-49b1-8406-799a6c9b12c4 HTTP/1.1" status: 204 len: 168 time: 0.3078496 May 14 17:57:18.043516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:18.057519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:18.077769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:18.273313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-698ed74a-20d1-4c57-8d62-9e69816332f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.274926 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-698ed74a-20d1-4c57-8d62-9e69816332f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c9dafb9de014a46908a4673d7bad087&device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 1097 time: 0.0933926 May 14 17:57:18.398158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=9e5d72d8-2afc-4192-b8ac-64cf77c02a71,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:18.422734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.423356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:18.430254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.430611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.431171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.431322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.431666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.431999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.432355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.432665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.432996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.433805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.433805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.434016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:18.438245 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:18.463020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-83579bb4-93ab-4c7a-be12-522310544c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.464949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-83579bb4-93ab-4c7a-be12-522310544c94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 200 len: 917 time: 0.1827836 May 14 17:57:18.473763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8227341 May 14 17:57:18.497194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Request body: {'port': {'device_id': '45c01274-e0fc-482a-8469-f00897eb41b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:18.542289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1c100-3f73-4d96-9cac-e363ec32ecb4 req-386956cd-08b3-4fa2-b59a-a0d3039d286a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.543759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5b1c100-3f73-4d96-9cac-e363ec32ecb4 req-386956cd-08b3-4fa2-b59a-a0d3039d286a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.4120669 May 14 17:57:18.558125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc8fd-87a4-4697-a3a3-cea9220b809c req-339bf79e-0540-41ff-acce-49d98dcdec0c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.564942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f96cc8fd-87a4-4697-a3a3-cea9220b809c req-339bf79e-0540-41ff-acce-49d98dcdec0c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.4319952 May 14 17:57:18.621974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-51f18a19-08bd-4846-ba18-7307bca4034e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=307ee70d-9b75-4426-8823-7461fdafbc7e HTTP/1.1" status: 200 len: 217 time: 0.1495960 May 14 17:57:18.698353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f96cc8fd-87a4-4697-a3a3-cea9220b809c req-0486c1ac-249b-450e-be21-9c74a1b111b2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324956 May 14 17:57:18.713757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-f185b6ce-4bad-493a-a22b-1e28c85b892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.715290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-f185b6ce-4bad-493a-a22b-1e28c85b892b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 200 len: 855 time: 0.0863307 May 14 17:57:18.759380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5b1c100-3f73-4d96-9cac-e363ec32ecb4 req-1cb206b7-8040-4c7e-95bb-b2ed8faec3a8 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773350 May 14 17:57:18.805496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:18.840478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-2f78d22a-ad96-43f3-9d00-fb64083ee9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:18.853405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-2f78d22a-ad96-43f3-9d00-fb64083ee9ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=772151e9-3e99-4d95-ab04-e3f534322362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204479 May 14 17:57:19.050987 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-9d18a211-6b38-4de7-a0f6-67b0353952b2 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002001 May 14 17:57:19.228343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ed0b252d-016e-4d79-a052-7c9a429fe5f4 req-6aced458-ad1f-48b3-8c8d-09a037bb7961 service neutron] 10.222.0.15 "GET /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680789 May 14 17:57:19.285248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8a901-28af-4c43-b115-eca5f6a56b34 req-38413b4a-7212-4ed8-940f-5a4447e487a3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:19.286594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a8a901-28af-4c43-b115-eca5f6a56b34 req-38413b4a-7212-4ed8-940f-5a4447e487a3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 945 time: 0.4482236 May 14 17:57:19.296122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66567b5-8463-4a46-a29c-6a12383ea8a2 req-1514ad5b-dc65-4835-9378-ef5a2096b3e0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:19.297801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c66567b5-8463-4a46-a29c-6a12383ea8a2 req-1514ad5b-dc65-4835-9378-ef5a2096b3e0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.3759663 May 14 17:57:19.427249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a8a901-28af-4c43-b115-eca5f6a56b34 req-730d83ba-7f7d-41d3-a882-df6b20ba5f47 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273334 May 14 17:57:19.451318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c66567b5-8463-4a46-a29c-6a12383ea8a2 req-bb11fab2-fde2-41d4-8229-8a2b11973b21 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350129 May 14 17:57:19.456864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:19.466140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:19.490469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Transition to ACTIVE for port object 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:19.499621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:19.517162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31e03da0-d7a2-4d39-8b85-74452d7f539a tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:19.743900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d72d8-2afc-4192-b8ac-64cf77c02a71,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:19.752934 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:19.943788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e99ebf-abd5-4a41-a49d-a8edfcadd635 req-bbc66d43-0b2a-4e5d-be7d-473ba4868820 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:19.945830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-95e99ebf-abd5-4a41-a49d-a8edfcadd635 req-bbc66d43-0b2a-4e5d-be7d-473ba4868820 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:19.953917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Attempting to bind port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:19.954383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Attempting to bind port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:19.954715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Attempting to bind port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:19.979672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:19.980006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Attempting to bind port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:20.005046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:20.005453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:20.005774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:20.006206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Bound port: 9e5d72d8-2afc-4192-b8ac-64cf77c02a71, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:20.006548 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.020349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-95e99ebf-abd5-4a41-a49d-a8edfcadd635 req-bbc66d43-0b2a-4e5d-be7d-473ba4868820 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:20.021510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95e99ebf-abd5-4a41-a49d-a8edfcadd635 req-bbc66d43-0b2a-4e5d-be7d-473ba4868820 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 944 time: 0.3863769 May 14 17:57:20.115255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-6fbac51c-8c51-4dc5-a943-6142390b36d2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2969239 May 14 17:57:20.125472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:20.140535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:20.152105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Usage tracker for resource:floatingip and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:20.152283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38050) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:20.158728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:20.177064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95e99ebf-abd5-4a41-a49d-a8edfcadd635 req-7433d5ae-f46a-4907-8e7b-2b23a00864d7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456985 May 14 17:57:20.178086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:20.231497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.251706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] For port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:20.265464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] For port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e5d72d8-2afc-4192-b8ac-64cf77c02a71,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:20.334245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.367933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:20.372660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.377565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Usage tracker for resource:security_group_rule and tenant:95d72d3910b7468f83d6e19e19cdc7cc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:20.383298 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f40f36ca-e6eb-4ab0-8569-3e8416757969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:20.389165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:20.403256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:20.449751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:20.450370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.452043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e5d72d8-2afc-4192-b8ac-64cf77c02a71 HTTP/1.1" status: 200 len: 1092 time: 1.9588668 May 14 17:57:20.457223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c01274-e0fc-482a-8469-f00897eb41b6', 'tag': '9e5d72d8-2afc-4192-b8ac-64cf77c02a71'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:20.534828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.542370 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.553173 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dc1b62b-e713-4dff-8437-ba6b290a7db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:20.584520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79faf652-6e78-40b8-a838-f4d97396833f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:20.589794 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:20.615161 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95d72d3910b7468f83d6e19e19cdc7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613914 May 14 17:57:20.617039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:20.659522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d72d8-2afc-4192-b8ac-64cf77c02a71,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:20.666515 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:20.682128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.697993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228ce0-913a-4b65-8bd1-d41608cec539 req-b7496298-f63a-4b68-8f7a-154e4ba9d6fb tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:20.699502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43228ce0-913a-4b65-8bd1-d41608cec539 req-b7496298-f63a-4b68-8f7a-154e4ba9d6fb tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.3808165 May 14 17:57:20.709044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.764681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.770392 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a79d05c2-d68f-404f-a82b-4afaa02b7f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:20.781624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79faf652-6e78-40b8-a838-f4d97396833f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:20.782742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-81e40eb7-a4d6-44c2-bc09-5777924033a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:20.784283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-81e40eb7-a4d6-44c2-bc09-5777924033a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 1095 time: 0.1752610 May 14 17:57:20.786256 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:20.790207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.794075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79faf652-6e78-40b8-a838-f4d97396833f HTTP/1.1" status: 204 len: 168 time: 0.1741385 May 14 17:57:20.797077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43228ce0-913a-4b65-8bd1-d41608cec539 req-1192ce4d-4591-4bf7-a5a9-d0eb50b03c25 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800185 May 14 17:57:20.879142 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:20.882689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-233bb67c-c03b-4f64-912f-790787635d39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5d72d8-2afc-4192-b8ac-64cf77c02a71 HTTP/1.1" status: 200 len: 217 time: 0.0836375 May 14 17:57:21.066291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-11d432ed-7dd9-4e14-a8a8-7633e9a6e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:21.067860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-11d432ed-7dd9-4e14-a8a8-7633e9a6e66f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.1500933 May 14 17:57:21.157454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-b454d399-fe56-444c-b993-097c10da3a8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513129 May 14 17:57:21.275092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b42fda-488d-4bf4-af8c-8cee2011a745 req-eb725a6c-4393-4471-85c8-da5190031e1d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:21.282589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20b42fda-488d-4bf4-af8c-8cee2011a745 req-eb725a6c-4393-4471-85c8-da5190031e1d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.3658328 May 14 17:57:21.286995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Allocated IP 172.25.4.96 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b8526f39-6a79-4cad-b7a5-dd8b5c05a4d3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:21.446596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20b42fda-488d-4bf4-af8c-8cee2011a745 req-965c9cc2-9cb2-486c-b342-4983b02953ee tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631007 May 14 17:57:21.490381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-3dddc1ed-e923-492f-9628-cd17961d60e3 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205705 May 14 17:57:21.535907 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c01274-e0fc-482a-8469-f00897eb41b6', 'tag': '9e5d72d8-2afc-4192-b8ac-64cf77c02a71', 'status': 'completed', 'code': 200} May 14 17:57:21.644496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:21.739132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-d9ee39d4-53ea-4a5d-89fc-ee08024086a7 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391179 May 14 17:57:21.780717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874c4e7-7642-41c3-a358-8ba02e657d40 req-2b521b22-e7d8-4050-b0ce-46b2b4f7e327 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:21.782210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0874c4e7-7642-41c3-a358-8ba02e657d40 req-2b521b22-e7d8-4050-b0ce-46b2b4f7e327 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.1453876 May 14 17:57:21.783878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:21.788660 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99c2cebf-29ce-40dd-8e70-f0127915d210 tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:21.932324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:21.937867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:21.961519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:22.003314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event updated for resources: {'Port': ['ID=b8526f39-6a79-4cad-b7a5-dd8b5c05a4d3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:22.015015 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:22.022153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0874c4e7-7642-41c3-a358-8ba02e657d40 req-12074419-8983-48ae-8949-ab56b1f74189 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947913 May 14 17:57:22.068766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326889d-2029-4017-9084-0854719790de req-50614226-7b52-45a1-9117-d117f2505fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:22.070378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-50614226-7b52-45a1-9117-d117f2505fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 1095 time: 0.2418208 May 14 17:57:22.192621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:22.275328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326889d-2029-4017-9084-0854719790de req-bcb366a7-a69b-4054-ae4e-0298aa93e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:22.276778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-bcb366a7-a69b-4054-ae4e-0298aa93e62e service neutron] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.1967311 May 14 17:57:22.328682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-90a007ce-4258-4410-b2a9-c79343c84976 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:22.329303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-90a007ce-4258-4410-b2a9-c79343c84976 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:22.342849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-90a007ce-4258-4410-b2a9-c79343c84976 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:22.344352 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-90a007ce-4258-4410-b2a9-c79343c84976 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 944 time: 0.1085443 May 14 17:57:22.346085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:22.540918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-468f9fc1-9f27-4cf9-a797-fa92f3f3f602 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5d72d8-2afc-4192-b8ac-64cf77c02a71 HTTP/1.1" status: 200 len: 217 time: 0.2525971 May 14 17:57:22.630210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:57:22.630541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:22.716042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326889d-2029-4017-9084-0854719790de req-fa2fdd2d-30a9-486c-a9db-219145057ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:22.717552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-fa2fdd2d-30a9-486c-a9db-219145057ead service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.1663866 May 14 17:57:22.768613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e5d72d8-2afc-4192-b8ac-64cf77c02a71,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:22.769125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:22.785993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-fa0f7771-87ad-454d-b5be-0e1026ade7d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608187 May 14 17:57:22.884225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872fef-829a-4f3c-bd04-3fab5d96aff8 req-3a416b41-3290-4d7a-bebb-24b0f79414d6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:22.885607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4872fef-829a-4f3c-bd04-3fab5d96aff8 req-3a416b41-3290-4d7a-bebb-24b0f79414d6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 944 time: 0.5405180 May 14 17:57:22.897294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:57:22.990823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4872fef-829a-4f3c-bd04-3fab5d96aff8 req-0de75b96-1f3f-4783-90a9-25c881de52f9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853589 May 14 17:57:23.020410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.027838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-ba74f3f4-d7ea-4139-9f7f-2ca2bf2735fa service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299645 May 14 17:57:23.028819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.031023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.036481 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5d5c874-6fb5-4333-8caa-5810770f1e29 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:23.044546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7f9f4cd-8933-4d4a-b2cf-ad0c2e8cc03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:23.096734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=9e5d72d8-2afc-4192-b8ac-64cf77c02a71,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:23.100343 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:23.188196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 9e5d72d8-2afc-4192-b8ac-64cf77c02a71 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:57:23.192826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.195874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c01274-e0fc-482a-8469-f00897eb41b6', 'name': 'network-vif-deleted', 'tag': '9e5d72d8-2afc-4192-b8ac-64cf77c02a71'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:23.218329 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-341c589a-77da-48fe-9a11-7095e1ca2e59 req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "DELETE /v2.0/ports/9e5d72d8-2afc-4192-b8ac-64cf77c02a71 HTTP/1.1" status: 204 len: 173 time: 0.8679712 May 14 17:57:23.242101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event updated for resources: {'Port': ['ID=b8526f39-6a79-4cad-b7a5-dd8b5c05a4d3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:23.245594 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:23.289830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.329297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d326889d-2029-4017-9084-0854719790de req-2d2ddc48-66eb-4ef7-b36b-80299e1fc804 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938087 May 14 17:57:23.337144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.338473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2224264 May 14 17:57:23.518090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-6b57be5e-e654-488b-96e9-462287dc7023 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Synchronizing usage tracker for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:23.565220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-6b57be5e-e654-488b-96e9-462287dc7023 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Unset dirty status for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:23.572916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-6b57be5e-e654-488b-96e9-462287dc7023 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.2238879 May 14 17:57:23.614798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53335-8cee-474a-bdad-8e2173a7483d req-e11577ba-ddfa-43de-8efc-821c5987538e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:23.616449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abd53335-8cee-474a-bdad-8e2173a7483d req-e11577ba-ddfa-43de-8efc-821c5987538e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1844215 May 14 17:57:23.742630 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.750780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d9cb0ca-ea4e-4869-aef6-52be43d63367 req-c328a63e-ece7-4d2c-b5a5-9ec7a1273ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 210 time: 0.0729027 May 14 17:57:23.771775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38138) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:23.870712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abd53335-8cee-474a-bdad-8e2173a7483d req-e26e2dc5-c8cf-49fc-9d6f-10206009affe tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442808 May 14 17:57:23.934107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:23.956818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ad0ac85c-3892-49d8-aa0f-f2c1f597dfc7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:23.958207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfcb3975-bc1f-435c-b360-187828bd2b2b req-ad0ac85c-3892-49d8-aa0f-f2c1f597dfc7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.3843241 May 14 17:57:23.977991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:23.990747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Usage tracker for resource:security_group_rule and tenant:2d92f961119b4e5091168f5c8c885a4a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:23.995255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:24.007833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:24.063307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cb0ca-ea4e-4869-aef6-52be43d63367 req-72c0c97a-0b96-4478-8a12-681405a6e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:24.064700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d9cb0ca-ea4e-4869-aef6-52be43d63367 req-72c0c97a-0b96-4478-8a12-681405a6e9dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.3012238 May 14 17:57:24.124930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:24.131642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:24.141015 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-417d4fd7-4863-4b31-8b5c-ee3ac574ce4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:24.187247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b183c-385f-4060-8591-6c0b016473aa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:24.194529 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d92f961119b4e5091168f5c8c885a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193308 May 14 17:57:24.194529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:24.195546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:24.202692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d9cb0ca-ea4e-4869-aef6-52be43d63367 req-4a9c6512-5d9e-46a4-9b9e-6e9035388269 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 210 time: 0.0459447 May 14 17:57:24.222917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84954d-cc1f-4304-85f5-47fe35f485aa req-2dd93d19-a8cc-43ad-b412-e0dff8bc0c17 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:24.224450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec84954d-cc1f-4304-85f5-47fe35f485aa req-2dd93d19-a8cc-43ad-b412-e0dff8bc0c17 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.2112846 May 14 17:57:24.266063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:24.285117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cdc31-4e73-4f86-a01f-3646fd1ed14b req-f81453ae-8f26-4236-8bbd-84083db6bda8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:24.286569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-590cdc31-4e73-4f86-a01f-3646fd1ed14b req-f81453ae-8f26-4236-8bbd-84083db6bda8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.2060821 May 14 17:57:24.299152 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:24.300083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec84954d-cc1f-4304-85f5-47fe35f485aa req-f5069ab7-2df6-40b8-a463-d529a828497c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683610 May 14 17:57:24.408609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:24.414184 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41f810c2-aff7-4fe4-9532-90aa7a43ff50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:24.428830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b183c-385f-4060-8591-6c0b016473aa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:24.432250 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:24.434516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:24.438924 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e5b183c-385f-4060-8591-6c0b016473aa HTTP/1.1" status: 204 len: 168 time: 0.2409947 May 14 17:57:24.512337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-590cdc31-4e73-4f86-a01f-3646fd1ed14b req-5ae2f2b2-3ad8-4803-bed4-27b675974078 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110586 May 14 17:57:24.549478 n-d-787206-3 neutron-server[79560]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45c01274-e0fc-482a-8469-f00897eb41b6', 'name': 'network-vif-deleted', 'tag': '9e5d72d8-2afc-4192-b8ac-64cf77c02a71', 'status': 'failed', 'code': 422} returned with failed status May 14 17:57:24.735990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dda0dab6-e37f-4f9b-8c3a-4056636dea62 req-bc9bce23-1ef1-4fa4-80d1-a3223bea689c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c01274-e0fc-482a-8469-f00897eb41b6 HTTP/1.1" status: 200 len: 210 time: 0.0678265 May 14 17:57:25.010299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-14b98e60-043e-4d79-b0d9-009dbcdc7403 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:25.011793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-14b98e60-043e-4d79-b0d9-009dbcdc7403 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 821 time: 0.2748306 May 14 17:57:25.038604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7812-cb72-4ad6-9715-035135b9145a req-a94e7392-d04b-4ddf-ae5d-9292c4a404a6 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:25.040086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-964e7812-cb72-4ad6-9715-035135b9145a req-a94e7392-d04b-4ddf-ae5d-9292c4a404a6 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 945 time: 0.1496954 May 14 17:57:25.041484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6d63e80d-cbc9-4350-a318-85302f261fd6 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/quotas/6f557c03978e4e0c8078be4fc3c6f867 HTTP/1.1" status: 200 len: 375 time: 0.0217228 May 14 17:57:25.147938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-964e7812-cb72-4ad6-9715-035135b9145a req-b2101e7f-3335-468b-9eed-1624891e3fed tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967953 May 14 17:57:25.197226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-984fb56d-4e58-4536-89b8-850f1b9352f5 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1299894 May 14 17:57:25.374320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:25.385608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-87a11317-9e52-460e-aa32-fafeefda089e service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873310 May 14 17:57:25.494464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c936-f5b2-4839-a4d2-12e971e40670 req-15f26494-b295-4742-9665-62c29661abb9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:25.496097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4768c936-f5b2-4839-a4d2-12e971e40670 req-15f26494-b295-4742-9665-62c29661abb9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.2090416 May 14 17:57:25.512431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1627624906-network', 'tenant_id': '926762c765044d6095a7bf9faf4837d9'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:25.518078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:25.523350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Usage tracker for resource:network and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:25.526689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:25.535099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:25.546819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Made reservation on behalf of 926762c765044d6095a7bf9faf4837d9 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:25.549883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.563368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.579535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:25.583735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:25.586697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:25.588557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4768c936-f5b2-4839-a4d2-12e971e40670 req-c9c75952-bbe5-44c7-931e-a12201cc6817 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847609 May 14 17:57:25.593325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:25.594383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-2275b393-8436-4cf9-a39a-788ac47d4e13 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003345 May 14 17:57:25.710242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.714851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.719620 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4ca83ec-fe4a-4608-bf88-5ffc54be439d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:25.751364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:57:25.762729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cba085-7f11-4a30-a0e0-4c41b7ab0d92,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:25.779091 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:25.784850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.785815 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Added segment a93d902a-0137-4f49-ac3a-592c4faeda31 of type vlan for network 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed May 14 17:57:25.791732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5fe89-9ee8-4cc3-b643-e599e6c0f927 req-36e2041b-54c3-46a6-9894-ffa0da0e070d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:25.801474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3f5fe89-9ee8-4cc3-b643-e599e6c0f927 req-36e2041b-54c3-46a6-9894-ffa0da0e070d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.1116757 May 14 17:57:25.833024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.856908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3f5fe89-9ee8-4cc3-b643-e599e6c0f927 req-e5aa7fbd-4ad1-492a-9108-23bffd0f54ad tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525498 May 14 17:57:25.907140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.908761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:25.909316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:25.917339 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0767bdc-8431-4bb3-ada0-f1379bf3ff67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:25.949173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f431ae0e-ae6a-48f6-805f-5073cba463db req-670b9daa-e920-4109-acac-a42278712fc3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 210 time: 0.0548606 May 14 17:57:26.062827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-a7ea7f21-f184-4cb0-b4e3-5423a0d085a6 req-ea679bb0-a794-4b90-973c-7904bb5e2a73 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:57:26.064410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7ea7f21-f184-4cb0-b4e3-5423a0d085a6 req-ea679bb0-a794-4b90-973c-7904bb5e2a73 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102575 May 14 17:57:26.079365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:26.082477 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:26.092661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:57:26.093444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7139375 May 14 17:57:26.093444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:57:26.100728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Request body: {'subnet': {'network_id': '2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1627624906-subnet', 'tenant_id': '926762c765044d6095a7bf9faf4837d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:26.106793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:26.111492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Usage tracker for resource:subnet and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:26.114632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:26.121527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:26.137369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Made reservation on behalf of 926762c765044d6095a7bf9faf4837d9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:26.142048 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:26.160730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91970f-d9ed-48dd-acc0-b9abf4ba7e35 req-7c3c066f-afc3-4227-9d5a-0a19d114389f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:26.162424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d91970f-d9ed-48dd-acc0-b9abf4ba7e35 req-7c3c066f-afc3-4227-9d5a-0a19d114389f tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.1787474 May 14 17:57:26.242748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7ea7f21-f184-4cb0-b4e3-5423a0d085a6 req-d932a3cc-3f6f-415c-a3d8-aef4666ef809 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1690545 May 14 17:57:26.246283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d91970f-d9ed-48dd-acc0-b9abf4ba7e35 req-85a59cd4-a5c6-4234-9ed4-585116438dd8 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 May 14 17:57:26.636904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:26.640544 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:26.711562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-056a8f29-3092-4dc5-b34f-c8790aa4da00 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:26.712897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-056a8f29-3092-4dc5-b34f-c8790aa4da00 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.3038218 May 14 17:57:26.718131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad917f7-2a82-43d9-b050-ee51dc99d0c2,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:26.721622 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:26.727362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Checking segment: {'id': 'a93d902a-0137-4f49-ac3a-592c4faeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:26.727721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Network hostable DHCP agents. Network: 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:57:26.744826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Network 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:57:26.745882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-1b465c10-432b-4323-bd73-c1eeba26d073 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/quotas/e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 375 time: 0.0200403 May 14 17:57:26.755083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:26.764471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:26.765053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:26.765962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644a76c-cb5c-413e-a27d-cb4bf24dc00f None None] Network 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:57:26.787363 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6927469 May 14 17:57:26.814775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-a4f915db-b1d6-4788-ad28-be7f10a536e7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:26.816362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-a4f915db-b1d6-4788-ad28-be7f10a536e7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.2586467 May 14 17:57:26.837417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-656dc12a-3096-48d6-ae68-023368d07759 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0134721 May 14 17:57:26.891690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-a395c1ef-0322-44b3-bda5-720ee8e32a76 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456107 May 14 17:57:26.933275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-b798ab30-7eeb-4644-9c3a-513ee8d99af9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1784122 May 14 17:57:26.992240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba909057-a315-4a17-bb53-93faac531dfc None None] Network 2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:57:27.008222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e88fd879-fca9-4fc5-991c-0a13d8f35b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:27.370699 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:27.380282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-3134231e-21a2-4efe-8d80-071c65e08882 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:27.381684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-3134231e-21a2-4efe-8d80-071c65e08882 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.15 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 821 time: 0.2857938 May 14 17:57:27.389021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:27.389478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-8d7febbb-9b7f-46cb-a0b2-38d1e18493a6 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865294 May 14 17:57:27.401613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'port': {'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'admin_state_up': True, 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:27.549722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-ad1951c7-2921-41bd-a95c-4d658d398b04 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548290 May 14 17:57:27.554215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:27.568286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba', 'port_id': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'mac_address': 'fa:16:3e:fa:a6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352e2cab-c9a6-4745-ab1d-6994d1f32dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:27.625187 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:27.641579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ab9e3f-7741-4514-91bb-29b6e8589efc {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:27.656711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:27.660815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:27.662678 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:27.729114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:27.732323 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:27.754663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-588d5ea3-7b6a-47f9-9387-28eee707058b service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390698 May 14 17:57:27.757955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:27.766442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Usage tracker for resource:port and tenant:6f557c03978e4e0c8078be4fc3c6f867 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:27.776675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Quota usage for port was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:27.786282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:27.792075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-af772721-2d2b-4de7-b71b-4bca334c8429 service neutron] 10.222.0.24 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337718 May 14 17:57:27.802686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Made reservation on behalf of 6f557c03978e4e0c8078be4fc3c6f867 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:27.807519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:28.070261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Allocated IP 172.20.0.12 (27b2c7ab-723c-42e0-8fb0-e846ec54c454/844b73d0-aeee-4227-a3a6-39a217d6c201/8539be27-3370-41a6-9d1f-4bc2f19405e9) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:28.084338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['62ab9e3f-7741-4514-91bb-29b6e8589efc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:28.137635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577219c-a94c-4da4-95b5-acdc1acee0ea req-68d16955-f0b8-4de8-abdc-b3e86bbb9880 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:28.139232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5577219c-a94c-4da4-95b5-acdc1acee0ea req-68d16955-f0b8-4de8-abdc-b3e86bbb9880 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1531775 May 14 17:57:28.330977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5577219c-a94c-4da4-95b5-acdc1acee0ea req-3a06fa9b-bfdf-473b-a9f0-1945b2bf71b5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785586 May 14 17:57:28.487780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:28.515987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424e05-6228-45a3-8e33-4bf9b5256f56 req-46d9a656-2fb0-4198-85de-edb619fa4f03 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:28.517834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4424e05-6228-45a3-8e33-4bf9b5256f56 req-46d9a656-2fb0-4198-85de-edb619fa4f03 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1605935 May 14 17:57:28.526757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Transition to ACTIVE for port object 8539be27-3370-41a6-9d1f-4bc2f19405e9 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:28.581540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4424e05-6228-45a3-8e33-4bf9b5256f56 req-24bb7ea5-67bb-4cc2-b03f-7bbd0187dc41 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529945 May 14 17:57:28.608301 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:28.615563 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22df988c-1b32-4e5e-916d-2bbe5cccb4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:28.621831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:28.689453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:28.692907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:28.697192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:28.782169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event updated for resources: {'Port': ['ID=8539be27-3370-41a6-9d1f-4bc2f19405e9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:28.802820 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:28.822975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1286286623', 'description': 'tempest-description-466446444'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:28.836546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:28.846402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:29.003290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:29.011696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:29.024409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:29.025012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.034777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fcc2a42d-a78a-4146-b7d7-4a4ea4e1b2bf None None] Provisioning for port 8539be27-3370-41a6-9d1f-4bc2f19405e9 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:29.039865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fcc2a42d-a78a-4146-b7d7-4a4ea4e1b2bf None None] Provisioning complete for port 8539be27-3370-41a6-9d1f-4bc2f19405e9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:29.040252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a42d-a78a-4146-b7d7-4a4ea4e1b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.050968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.067750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6773269 May 14 17:57:29.077443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:29.084141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:29.092251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:29.093792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2a42d-a78a-4146-b7d7-4a4ea4e1b2bf None None] Port 8539be27-3370-41a6-9d1f-4bc2f19405e9 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:57:29.100365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Request body: {'port': {'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:29.146214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd26051-df52-4568-95d1-fb42c09e41c9 req-f085204b-8618-4a86-9678-31477f036c53 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:29.146900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5dd26051-df52-4568-95d1-fb42c09e41c9 req-f085204b-8618-4a86-9678-31477f036c53 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Synchronizing usage tracker for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:29.151988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:29.234313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5dd26051-df52-4568-95d1-fb42c09e41c9 req-f085204b-8618-4a86-9678-31477f036c53 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Unset dirty status for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:29.235389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5dd26051-df52-4568-95d1-fb42c09e41c9 req-f085204b-8618-4a86-9678-31477f036c53 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 932 time: 0.5120382 May 14 17:57:29.287745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.368790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5dd26051-df52-4568-95d1-fb42c09e41c9 req-bb2ca89b-b04f-4d17-b34c-566a21d25d74 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252182 May 14 17:57:29.403689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:29.513598 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.552794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.563772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 62ab9e3f-7741-4514-91bb-29b6e8589efc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:29.570003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 62ab9e3f-7741-4514-91bb-29b6e8589efc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:29.570926 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.588987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.619651 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3534f87-c818-4c42-9f28-7eb385d79633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:29.657314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-81ba0c07-07b7-45c2-99b1-5b357da76f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.712344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-aa4d3d83-335b-446b-b282-37e04fa7ba20 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:29.714213 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-aa4d3d83-335b-446b-b282-37e04fa7ba20 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.3658030 May 14 17:57:29.725606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.731439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.735583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:29.746828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-671aa0dd-b486-4c5a-af15-76efdedba9d9 req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9423618 May 14 17:57:29.750201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c95428c-2b89-440c-99f7-b32491b81538,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:29.755723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:29.762638 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:29.771098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:29.776997 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.782885 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:29.868953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:29.873637 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:29.906768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:29.910759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Usage tracker for resource:port and tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:29.913629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:29.919256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:29.930220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:29.933690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:29.970847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ff13-6d20-4b20-9789-1c68dd20f6a1 req-b35af105-8294-4565-9add-87a4d6580e16 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:29.972543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ca9ff13-6d20-4b20-9789-1c68dd20f6a1 req-b35af105-8294-4565-9add-87a4d6580e16 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 945 time: 0.4620054 May 14 17:57:30.025660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-677e36a6-2058-4565-bcbd-a86c91ed18d7 req-f8d6c1ae-c885-4360-9030-562a04f73f39 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 210 time: 0.1458375 May 14 17:57:30.102592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ca9ff13-6d20-4b20-9789-1c68dd20f6a1 req-515e5807-3a5a-4e04-8458-7319bd8bf6a2 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697098 May 14 17:57:30.120286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.5 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/2a5c89d3-9370-45e7-9bb2-8b424c25644c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:30.247350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da866725-8692-4779-81ea-1d312a7fe871 req-e24c19a8-268b-48f8-b0fc-d2b6bdbe6eff tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 210 time: 0.0669961 May 14 17:57:30.307584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8539be27-3370-41a6-9d1f-4bc2f19405e9 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:30.328038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-b355eda8-b5c3-4646-ad6c-6c865f3347cc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:30.329952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-b355eda8-b5c3-4646-ad6c-6c865f3347cc tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 808 time: 0.4522824 May 14 17:57:30.347937 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.356597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Request body: {'port': {'device_id': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'admin_state_up': True, 'tenant_id': 'e783433ce11142c5a2c2bc86a3f1c7fc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:30.391798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.430087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.438664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:30.459683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Transition to ACTIVE for port object 8539be27-3370-41a6-9d1f-4bc2f19405e9 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:30.493362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.522225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:30.525978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:30.528629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:30.545957 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f8bfcb5e-4146-444c-b2a0-14366afe3f38 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:30.570539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.579168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=2a5c89d3-9370-45e7-9bb2-8b424c25644c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:30.581969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:30.609051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:30.609696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.638977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9129350 May 14 17:57:30.657361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Request body: {'port': {'device_id': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:30.746770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b77a-803a-4c29-9d9a-9fe86fb012f8 req-c1f5908a-d8fd-4262-b02b-8da242390def tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:30.748906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8f4b77a-803a-4c29-9d9a-9fe86fb012f8 req-c1f5908a-d8fd-4262-b02b-8da242390def tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 945 time: 0.4824724 May 14 17:57:30.759224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Pushing event updated for resources: {'Port': ['ID=8539be27-3370-41a6-9d1f-4bc2f19405e9,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:30.791970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:30.794558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:30.805703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:30.817359 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:30.878211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Made reservation on behalf of e783433ce11142c5a2c2bc86a3f1c7fc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:30.882049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.107933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8f4b77a-803a-4c29-9d9a-9fe86fb012f8 req-e1354a76-2772-4c8e-a8d5-c55358e2cf10 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490484 May 14 17:57:31.142968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Attempting to bind port 8539be27-3370-41a6-9d1f-4bc2f19405e9 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:31.143333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Attempting to bind port 8539be27-3370-41a6-9d1f-4bc2f19405e9 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:31.143844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Attempting to bind port 8539be27-3370-41a6-9d1f-4bc2f19405e9 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:31.171945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5c89d3-9370-45e7-9bb2-8b424c25644c {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:31.172146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ecc75-a689-4acd-81f1-d094245e04af req-9e76f1bb-a939-4e21-9445-d22983b26699 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:31.173692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-377ecc75-a689-4acd-81f1-d094245e04af req-9e76f1bb-a939-4e21-9445-d22983b26699 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.6876531 May 14 17:57:31.180827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.191485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Port 8539be27-3370-41a6-9d1f-4bc2f19405e9 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:31.191808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Attempting to bind port 8539be27-3370-41a6-9d1f-4bc2f19405e9 on network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:31.203060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Transition to ACTIVE for port object 2a5c89d3-9370-45e7-9bb2-8b424c25644c will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:31.209486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.214565 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90c98137-07ec-45ec-97c5-6db58a4ac8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:31.235384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:31.235754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Checking segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:31.236085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Bound using segment: {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:31.236586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Bound port: 8539be27-3370-41a6-9d1f-4bc2f19405e9, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:31.236929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.377438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5c89d3-9370-45e7-9bb2-8b424c25644c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:31.382378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-377ecc75-a689-4acd-81f1-d094245e04af req-480d8cb5-15ad-4a07-81e7-a7321a5a90d0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853621 May 14 17:57:31.385996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:31.388781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-415c67e8-fbae-426b-8a17-63edafe0b8c9 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/4c95428c-2b89-440c-99f7-b32491b81538 HTTP/1.1" status: 200 len: 1804 time: 0.2296398 May 14 17:57:31.428646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c95428c-2b89-440c-99f7-b32491b81538', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:31.428957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c95428c-2b89-440c-99f7-b32491b81538', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:31.433513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Allocated IP 172.20.0.2 (976e7e5d-3a6d-4b2d-8062-417fc387594b/71d4c7cf-0e3a-4441-96c0-b0407981f9ac/6f19faeb-1f58-4171-a54c-a255e765e4e6) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:31.462100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:31.476513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:31.480375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:31.487312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] For port 8539be27-3370-41a6-9d1f-4bc2f19405e9, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:31.489478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:31.494078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] For port 8539be27-3370-41a6-9d1f-4bc2f19405e9, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:31.522455 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'code': 200} May 14 17:57:31.545368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.553483 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c57615bf-7ea8-476d-a3aa-3d70739da2bd tempest-FloatingIPDetailsTestJSON-625897992 tempest-FloatingIPDetailsTestJSON-625897992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:31.556609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Attempting to bind port 2a5c89d3-9370-45e7-9bb2-8b424c25644c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:31.556950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Attempting to bind port 2a5c89d3-9370-45e7-9bb2-8b424c25644c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:31.557284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Attempting to bind port 2a5c89d3-9370-45e7-9bb2-8b424c25644c on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:31.563236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Port 2a5c89d3-9370-45e7-9bb2-8b424c25644c on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:31.563570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Attempting to bind port 2a5c89d3-9370-45e7-9bb2-8b424c25644c on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:31.569664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:31.569999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:31.570822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:31.570822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Bound port: 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:31.571144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.637722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:31.638046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.640454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] 10.222.0.15 "PUT /v2.0/ports/8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 1092 time: 2.5571566 May 14 17:57:31.646502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:31.733945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] For port 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:31.738110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] For port 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:31.751323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.758278 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5ceb04ac-caad-4085-a9f9-bd6f79322af2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:31.897823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Pushing event updated for resources: {'Port': ['ID=8539be27-3370-41a6-9d1f-4bc2f19405e9,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:31.901185 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:31.912879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.938060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8110e6a-dda8-4521-9355-c283eac8904a req-5f87b303-74a1-46c6-bf10-35409eef5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:31.939699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8110e6a-dda8-4521-9355-c283eac8904a req-5f87b303-74a1-46c6-bf10-35409eef5ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1097 time: 0.3212519 May 14 17:57:31.971450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:31.972203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.973601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/2a5c89d3-9370-45e7-9bb2-8b424c25644c HTTP/1.1" status: 200 len: 1091 time: 1.3206840 May 14 17:57:31.973848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:31.976671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'tag': '2a5c89d3-9370-45e7-9bb2-8b424c25644c'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:32.002548 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:32.021519 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:32.027390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5c89d3-9370-45e7-9bb2-8b424c25644c,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:32.067599 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:32.069655 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8110e6a-dda8-4521-9355-c283eac8904a req-624bb27d-35a4-420c-af78-8d2812109e64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193171 May 14 17:57:32.084406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0d7871-87ab-4eba-896d-24016067fd43,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:32.094993 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:32.097865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:32.110785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-059901b9-9252-4b66-9e90-50541e54d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.112501 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-059901b9-9252-4b66-9e90-50541e54d586 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 1094 time: 0.0863018 May 14 17:57:32.113425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164341e-795a-400b-8820-196f6056489e req-90f29b3f-8f6e-4850-8ff9-0748697ad0b7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.114891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d164341e-795a-400b-8820-196f6056489e req-90f29b3f-8f6e-4850-8ff9-0748697ad0b7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 944 time: 0.3517463 May 14 17:57:32.116225 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:32.121564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-8e93b654-6a1f-4b7c-93f0-19ea7cf99c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.123043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-8e93b654-6a1f-4b7c-93f0-19ea7cf99c64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1095 time: 0.4041371 May 14 17:57:32.123770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:32.124846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e050ddd-322a-4a6b-b9fb-b275b06df4ae req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7135801 May 14 17:57:32.171661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d164341e-795a-400b-8820-196f6056489e req-40c4d47d-58ac-4c99-98f8-c458b0359c1d tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 May 14 17:57:32.240712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-f2c29a68-14c7-43d5-a71a-621fed5df449 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c HTTP/1.1" status: 200 len: 217 time: 0.1171813 May 14 17:57:32.314272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-3d9fe3ce-ec9d-4d9f-9f78-eedc92ba312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.315747 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-3d9fe3ce-ec9d-4d9f-9f78-eedc92ba312f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.0656235 May 14 17:57:32.345771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-6d569fd0-611e-4c6a-9b20-cc37c611eed8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 217 time: 0.1438506 May 14 17:57:32.365717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-cd473529-1f2f-4e63-9835-fbb703aa6035 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431623 May 14 17:57:32.443006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:32.456127 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de1f6328-2e58-42f8-a6e8-997b94b2acc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:32.459784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['25c144d7-da90-4ff8-90a1-b2d036f13a70'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:32.532428 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-6b41f061-70dd-4728-8ee9-565de84dc49c service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591125 May 14 17:57:32.576356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Network 976e7e5d-3a6d-4b2d-8062-417fc387594b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:32.581945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:32.589154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:32.656664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-d4a7acba-1eb9-4823-87d8-9d22fe5c5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.658054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-d4a7acba-1eb9-4823-87d8-9d22fe5c5eec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.2766018 May 14 17:57:32.718226 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6bfd7e0c-21eb-48c7-97ad-52af8118a5b6 req-af2a90b2-411e-474b-85ea-6a9934d99fd2 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783340 May 14 17:57:32.727952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:32.740523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:32.785168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b9d9-7817-4743-b200-d18b87f9a5b8 req-6ef01a08-1f91-469b-955c-57364639ba5d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.786689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0a9b9d9-7817-4743-b200-d18b87f9a5b8 req-6ef01a08-1f91-469b-955c-57364639ba5d tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.4858403 May 14 17:57:32.799489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00cf9-c3ab-491c-b3f3-f35f31ca175d req-6122cd85-1cbc-4ffa-b20e-266e7e45988a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.800902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01b00cf9-c3ab-491c-b3f3-f35f31ca175d req-6122cd85-1cbc-4ffa-b20e-266e7e45988a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 943 time: 0.5024490 May 14 17:57:32.806247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.806830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:32.896330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5512402 May 14 17:57:32.909211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01b00cf9-c3ab-491c-b3f3-f35f31ca175d req-2eb2c0ac-ef67-4b17-8b7d-9a622dce5e5d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978293 May 14 17:57:32.913918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0a9b9d9-7817-4743-b200-d18b87f9a5b8 req-a8419a4e-f879-45e2-b1aa-7e173fd63464 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995994 May 14 17:57:32.917948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Request body: {'port': {'device_id': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:32.962872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-1500cc3f-3029-432e-a2a8-02a30504b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:32.964371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-1500cc3f-3029-432e-a2a8-02a30504b6c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911830 May 14 17:57:33.096947 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:57:33.347993 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:33.438985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-4df38864-5a39-4883-8774-9e519e21dfbc service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649439 May 14 17:57:33.631382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc402c5-a884-4e68-8303-42cb3abc7770 req-6faa070e-ecb7-4b5c-b552-2155dc263f08 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:33.632776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfc402c5-a884-4e68-8303-42cb3abc7770 req-6faa070e-ecb7-4b5c-b552-2155dc263f08 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.5465493 May 14 17:57:33.647943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65b37-bedc-4cc8-98b6-7a79691189e5 req-b292323a-ad73-4fdf-81de-f0df12b49491 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:33.648624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ba65b37-bedc-4cc8-98b6-7a79691189e5 req-b292323a-ad73-4fdf-81de-f0df12b49491 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Synchronizing usage tracker for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:33.756349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ba65b37-bedc-4cc8-98b6-7a79691189e5 req-b292323a-ad73-4fdf-81de-f0df12b49491 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Unset dirty status for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:33.757685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ba65b37-bedc-4cc8-98b6-7a79691189e5 req-b292323a-ad73-4fdf-81de-f0df12b49491 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 931 time: 0.6702647 May 14 17:57:33.846732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfc402c5-a884-4e68-8303-42cb3abc7770 req-fff3dfbc-f436-4e36-8b42-43b97e23b6ff tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909704 May 14 17:57:33.854725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f9712e5-dd3b-469a-bcdc-3f8fbad379f9 req-4b96f185-0e7f-48ec-a348-1b6022581843 service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989761 May 14 17:57:33.914927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ba65b37-bedc-4cc8-98b6-7a79691189e5 req-27b331f8-1942-4302-9ed8-0cb70b0df386 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914068 May 14 17:57:33.996854 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'status': 'completed', 'code': 200} May 14 17:57:34.026690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1325177788', 'description': 'tempest-description-1064504046'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:34.034030 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'tag': '2a5c89d3-9370-45e7-9bb2-8b424c25644c', 'status': 'completed', 'code': 200} May 14 17:57:34.076415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:34.089339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:34.093241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:34.104360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f19faeb-1f58-4171-a54c-a255e765e4e6 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:34.110182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:34.118944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:34.138355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-74e62e3d-883c-4858-af21-da979b421a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:34.139931 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-74e62e3d-883c-4858-af21-da979b421a3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 1094 time: 0.0805857 May 14 17:57:34.174561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:34.191604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Transition to ACTIVE for port object 6f19faeb-1f58-4171-a54c-a255e765e4e6 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:34.208775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:34.216996 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:34.272079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:34.283884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-6235f55c-5bf7-40ea-b936-a3b6cf1eb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:34.285445 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-6235f55c-5bf7-40ea-b936-a3b6cf1eb693 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.1378598 May 14 17:57:34.336298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:34.355528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:34.360085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-1cab86e3-321f-403c-9056-b366fb06765e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c HTTP/1.1" status: 200 len: 217 time: 0.0663409 May 14 17:57:34.369794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:34.381426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-bb756c39-54a3-434b-9615-b87f45ccfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:34.382919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-bb756c39-54a3-434b-9615-b87f45ccfd26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1095 time: 0.3511927 May 14 17:57:34.421737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:34.425042 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:34.430626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-d287ff69-d8d8-4136-98fa-3181149139eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:34.432296 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-d287ff69-d8d8-4136-98fa-3181149139eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.0657656 May 14 17:57:34.494025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-ad471200-69f8-4668-a288-39bcaea6c36f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531666 May 14 17:57:34.637156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-a16fa325-8d7a-43be-b041-ecbc90c8cb4a service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346884 May 14 17:57:34.642097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2ea36-5520-4473-b325-361f9870f976 req-8e362fee-65b3-44a9-a791-87db60671fae tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:34.643846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ce2ea36-5520-4473-b325-361f9870f976 req-8e362fee-65b3-44a9-a791-87db60671fae tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.5075848 May 14 17:57:34.692230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:34.692484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:34.692806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:34.723978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:34.724219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:34.737530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-e2acb95e-6296-46cd-993a-9f78767a8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:34.738948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-e2acb95e-6296-46cd-993a-9f78767a8538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.3240860 May 14 17:57:34.753158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:34.753486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:34.753870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:34.754304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Bound port: 6f19faeb-1f58-4171-a54c-a255e765e4e6, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:34.754644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:34.776894 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:34.787144 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-925cad2c-8fcf-4881-b47b-14061ecb69c8 req-403ab2f8-d6b5-40dd-8c0e-b7f1e05d5992 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420314 May 14 17:57:34.852394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ce2ea36-5520-4473-b325-361f9870f976 req-0c8d958c-9a70-4177-b7b8-4aacc6d0c6b7 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000530 May 14 17:57:34.853067 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:34.860819 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c51c2366-3f69-4993-9385-fdd632858a42 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:34.869588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-182b113a-bc71-429f-851d-329feedab8a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 217 time: 0.1016397 May 14 17:57:35.104905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:35.106116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b873bee0-1767-45dd-915b-f7ac7449d899 req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0903201 May 14 17:57:35.115703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:35.116339 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:35.189134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-95d0aacc-6741-4b36-aab3-4b5737e56f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.190548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-95d0aacc-6741-4b36-aab3-4b5737e56f37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.2835407 May 14 17:57:35.243368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:35.256619 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-a1199a53-1a34-4151-a527-b5c84cab2ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746288 May 14 17:57:35.306401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:35.318144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:35.324679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:35.389835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.390474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:35.391809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 1091 time: 2.4809284 May 14 17:57:35.403496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-37b4d78e-8436-421c-9243-9ae3436acb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.406463 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-37b4d78e-8436-421c-9243-9ae3436acb9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 1095 time: 0.0792980 May 14 17:57:35.488753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48150209-0d1d-4849-ab79-db4b93a0eade req-b137d26a-f379-414f-8650-1d1396dc2d44 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.494610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48150209-0d1d-4849-ab79-db4b93a0eade req-b137d26a-f379-414f-8650-1d1396dc2d44 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.501095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48150209-0d1d-4849-ab79-db4b93a0eade req-b137d26a-f379-414f-8650-1d1396dc2d44 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.502701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48150209-0d1d-4849-ab79-db4b93a0eade req-b137d26a-f379-414f-8650-1d1396dc2d44 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d&device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd&device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 2417 time: 0.3622222 May 14 17:57:35.508215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:35.517532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-7e4e1a27-60e0-4798-a856-0c1e71eb2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.519092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-7e4e1a27-60e0-4798-a856-0c1e71eb2174 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3169520 May 14 17:57:35.527836 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:35.550129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26208220-aaa5-4168-9489-58496578e7dd req-df6a9234-c287-4460-9d26-003abe5dc3bb tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.551597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26208220-aaa5-4168-9489-58496578e7dd req-df6a9234-c287-4460-9d26-003abe5dc3bb tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 944 time: 0.3154938 May 14 17:57:35.572996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-9ed93704-25bd-4c8c-992f-198e108e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.574383 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-9ed93704-25bd-4c8c-992f-198e108e406d service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.1409056 May 14 17:57:35.698583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48150209-0d1d-4849-ab79-db4b93a0eade req-4ee7e706-2f76-4617-b52a-8bc3dc653fcc tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717720 May 14 17:57:35.717893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2a5c89d3-9370-45e7-9bb2-8b424c25644c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:35.723437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26208220-aaa5-4168-9489-58496578e7dd req-04afaa34-3e49-4fdc-b4ae-cc5fb8bb18c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462698 May 14 17:57:35.765694 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-9e394610-0bbf-4489-af9c-65bc7a9d558c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 200 len: 217 time: 0.1839149 May 14 17:57:35.777046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-7b24b6c6-61ef-40fd-bdb3-f81a24e70a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.778620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-7b24b6c6-61ef-40fd-bdb3-f81a24e70a9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1094 time: 0.3351381 May 14 17:57:35.781287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-bcdd4b8f-36b7-4d41-bf58-d8c4ec67ca0a service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270837 May 14 17:57:35.838849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-ceb52754-0af9-4618-96f0-50cdb6cf2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:35.840416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-ceb52754-0af9-4618-96f0-50cdb6cf2e22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0663776 May 14 17:57:35.904463 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-513f2da6-54d5-4ba0-8823-ca050aab35bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553672 May 14 17:57:35.918044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:35.932731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '2a5c89d3-9370-45e7-9bb2-8b424c25644c', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '2a5c89d3-9370-45e7-9bb2-8b424c25644c', 'mac_address': 'fa:16:3e:4d:2d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:35.988733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:36.006368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5c89d3-9370-45e7-9bb2-8b424c25644c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:36.011979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:36.024089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:36.024296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-6f4f5c7a-3114-4cd3-a72f-12381b148794 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 217 time: 0.2073972 May 14 17:57:36.029244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:36.031693 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:36.045890 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-4d6e4542-8669-46ba-bbbd-81a90618f397 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354375 May 14 17:57:36.104550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=2a5c89d3-9370-45e7-9bb2-8b424c25644c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:36.108299 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:36.157615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-220771b1-7aa9-4e6f-9b0b-7438cfac1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:36.159045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-220771b1-7aa9-4e6f-9b0b-7438cfac1395 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1232638 May 14 17:57:36.166156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c72a4c-74b9-4ac6-a973-a89e695bc847 req-7da52f83-6d69-48aa-8981-89f6a1f1bdff service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731303 May 14 17:57:36.183815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef57c3eb-c397-4ed5-bc5c-4e6fe2757bd0 req-255e3289-0d7c-4f98-adfb-5616f399f891 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309001 May 14 17:57:36.237667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e7c0c-092b-4588-8148-a3f059e47c46 req-05cb4381-6802-43e0-a251-f7db468f880f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:36.239119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f58e7c0c-092b-4588-8148-a3f059e47c46 req-05cb4381-6802-43e0-a251-f7db468f880f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 943 time: 0.3643167 May 14 17:57:36.242475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-6e86cb8b-2629-4fef-b915-f53059df18f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712767 May 14 17:57:36.250787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6804-52d1-4c3f-94d5-72600f9fa0d6 req-f0d7ad5d-87da-459d-b3b6-ddbaf74d9aee tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:36.252202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-512a6804-52d1-4c3f-94d5-72600f9fa0d6 req-f0d7ad5d-87da-459d-b3b6-ddbaf74d9aee tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.3756680 May 14 17:57:36.375442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['2a5c89d3-9370-45e7-9bb2-8b424c25644c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:36.395967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f58e7c0c-092b-4588-8148-a3f059e47c46 req-0a486b31-7272-49a5-9542-d03dfc789a01 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418202 May 14 17:57:36.412813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-512a6804-52d1-4c3f-94d5-72600f9fa0d6 req-0a16dcfe-b204-49d2-80d6-9b50b57681ee tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303868 May 14 17:57:36.467067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-1addf591-ef7f-445b-b62f-66858a0dc955 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133615 May 14 17:57:36.704492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-ba9076ae-08e8-4502-8b73-bc70201b3383 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1 HTTP/1.1" status: 200 len: 1805 time: 0.1101644 May 14 17:57:36.708675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca460d97-60ba-44c4-a655-05a8bac19d3f req-a4c9e126-e078-41b4-b982-9df519f6af7b service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326412 May 14 17:57:36.715530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:36.715839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:36.842736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:36.851639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ed0e6-c8a7-48dc-9dc8-ca35302007af req-0779a763-9a37-4e99-9fc9-d68bb1215bda tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:36.853045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c75ed0e6-c8a7-48dc-9dc8-ca35302007af req-0779a763-9a37-4e99-9fc9-d68bb1215bda tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.3033552 May 14 17:57:36.855316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:36.858205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:36.877150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:36.911523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c75ed0e6-c8a7-48dc-9dc8-ca35302007af req-35926a30-9fea-4ce8-938a-9bbb0c5098c1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504699 May 14 17:57:36.949413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-c4e90d1a-6b41-4049-adaa-cc29308b48d3 req-802d8f00-5275-4f48-b2c3-fe6110923dd8 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:57:36.950347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4e90d1a-6b41-4049-adaa-cc29308b48d3 req-802d8f00-5275-4f48-b2c3-fe6110923dd8 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126572 May 14 17:57:36.956251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.026032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.031842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.039869 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ced239b3-400b-48eb-b856-a9bb4f26feb2 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:37.062925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c036e60-eb8b-43c8-b454-4dd60ec401e4,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:37.069201 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:37.081488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.082641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34852a98-e5ae-431e-8cec-c2ff54fec795 req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3716242 May 14 17:57:37.093993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4e90d1a-6b41-4049-adaa-cc29308b48d3 req-a9385692-e2dc-4a11-a4a3-4da0ed0a2625 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1355429 May 14 17:57:37.253321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52432ce-25ab-4e6f-b990-d7c6d50f996e req-57d4a52c-050c-4acb-afe4-576fe990b72e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:37.254720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f52432ce-25ab-4e6f-b990-d7c6d50f996e req-57d4a52c-050c-4acb-afe4-576fe990b72e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.0862765 May 14 17:57:37.301836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f52432ce-25ab-4e6f-b990-d7c6d50f996e req-1a96306a-d86a-4281-b493-4b413658c8e8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 May 14 17:57:37.325140 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'status': 'completed', 'code': 200} May 14 17:57:37.515297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-272c9f11-cfbc-4947-a381-f9f1140cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:37.516758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-272c9f11-cfbc-4947-a381-f9f1140cb385 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1094 time: 0.1683679 May 14 17:57:37.628598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f9d0c-1f2d-4fb4-b90c-dc40241a8a1b req-2bb8c005-8b51-4be2-bec7-37780eba48b8 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:37.630074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7f9d0c-1f2d-4fb4-b90c-dc40241a8a1b req-2bb8c005-8b51-4be2-bec7-37780eba48b8 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1097 time: 0.2238905 May 14 17:57:37.642328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633013f-45a6-45ce-a963-e09be1a43994 req-bc95b228-bd40-4f96-8b6e-e3ebc7ea1e99 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:37.643715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1633013f-45a6-45ce-a963-e09be1a43994 req-bc95b228-bd40-4f96-8b6e-e3ebc7ea1e99 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 944 time: 0.2066796 May 14 17:57:37.725727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2a5c89d3-9370-45e7-9bb2-8b424c25644c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:37.747869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7f9d0c-1f2d-4fb4-b90c-dc40241a8a1b req-c3807e81-0c4b-4596-809d-ab55b8832988 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030643 May 14 17:57:37.753984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1633013f-45a6-45ce-a963-e09be1a43994 req-c1e91825-46f4-4714-b5ba-b5208ef5906d tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868778 May 14 17:57:37.756444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-56d706c7-8acd-492d-a889-586b939f2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:37.757879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-56d706c7-8acd-492d-a889-586b939f2060 service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.2341909 May 14 17:57:37.796477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 2a5c89d3-9370-45e7-9bb2-8b424c25644c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:37.802399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 2a5c89d3-9370-45e7-9bb2-8b424c25644c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:37.802775 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.844136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1247215613', 'description': 'tempest-description-1934135063'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:37.850096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-1404db19-dc42-4f29-bbac-655496faafd6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 217 time: 0.0840890 May 14 17:57:37.851049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:37.854892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:37.859246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:37.899354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:37.921752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.927849 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.939600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-8d41c77f-3744-4964-8e46-bf71da2435a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:37.941189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-8d41c77f-3744-4964-8e46-bf71da2435a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0830817 May 14 17:57:37.952696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:37.959097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c89d3-9370-45e7-9bb2-8b424c25644c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:37.968769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:37.973900 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:37.975832 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8a59bbb1-2071-4ccc-b522-ebefad00c66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:37.994132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:37.999109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-3602f527-6d3a-4224-a32a-78c9d9c6db44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481586 May 14 17:57:37.999994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:38.006052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:38.047315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=2a5c89d3-9370-45e7-9bb2-8b424c25644c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:38.050668 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:38.218610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-f8fae123-510f-4166-a406-3231a72037ea service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101779 May 14 17:57:38.320596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:38.330559 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:38.337512 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:38.409960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0fad0-2e54-48fd-a9b1-049089646f86 req-575cf600-918b-4496-a49c-977ff39c5768 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:38.411408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77f0fad0-2e54-48fd-a9b1-049089646f86 req-575cf600-918b-4496-a49c-977ff39c5768 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 945 time: 0.2868888 May 14 17:57:38.426643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:38.427797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8448c8f3-584b-46fb-9422-5c761902c4b7 req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5952404 May 14 17:57:38.445141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788d4996-4e8e-4b83-bace-d7e7ba1051b3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:38.460056 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:38.482659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fca7559-71ec-4d49-94fe-64a2eb70ee34 req-b1649879-7144-4ef9-a604-6d7935d7dc5e service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520487 May 14 17:57:38.490825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77f0fad0-2e54-48fd-a9b1-049089646f86 req-e28d5a9a-2a9f-4732-84af-d81a89f87fa7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699003 May 14 17:57:38.661829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d974-6510-4616-925d-fc606c2d19b0 req-fee71515-ceae-49c1-9e74-392e8f3f4ea7 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:38.663355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b65d974-6510-4616-925d-fc606c2d19b0 req-fee71515-ceae-49c1-9e74-392e8f3f4ea7 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1097 time: 0.0729272 May 14 17:57:38.707101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b65d974-6510-4616-925d-fc606c2d19b0 req-d30a5c15-1808-4469-82d9-5629d145bd17 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 May 14 17:57:38.810791 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c89d3-9370-45e7-9bb2-8b424c25644c', 'code': 200} May 14 17:57:38.856303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eac76-5338-4cfc-8d78-2040922b9321 req-8a5cf5c4-9116-4c89-8481-dd2ae7031735 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:38.858701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd0eac76-5338-4cfc-8d78-2040922b9321 req-8a5cf5c4-9116-4c89-8481-dd2ae7031735 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.0871387 May 14 17:57:38.945056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd0eac76-5338-4cfc-8d78-2040922b9321 req-81fcda86-7264-4fa3-854d-14e2b63b637a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806987 May 14 17:57:38.967854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87174a8b-ba8f-406b-9b26-fbaf6de94509 req-716c70e1-ea9d-4b26-a6d9-609b9faca597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:38.969382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87174a8b-ba8f-406b-9b26-fbaf6de94509 req-716c70e1-ea9d-4b26-a6d9-609b9faca597 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 1096 time: 0.0905890 May 14 17:57:39.015851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87174a8b-ba8f-406b-9b26-fbaf6de94509 req-c89e2991-15e6-4213-af4d-b312bc4e19dd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 May 14 17:57:39.032156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-209606587', 'description': 'tempest-description-1371568076'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:39.037800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:39.041557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:39.044993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:39.050932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:39.198890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.224265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:39.230295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:39.235096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:39.241647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:39.267919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325545-4e08-48bc-96ec-0c2633eb7aa3 req-8aefa4d1-6f38-4a0e-adff-a0a2656dc915 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:39.269354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b325545-4e08-48bc-96ec-0c2633eb7aa3 req-8aefa4d1-6f38-4a0e-adff-a0a2656dc915 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1154599 May 14 17:57:39.333137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b325545-4e08-48bc-96ec-0c2633eb7aa3 req-5d5a3a78-4503-4b96-9848-dbe5c9c577f2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 May 14 17:57:39.365576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.369443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.374634 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d0667ecd-1229-4ec7-8db4-efdb0f4163f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:39.412805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7f3a4-4901-49a8-93b1-0237f82b89ab,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:39.415715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.416889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c982116-a83c-43cd-9b90-108343630532 req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3894403 May 14 17:57:39.417644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:39.440960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8539be27-3370-41a6-9d1f-4bc2f19405e9 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:39.527585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5b014-003f-455d-b5fb-8acf40424793 req-7fa98758-7118-4ad8-aa35-0e913467a88e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:39.529359 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3d5b014-003f-455d-b5fb-8acf40424793 req-7fa98758-7118-4ad8-aa35-0e913467a88e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 944 time: 0.0974841 May 14 17:57:39.577377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3d5b014-003f-455d-b5fb-8acf40424793 req-70661a0e-de50-4f12-9dd1-45f82f660ccb tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 May 14 17:57:39.626729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8539be27-3370-41a6-9d1f-4bc2f19405e9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:39.641479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:39.656101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a719104b-78f7-496b-9551-065c42c9dd27 req-ee15b333-5ca8-4d14-be9c-a9b940f1eca0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/788d4996-4e8e-4b83-bace-d7e7ba1051b3 HTTP/1.1" status: 200 len: 1805 time: 0.0497394 May 14 17:57:39.710941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a719104b-78f7-496b-9551-065c42c9dd27 req-74e7a634-5c78-4f7b-a8f9-ed4f821dabad tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/1fe7f3a4-4901-49a8-93b1-0237f82b89ab HTTP/1.1" status: 200 len: 1804 time: 0.0485916 May 14 17:57:39.711839 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.730416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8539be27-3370-41a6-9d1f-4bc2f19405e9 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:39.747781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8539be27-3370-41a6-9d1f-4bc2f19405e9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:39.753671 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.755902 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:39.775071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '788d4996-4e8e-4b83-bace-d7e7ba1051b3', 'remote_group_id': '1fe7f3a4-4901-49a8-93b1-0237f82b89ab', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:39.775631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '788d4996-4e8e-4b83-bace-d7e7ba1051b3', 'remote_group_id': '1fe7f3a4-4901-49a8-93b1-0237f82b89ab', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:39.782377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:39.786531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:39.789781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:39.797121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:39.824999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8539be27-3370-41a6-9d1f-4bc2f19405e9,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:39.829132 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:39.863885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.897805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.901438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.905028 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:39.932578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:39.933735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a719104b-78f7-496b-9551-065c42c9dd27 req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2189322 May 14 17:57:39.936647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfca391a-f5cd-4fab-bdcd-8e75fa86ac00,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:39.939852 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:40.152960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5201-f3e2-46b1-99d7-7670adf60362 req-7c08a3b1-6ee2-4fa3-bbe9-5b58940e8f76 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:40.155108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67bb5201-f3e2-46b1-99d7-7670adf60362 req-7c08a3b1-6ee2-4fa3-bbe9-5b58940e8f76 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 945 time: 0.1220315 May 14 17:57:40.158878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['8539be27-3370-41a6-9d1f-4bc2f19405e9'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:40.205917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67bb5201-f3e2-46b1-99d7-7670adf60362 req-7cdf088f-bd44-4a9d-8dca-aaea697b9ddc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 May 14 17:57:40.545144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-290159726', 'description': 'tempest-description-298123448'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:40.551366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:40.555090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:40.558114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:40.564608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:40.575382 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:40.596227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:40.600076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:40.603459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:40.609611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:40.681164 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:40.685086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:40.690467 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-45b8e83c-63ae-40fe-94de-13639a0c4a26 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:40.728723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cf08b5-17ee-48b7-a016-4f6e6a72b111,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:40.731407 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:40.732548 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:40.733730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13e026a4-30b5-4b27-8385-09a01dd5a987 req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1935644 May 14 17:57:40.803340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-49cb48ce-e90a-4506-9aa0-a0eda7e8b0c2 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:57:40.804211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-49cb48ce-e90a-4506-9aa0-a0eda7e8b0c2 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058792 May 14 17:57:40.813245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Request body: {'binding': {'host': 'n-h1-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:40.813767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:57:40.910931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa70869-87b0-4412-99d6-77034a7082ee req-e3587995-a83a-44b1-9308-bf67e2409f8a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:40.912400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-efa70869-87b0-4412-99d6-77034a7082ee req-e3587995-a83a-44b1-9308-bf67e2409f8a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.0867105 May 14 17:57:40.957826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-efa70869-87b0-4412-99d6-77034a7082ee req-d8e9df66-6538-4372-a504-e4fa9f8f45c4 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 May 14 17:57:41.026021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on host n-h1-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:41.026354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:41.026677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:41.031404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:41.031719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:41.036715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:41.037048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:41.037424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:41.037837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Bound port: 62ab9e3f-7741-4514-91bb-29b6e8589efc, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:41.067914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:41.072420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.073556 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-fecba7a4-8a09-4857-a2c5-1896d733230a service neutron] 10.222.0.24 "POST /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2637522 May 14 17:57:41.133778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbb51f-c006-477e-a522-e04b44f52544 req-c7479251-7e1c-4fc9-9f18-015a2b53aa0d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:41.135254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5acbb51f-c006-477e-a522-e04b44f52544 req-c7479251-7e1c-4fc9-9f18-015a2b53aa0d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.0844860 May 14 17:57:41.183728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5acbb51f-c006-477e-a522-e04b44f52544 req-e29d0cb5-9b46-4779-b5ce-f853956e25a4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 May 14 17:57:41.361509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-c0e8e622-14d6-4093-a14f-c6c089332362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:41.363266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-c0e8e622-14d6-4093-a14f-c6c089332362 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1097 time: 0.0779212 May 14 17:57:41.368013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629156513', 'description': 'tempest-description-1945763308'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:41.375113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:41.401354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:41.448695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:41.453554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8539be27-3370-41a6-9d1f-4bc2f19405e9 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:41.460190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:41.493043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.532341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:41.537503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-746a029c-ba0d-4bf4-92fc-01c9511603b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:41.538935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-746a029c-ba0d-4bf4-92fc-01c9511603b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.1649652 May 14 17:57:41.539861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:41.541800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 8539be27-3370-41a6-9d1f-4bc2f19405e9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:41.542917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:41.547856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 8539be27-3370-41a6-9d1f-4bc2f19405e9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:41.548249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.605596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:41.617023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-304116b5-a9c6-4ddc-80ee-b7bbc1402aae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 217 time: 0.0706651 May 14 17:57:41.663973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.691836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:41.702616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8539be27-3370-41a6-9d1f-4bc2f19405e9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:41.704068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-b6fc42db-f925-40cf-b377-28303e820624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:41.705599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-b6fc42db-f925-40cf-b377-28303e820624 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.0801945 May 14 17:57:41.706582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.709963 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:41.768343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-a12db2e8-8fb2-44a9-9466-8372ac60d07e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523579 May 14 17:57:41.781070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8539be27-3370-41a6-9d1f-4bc2f19405e9,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:41.784166 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:41.800023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.806445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.855064 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4c46fca-43db-4ef2-8f69-58485ad15773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:41.908863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:41.910022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1bec3489-4d14-4030-beb6-805ff9dfad63 req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5458834 May 14 17:57:41.912680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04878c60-b714-411e-97b6-e1ad2b43a808,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:41.925532 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:41.951093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-8c538b1c-fb59-47f7-9f0e-e60bd8f61b2c service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732922 May 14 17:57:42.233159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-ef0b455d-cde7-46ec-9ab5-6b35a8c0bbf1 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756937 May 14 17:57:42.254630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416017b-cab1-4260-b4a9-6ec9c44084ea req-4a40c207-89dd-467a-84cd-d83d5528d840 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:42.256643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c416017b-cab1-4260-b4a9-6ec9c44084ea req-4a40c207-89dd-467a-84cd-d83d5528d840 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.2295847 May 14 17:57:42.303729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c416017b-cab1-4260-b4a9-6ec9c44084ea req-3e7e6195-6b78-4710-8e51-76ab0af94580 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 May 14 17:57:42.490334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a57c6-a6d6-4d50-89b2-71b29b03d96f req-cdee90bf-3429-4a36-bda6-5b887047f42a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:42.491759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-040a57c6-a6d6-4d50-89b2-71b29b03d96f req-cdee90bf-3429-4a36-bda6-5b887047f42a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 945 time: 0.0851488 May 14 17:57:42.542898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-040a57c6-a6d6-4d50-89b2-71b29b03d96f req-1181ad09-8520-430a-92a5-79d92e84bf64 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 May 14 17:57:42.876556 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'code': 200} May 14 17:57:42.943041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-8eaf6f66-cbc6-4d00-9a45-33079b1f50a8 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/e5cf08b5-17ee-48b7-a016-4f6e6a72b111 HTTP/1.1" status: 200 len: 1803 time: 0.0556414 May 14 17:57:42.996304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-95e21a4f-a812-4a1d-b2d9-cd658e18e833 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/04878c60-b714-411e-97b6-e1ad2b43a808 HTTP/1.1" status: 200 len: 1804 time: 0.0471787 May 14 17:57:43.006592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5cf08b5-17ee-48b7-a016-4f6e6a72b111', 'remote_group_id': '04878c60-b714-411e-97b6-e1ad2b43a808', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:43.006994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5cf08b5-17ee-48b7-a016-4f6e6a72b111', 'remote_group_id': '04878c60-b714-411e-97b6-e1ad2b43a808', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:43.012754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:43.015468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f31aa-8aa2-443e-9527-be8e35c94c6b req-af4edaf4-ff78-4d98-ba54-137a3cdcea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:43.016989 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b1f31aa-8aa2-443e-9527-be8e35c94c6b req-af4edaf4-ff78-4d98-ba54-137a3cdcea92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1097 time: 0.0714896 May 14 17:57:43.017154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:43.019928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:43.026133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:43.061097 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b1f31aa-8aa2-443e-9527-be8e35c94c6b req-fff8925b-dfd0-4bb8-ba8a-a97aa96e037c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357614 May 14 17:57:43.086251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:43.113829 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:43.118166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:43.120636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:43.143974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdfb042-c938-4ee6-a728-f63db4e1c03f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:43.146572 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:43.156207 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:43.157541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63727b03-cb8e-4bfc-a347-1b617424f6b9 req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1548495 May 14 17:57:43.334916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db858e7-3863-4fa4-affe-ae1ee1669ddd req-5aabc774-13a8-4736-8798-09c6cd7ef0ef tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:43.336454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6db858e7-3863-4fa4-affe-ae1ee1669ddd req-5aabc774-13a8-4736-8798-09c6cd7ef0ef tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.0879006 May 14 17:57:43.382227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6db858e7-3863-4fa4-affe-ae1ee1669ddd req-e41dd651-e60f-4795-b73e-cd67234b5524 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 May 14 17:57:43.566642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dc33b-2b40-4a88-9407-d8d8c7eaf38a req-5bfaccb8-0d7e-4e18-b6af-6f15842176ef tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:43.568207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e85dc33b-2b40-4a88-9407-d8d8c7eaf38a req-5bfaccb8-0d7e-4e18-b6af-6f15842176ef tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.0896120 May 14 17:57:43.616369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e85dc33b-2b40-4a88-9407-d8d8c7eaf38a req-80ed2d0f-ff51-492d-b9a1-0d24ce9661ad tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 May 14 17:57:43.813610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:43.962331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:43.978823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b', 'port_id': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'mac_address': 'fa:16:3e:b1:f3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4c7cf-0e3a-4441-96c0-b0407981f9ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:44.031306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef727-05e0-4436-afa9-e4a6c3a6869c req-0c3cf8b9-ff82-4c55-9ef0-bedf3311aae6 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:44.038775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eecef727-05e0-4436-afa9-e4a6c3a6869c req-0c3cf8b9-ff82-4c55-9ef0-bedf3311aae6 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.1494410 May 14 17:57:44.041145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:44.060077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f19faeb-1f58-4171-a54c-a255e765e4e6 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:44.083121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:44.087314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eecef727-05e0-4436-afa9-e4a6c3a6869c req-38d8ca68-fcbd-4112-8272-6dd3efb7e728 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 May 14 17:57:44.096554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:44.098484 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-345f2543-9d4d-4d06-98b3-691c82404272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:44.163424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d709f7-3f39-476c-9808-69bbddb055c1 req-619e3abc-9004-4f43-87a9-7d571450760f tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/04878c60-b714-411e-97b6-e1ad2b43a808 HTTP/1.1" status: 200 len: 1804 time: 0.0501335 May 14 17:57:44.175433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:44.178998 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:44.236938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-42d709f7-3f39-476c-9808-69bbddb055c1 req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:44.264735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-42d709f7-3f39-476c-9808-69bbddb055c1 req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:44.334471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-42d709f7-3f39-476c-9808-69bbddb055c1 req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:44.339577 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9c888ab-8280-40a9-8057-ef829595c200 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:44.354795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04878c60-b714-411e-97b6-e1ad2b43a808,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:44.357627 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:44.358858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-42d709f7-3f39-476c-9808-69bbddb055c1 req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:44.359974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d709f7-3f39-476c-9808-69bbddb055c1 req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/04878c60-b714-411e-97b6-e1ad2b43a808 HTTP/1.1" status: 204 len: 173 time: 0.1896923 May 14 17:57:44.435519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6f19faeb-1f58-4171-a54c-a255e765e4e6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:44.594604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09b30-72f9-4069-8bcc-4388b6381945 req-fcb06188-cacd-436c-bb5e-9821429fce2a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:44.596129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2a09b30-72f9-4069-8bcc-4388b6381945 req-fcb06188-cacd-436c-bb5e-9821429fce2a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.1080780 May 14 17:57:44.651752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2a09b30-72f9-4069-8bcc-4388b6381945 req-292aa0ee-ca5c-4173-b484-3a7e6fb645cc tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499086 May 14 17:57:44.827209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df7c0-9f65-44f0-9b58-89358c633a0a req-245338fd-6152-4d15-a87e-954feda9adff tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:44.828693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac9df7c0-9f65-44f0-9b58-89358c633a0a req-245338fd-6152-4d15-a87e-954feda9adff tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 945 time: 0.0805273 May 14 17:57:44.878604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac9df7c0-9f65-44f0-9b58-89358c633a0a req-8c45ee71-7c46-43a9-b18b-8b6d757a0e55 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 May 14 17:57:45.049491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0a2ed5e-2f43-431b-bfec-a067efc1aa6c req-00391ab6-e856-455a-a4be-773e75950434 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/e5cf08b5-17ee-48b7-a016-4f6e6a72b111 HTTP/1.1" status: 200 len: 1803 time: 0.0467985 May 14 17:57:45.077052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0669659a-2a48-4933-989b-00c57407874a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:45.077848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0669659a-2a48-4933-989b-00c57407874a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Synchronizing usage tracker for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:45.094090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0669659a-2a48-4933-989b-00c57407874a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Unset dirty status for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:45.095414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0669659a-2a48-4933-989b-00c57407874a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 945 time: 0.1108096 May 14 17:57:45.218896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8227bb7-c04c-4339-a95b-3e6c489e961b req-3f66c1a5-2b70-42f4-83db-716d1589dc91 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:45.220268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8227bb7-c04c-4339-a95b-3e6c489e961b req-3f66c1a5-2b70-42f4-83db-716d1589dc91 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 944 time: 0.0840142 May 14 17:57:45.243644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Deleting port 829783ce-9d79-41cd-b6d7-046a7bb2458f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:57:45.243908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:45.268106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8227bb7-c04c-4339-a95b-3e6c489e961b req-817ba426-92e3-4474-bc19-4d74b6470545 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 May 14 17:57:45.384230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] For port 829783ce-9d79-41cd-b6d7-046a7bb2458f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=829783ce-9d79-41cd-b6d7-046a7bb2458f,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:45.384583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:45.465047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41d12-9dca-43f0-b82e-ae2277adcea1 req-5903012f-4f7b-48bb-bf99-a0fd5068dba9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:45.466513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bb41d12-9dca-43f0-b82e-ae2277adcea1 req-5903012f-4f7b-48bb-bf99-a0fd5068dba9 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.0937176 May 14 17:57:45.511884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Calling delete_port for 829783ce-9d79-41cd-b6d7-046a7bb2458f owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:57:45.518333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bb41d12-9dca-43f0-b82e-ae2277adcea1 req-0532cc2b-33aa-4bbc-be12-e2283f77f39c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 May 14 17:57:45.652727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:45.659700 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b7ec9299-1ee4-4232-81ae-3f6f1a5ee9e5 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:45.666881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['56fa11f8-7977-4f9f-8600-f60363a1fb24'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:45.707285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['307ee70d-9b75-4426-8823-7461fdafbc7e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:45.713404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Pushing event deleted for resources: {'Port': ['ID=829783ce-9d79-41cd-b6d7-046a7bb2458f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:45.717503 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:45.802869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] No DVR routers for this DVR port 829783ce-9d79-41cd-b6d7-046a7bb2458f on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:57:45.805976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:45.817209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:45.818435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'name': 'network-vif-deleted', 'tag': '829783ce-9d79-41cd-b6d7-046a7bb2458f'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:45.827112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-aa73a671-8fc6-4ac9-a96f-06b075cf102c req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "DELETE /v2.0/ports/829783ce-9d79-41cd-b6d7-046a7bb2458f HTTP/1.1" status: 204 len: 173 time: 0.7228236 May 14 17:57:45.989638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1830913095', 'description': 'tempest-description-1053853799'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:45.996746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:46.002211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:46.005687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:46.012860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:46.024920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.033561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 6f19faeb-1f58-4171-a54c-a255e765e4e6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:46.047349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:46.051747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:46.052363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 6f19faeb-1f58-4171-a54c-a255e765e4e6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:46.052584 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.054956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:46.061648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:46.152880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.158407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.162376 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c1e234b-bd10-4d52-977b-63f89af7210a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:46.210587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dfe464-b722-4a04-a5ca-51fd7acbfe18,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:46.213554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.214927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dfb8fe0-c202-43d9-b91f-80e780a52f91 req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2302597 May 14 17:57:46.215724 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:46.284733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.339748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:46.353078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:46.358951 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:46.362681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:46.424395 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-33f7b520-2dfb-48b4-8f6d-0a82b124b616 service neutron] show failed (client error): The resource could not be found. May 14 17:57:46.424816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-33f7b520-2dfb-48b4-8f6d-0a82b124b616 service neutron] 10.222.0.22 "GET /v2.0/ports/ec05dcf1-a5e0-4568-a086-ae53f751ca03/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1357136 May 14 17:57:46.440825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-139923b5-40ec-4090-9ae3-0d28beef5f9e req-c584bae3-3ef3-46cc-ad94-2ad0695d6227 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d HTTP/1.1" status: 200 len: 210 time: 0.0652916 May 14 17:57:46.476008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:46.488663 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:46.693161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20b64a-eecf-4548-b99f-22e8909572d7 req-b51c9ef1-9655-472d-8a21-7a5613ac405b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:46.699955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd20b64a-eecf-4548-b99f-22e8909572d7 req-b51c9ef1-9655-472d-8a21-7a5613ac405b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.1065555 May 14 17:57:46.750838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd20b64a-eecf-4548-b99f-22e8909572d7 req-150867c9-7ecf-4d65-9c68-b3730528d7e0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495343 May 14 17:57:46.863557 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa0fe5c-a8fe-435f-93aa-6e9e63080d4d', 'name': 'network-vif-deleted', 'tag': '829783ce-9d79-41cd-b6d7-046a7bb2458f', 'status': 'completed', 'code': 200} May 14 17:57:46.901258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-af3084d1-b67c-454d-93a7-30765e1cb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:46.902698 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-af3084d1-b67c-454d-93a7-30765e1cb635 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632&tenant_id=6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 1101 time: 0.1864331 May 14 17:57:46.915584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:47.005720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29bb3f-f3dd-469d-9c4f-a9bb69efedd3 req-215a17be-7c9e-4e7f-9187-f02f573c40bd tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:47.007136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd29bb3f-f3dd-469d-9c4f-a9bb69efedd3 req-215a17be-7c9e-4e7f-9187-f02f573c40bd tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 945 time: 0.0990648 May 14 17:57:47.032528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.058769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd29bb3f-f3dd-469d-9c4f-a9bb69efedd3 req-f4ef8947-d77a-41a3-81a6-d1b30ccadb4d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 May 14 17:57:47.242896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-8502778d-8f64-4ea3-8caa-f428456f2b7d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/69dfe464-b722-4a04-a5ca-51fd7acbfe18 HTTP/1.1" status: 200 len: 1805 time: 0.0522354 May 14 17:57:47.253606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '69dfe464-b722-4a04-a5ca-51fd7acbfe18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:47.254018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '69dfe464-b722-4a04-a5ca-51fd7acbfe18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:47.260158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:47.264557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:47.267733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:47.274100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:47.327845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.328117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:47.351637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.355646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.358395 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:47.358772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:47.381188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257082b0-a229-466d-8542-3e8699868a4f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:47.383854 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:47.393007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.394669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d62c595d-4813-4b0e-ab54-8c48b8d1c171 req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1448607 May 14 17:57:47.422407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.438299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Transition to ACTIVE for port object ec05dcf1-a5e0-4568-a086-ae53f751ca03 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:47.442827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.451846 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a017315e-709e-4cea-add0-af78a13b5337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:47.499714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 829783ce-9d79-41cd-b6d7-046a7bb2458f no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:57:47.581321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444e2f-7551-4bae-88cd-1d7b3130eacc req-e1e4ae51-74c1-4084-9d38-55f9c622408b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:47.587817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 829783ce-9d79-41cd-b6d7-046a7bb2458f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:57:47.588452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 829783ce-9d79-41cd-b6d7-046a7bb2458f not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:57:47.590552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2444e2f-7551-4bae-88cd-1d7b3130eacc req-e1e4ae51-74c1-4084-9d38-55f9c622408b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.1061370 May 14 17:57:47.605403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] No DVR routers for this DVR port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:57:47.654603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=6']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:47.661001 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:47.680623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:47.681045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:47.681530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:47.689452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:47.689803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Attempting to bind port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:47.695482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:47.695814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:47.696215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:47.696606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Bound port: ec05dcf1-a5e0-4568-a086-ae53f751ca03, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:47.696949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.699501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2444e2f-7551-4bae-88cd-1d7b3130eacc req-5ce96230-26bb-4994-a155-0827e136ff93 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065454 May 14 17:57:47.734184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-4fe808ec-f6bc-4aea-922f-7664297395c0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:47.735672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-4fe808ec-f6bc-4aea-922f-7664297395c0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 945 time: 0.1261446 May 14 17:57:47.781369 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'code': 200} May 14 17:57:47.792651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:47.798065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:47.804004 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.809495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f58ca2be-d1e6-4df9-b271-b1fe623e8793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:47.860549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:47.861163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.862533 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 1096 time: 0.9509635 May 14 17:57:47.939449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 2a5c89d3-9370-45e7-9bb2-8b424c25644c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:57:47.939796 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:47.978909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:47.984574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:48.022753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578a563-c018-4e28-889e-60cb95739673 req-26a84444-35a0-42f5-9608-3be63fddb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:48.023898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f578a563-c018-4e28-889e-60cb95739673 req-26a84444-35a0-42f5-9608-3be63fddb726 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1096 time: 0.1585495 May 14 17:57:48.030079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-499409cb-0500-43a3-8f38-7cda8e96b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:48.031538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-499409cb-0500-43a3-8f38-7cda8e96b144 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1099 time: 0.1306145 May 14 17:57:48.101050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63deac3-73a7-4c53-897d-c5cbf5e774b8 req-f86e66e1-4e2b-44fe-b300-32590a66b518 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:48.102496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a63deac3-73a7-4c53-897d-c5cbf5e774b8 req-f86e66e1-4e2b-44fe-b300-32590a66b518 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.2159262 May 14 17:57:48.107689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 2a5c89d3-9370-45e7-9bb2-8b424c25644c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2a5c89d3-9370-45e7-9bb2-8b424c25644c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:48.108056 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.141506 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f578a563-c018-4e28-889e-60cb95739673 req-266a623e-af15-411e-847f-295472e0b7d3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090312 May 14 17:57:48.195283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-e3df246d-ccf3-4aee-8277-859aa56cd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:48.196755 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-e3df246d-ccf3-4aee-8277-859aa56cd385 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1495788 May 14 17:57:48.271705 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-22873dfb-27ea-4346-976a-7567d32cd9a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.0613272 May 14 17:57:48.337886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-b59f2d08-1ed7-4875-b0a4-1f85dcbd002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:48.339229 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-b59f2d08-1ed7-4875-b0a4-1f85dcbd002e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0608280 May 14 17:57:48.353408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 2a5c89d3-9370-45e7-9bb2-8b424c25644c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:57:48.381181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a63deac3-73a7-4c53-897d-c5cbf5e774b8 req-dfcd48ab-dde7-4405-986d-a23713bbec4b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659166 May 14 17:57:48.430857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-eab37a85-ef11-4b56-b3e0-d319d0cc13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:48.432545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-eab37a85-ef11-4b56-b3e0-d319d0cc13ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805602 May 14 17:57:48.509246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fea1f122-a525-447c-b840-9b3a38019a20 req-d02dd2d0-9fea-465d-9e8a-803eab66c2cd tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/69dfe464-b722-4a04-a5ca-51fd7acbfe18 HTTP/1.1" status: 200 len: 2398 time: 0.0969217 May 14 17:57:48.531435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '69dfe464-b722-4a04-a5ca-51fd7acbfe18', 'remote_group_id': None}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:48.531754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '69dfe464-b722-4a04-a5ca-51fd7acbfe18', 'remote_group_id': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:48.539016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:48.543313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.550413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Usage tracker for resource:security_group_rule and tenant:926762c765044d6095a7bf9faf4837d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:57:48.555092 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-060af333-9d6f-4746-9e0b-4db2400d64fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:48.556462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['2a5c89d3-9370-45e7-9bb2-8b424c25644c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:48.586901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:57:48.605137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:48.610892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=2a5c89d3-9370-45e7-9bb2-8b424c25644c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:48.613459 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:48.678629 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-76d7ebd1-c93a-432f-836d-1e96d5444b3a service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302084 May 14 17:57:48.699417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 2a5c89d3-9370-45e7-9bb2-8b424c25644c on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:57:48.710520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.712898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'name': 'network-vif-deleted', 'tag': '2a5c89d3-9370-45e7-9bb2-8b424c25644c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:48.737068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d449f3e9-8015-4062-adde-4c14ed8b19cd req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "DELETE /v2.0/ports/2a5c89d3-9370-45e7-9bb2-8b424c25644c HTTP/1.1" status: 204 len: 173 time: 0.9950352 May 14 17:57:48.754540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.783030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.786965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.795630 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:48.815237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1a56c9-c4c9-4145-91d0-fc5612ec5387,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:48.817792 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:48.821443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b9f6ae01-17d4-496a-8eb5-e554e413ffda req-6ae7e38e-d0d0-4455-9b59-43c41de2be84 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327722 May 14 17:57:48.826400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:48.827637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fea1f122-a525-447c-b840-9b3a38019a20 req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3052180 May 14 17:57:48.864819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03'}, {'name': 'network-changed', 'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:49.069601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cb821-841b-4225-b3d0-dde07fb4b340 req-6ed6efad-a0ab-425a-8eb0-7c6aa3402b7c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:49.071070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5cb821-841b-4225-b3d0-dde07fb4b340 req-6ed6efad-a0ab-425a-8eb0-7c6aa3402b7c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.0851455 May 14 17:57:49.116954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5cb821-841b-4225-b3d0-dde07fb4b340 req-486b756f-cb35-485d-b8a7-3640def1756c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 May 14 17:57:49.274863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d7f1414e-3333-4cc9-b6f8-6c7aebe24d29 req-5bad3bc1-581f-43fe-9ad5-563e6a76b821 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:57:49.289722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d7f1414e-3333-4cc9-b6f8-6c7aebe24d29 req-5bad3bc1-581f-43fe-9ad5-563e6a76b821 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:57:49.290909 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f1414e-3333-4cc9-b6f8-6c7aebe24d29 req-5bad3bc1-581f-43fe-9ad5-563e6a76b821 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15aade82-5b1d-4e0d-b3f0-be5e96134f0e HTTP/1.1" status: 200 len: 210 time: 0.0614784 May 14 17:57:49.440848 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aade82-5b1d-4e0d-b3f0-be5e96134f0e', 'name': 'network-vif-deleted', 'tag': '2a5c89d3-9370-45e7-9bb2-8b424c25644c', 'status': 'completed', 'code': 200} May 14 17:57:49.600883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654fca5-8176-4b86-badb-da7295d3ad29 req-62620e8b-7224-479c-8454-58ec52907c2a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:49.602311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7654fca5-8176-4b86-badb-da7295d3ad29 req-62620e8b-7224-479c-8454-58ec52907c2a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.0816829 May 14 17:57:49.646633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7654fca5-8176-4b86-badb-da7295d3ad29 req-4e0a160f-8e45-45fc-8a36-f8f47f6435cb tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 May 14 17:57:49.719243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64d0bdf4-3bd9-4e12-a3db-0e22994e69a0 req-eee8dd23-a775-44db-93ea-149d4d61af1d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/69dfe464-b722-4a04-a5ca-51fd7acbfe18 HTTP/1.1" status: 200 len: 2996 time: 0.0504580 May 14 17:57:49.773416 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'code': 200} May 14 17:57:49.773913 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'status': 'completed', 'code': 200} May 14 17:57:49.813326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:57:49.876710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-f5936f28-95f4-4468-ac14-fedf1ed9ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:49.878666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-f5936f28-95f4-4468-ac14-fedf1ed9ec3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1099 time: 0.0808880 May 14 17:57:49.892828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:57:49.901613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-16d4dea5-e2de-45fd-9737-d153e3208fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:49.903001 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-16d4dea5-e2de-45fd-9737-d153e3208fac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1099 time: 0.0876150 May 14 17:57:50.027436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-93958076-a009-4079-9f2a-1619a2c1140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.029428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-93958076-a009-4079-9f2a-1619a2c1140c service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1430931 May 14 17:57:50.062902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-12d8b8ad-6e41-47f0-ab45-f68c4df0fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.064602 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-12d8b8ad-6e41-47f0-ab45-f68c4df0fb87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1493692 May 14 17:57:50.134148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-bd6e6b91-9787-44d0-9df5-4bec6be93028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.0608134 May 14 17:57:50.143716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-f8d11831-1cd4-40d0-bf22-cd33af6e5fb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.1037419 May 14 17:57:50.202938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-53b822f3-afe3-46b0-8a25-5669ab378cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.204296 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-53b822f3-afe3-46b0-8a25-5669ab378cbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0637174 May 14 17:57:50.222877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-57e5e539-f805-4040-9a22-97363727cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.224334 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-57e5e539-f805-4040-9a22-97363727cdc7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0724118 May 14 17:57:50.278429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42393571-d4d7-464e-994d-d94e9c1948e2 req-f7cbaaa8-eb77-422a-bac7-4a62d4e4e2c3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.279919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42393571-d4d7-464e-994d-d94e9c1948e2 req-f7cbaaa8-eb77-422a-bac7-4a62d4e4e2c3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.1846533 May 14 17:57:50.283293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-efc1ff64-bcfc-4d58-978d-9e827955f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.284729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-efc1ff64-bcfc-4d58-978d-9e827955f25e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715232 May 14 17:57:50.335532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42393571-d4d7-464e-994d-d94e9c1948e2 req-2a601a02-7fb5-420c-a356-38136cb2e179 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 May 14 17:57:50.359994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-5e61fc39-b95c-444d-aeeb-a7734a096391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.361497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-5e61fc39-b95c-444d-aeeb-a7734a096391 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272628 May 14 17:57:50.420702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-27819199-2d39-4849-aee4-57596c139503 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284034 May 14 17:57:50.560769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-d4d72dd5-44cc-419f-aedc-99094a78715b service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850185 May 14 17:57:50.563993 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-5b9486d0-704a-478f-a9b0-2b16eca75272 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300211 May 14 17:57:50.593903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c7f97-0b7a-4fd3-918c-5295c8732e1b req-e5ab6841-44b4-4078-b3ca-5ded5dc99707 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:50.595358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d55c7f97-0b7a-4fd3-918c-5295c8732e1b req-e5ab6841-44b4-4078-b3ca-5ded5dc99707 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1096 time: 0.1462450 May 14 17:57:50.812867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d55c7f97-0b7a-4fd3-918c-5295c8732e1b req-606c0120-2f82-4595-ba92-6da557d0c0d2 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707928 May 14 17:57:50.833939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccff0ee7-a945-47fc-9ecc-78ae634a08a6 req-d7666b08-0ff0-4541-a2f5-193d077fd9e2 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617321 May 14 17:57:50.853381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-f4adbe0b-b367-404f-ac55-b02e08aedf9f tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-group-rules/fd1a56c9-c4c9-4145-91d0-fc5612ec5387 HTTP/1.1" status: 200 len: 783 time: 0.0177267 May 14 17:57:50.906930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-349ecc38-aa67-496a-8549-0a1dbd7c8cfd tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/69dfe464-b722-4a04-a5ca-51fd7acbfe18 HTTP/1.1" status: 200 len: 2996 time: 0.0470247 May 14 17:57:50.939193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:50.949127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:50.972677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:50.980001 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cd1008c3-1e17-4adc-9747-bd9f761b7c84 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:50.993848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd1a56c9-c4c9-4145-91d0-fc5612ec5387,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:50.995779 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:50.996816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859bd2c3-d14c-455f-832e-4b0563c2b886 req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fd1a56c9-c4c9-4145-91d0-fc5612ec5387 HTTP/1.1" status: 204 len: 173 time: 0.0842302 May 14 17:57:50.997542 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:51.160689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6208-5c58-4ee3-b40b-a1c993846543 req-9937ae33-a789-4a8b-beb6-a8785ccbdb98 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:51.162113 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2baa6208-5c58-4ee3-b40b-a1c993846543 req-9937ae33-a789-4a8b-beb6-a8785ccbdb98 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 945 time: 0.0794439 May 14 17:57:51.211807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2baa6208-5c58-4ee3-b40b-a1c993846543 req-9db145d7-cabe-4d22-a69e-a74c489131eb tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 May 14 17:57:51.387974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e229-2aaa-48ea-90de-1aa65e5cb5e8 req-db726020-7386-4016-b7f8-ea785ba03e7e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:51.389407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ec9e229-2aaa-48ea-90de-1aa65e5cb5e8 req-db726020-7386-4016-b7f8-ea785ba03e7e tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 946 time: 0.0830274 May 14 17:57:51.433782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ec9e229-2aaa-48ea-90de-1aa65e5cb5e8 req-d4078cd7-b0b5-4c2b-9d37-84ba10b90198 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385640 May 14 17:57:51.593911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-d14e7e1b-171d-4899-86a7-e0de5cea1711 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:51.595437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-d14e7e1b-171d-4899-86a7-e0de5cea1711 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.22 "GET /v2.0/ports?device_id=14fe6e85-be6f-4527-8d59-ef05f9e400bd HTTP/1.1" status: 200 len: 945 time: 0.0925565 May 14 17:57:51.798770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Deleting port 56fa11f8-7977-4f9f-8600-f60363a1fb24 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:57:51.799028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:51.816471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c262be-b3c8-4796-8b32-add33b4263f9 req-83d291fc-fcb7-4d01-958d-59c721d69187 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:51.817939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8c262be-b3c8-4796-8b32-add33b4263f9 req-83d291fc-fcb7-4d01-958d-59c721d69187 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1096 time: 0.1213691 May 14 17:57:51.858097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2a5c89d3-9370-45e7-9bb2-8b424c25644c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:57:51.893507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 2a5c89d3-9370-45e7-9bb2-8b424c25644c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:57:51.893947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2a5c89d3-9370-45e7-9bb2-8b424c25644c not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:57:51.942601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8c262be-b3c8-4796-8b32-add33b4263f9 req-b1b3e42b-432a-4251-8f07-aa75466a3c2b tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764916 May 14 17:57:51.969476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] For port 56fa11f8-7977-4f9f-8600-f60363a1fb24, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=56fa11f8-7977-4f9f-8600-f60363a1fb24,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:51.969849 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.113144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Calling delete_port for 56fa11f8-7977-4f9f-8600-f60363a1fb24 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:57:52.146998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96d6857c-6054-4616-aaaf-12ed8f6fbbf7 req-d8c79598-78cf-49f2-82df-96fc38175c39 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/69dfe464-b722-4a04-a5ca-51fd7acbfe18 HTTP/1.1" status: 200 len: 2398 time: 0.1797788 May 14 17:57:52.260000 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-96d6857c-6054-4616-aaaf-12ed8f6fbbf7 req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.306662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-96d6857c-6054-4616-aaaf-12ed8f6fbbf7 req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.331670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.339448 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:52.344684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['307ee70d-9b75-4426-8823-7461fdafbc7e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:52.368432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['56fa11f8-7977-4f9f-8600-f60363a1fb24'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:52.398183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Pushing event deleted for resources: {'Port': ['ID=56fa11f8-7977-4f9f-8600-f60363a1fb24,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:52.402174 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:52.483084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] No DVR routers for this DVR port 56fa11f8-7977-4f9f-8600-f60363a1fb24 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:57:52.486372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.489213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'name': 'network-vif-deleted', 'tag': '56fa11f8-7977-4f9f-8600-f60363a1fb24'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:52.495294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-96d6857c-6054-4616-aaaf-12ed8f6fbbf7 req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.502708 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c7916925-2d42-4976-9085-ebbb0de93f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:52.520892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dfe464-b722-4a04-a5ca-51fd7acbfe18,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:52.525734 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:52.534966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92ab94d1-196f-43b0-b537-9644c81a7893 req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.22 "DELETE /v2.0/ports/56fa11f8-7977-4f9f-8600-f60363a1fb24 HTTP/1.1" status: 204 len: 173 time: 0.9336519 May 14 17:57:52.535983 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-96d6857c-6054-4616-aaaf-12ed8f6fbbf7 req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:52.548177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96d6857c-6054-4616-aaaf-12ed8f6fbbf7 req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/69dfe464-b722-4a04-a5ca-51fd7acbfe18 HTTP/1.1" status: 204 len: 173 time: 0.3931262 May 14 17:57:52.739795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233a11a-be65-4744-971d-39eacae028d1 req-5b9b15dc-625a-49cb-8215-e05719d349e5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:52.741153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1233a11a-be65-4744-971d-39eacae028d1 req-5b9b15dc-625a-49cb-8215-e05719d349e5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 948 time: 0.0955837 May 14 17:57:52.799857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1233a11a-be65-4744-971d-39eacae028d1 req-cb13d605-6322-44d3-b725-c114c66718ff tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 May 14 17:57:53.212579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-9498b3a4-49aa-4a3c-bec0-b2a391c23068 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:53.214632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-9498b3a4-49aa-4a3c-bec0-b2a391c23068 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.3234634 May 14 17:57:53.222412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-94891e6c-1dbc-40e8-bce3-fbf63cea267c tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:53.223830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-94891e6c-1dbc-40e8-bce3-fbf63cea267c tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1097 time: 0.2601576 May 14 17:57:53.238079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787206-3'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:53.264052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-8745e468-bdc1-4542-9fb6-90c154a9052b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0393281 May 14 17:57:53.321890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-5496f655-af98-46eb-9bd5-6b8b0df49357 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521452 May 14 17:57:53.487541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:53.557936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:53.561656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-5fe5453e-8d50-4d85-b04a-16ff15bd7239 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285452 May 14 17:57:53.694694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:53.709672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'mac_address': 'fa:16:3e:77:74:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:57:53.775967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:53.779375 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:53.797807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec05dcf1-a5e0-4568-a086-ae53f751ca03 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:53.814774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:53.819217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-74d87fee-7df8-4630-9a08-a512b17b708b service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495501 May 14 17:57:53.819384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:53.820469 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:53.826136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:53.858534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:57:53.866845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:53.940939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:53.948543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:53.968057 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ace6c39f-9043-485b-8a74-3f432a5962b3 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:53.977526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:53.985350 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:54.062683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:54.083792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc has no active binding in host n-h1-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:57:54.158490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:54.163355 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:54.164028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on host n-h2-787206-3 for vnic_type normal with profile {"migrating_to": "n-h1-787206-3"} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:54.164360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:54.164686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:54.170433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:54.170646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Attempting to bind port 62ab9e3f-7741-4514-91bb-29b6e8589efc on network e80d55c2-42c2-48ae-8ecc-745b55b058ba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:54.176590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:54.176992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Checking segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:54.177582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Bound using segment: {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:54.178001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Bound port: 62ab9e3f-7741-4514-91bb-29b6e8589efc, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf895154-ab28-4fd7-a113-c178376b5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e80d55c2-42c2-48ae-8ecc-745b55b058ba'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:54.178474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:54.251735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ec05dcf1-a5e0-4568-a086-ae53f751ca03'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:54.336027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:54.339728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:54.350584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:54.356600 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:54.406117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedc514-4473-47b8-8850-a1e0e9a9b4d9 req-1e3bb3fa-344b-4320-b421-53d806a17af5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:54.407656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3cedc514-4473-47b8-8850-a1e0e9a9b4d9 req-1e3bb3fa-344b-4320-b421-53d806a17af5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.2159226 May 14 17:57:54.585073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=8']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:54.588585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:54.589192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:54.590532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] 10.222.0.22 "PUT /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 1122 time: 1.3577013 May 14 17:57:54.594214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:54.599070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3cedc514-4473-47b8-8850-a1e0e9a9b4d9 req-1edf9daa-59f7-4d14-a1d2-b521dd0899b0 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817677 May 14 17:57:54.665711 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fe6e85-be6f-4527-8d59-ef05f9e400bd', 'name': 'network-vif-deleted', 'tag': '56fa11f8-7977-4f9f-8600-f60363a1fb24', 'status': 'completed', 'code': 200} May 14 17:57:54.697513 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-6830a314-1791-4232-9f02-b031446f7f80 req-4a88cad1-43d0-47a5-9b42-3ac3ff0a564c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] show failed (client error): The resource could not be found. May 14 17:57:54.698572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6830a314-1791-4232-9f02-b031446f7f80 req-4a88cad1-43d0-47a5-9b42-3ac3ff0a564c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/04878c60-b714-411e-97b6-e1ad2b43a808 HTTP/1.1" status: 404 len: 352 time: 0.0191903 May 14 17:57:54.721276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['62ab9e3f-7741-4514-91bb-29b6e8589efc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:54.768657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['62ab9e3f-7741-4514-91bb-29b6e8589efc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:57:54.987659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17505f-6ff9-4393-9583-2c361af07085 req-563469a0-203c-403b-b544-d39beb208934 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:54.989096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e17505f-6ff9-4393-9583-2c361af07085 req-563469a0-203c-403b-b544-d39beb208934 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 949 time: 0.0890079 May 14 17:57:55.040783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e17505f-6ff9-4393-9583-2c361af07085 req-d6785072-6694-4d39-9fd0-a56a3b9d3d5c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 May 14 17:57:55.182572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af24a100-7afe-4db5-a6f0-51ec2ce38663 req-3da684b5-c1f3-4be5-aeaa-781761114966 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 210 time: 0.0425971 May 14 17:57:55.588624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:57:55.589713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fc06a758-a635-4ab1-aa84-687b4fe4fcf8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:55.591860 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fc06a758-a635-4ab1-aa84-687b4fe4fcf8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.1594687 May 14 17:57:55.609177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:55.671420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port ec05dcf1-a5e0-4568-a086-ae53f751ca03 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:57:55.677884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port ec05dcf1-a5e0-4568-a086-ae53f751ca03 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:57:55.678354 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:55.796743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:57:55.811666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:57:55.812437 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:55.825347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:57:55.832589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:55.849005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:55.859584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 56fa11f8-7977-4f9f-8600-f60363a1fb24 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:57:55.886705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:57:55.892743 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:55.900278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:55.939421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 56fa11f8-7977-4f9f-8600-f60363a1fb24 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:57:55.939774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 56fa11f8-7977-4f9f-8600-f60363a1fb24 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:57:55.976021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:55.979055 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:56.055526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.4 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/31622eeb-de34-4636-a437-b311845f2b97) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:57:56.270579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:56.300162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:56.305768 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:56.463332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-9fcfa9a6-2096-45cf-b27f-612f2a309edd tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:57:56.464289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-9fcfa9a6-2096-45cf-b27f-612f2a309edd tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151498 May 14 17:57:56.480774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Request body: {'binding': {'host': 'n-h2-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:56.481208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 17:57:56.508043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:57:56.515758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:57:56.527360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:57:56.577162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:56.615656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.616318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.616428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.616702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.617045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.617386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.617724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.618060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.618396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.618731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.619064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.619500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:57:56.667406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc'}, {'name': 'network-changed', 'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:56.667938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:56.698976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:56.699601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:56.753325 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519921 May 14 17:57:56.773448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Request body: {'port': {'device_id': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:57:56.830841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on host n-h2-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:56.831212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:56.831520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:56.868331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:56.868648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:56.886926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:56.887275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:56.888289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:56.888685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Bound port: 6f19faeb-1f58-4171-a54c-a255e765e4e6, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:56.920319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:56.959947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a373269-dd34-478b-bda2-cee1588532d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:56.984531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:56.995930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:56.997597 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5ded2b1-02eb-4f71-8530-1911044a6929 service neutron] 10.222.0.24 "POST /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5216234 May 14 17:57:57.314231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31622eeb-de34-4636-a437-b311845f2b97 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:57:57.321948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.337407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Transition to ACTIVE for port object 31622eeb-de34-4636-a437-b311845f2b97 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:57:57.342312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.347577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bd87493-f117-4414-8968-10a17fe82e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:57.385658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.427762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-c2691a90-3cd7-4a03-86bc-c2403f27c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:57.429218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-c2691a90-3cd7-4a03-86bc-c2403f27c64b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1096 time: 0.2242584 May 14 17:57:57.512922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cc41c00-07a5-403a-b599-70bd2904bded req-c387ec27-c27a-462e-9e80-e9f869fa41b8 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/e5cf08b5-17ee-48b7-a016-4f6e6a72b111 HTTP/1.1" status: 200 len: 1803 time: 0.2421303 May 14 17:57:57.546080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:57.552345 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:57.586933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Attempting to bind port 31622eeb-de34-4636-a437-b311845f2b97 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:57:57.587163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Attempting to bind port 31622eeb-de34-4636-a437-b311845f2b97 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:57:57.587483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Attempting to bind port 31622eeb-de34-4636-a437-b311845f2b97 on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:57.592584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Port 31622eeb-de34-4636-a437-b311845f2b97 on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:57:57.592898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Attempting to bind port 31622eeb-de34-4636-a437-b311845f2b97 on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:57:57.597946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:57:57.598296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:57:57.598654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:57:57.599068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Bound port: 31622eeb-de34-4636-a437-b311845f2b97, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:57:57.599436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.620459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-b3bfa0cf-2031-422d-bb9d-adb3469ae64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:57.621878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-b3bfa0cf-2031-422d-bb9d-adb3469ae64b service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.1845942 May 14 17:57:57.626875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6cc41c00-07a5-403a-b599-70bd2904bded req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.687880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:57:57.691379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:57:57.696724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.701883 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e09bd7e3-6a1f-4727-a196-fb19b177ba9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:57.713154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-5cb14a17-19cc-4297-ae43-5ad10e049514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 217 time: 0.0765467 May 14 17:57:57.719784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6cc41c00-07a5-403a-b599-70bd2904bded req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.756351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:57.756943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.758261 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] 10.222.0.15 "PUT /v2.0/ports/31622eeb-de34-4636-a437-b311845f2b97 HTTP/1.1" status: 200 len: 1091 time: 0.9888134 May 14 17:57:57.758746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'tag': '31622eeb-de34-4636-a437-b311845f2b97'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:57:57.785282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:57.788449 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:57.810248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-af8257e7-4795-40e3-9004-d97d6c275c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:57.811613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-af8257e7-4795-40e3-9004-d97d6c275c9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0812273 May 14 17:57:57.818025 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6cc41c00-07a5-403a-b599-70bd2904bded req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.821903 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37dea13f-714a-452d-9042-026f87ca92ec tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:57:57.872715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cf08b5-17ee-48b7-a016-4f6e6a72b111,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:57:57.873953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-857803d8-8d51-416a-ade8-bab60a00e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:57.875511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-857803d8-8d51-416a-ade8-bab60a00e13b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 1094 time: 0.0722094 May 14 17:57:57.876338 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:57:57.884343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-5737f84c-8e48-4d00-a1b9-3bb5707b5eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496004 May 14 17:57:57.886301 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6cc41c00-07a5-403a-b599-70bd2904bded req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:57.887307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cc41c00-07a5-403a-b599-70bd2904bded req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/e5cf08b5-17ee-48b7-a016-4f6e6a72b111 HTTP/1.1" status: 204 len: 173 time: 0.3682652 May 14 17:57:57.969529 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-a12f935d-9597-4ae8-a224-1a16a8d7cb4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31622eeb-de34-4636-a437-b311845f2b97 HTTP/1.1" status: 200 len: 217 time: 0.0699112 May 14 17:57:58.048634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-5a5f36ab-664e-4967-99a5-8cc9868e5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:58.048899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-2380414a-f846-4c98-b0bc-2b10af7cd8c7 service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482422 May 14 17:57:58.050525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-5a5f36ab-664e-4967-99a5-8cc9868e5cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.0658309 May 14 17:57:58.127162 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-ae391388-c671-4607-b28f-21d6d4ff29fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488822 May 14 17:57:58.319850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-92878aaf-5244-4650-b9d6-c214af0394cf service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475576 May 14 17:57:58.349397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0e435-68ab-4e5f-b1f9-50cc505adefc req-ea40ba79-ecf7-47fe-87ba-97921da400e7 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:58.350830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dd0e435-68ab-4e5f-b1f9-50cc505adefc req-ea40ba79-ecf7-47fe-87ba-97921da400e7 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.2037623 May 14 17:57:58.370138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-cbb0767b-05a2-4618-bfa1-92ea35b10e22 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339017 May 14 17:57:58.381266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-09f0e309-1a11-4828-a049-1155440b5800 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:58.382686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-09f0e309-1a11-4828-a049-1155440b5800 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632&tenant_id=6544792cb05d42af8a161fc95946ef1e&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 950 time: 0.2369170 May 14 17:57:58.423800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dd0e435-68ab-4e5f-b1f9-50cc505adefc req-9ac44dfe-097b-4a48-a5a5-3a66d88767bd tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644081 May 14 17:57:58.542590 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-fd69e9f2-ade9-41d0-aff2-d9301c323828 service neutron] delete failed (client error): The resource could not be found. May 14 17:57:58.543770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-fd69e9f2-ade9-41d0-aff2-d9301c323828 service neutron] 10.222.0.22 "DELETE /v2.0/ports/ec05dcf1-a5e0-4568-a086-ae53f751ca03/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1544604 May 14 17:57:58.550358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-32dc9ee6-bab7-4479-af3b-90ddfc1cbd53 req-8d2bf72c-7318-4327-bfa8-ea242c12667d service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716084 May 14 17:57:58.654181 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'code': 200} May 14 17:57:58.699872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-a8c10048-9daa-4f58-b5ab-e13cc6a1035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:58.702060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-a8c10048-9daa-4f58-b5ab-e13cc6a1035e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1101 time: 0.0770881 May 14 17:57:58.886069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-0b004edd-39a8-49b6-a53e-0a34d47a5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:58.887487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-0b004edd-39a8-49b6-a53e-0a34d47a5ecc service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1780660 May 14 17:57:58.967141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e8dd-a087-4459-8259-76f4f3534d30 req-1c523c72-c0ba-40b5-a45c-69a2a56ea0d5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:58.968644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd52e8dd-a087-4459-8259-76f4f3534d30 req-1c523c72-c0ba-40b5-a45c-69a2a56ea0d5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 943 time: 0.1907117 May 14 17:57:58.970108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-4302410b-3218-49de-97ac-137675d0711d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.0724530 May 14 17:57:59.071146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd52e8dd-a087-4459-8259-76f4f3534d30 req-95e140f3-0f25-4e6f-803d-0498722c3c84 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964534 May 14 17:57:59.075727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-e9ab81c6-c32e-4df8-8ab8-2cf8a3fb68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:59.077514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-e9ab81c6-c32e-4df8-8ab8-2cf8a3fb68aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0898621 May 14 17:57:59.134364 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'code': 200} May 14 17:57:59.135328 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'status': 'completed', 'code': 200} May 14 17:57:59.205086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-bbeca111-1908-4344-a6e1-6c9857ff4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:59.206623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-bbeca111-1908-4344-a6e1-6c9857ff4c74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089027 May 14 17:57:59.242672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3892-8324-4efd-923c-545a67601daf req-8d49342c-ef2e-497f-8679-377c2e3a1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:59.244267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-8d49342c-ef2e-497f-8679-377c2e3a1103 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1125 time: 0.0867808 May 14 17:57:59.397863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3892-8324-4efd-923c-545a67601daf req-2c5a01ec-1f3e-49aa-9a79-e5c6a4cc2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:59.399313 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-2c5a01ec-1f3e-49aa-9a79-e5c6a4cc2d2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.1403055 May 14 17:57:59.495856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:59.502490 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-20102f14-d472-44b1-917f-411a038aa945 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 217 time: 0.0895245 May 14 17:57:59.549995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-663420c1-34e9-4fa1-a71c-f23f6eb4d541 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325331 May 14 17:57:59.560923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16475e8-bc8b-4d89-a8d1-ae3da0c7547c req-cc7e5551-de3d-417c-8999-b6530c32ee1e tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:59.569577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e16475e8-bc8b-4d89-a8d1-ae3da0c7547c req-cc7e5551-de3d-417c-8999-b6530c32ee1e tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.3303847 May 14 17:57:59.588912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3892-8324-4efd-923c-545a67601daf req-f9bea302-a828-42e6-903e-719e21f5a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:57:59.590425 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-f9bea302-a828-42e6-903e-719e21f5a82b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.0806460 May 14 17:57:59.648772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df54729c-fcee-4f82-85a9-3bdfebfed9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:57:59.655672 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-a4429168-68b1-404b-b854-286031e4b03e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527670 May 14 17:57:59.703326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e16475e8-bc8b-4d89-a8d1-ae3da0c7547c req-ae85df54-0e1b-4041-bae7-c4395b3976c1 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328580 May 14 17:57:59.799694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c786bc23-fa55-42f1-8ab4-46aeb8dd0520 req-b4427f53-c443-49de-8745-069c47f9384f service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273667 May 14 17:57:59.901252 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-9dc48048-4b94-4e18-a394-e7c35d1f594e service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723752 May 14 17:58:00.004350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffe2f-be3f-4aa2-bf80-4d57f0471b5b req-2a17bad5-a064-4081-a7d0-db254b46e10f tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:00.005206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8b9ffe2f-be3f-4aa2-bf80-4d57f0471b5b req-2a17bad5-a064-4081-a7d0-db254b46e10f tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Synchronizing usage tracker for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:00.033173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8b9ffe2f-be3f-4aa2-bf80-4d57f0471b5b req-2a17bad5-a064-4081-a7d0-db254b46e10f tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Unset dirty status for tenant:6c9dafb9de014a46908a4673d7bad087 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:00.041123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b9ffe2f-be3f-4aa2-bf80-4d57f0471b5b req-2a17bad5-a064-4081-a7d0-db254b46e10f tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.2205052 May 14 17:58:00.109156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afab3892-8324-4efd-923c-545a67601daf req-d2ac429c-88f5-4dc7-ab62-8e7126557c4d service neutron] 10.222.0.15 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011275 May 14 17:58:00.111814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b9ffe2f-be3f-4aa2-bf80-4d57f0471b5b req-3601d16a-5633-47a2-8e51-30e6babbb56c tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ae11da3-03b5-44b2-86b2-c9c4d604ad57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696146 May 14 17:58:00.124108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-6d364a5f-016e-49df-b92c-b74c6f866b5a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:00.125700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-6d364a5f-016e-49df-b92c-b74c6f866b5a tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a1889a2-eb68-4a2e-83ab-2381a4f84b12 HTTP/1.1" status: 200 len: 946 time: 0.1789839 May 14 17:58:00.266319 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'tag': '31622eeb-de34-4636-a437-b311845f2b97', 'status': 'completed', 'code': 200} May 14 17:58:00.353680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Deleting port 307ee70d-9b75-4426-8823-7461fdafbc7e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:00.354121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.381208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa57a80b-e6cb-40a7-b5e0-60356642ebb0 req-8a0388eb-357e-4bb2-9f1f-1d0260bf8c92 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/1fe7f3a4-4901-49a8-93b1-0237f82b89ab HTTP/1.1" status: 200 len: 1804 time: 0.0935168 May 14 17:58:00.424570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-3fccbf6a-ec4d-4c81-9e11-40d0e19e2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:00.426874 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-3fccbf6a-ec4d-4c81-9e11-40d0e19e2e71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 1094 time: 0.1273937 May 14 17:58:00.580264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.604942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] For port 307ee70d-9b75-4426-8823-7461fdafbc7e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=307ee70d-9b75-4426-8823-7461fdafbc7e,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:00.605411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.616135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fa57a80b-e6cb-40a7-b5e0-60356642ebb0 req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.664469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fa57a80b-e6cb-40a7-b5e0-60356642ebb0 req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.754062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-54c8b8e0-f0ee-47aa-b0d0-0ef812121476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:00.755918 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-54c8b8e0-f0ee-47aa-b0d0-0ef812121476 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.3181112 May 14 17:58:00.832734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Calling delete_port for 307ee70d-9b75-4426-8823-7461fdafbc7e owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:00.878154 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-e44c253b-ac1c-4758-8d8a-c0c2d93bc852 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31622eeb-de34-4636-a437-b311845f2b97 HTTP/1.1" status: 200 len: 217 time: 0.1095476 May 14 17:58:00.888001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fa57a80b-e6cb-40a7-b5e0-60356642ebb0 req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.892967 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-948f6b32-9a7f-4657-8c98-1412234083ac tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:00.918552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7f3a4-4901-49a8-93b1-0237f82b89ab,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:00.922230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:00.932148 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fa57a80b-e6cb-40a7-b5e0-60356642ebb0 req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:00.933280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa57a80b-e6cb-40a7-b5e0-60356642ebb0 req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/1fe7f3a4-4901-49a8-93b1-0237f82b89ab HTTP/1.1" status: 204 len: 173 time: 0.4967620 May 14 17:58:00.991608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-8e30e87c-d2db-4e48-9ebb-e710447a3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:00.993135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-8e30e87c-d2db-4e48-9ebb-e710447a3989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.1066158 May 14 17:58:01.017999 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:01.026896 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-93a5022b-80e1-481b-8ed8-4ea62ee02c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:01.031603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['307ee70d-9b75-4426-8823-7461fdafbc7e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:01.064050 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-904cf4d5-8444-487e-afa3-4e3992004154 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620894 May 14 17:58:01.087579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Pushing event deleted for resources: {'Port': ['ID=307ee70d-9b75-4426-8823-7461fdafbc7e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:01.090776 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:01.219836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-3a572947-88cd-4259-8344-0d09f6d2116a service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473632 May 14 17:58:01.232542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] No DVR routers for this DVR port 307ee70d-9b75-4426-8823-7461fdafbc7e on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:01.236384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:01.240242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'name': 'network-vif-deleted', 'tag': '307ee70d-9b75-4426-8823-7461fdafbc7e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:01.267679 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-456cc33f-cfb4-4e69-a37d-f728d0ea84f2 req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] 10.222.0.15 "DELETE /v2.0/ports/307ee70d-9b75-4426-8823-7461fdafbc7e HTTP/1.1" status: 204 len: 173 time: 1.1328895 May 14 17:58:01.304811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3dc2-578d-45e2-8a9b-4cc4f3333de5 req-4a261845-455c-4a34-8d1e-857d2b3130c1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:01.306775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23dd3dc2-578d-45e2-8a9b-4cc4f3333de5 req-4a261845-455c-4a34-8d1e-857d2b3130c1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1739826 May 14 17:58:01.378341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23dd3dc2-578d-45e2-8a9b-4cc4f3333de5 req-5738a8a7-6beb-425a-9c0e-04d6d65ca118 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633905 May 14 17:58:01.385543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8ca6b05a-81f6-4844-afa5-e078505d56ba req-a786bf6a-b3ee-4f68-9ff6-c2abfb2b9470 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551118 May 14 17:58:01.600509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5f2d-139f-4a72-ab96-11383fa78fff req-e6845b96-8139-4320-ab4f-5fb22d193c05 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:01.602004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f56c5f2d-139f-4a72-ab96-11383fa78fff req-e6845b96-8139-4320-ab4f-5fb22d193c05 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.0970957 May 14 17:58:01.612660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 307ee70d-9b75-4426-8823-7461fdafbc7e no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:01.650286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f56c5f2d-139f-4a72-ab96-11383fa78fff req-6481ace0-3d4a-4993-a1bd-abc807c4c7bb tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 May 14 17:58:01.685766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 307ee70d-9b75-4426-8823-7461fdafbc7e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:01.686120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 307ee70d-9b75-4426-8823-7461fdafbc7e not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:01.686674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:01.981885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa4761-8bb4-4d92-b95e-1c2d3ab2fba2 req-8e935e3d-edd0-4d43-8a30-dd4e372293a4 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:01.983533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cfa4761-8bb4-4d92-b95e-1c2d3ab2fba2 req-8e935e3d-edd0-4d43-8a30-dd4e372293a4 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 943 time: 0.0937290 May 14 17:58:02.092650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:02.145952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cfa4761-8bb4-4d92-b95e-1c2d3ab2fba2 req-dbb9f7de-4c8c-486e-ba71-37c37a539477 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556797 May 14 17:58:02.334831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdc3a-9656-4a70-8ff7-24f91fedfdf9 req-98756f6b-459e-4a84-a7a5-cdf13b6ad53e tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:02.336489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099cdc3a-9656-4a70-8ff7-24f91fedfdf9 req-98756f6b-459e-4a84-a7a5-cdf13b6ad53e tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.0898023 May 14 17:58:02.386065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099cdc3a-9656-4a70-8ff7-24f91fedfdf9 req-7f357ee6-df50-44f5-854c-9c048ef1fe30 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 May 14 17:58:02.459966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-781501de-e0b7-43f5-841b-610aea9e6f24 req-8eaffcc6-6d16-4275-ba55-6b40ec305658 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/788d4996-4e8e-4b83-bace-d7e7ba1051b3 HTTP/1.1" status: 200 len: 1805 time: 0.0498559 May 14 17:58:02.532079 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-781501de-e0b7-43f5-841b-610aea9e6f24 req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:02.561893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-781501de-e0b7-43f5-841b-610aea9e6f24 req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:02.609355 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-781501de-e0b7-43f5-841b-610aea9e6f24 req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:02.613740 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b1fe9468-032f-4c46-b53b-d88989d2489e tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:02.628971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788d4996-4e8e-4b83-bace-d7e7ba1051b3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:02.634811 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:02.636730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-781501de-e0b7-43f5-841b-610aea9e6f24 req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:02.644308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-781501de-e0b7-43f5-841b-610aea9e6f24 req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/788d4996-4e8e-4b83-bace-d7e7ba1051b3 HTTP/1.1" status: 204 len: 173 time: 0.1778142 May 14 17:58:02.724227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:02.764159 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1889a2-eb68-4a2e-83ab-2381a4f84b12', 'name': 'network-vif-deleted', 'tag': '307ee70d-9b75-4426-8823-7461fdafbc7e', 'status': 'completed', 'code': 200} May 14 17:58:02.905124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Deleting subnet d1f9ffed-dd92-49a7-80cb-ad5f365a1287 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:58:02.908078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:02.951968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d960-e223-450f-99e4-7f77111d5a8a req-f52fe5c4-cdda-43d3-be86-682fac467f1a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:02.953798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c734d960-e223-450f-99e4-7f77111d5a8a req-f52fe5c4-cdda-43d3-be86-682fac467f1a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.0959225 May 14 17:58:02.960843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.008891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c734d960-e223-450f-99e4-7f77111d5a8a req-c0af78ad-2182-4c5c-bfe8-994881963812 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 May 14 17:58:03.068347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.088204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18412cfb-ebfb-47a8-8092-6fcf2984b04c req-0f61a83c-ec4f-49d8-b93b-ec05fc27e527 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1 HTTP/1.1" status: 200 len: 2404 time: 0.0546548 May 14 17:58:03.176855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18412cfb-ebfb-47a8-8092-6fcf2984b04c req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.210195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18412cfb-ebfb-47a8-8092-6fcf2984b04c req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.268801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18412cfb-ebfb-47a8-8092-6fcf2984b04c req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.274908 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-72c4266a-6fed-4410-8e2c-029c0b9a0aa7 tempest-SecurityGroupsTestAdminJSON-988407183 tempest-SecurityGroupsTestAdminJSON-988407183-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:03.287576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:03.293108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:03.300617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-18412cfb-ebfb-47a8-8092-6fcf2984b04c req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.301947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18412cfb-ebfb-47a8-8092-6fcf2984b04c req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/df8a44b8-7e3b-4a46-b8c1-f84bb63ceca1 HTTP/1.1" status: 204 len: 173 time: 0.2065430 May 14 17:58:03.337826 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-faf8235f-148b-46f5-92bb-8eaa99c3fd41 service neutron] 10.222.0.15 "GET /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.1827090 May 14 17:58:03.493001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba56dcd-46c2-4169-91db-9b7ac67a0b9e req-b28fe2a3-6d86-44a5-9ecf-07f67cdee1d9 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:03.494873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ba56dcd-46c2-4169-91db-9b7ac67a0b9e req-b28fe2a3-6d86-44a5-9ecf-07f67cdee1d9 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 944 time: 0.0895925 May 14 17:58:03.543079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ba56dcd-46c2-4169-91db-9b7ac67a0b9e req-e33d5fe0-ad3f-499d-b631-3b0663196ada tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 May 14 17:58:03.565760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.577335 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:03.612083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 31622eeb-de34-4636-a437-b311845f2b97 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:58:03.691697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f9ffed-dd92-49a7-80cb-ad5f365a1287,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:03.694944 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:03.701228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.729535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1f9ffed-dd92-49a7-80cb-ad5f365a1287 HTTP/1.1" status: 204 len: 168 time: 1.0037987 May 14 17:58:03.732773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38638) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:03.784989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0beb4c6-bb10-418c-bd9f-02398d0b87d3 None None] Network 772151e9-3e99-4d95-ab04-e3f534322362 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:03.821499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:03.848924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:03.923428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ab9e3f-7741-4514-91bb-29b6e8589efc {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:03.928260 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:03.938829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:03.960674 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.024179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf35b-3bfc-4725-966d-c104ae86e01b req-26ef3f80-b7fb-4c8d-b44a-132f30c9d30e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:04.031902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e64bf35b-3bfc-4725-966d-c104ae86e01b req-26ef3f80-b7fb-4c8d-b44a-132f30c9d30e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 943 time: 0.2046378 May 14 17:58:04.065549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:04.090462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '31622eeb-de34-4636-a437-b311845f2b97', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '31622eeb-de34-4636-a437-b311845f2b97', 'mac_address': 'fa:16:3e:28:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:58:04.095154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Transition to ACTIVE for port object 62ab9e3f-7741-4514-91bb-29b6e8589efc will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:58:04.100408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.101891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e64bf35b-3bfc-4725-966d-c104ae86e01b req-6932be31-011f-449d-b046-84817e29c8ff tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689831 May 14 17:58:04.108746 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e3a0776e-2086-4869-9841-f145fc548436 tempest-VolumesAdminNegativeTest-467093269 tempest-VolumesAdminNegativeTest-467093269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:04.130186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Deleting port 687a5fc3-1cef-41d5-993b-4fedde04575d {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:04.130651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.179988 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.201512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31622eeb-de34-4636-a437-b311845f2b97 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:04.224345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:04.228635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.233054 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-56774163-3883-46a7-afa6-e47b846f0cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:04.329057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:04.332270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] DHCP port deletion for 772151e9-3e99-4d95-ab04-e3f534322362 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 17:58:04.334467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59e59a38-d718-4cc4-8bd4-885a7b003ce0 req-583bd16a-1adb-40f9-8b5a-797e96a56474 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "GET /v2.0/security-groups/4c95428c-2b89-440c-99f7-b32491b81538 HTTP/1.1" status: 200 len: 2397 time: 0.1828640 May 14 17:58:04.335659 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:04.338718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] For port 687a5fc3-1cef-41d5-993b-4fedde04575d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=687a5fc3-1cef-41d5-993b-4fedde04575d,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:04.339293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.366797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] No DVR routers for this DVR port 62ab9e3f-7741-4514-91bb-29b6e8589efc on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:04.418423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Deleting port 687a5fc3-1cef-41d5-993b-4fedde04575d {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:04.419480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.452092 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc/bindings/n-h1-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0990031 May 14 17:58:04.464478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:04.483322 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:04.515796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Calling delete_port for 687a5fc3-1cef-41d5-993b-4fedde04575d owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:04.575954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] For port 687a5fc3-1cef-41d5-993b-4fedde04575d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=687a5fc3-1cef-41d5-993b-4fedde04575d,segment=NetworkSegment(ad7405d6-c4dc-48f9-9e80-69e85b1e205d),segment_id=ad7405d6-c4dc-48f9-9e80-69e85b1e205d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:04.576413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.632786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-59e59a38-d718-4cc4-8bd4-885a7b003ce0 req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.680426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-59e59a38-d718-4cc4-8bd4-885a7b003ce0 req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.703203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-aad40702-37ae-4bcc-b5ed-f63672cc47bc tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:04.704885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-aad40702-37ae-4bcc-b5ed-f63672cc47bc tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.1839557 May 14 17:58:04.718243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Calling delete_port for 687a5fc3-1cef-41d5-993b-4fedde04575d owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:04.752343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['31622eeb-de34-4636-a437-b311845f2b97'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:04.770280 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.779351 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69667d32-4acc-467c-84e6-f8aebf33fa04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:04.820816 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.828199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=687a5fc3-1cef-41d5-993b-4fedde04575d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:04.832188 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:04.832352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] No DVR routers for this DVR port 687a5fc3-1cef-41d5-993b-4fedde04575d on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:04.861902 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:04.892107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Pushing event deleted for resources: {'Port': ['ID=687a5fc3-1cef-41d5-993b-4fedde04575d,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:04.894362 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:04.903828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] No DVR routers for this DVR port 687a5fc3-1cef-41d5-993b-4fedde04575d on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:04.939217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-59e59a38-d718-4cc4-8bd4-885a7b003ce0 req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.955203 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ea3e3ee-b6b8-4284-a5ca-e42c08d5a3db tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:04.984031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c95428c-2b89-440c-99f7-b32491b81538,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:04.987458 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:04.996050 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:05.009329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772151e9-3e99-4d95-ab04-e3f534322362']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:05.030839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-727ac559-1c35-4cf6-ba77-5eb45811b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:05.032327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-727ac559-1c35-4cf6-ba77-5eb45811b4a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737 HTTP/1.1" status: 200 len: 1096 time: 0.3176548 May 14 17:58:05.034176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:05.034564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7405d6-c4dc-48f9-9e80-69e85b1e205d') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:05.041940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-59e59a38-d718-4cc4-8bd4-885a7b003ce0 req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.043159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59e59a38-d718-4cc4-8bd4-885a7b003ce0 req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c95428c-2b89-440c-99f7-b32491b81538 HTTP/1.1" status: 204 len: 173 time: 0.7076948 May 14 17:58:05.050619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:05.053491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.119863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Deleting subnet 0ad917f7-2a82-43d9-b050-ee51dc99d0c2 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:58:05.124165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.175094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.230776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.260098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.273117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:58:05.273506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: timer() May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:58:05.287502 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:58:05.380824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.401260 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:05.414734 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.419771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-f161ba14-50f3-45f1-b95f-00fceecc9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:05.421255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-f161ba14-50f3-45f1-b95f-00fceecc9300 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1096 time: 0.2510340 May 14 17:58:05.429196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18382dc5-d332-49da-b4fc-1d298ebf75a4 req-f9b943e4-07b7-41d4-832c-4d629b4cdc9c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:05.430666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18382dc5-d332-49da-b4fc-1d298ebf75a4 req-f9b943e4-07b7-41d4-832c-4d629b4cdc9c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.2617285 May 14 17:58:05.442529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=772151e9-3e99-4d95-ab04-e3f534322362,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:05.464511 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:05.491410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] 10.222.0.24 "DELETE /v2.0/networks/772151e9-3e99-4d95-ab04-e3f534322362 HTTP/1.1" status: 204 len: 168 time: 1.7552044 May 14 17:58:05.567831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18382dc5-d332-49da-b4fc-1d298ebf75a4 req-f4e4d8b8-ffd6-4e3e-88c0-f2c972361109 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262949 May 14 17:58:05.615135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.620855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2a82d594-de1d-4395-8bbd-f8d826c28333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:05.628275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-942eb501-56c8-4f82-8384-4b14b6b8c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:05.630185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-942eb501-56c8-4f82-8384-4b14b6b8c7b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.1893823 May 14 17:58:05.649010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:05.679486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.682016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad917f7-2a82-43d9-b050-ee51dc99d0c2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:05.689026 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:05.692613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ad917f7-2a82-43d9-b050-ee51dc99d0c2 HTTP/1.1" status: 204 len: 168 time: 0.6416450 May 14 17:58:05.697722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38662) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:05.725376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-13e81cdb-6aea-4d86-bddd-81d6351acb7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c9dafb9de014a46908a4673d7bad087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702055 May 14 17:58:05.725771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38666) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:05.732330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-ee92f039-02a6-4405-a0ed-77c69cf68308 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 200 len: 217 time: 0.0888169 May 14 17:58:05.790867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.820521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.889972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.896419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c987a60-fad4-4a6c-aaf8-99d78cc38d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:05.904336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 687a5fc3-1cef-41d5-993b-4fedde04575d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:05.913616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.914248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae11da3-03b5-44b2-86b2-c9c4d604ad57,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:05.924409 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:05.924801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-186138f1-c6a5-4d6e-a253-97347849ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:05.926212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-186138f1-c6a5-4d6e-a253-97347849ae3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1438341 May 14 17:58:05.926377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:05.929760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ae11da3-03b5-44b2-86b2-c9c4d604ad57 HTTP/1.1" status: 204 len: 168 time: 0.2006624 May 14 17:58:05.953714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 687a5fc3-1cef-41d5-993b-4fedde04575d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:05.954063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 687a5fc3-1cef-41d5-993b-4fedde04575d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:06.010194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-72d82169-0bfb-4b95-b9b3-400f0c7e776f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731914 May 14 17:58:06.198315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.231951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:06.246472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a059ac-d3b2-4fe0-a319-99f084ac46a9 req-408bdb81-9d08-433e-82f3-ff8292290f1d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:06.248103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28a059ac-d3b2-4fe0-a319-99f084ac46a9 req-408bdb81-9d08-433e-82f3-ff8292290f1d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 945 time: 0.3871965 May 14 17:58:06.260375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93d902a-0137-4f49-ac3a-592c4faeda31') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:06.260661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93d902a-0137-4f49-ac3a-592c4faeda31') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:06.300861 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.331653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-349cf5fc-d2fe-4eb7-b30a-83b57adf69f6 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989206 May 14 17:58:06.335595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.348233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28a059ac-d3b2-4fe0-a319-99f084ac46a9 req-65980b13-d373-4b51-b2b6-54b14b94ae8c tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916708 May 14 17:58:06.349070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:58:06.349520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: timer() May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:58:06.364060 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:58:06.530687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.549862 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:06.565744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.586176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:06.591615 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:06.596327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2d7ac10e-cfc5-458c-b63a-f1c98f63f9ed HTTP/1.1" status: 204 len: 168 time: 0.8944907 May 14 17:58:06.599768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-c7cd147d-1d8c-4be9-aad5-070c78923d12 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319922 May 14 17:58:06.763723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38694) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:06.772441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeb414-a1f7-46e3-8bdd-5e3c86346fa3 req-8c4920d2-5652-4692-b21c-092bc9094086 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:06.774548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01aeb414-a1f7-46e3-8bdd-5e3c86346fa3 req-8c4920d2-5652-4692-b21c-092bc9094086 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 944 time: 0.1377203 May 14 17:58:06.835212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15a0d69b-4bf5-4c17-a612-b13e86f0fd6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926762c765044d6095a7bf9faf4837d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679002 May 14 17:58:06.835436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38698) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:06.923542 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:06.945943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.001481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.006893 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:07.020470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cba085-7f11-4a30-a0e0-4c41b7ab0d92,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:07.023389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:07.025686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.028872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18cba085-7f11-4a30-a0e0-4c41b7ab0d92 HTTP/1.1" status: 204 len: 168 time: 0.1896703 May 14 17:58:07.029230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01aeb414-a1f7-46e3-8bdd-5e3c86346fa3 req-047da0d7-6a25-40d7-b935-dbc307e232d4 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435284 May 14 17:58:07.060940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-63bef948-1e63-4d19-8d60-a5a7862b382a tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:07.062649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-63bef948-1e63-4d19-8d60-a5a7862b382a tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c&tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.1187503 May 14 17:58:07.270842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-867028f5-f38f-4101-86ac-9830905118c1 service neutron] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:07.276808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-867028f5-f38f-4101-86ac-9830905118c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.278445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09dcba4-abb4-4f30-b632-ea2eb8be9560 req-867028f5-f38f-4101-86ac-9830905118c1 service neutron] 10.222.0.22 "DELETE /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc/bindings/n-h2-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.2085111 May 14 17:58:07.304168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbc09-38c6-4f09-bd7c-c35797e8be36 req-51396d1b-9b40-4739-a83a-2c33874d77d4 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:07.306025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ecbbc09-38c6-4f09-bd7c-c35797e8be36 req-51396d1b-9b40-4739-a83a-2c33874d77d4 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.1253059 May 14 17:58:07.357068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ecbbc09-38c6-4f09-bd7c-c35797e8be36 req-b6556a3c-5bc2-4b69-93fc-c6ed7e33414c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 May 14 17:58:07.625512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 31622eeb-de34-4636-a437-b311845f2b97 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:58:07.723480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 31622eeb-de34-4636-a437-b311845f2b97 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:58:07.730977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 31622eeb-de34-4636-a437-b311845f2b97 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:58:07.732133 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.826321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c00b6-a033-43e9-aac2-c1f70e2090a0 req-f869e749-c0be-4a2f-b159-1a3d00007715 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:07.835543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-822c00b6-a033-43e9-aac2-c1f70e2090a0 req-f869e749-c0be-4a2f-b159-1a3d00007715 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 945 time: 0.1066873 May 14 17:58:07.893497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-822c00b6-a033-43e9-aac2-c1f70e2090a0 req-349c186c-68bc-45d4-90e7-3f1be04b1d98 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568326 May 14 17:58:07.897139 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.931878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31622eeb-de34-4636-a437-b311845f2b97'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:07.941868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:07.946103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:07.947876 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-94e93b37-05de-49a7-8d54-47dbb2bee642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:08.060519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38748) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:08.082182 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:08.095868 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:08.147382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-503fbe97-c115-4cb4-9333-7d70d88dfe30 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285916 May 14 17:58:08.185611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1048110606-network', 'tenant_id': '80226a5942804cc285f3e1f440db4ba3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:08.190734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:08.194731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Usage tracker for resource:network and tenant:80226a5942804cc285f3e1f440db4ba3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:08.197855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:08.204374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:08.214886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Made reservation on behalf of 80226a5942804cc285f3e1f440db4ba3 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:08.217945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.232256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.248649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:08.252901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Usage tracker for resource:security_group_rule and tenant:80226a5942804cc285f3e1f440db4ba3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:08.255978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:08.262595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:08.307661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-8f5d4b24-c4b2-4a9e-800f-dd01df4cdc4d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:08.308988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-8f5d4b24-c4b2-4a9e-800f-dd01df4cdc4d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559200 May 14 17:58:08.324576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-6a3b66c2-dc22-4c4f-b67a-51f0090b7401 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/quotas/6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 375 time: 0.0093715 May 14 17:58:08.359888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.364132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.368856 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af488a96-9860-4f02-93e6-341e85e985ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:08.402124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:58:08.416307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b85071-866d-40ed-80cb-c3d5f0425534,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:08.420831 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:08.421762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.422159 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Added segment 9156367a-8757-4631-8fb1-6d2525ca687f of type vlan for network 9c10486e-ecb8-4657-97ab-b179bcfff378 May 14 17:58:08.462144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-6e23a10f-fe34-4f92-9166-e6d28063f35f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307089 May 14 17:58:08.469835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.522576 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.524853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:08.525637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.535138 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:08.665359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Pushing event updated for resources: {'Network': ['ID=9c10486e-ecb8-4657-97ab-b179bcfff378,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:08.669336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:08.671526 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6089358 May 14 17:58:08.674921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38774) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:08.680120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9c10486e-ecb8-4657-97ab-b179bcfff378 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:58:08.682138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Request body: {'subnet': {'network_id': '9c10486e-ecb8-4657-97ab-b179bcfff378', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1048110606-subnet', 'tenant_id': '80226a5942804cc285f3e1f440db4ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:08.687873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:08.692947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Usage tracker for resource:subnet and tenant:80226a5942804cc285f3e1f440db4ba3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:08.697166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:08.706005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:08.721353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Made reservation on behalf of 80226a5942804cc285f3e1f440db4ba3 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:08.724119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:08.879289 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31622eeb-de34-4636-a437-b311845f2b97', 'code': 200} May 14 17:58:09.038305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae9dc-a0d2-43b4-9361-0f91cd1ecf37 req-ed56efbb-49af-4b8b-8832-2cc98f5b0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:09.039667 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-015ae9dc-a0d2-43b4-9361-0f91cd1ecf37 req-ed56efbb-49af-4b8b-8832-2cc98f5b0301 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 1096 time: 0.0924437 May 14 17:58:09.094289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-015ae9dc-a0d2-43b4-9361-0f91cd1ecf37 req-bd18dd34-6893-44dc-8ad0-b4afa9f19ab6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 May 14 17:58:09.208715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014e5cf-9e4f-4023-a182-d4c4d5d3684e req-2edf2b32-a6e3-4e22-a30a-f52710880bdf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:09.210174 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6014e5cf-9e4f-4023-a182-d4c4d5d3684e req-2edf2b32-a6e3-4e22-a30a-f52710880bdf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.2065420 May 14 17:58:09.291857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6014e5cf-9e4f-4023-a182-d4c4d5d3684e req-ebaec7a5-9237-42b3-bf65-f5865539ba6c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734379 May 14 17:58:09.378114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:09.383504 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:09.513650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f6ddd6-17fd-4c0b-b1c9-c0a2381325cc,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:09.518925 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:09.534200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Checking segment: {'id': '9156367a-8757-4631-8fb1-6d2525ca687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9c10486e-ecb8-4657-97ab-b179bcfff378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:09.534554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Network hostable DHCP agents. Network: 9c10486e-ecb8-4657-97ab-b179bcfff378, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:58:09.565383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Network 9c10486e-ecb8-4657-97ab-b179bcfff378 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:58:09.578667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f51955-2b9c-4b8e-8da0-8598ac0d2ed9 req-7d9947ac-8711-4814-8ca8-361f754d1705 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:09.580333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9f51955-2b9c-4b8e-8da0-8598ac0d2ed9 req-7d9947ac-8711-4814-8ca8-361f754d1705 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.1582348 May 14 17:58:09.602833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 9c10486e-ecb8-4657-97ab-b179bcfff378) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:58:09.614245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56612fd5-6c4c-4eb0-851d-b95d765c83e7 None None] Network 9c10486e-ecb8-4657-97ab-b179bcfff378 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:09.619130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:09.619736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:09.657816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9f51955-2b9c-4b8e-8da0-8598ac0d2ed9 req-20c12503-1c64-44fb-bdc5-fea981b70ebf tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698245 May 14 17:58:09.659620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9836969 May 14 17:58:09.805618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df82ba79-ba3b-47fa-b6d1-0f296adf3f8c req-78a1e40a-4898-4b91-9e6f-e03435097939 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 210 time: 0.0464113 May 14 17:58:09.821412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98d7a8-b800-464b-9d75-40afa0379da2 None None] Network 9c10486e-ecb8-4657-97ab-b179bcfff378 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:09.980597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b801-3939-4c5e-8f99-774d09246a28 req-74fea532-60e7-4627-aafd-6ad13aaac71e tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:09.982902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5107b801-3939-4c5e-8f99-774d09246a28 req-74fea532-60e7-4627-aafd-6ad13aaac71e tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 1096 time: 0.0783331 May 14 17:58:10.026239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5107b801-3939-4c5e-8f99-774d09246a28 req-a7e73c49-86f6-4157-a5ce-9d79b884e993 tempest-LiveAutoBlockMigrationV225Test-2035283148 tempest-LiveAutoBlockMigrationV225Test-2035283148-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367210 May 14 17:58:10.098940 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:58:10.100478 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-0f04c6f1-9a86-4744-8a05-474d779c357c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338154 May 14 17:58:10.288849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-524a3b53-40c7-41cb-b2b9-3b5f826b82c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:10.290350 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-524a3b53-40c7-41cb-b2b9-3b5f826b82c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843460 May 14 17:58:10.305706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Request body: {'port': {'device_id': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '6544792cb05d42af8a161fc95946ef1e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:10.322698 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-df2d5cf3-5b70-454f-adae-714f2e63cc9a req-ad59579f-a121-44c0-985f-86eee464fa98 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] show failed (client error): The resource could not be found. May 14 17:58:10.324333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df2d5cf3-5b70-454f-adae-714f2e63cc9a req-ad59579f-a121-44c0-985f-86eee464fa98 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups/85d76c83-13ca-4154-b4ae-8e3d653be369 HTTP/1.1" status: 404 len: 352 time: 0.0215337 May 14 17:58:10.464249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:10.480610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:10.498416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Made reservation on behalf of 6544792cb05d42af8a161fc95946ef1e for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:10.504257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:10.723462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Allocated IP 192.168.233.5 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/2fdb8db8-391e-4376-a132-4cca4d703a61) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:58:10.750494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d246134-b700-4f2e-be26-4b451a08a867 req-965ccc99-92fb-44f3-b82c-f58fb1fa82f0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:10.751888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d246134-b700-4f2e-be26-4b451a08a867 req-965ccc99-92fb-44f3-b82c-f58fb1fa82f0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.0815370 May 14 17:58:10.797243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d246134-b700-4f2e-be26-4b451a08a867 req-3d107e28-50c8-42a7-bb6e-01094fc61ec2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 May 14 17:58:10.928190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:10.944057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Transition to ACTIVE for port object 2fdb8db8-391e-4376-a132-4cca4d703a61 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:58:10.970121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:10.978531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5af3f2f1-30f8-42bb-b0ac-32990f414909 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:10.982500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337cc15-2713-493e-bcad-ca79f4b5e18a req-b594e756-6ad0-4ebb-800e-cefd4ceb1e8a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:10.983547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:10.984058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d337cc15-2713-493e-bcad-ca79f4b5e18a req-b594e756-6ad0-4ebb-800e-cefd4ceb1e8a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 945 time: 0.0864220 May 14 17:58:11.008523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ec05dcf1-a5e0-4568-a086-ae53f751ca03'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:11.045460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:58:11.049264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:58:11.053210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:58:11.106622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:11.111433 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:11.134626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:11.135302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:11.146422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d337cc15-2713-493e-bcad-ca79f4b5e18a req-e4fe9a89-8dc5-47b4-941f-7cc6a9137baa tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543128 May 14 17:58:11.165678 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8639224 May 14 17:58:11.179352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Request body: {'port': {'device_id': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:11.390901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7a599f03-ab5d-49ba-bf53-d96423bded89 None None] Provisioning for port 2fdb8db8-391e-4376-a132-4cca4d703a61 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:58:11.398795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7a599f03-ab5d-49ba-bf53-d96423bded89 None None] Provisioning complete for port 2fdb8db8-391e-4376-a132-4cca4d703a61 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:58:11.399197 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7a599f03-ab5d-49ba-bf53-d96423bded89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:11.453096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2266503-a0e4-448c-a999-2b744b944593 req-149549e6-2409-493d-a844-7c6018d9376a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:11.455245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2266503-a0e4-448c-a999-2b744b944593 req-149549e6-2409-493d-a844-7c6018d9376a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 945 time: 0.1841500 May 14 17:58:11.500402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7a599f03-ab5d-49ba-bf53-d96423bded89 None None] Port 2fdb8db8-391e-4376-a132-4cca4d703a61 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:58:11.537075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38824) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:11.540440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:11.601032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392857-9483-4f5b-9b54-f1a0799e74ea req-d017242c-d66e-469a-a934-cfda4134d4a6 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:11.602478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6392857-9483-4f5b-9b54-f1a0799e74ea req-d017242c-d66e-469a-a934-cfda4134d4a6 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 945 time: 0.2537649 May 14 17:58:11.653870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Deleting port 62ab9e3f-7741-4514-91bb-29b6e8589efc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:11.653995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:11.706737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:11.727132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6392857-9483-4f5b-9b54-f1a0799e74ea req-017e29ea-2dff-4062-9457-ed18511b7c78 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164124 May 14 17:58:11.751107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:11.802823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f1edab7659044f48082b314021e3c07 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:11.809608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:11.817934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:11.894254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] For port 62ab9e3f-7741-4514-91bb-29b6e8589efc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=62ab9e3f-7741-4514-91bb-29b6e8589efc,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:11.894608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:11.913597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4672a8ed-5a1c-4df5-a9d9-dd0f8c11c068 req-304cdb16-2285-452f-ba99-d689cf24cf9b tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80226a5942804cc285f3e1f440db4ba3 HTTP/1.1" status: 200 len: 2984 time: 0.1509814 May 14 17:58:12.015110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.019532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdb8db8-391e-4376-a132-4cca4d703a61 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:12.024375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.035288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:12.037607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Calling delete_port for 62ab9e3f-7741-4514-91bb-29b6e8589efc owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:12.042275 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.097219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1edab7659044f48082b314021e3c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585620 May 14 17:58:12.098163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Transition to ACTIVE for port object 2fdb8db8-391e-4376-a132-4cca4d703a61 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:58:12.100929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc186947-b4c2-40ba-bf97-3b3744aab0b4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:12.103390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-c168f94a-dfab-4f86-95d7-a9e2047492ba tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:12.103682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:12.104599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-c168f94a-dfab-4f86-95d7-a9e2047492ba tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.3153605 May 14 17:58:12.106627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:12.107273 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.110776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4672a8ed-5a1c-4df5-a9d9-dd0f8c11c068 req-4d98d43f-b31f-49f2-8bb0-acb7464a4306 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups/46b85071-866d-40ed-80cb-c3d5f0425534 HTTP/1.1" status: 200 len: 2981 time: 0.1481214 May 14 17:58:12.118223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-3'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:12.120351 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9072cd47-fc21-44c1-baf6-b7b4fc039b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:12.285045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:12.288938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:12.310561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4672a8ed-5a1c-4df5-a9d9-dd0f8c11c068 req-16ce1d3d-0d88-47ad-9820-db610248f220 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups/46b85071-866d-40ed-80cb-c3d5f0425534 HTTP/1.1" status: 200 len: 2981 time: 0.1592948 May 14 17:58:12.339368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.385290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.397617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.409369 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-16d75f49-26f5-4e42-9cca-29bc0f3a2371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:12.415896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['baf2d117-c0a1-4515-ac55-1d1d43089873'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:12.435538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.465157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event deleted for resources: {'Port': ['ID=62ab9e3f-7741-4514-91bb-29b6e8589efc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:12.493144 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:12.494131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:58:12.494470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:58:12.494801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:12.533153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:58:12.534344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:12.554571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:58:12.555235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:12.556444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:58:12.557039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Bound port: 2fdb8db8-391e-4376-a132-4cca4d703a61, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:58:12.557221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.590553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] No DVR routers for this DVR port 62ab9e3f-7741-4514-91bb-29b6e8589efc on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:12.622807 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.650421 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.653770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'name': 'network-vif-deleted', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:12.672418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db62ca42-652f-4e9b-a3c2-6a2b67e269fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:12.676805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2266503-a0e4-448c-a999-2b744b944593 req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "DELETE /v2.0/ports/62ab9e3f-7741-4514-91bb-29b6e8589efc HTTP/1.1" status: 204 len: 173 time: 1.2136528 May 14 17:58:12.712700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc186947-b4c2-40ba-bf97-3b3744aab0b4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:12.719220 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:12.722300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.733741 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc186947-b4c2-40ba-bf97-3b3744aab0b4 HTTP/1.1" status: 204 len: 168 time: 0.6288936 May 14 17:58:12.748593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:12.808914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:12.826616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:12.835032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:58:12.845429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.850855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28ebc0dd-4ffe-4283-8a21-110069cb65bc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:12.895097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.914880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.922346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf490d8b-98c2-47c7-9dbd-fb0067bb3a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:12.944300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:12.945540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:12.949119 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] 10.222.0.15 "PUT /v2.0/ports/2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 1094 time: 1.7751064 May 14 17:58:12.964032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:13.112917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:13.117384 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:13.154735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-e64a1477-fb57-4019-952a-5d9e340d9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:13.156456 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-e64a1477-fb57-4019-952a-5d9e340d9575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1097 time: 0.1340015 May 14 17:58:13.249888 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-e2c08a00-6a9b-4988-bb27-997cfa2efd26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.0833404 May 14 17:58:13.332970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-a7f643b8-aa04-4882-9e9b-330e0b97f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:13.334504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-a7f643b8-aa04-4882-9e9b-330e0b97f075 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0711660 May 14 17:58:13.427247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-8221c0e2-3c91-4438-ae0a-304fedfb3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:13.427849 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-8221c0e2-3c91-4438-ae0a-304fedfb3c19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859003 May 14 17:58:13.451221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:13.458235 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:13.464791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on host n-h1-787206-3 for vnic_type normal with profile {"migrating_to": "n-h2-787206-3"} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:58:13.465258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:58:13.465972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:13.475780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:58:13.476097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:13.483852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:58:13.484185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:13.484573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:58:13.485203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Bound port: 6f19faeb-1f58-4171-a54c-a255e765e4e6, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:58:13.485553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:13.564389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d877cc0-9e7e-49a3-a7a9-04f0f4cf4e57 req-2c00904d-7622-4f47-ae34-220e96647279 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:13.565994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d877cc0-9e7e-49a3-a7a9-04f0f4cf4e57 req-2c00904d-7622-4f47-ae34-220e96647279 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 946 time: 0.2591147 May 14 17:58:13.602161 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-f58e2564-5b01-4c75-bfe5-5c5eb502584e service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661303 May 14 17:58:13.667285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:58:13.676091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:13.691940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d877cc0-9e7e-49a3-a7a9-04f0f4cf4e57 req-dd6135b7-4f2f-4c62-852c-4a47217ac983 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183712 May 14 17:58:13.711296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:58:13.719748 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:13.725394 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f4f4135-625e-4441-82fb-7ef5ae3cb8f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:13.863808 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-92c3d520-177b-4b71-88bd-fa549d8988ab req-0a856eb3-27a2-44e0-98c3-c7307f23cd7a service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514532 May 14 17:58:13.874493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:13.909455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on host n-h1-787206-3 for vnic_type normal with profile {"migrating_to": "n-h2-787206-3"} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:58:13.910014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:58:13.910479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:13.915938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:58:13.916427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Attempting to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on network 976e7e5d-3a6d-4b2d-8062-417fc387594b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:13.922967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:58:13.923636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Checking segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:13.924152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Bound using segment: {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:58:13.925380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Bound port: 6f19faeb-1f58-4171-a54c-a255e765e4e6, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5871a56f-eb56-42b3-b254-60eb8cbd6cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '976e7e5d-3a6d-4b2d-8062-417fc387594b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:58:13.925954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:13.980004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:13.988133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:14.030353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:14.030953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.032472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 1121 time: 1.9194903 May 14 17:58:14.033140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=8']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:14.036698 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:14.090133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 62ab9e3f-7741-4514-91bb-29b6e8589efc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:14.091079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 62ab9e3f-7741-4514-91bb-29b6e8589efc not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:14.097220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d76eacec-b090-4795-bbce-edaac5119e05 req-3e9451ca-d886-4138-8292-4e5252dcb2f1 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Synchronizing usage tracker for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:14.125483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d76eacec-b090-4795-bbce-edaac5119e05 req-3e9451ca-d886-4138-8292-4e5252dcb2f1 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Unset dirty status for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:14.141950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d76eacec-b090-4795-bbce-edaac5119e05 req-3e9451ca-d886-4138-8292-4e5252dcb2f1 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 210 time: 0.0981183 May 14 17:58:14.151538 n-d-787206-3 neutron-server[79561]: WARNING neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Concurrent port binding operations failed on port 6f19faeb-1f58-4171-a54c-a255e765e4e6 May 14 17:58:14.165043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:14.167362 n-d-787206-3 neutron-server[79561]: INFO neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Attempt 2 to bind port 6f19faeb-1f58-4171-a54c-a255e765e4e6 May 14 17:58:14.167987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 has no active binding in host n-h2-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 17:58:14.182701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6f19faeb-1f58-4171-a54c-a255e765e4e6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:14.194104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1881886943-network', 'tenant_id': '6ada81e0f70c4b35ad5029da52306418'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:14.204045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:14.217176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Usage tracker for resource:network and tenant:6ada81e0f70c4b35ad5029da52306418 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:14.220764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:14.228093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:14.238770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81b5c865-e5bb-4a3e-a491-2b143d5bd1eb req-1ab34dcf-1297-478a-8510-f3dc18e68d25 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups/46b85071-866d-40ed-80cb-c3d5f0425534 HTTP/1.1" status: 200 len: 2981 time: 0.0724080 May 14 17:58:14.242611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Made reservation on behalf of 6ada81e0f70c4b35ad5029da52306418 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:14.245661 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.261466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.279534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:14.283851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Usage tracker for resource:security_group_rule and tenant:6ada81e0f70c4b35ad5029da52306418 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:14.287037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:14.293098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:14.344097 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-81b5c865-e5bb-4a3e-a491-2b143d5bd1eb req-1b2ec136-93cf-4fa7-830a-c3bb79e54ad9 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] delete failed (client error): There was a conflict when trying to complete your request. May 14 17:58:14.365937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81b5c865-e5bb-4a3e-a491-2b143d5bd1eb req-1b2ec136-93cf-4fa7-830a-c3bb79e54ad9 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "DELETE /v2.0/security-groups/46b85071-866d-40ed-80cb-c3d5f0425534 HTTP/1.1" status: 409 len: 352 time: 0.1181140 May 14 17:58:14.455463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['6f19faeb-1f58-4171-a54c-a255e765e4e6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:14.536780 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.547023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.557071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ca9786b-230f-4021-9c21-b98e489d3a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:14.579961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:58:14.609746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc45b0bd-66be-4676-8685-2aef2ba5a529,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:14.611420 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0778276-4695-40f3-b0ae-cd3f0fc8408c', 'name': 'network-vif-deleted', 'tag': '62ab9e3f-7741-4514-91bb-29b6e8589efc', 'status': 'completed', 'code': 200} May 14 17:58:14.621316 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:14.625659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.626039 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Added segment c677c2f5-5798-4975-ae17-0435798d6905 of type vlan for network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d May 14 17:58:14.662182 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.708916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.710861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:14.711637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.737969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e46de3d-adfc-4f86-be02-c0fb9e6809e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:14.759078 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7698028 May 14 17:58:14.759462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38888) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:14.767901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Request body: {'subnet': {'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1881886943-subnet', 'tenant_id': '6ada81e0f70c4b35ad5029da52306418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:14.773349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:14.778080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Usage tracker for resource:subnet and tenant:6ada81e0f70c4b35ad5029da52306418 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:14.781787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:14.788321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:14.801799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Made reservation on behalf of 6ada81e0f70c4b35ad5029da52306418 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:14.804720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:14.838498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Pushing event updated for resources: {'Network': ['ID=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:14.841486 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:14.851336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:58:15.020971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09af72c-3df3-4531-9d79-5376e0ff5e26 req-4fe18cb1-7ca6-46a3-8b12-b3bb7290b4b9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:15.022513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d09af72c-3df3-4531-9d79-5376e0ff5e26 req-4fe18cb1-7ca6-46a3-8b12-b3bb7290b4b9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.1405334 May 14 17:58:15.120878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d09af72c-3df3-4531-9d79-5376e0ff5e26 req-eca32960-24e6-402e-b923-f428818b6cac tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921504 May 14 17:58:15.351875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d866791-1552-40a3-b013-6a29455e8797 req-6cf920ec-7122-4998-b44c-d7c9b3746fcd tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:15.353325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d866791-1552-40a3-b013-6a29455e8797 req-6cf920ec-7122-4998-b44c-d7c9b3746fcd tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.1192296 May 14 17:58:15.437824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d866791-1552-40a3-b013-6a29455e8797 req-f949f81c-e985-4c84-b449-e8747e3c51e2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771298 May 14 17:58:15.471023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:15.475089 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:15.518101 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'status': 'completed', 'code': 200} May 14 17:58:15.559936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:15.602103 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:15.615339 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-7a2345ff-ad7b-4609-8c13-7cb5d5ef31bd req-22a03519-d102-488b-8e44-3b55e66e2a3a tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] show failed (client error): The resource could not be found. May 14 17:58:15.616352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a2345ff-ad7b-4609-8c13-7cb5d5ef31bd req-22a03519-d102-488b-8e44-3b55e66e2a3a tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups/45b7125d-889b-4463-89f7-bea8ac92c818 HTTP/1.1" status: 404 len: 352 time: 0.0738409 May 14 17:58:15.621404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Checking segment: {'id': 'c677c2f5-5798-4975-ae17-0435798d6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:15.621404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Network hostable DHCP agents. Network: b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:58:15.651819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:58:15.670789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-bb218e9d-95b2-4de6-aa5f-2cf20b666d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:15.672311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-bb218e9d-95b2-4de6-aa5f-2cf20b666d03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1097 time: 0.1105967 May 14 17:58:15.673146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:58:15.685725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58277cc6-8d6c-450d-be1a-4f4a63200050 None None] Network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:15.703864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:15.704465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:15.819920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0589266 May 14 17:58:15.882234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-398c623c-ac09-4d67-9e09-d26aaf5956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:15.884237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-398c623c-ac09-4d67-9e09-d26aaf5956a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2032332 May 14 17:58:15.942642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18704144-3f48-4a01-8d3d-2aea643d7b96 None None] Network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:16.096703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad729-0366-4280-9d7f-31c58a5233d9 req-e07fac66-0461-42f7-acd4-dfe5a90aec9f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:16.098175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37bad729-0366-4280-9d7f-31c58a5233d9 req-e07fac66-0461-42f7-acd4-dfe5a90aec9f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 946 time: 0.3402066 May 14 17:58:16.099663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-5903e537-0cfd-4b6e-8c36-cab9e70c162c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.2035139 May 14 17:58:16.198698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37bad729-0366-4280-9d7f-31c58a5233d9 req-9f013574-97c4-4401-b99c-cb17451b1580 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914481 May 14 17:58:16.202264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-28c58248-1f3f-4d78-a7e9-0845ef6e0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:16.203736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-28c58248-1f3f-4d78-a7e9-0845ef6e0fc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0952554 May 14 17:58:16.284456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-068b7dfe-fda2-41ba-ac6c-c877105b51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:16.286124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-068b7dfe-fda2-41ba-ac6c-c877105b51d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741389 May 14 17:58:16.431396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-7f0ad94e-5559-4741-8176-581c173173cd service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358073 May 14 17:58:16.495453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89717857-4412-443f-b739-82b9eaa99291 req-5bb5f7ac-e89c-48c6-90a2-53d1bbab9fdf tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0778276-4695-40f3-b0ae-cd3f0fc8408c HTTP/1.1" status: 200 len: 210 time: 0.0628932 May 14 17:58:16.572447 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-b74bafa4-6e75-4cf8-ae32-f32407657d62 req-5ef8bea0-7334-42ce-927d-8d57cd4af117 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] show failed (client error): The resource could not be found. May 14 17:58:16.573444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b74bafa4-6e75-4cf8-ae32-f32407657d62 req-5ef8bea0-7334-42ce-927d-8d57cd4af117 tempest-SecurityGroupsNegativeTestJSON-1950992356 tempest-SecurityGroupsNegativeTestJSON-1950992356-project] 10.222.0.24 "GET /v2.0/security-groups/442aca3d-4420-4a8f-a552-41d2de5f462a HTTP/1.1" status: 404 len: 352 time: 0.0259233 May 14 17:58:16.586188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38908) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:16.623490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6'}, {'name': 'network-changed', 'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:16.688341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9415117f-5cf6-4e81-874b-f3f67d92a7ce req-0ac68f08-66b4-4445-85ae-e1027075bbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237616 May 14 17:58:16.693850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Deleting subnet d6f6ddd6-17fd-4c0b-b1c9-c0a2381325cc {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:58:16.697511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:16.831420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:16.932679 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:16.969294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-8dbc7dbb-e2f9-477f-9c38-1685cab8051a tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:16.970721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-8dbc7dbb-e2f9-477f-9c38-1685cab8051a tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/networks?id=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d HTTP/1.1" status: 200 len: 809 time: 0.2404926 May 14 17:58:16.997913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-2178b7ff-0d2e-4405-aaa8-578b52e478cd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/quotas/6ada81e0f70c4b35ad5029da52306418 HTTP/1.1" status: 200 len: 375 time: 0.0204556 May 14 17:58:17.109833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-40db862b-da41-40ed-8320-c4d820fba734 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ada81e0f70c4b35ad5029da52306418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962579 May 14 17:58:17.354121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:17.368954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-63403201-5eb3-4df2-848d-013b4bebd383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:17.409210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f6ddd6-17fd-4c0b-b1c9-c0a2381325cc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:17.411156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:17.414993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-5ba5f9c2-4cb6-43aa-8904-e0b8da2565e2 service neutron] 10.222.0.24 "GET /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893152 May 14 17:58:17.415776 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:17.422222 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d6f6ddd6-17fd-4c0b-b1c9-c0a2381325cc HTTP/1.1" status: 204 len: 168 time: 0.8338437 May 14 17:58:17.422438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38930) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:17.748500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:17.811387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-a60a66c6-ec4f-4f78-99f5-5b1234a8f9e5 service neutron] 10.222.0.24 "GET /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712142 May 14 17:58:17.904518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:17.918384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c10486e-ecb8-4657-97ab-b179bcfff378']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:17.932417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9156367a-8757-4631-8fb1-6d2525ca687f') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:17.932712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9156367a-8757-4631-8fb1-6d2525ca687f') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:17.944877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:17.962285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:17.969536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:58:17.969999 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: timer() May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:58:18.057281 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:58:18.113108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.119417 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-889025c2-fdeb-4a3f-b17d-8c248de88c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:18.138351 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.150411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c10486e-ecb8-4657-97ab-b179bcfff378,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:18.153385 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:18.154880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c10486e-ecb8-4657-97ab-b179bcfff378 HTTP/1.1" status: 204 len: 168 time: 0.7312510 May 14 17:58:18.189979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ca3d-20e3-4407-801f-72e9168c6608 req-baa28867-7122-4de6-a769-1c41c2124630 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:18.198720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2b0ca3d-20e3-4407-801f-72e9168c6608 req-baa28867-7122-4de6-a769-1c41c2124630 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.1402953 May 14 17:58:18.251460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2b0ca3d-20e3-4407-801f-72e9168c6608 req-8aa07d7d-e2c2-4b8b-a358-672573f1463d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516305 May 14 17:58:18.348837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38946) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:18.496338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-09b07c01-3cc4-4d67-963a-f9a7c3dc4cd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80226a5942804cc285f3e1f440db4ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435530 May 14 17:58:18.497235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38952) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:18.591841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.603407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298a08-17bc-4090-ac0e-d95cd9e2c82a req-64348c78-4765-4600-96d1-d6de29b557a8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:18.611672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b298a08-17bc-4090-ac0e-d95cd9e2c82a req-64348c78-4765-4600-96d1-d6de29b557a8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.2194722 May 14 17:58:18.677630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.706732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b298a08-17bc-4090-ac0e-d95cd9e2c82a req-c52cb22c-27e5-4e36-aca9-b09a01fc6f7c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939562 May 14 17:58:18.751428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.758796 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5896c7f-2bc6-45b9-9a87-88ca49fb0338 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:18.773837 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'code': 200} May 14 17:58:18.774128 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'status': 'completed', 'code': 200} May 14 17:58:18.777174 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:18.778340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46b85071-866d-40ed-80cb-c3d5f0425534 HTTP/1.1" status: 204 len: 168 time: 0.2801523 May 14 17:58:18.795970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b85071-866d-40ed-80cb-c3d5f0425534,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:18.806072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.806644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.818567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.819264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.819732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.820864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.821324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.822514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.828554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.829076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.829578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.830065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:18.912304 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:19.024889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-4b9bcd3f-d10e-496d-a003-abc7aed938bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:19.027428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-4b9bcd3f-d10e-496d-a003-abc7aed938bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1124 time: 0.1924815 May 14 17:58:19.074908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb40c5-af37-4909-9472-4105adbf6ef7 req-76d59682-b80e-4876-a238-d1a558f66e3e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:19.076121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56cb40c5-af37-4909-9472-4105adbf6ef7 req-76d59682-b80e-4876-a238-d1a558f66e3e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 946 time: 0.1618962 May 14 17:58:19.198816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56cb40c5-af37-4909-9472-4105adbf6ef7 req-a24d70b0-ee77-465c-aad6-8a74d43bae4e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 May 14 17:58:19.227107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-ccfb566c-398c-4500-a2be-cf6e689d798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:19.238134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-ccfb566c-398c-4500-a2be-cf6e689d798b service neutron] 10.222.0.22 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.1892655 May 14 17:58:19.314172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-cc971112-3515-477c-a273-31591fe03d8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 217 time: 0.0747488 May 14 17:58:19.402320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-62172ddd-8d44-4ce9-bd68-9a739ec59921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:19.410760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-62172ddd-8d44-4ce9-bd68-9a739ec59921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.0868371 May 14 17:58:19.478187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-6f2c1d67-d034-4aa2-9764-0b090a684241 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553389 May 14 17:58:19.707689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:58:19.865325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-b1ac2caf-8a0a-45e6-82ad-ec019ee84a53 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790536 May 14 17:58:20.020270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:20.061343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfcf52aa-a3f5-46b9-9dfa-e5e08728a0db req-dafcbeb5-a43a-4325-aad8-0048d9de8325 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 210 time: 0.1927419 May 14 17:58:20.107315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:20.219352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'mac_address': 'fa:16:3e:91:84:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:58:20.298765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:20.320133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdb8db8-391e-4376-a132-4cca4d703a61 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:20.339207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:20.344567 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:20.346591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:20.424614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:20.433884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.434282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.434629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.434969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.435399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.435686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.436011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.436360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.437568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.437568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.437568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.437568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:20.442114 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:20.513125 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-d5c63622-27d8-4a7d-b40e-ef28270494b5 service neutron] 10.222.0.22 "GET /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6/bindings/n-h2-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.1034272 May 14 17:58:20.607132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-7706d464-6f41-4edb-87c5-95ef12dcde38 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:20.608719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-7706d464-6f41-4edb-87c5-95ef12dcde38 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.15 "GET /v2.0/networks?id=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d HTTP/1.1" status: 200 len: 809 time: 1.0261509 May 14 17:58:20.616785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17bda2fe-2279-4c77-9128-cb30bf74d238 req-dd4e11e4-205d-4014-bbfe-670f70f3f618 service neutron] 10.222.0.22 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432279 May 14 17:58:20.634709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Request body: {'port': {'device_id': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d', 'admin_state_up': True, 'tenant_id': '6ada81e0f70c4b35ad5029da52306418'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:20.765367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a384bf-73c2-45ac-b6c7-77481994efc7 req-b4bf3ae4-f4af-4811-9207-011880ef3bd7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:20.767401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95a384bf-73c2-45ac-b6c7-77481994efc7 req-b4bf3ae4-f4af-4811-9207-011880ef3bd7 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 943 time: 0.5144346 May 14 17:58:20.842036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:20.854881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:20.858892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Usage tracker for resource:port and tenant:6ada81e0f70c4b35ad5029da52306418 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:20.865002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:20.876113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:20.883433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:20.905092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95a384bf-73c2-45ac-b6c7-77481994efc7 req-6024cd10-3866-4544-9855-39d110b557d8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650055 May 14 17:58:20.905762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Made reservation on behalf of 6ada81e0f70c4b35ad5029da52306418 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:20.909316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:21.001113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2fdb8db8-391e-4376-a132-4cca4d703a61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:21.023764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f19faeb-1f58-4171-a54c-a255e765e4e6 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:21.040133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:21.113976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:21.216678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Allocated IP 172.20.0.9 (b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d/06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e/f885e82b-116b-42dd-88c1-dde8b3c46a33) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:58:21.255863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Transition to ACTIVE for port object 6f19faeb-1f58-4171-a54c-a255e765e4e6 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:58:21.264927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:21.270876 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:21.395419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d179-5977-49b0-966f-c06999661b96 req-445f0a0d-fe62-4e63-b93b-35ccd2c12804 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:21.397142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc75d179-5977-49b0-966f-c06999661b96 req-445f0a0d-fe62-4e63-b93b-35ccd2c12804 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.2259386 May 14 17:58:21.447116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] No DVR routers for this DVR port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:21.494176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Pushing event updated for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:21.503060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc75d179-5977-49b0-966f-c06999661b96 req-5a531a78-f8c2-4007-ad0d-a8eb00892f06 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933878 May 14 17:58:21.506763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:21.510402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] 10.222.0.22 "PUT /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6/bindings/n-h2-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9887121 May 14 17:58:21.551655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:21.603864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:21.615115 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:21.669702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-7e9d5a0d-cfad-4c9f-afad-47c630d6a6aa tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:21.672546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-7e9d5a0d-cfad-4c9f-afad-47c630d6a6aa tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.0915642 May 14 17:58:21.723027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:58:21.726391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:58:21.736142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:21.738471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:58:21.814496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Pushing event updated for resources: {'Port': ['ID=f885e82b-116b-42dd-88c1-dde8b3c46a33,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:21.852940 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:21.951236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:21.952032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:21.990314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3690116 May 14 17:58:21.991104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-b3241a73-56ac-431e-b81f-926647a020b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:21.993216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-b3241a73-56ac-431e-b81f-926647a020b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc HTTP/1.1" status: 200 len: 1095 time: 0.3120892 May 14 17:58:22.015134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Request body: {'port': {'device_id': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:22.064006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bf79-002c-4fd6-a1d0-f433f372b628 req-3e654dc7-4b00-4e0c-b974-138e1c1d6904 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:22.065632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a14bf79-002c-4fd6-a1d0-f433f372b628 req-3e654dc7-4b00-4e0c-b974-138e1c1d6904 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 947 time: 0.1833048 May 14 17:58:22.141005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-1ee6dde2-615c-4bd1-8492-e304d1bc77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:22.142481 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-1ee6dde2-615c-4bd1-8492-e304d1bc77c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1095 time: 0.1082218 May 14 17:58:22.195284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a14bf79-002c-4fd6-a1d0-f433f372b628 req-0e37fe7c-9cbd-4078-b37d-6597a60f98f7 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191051 May 14 17:58:22.205385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39008) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:22.258549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:22.346211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-b8eab403-1772-41b3-8335-df067d0408ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:22.348189 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-b8eab403-1772-41b3-8335-df067d0408ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 200 len: 909 time: 0.1979413 May 14 17:58:22.447772 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-aeb36209-9edd-4946-b788-56a89c71eb8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 200 len: 217 time: 0.0875006 May 14 17:58:22.553018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-ca9ab41a-39c6-4d8b-9a5c-dbcde0f5e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:22.554810 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-ca9ab41a-39c6-4d8b-9a5c-dbcde0f5e22e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 200 len: 848 time: 0.1009276 May 14 17:58:22.617625 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-77cb17e4-b4ba-441b-bde0-7210973d66cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976e7e5d-3a6d-4b2d-8062-417fc387594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553117 May 14 17:58:22.631474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:22.667169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:22.697735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Usage tracker for resource:security_group_rule and tenant:d43079be4f474026a6c6d47a8856f38a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:22.705733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:22.805098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:22.903330 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-c99b2bc0-1c3e-4cc8-9e55-e3b1fdec6a5b service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772391 May 14 17:58:23.071763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-6f0b3881-5d05-4d20-b39d-2bdac854701a service neutron] 10.222.0.15 "GET /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542144 May 14 17:58:23.096847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf902462-0c84-47ac-a248-60ef0585f6b7 req-8fdfe604-42e1-4466-9715-cc2605f579fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:23.097568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bf902462-0c84-47ac-a248-60ef0585f6b7 req-8fdfe604-42e1-4466-9715-cc2605f579fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Synchronizing usage tracker for tenant:6ada81e0f70c4b35ad5029da52306418 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:23.108734 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.113964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f885e82b-116b-42dd-88c1-dde8b3c46a33 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:23.124740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.128320 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.143772 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e172b1f5-0490-49a4-aed8-47811d6618b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:23.308425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bf902462-0c84-47ac-a248-60ef0585f6b7 req-8fdfe604-42e1-4466-9715-cc2605f579fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Unset dirty status for tenant:6ada81e0f70c4b35ad5029da52306418 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:23.316546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf902462-0c84-47ac-a248-60ef0585f6b7 req-8fdfe604-42e1-4466-9715-cc2605f579fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 931 time: 0.4719927 May 14 17:58:23.319480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Transition to ACTIVE for port object f885e82b-116b-42dd-88c1-dde8b3c46a33 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:58:23.349881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39018) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:23.350136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d43079be4f474026a6c6d47a8856f38a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1356871 May 14 17:58:23.377092 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.435328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf902462-0c84-47ac-a248-60ef0585f6b7 req-7ae81f74-64f0-4838-b1a8-2562932b3a69 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179039 May 14 17:58:23.436317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5043f011-17ff-486b-a01f-0df8ca38fe4f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:23.440694 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:23.441422 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-09a2ea5f-7bca-4ed9-ba70-717e3942c313 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:23.493406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.529723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.565611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-bc27136b-4b1a-4706-aebc-1a5afab7d831 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:23.567343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-bc27136b-4b1a-4706-aebc-1a5afab7d831 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e&tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1095 time: 0.1895814 May 14 17:58:23.644912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f885e82b-116b-42dd-88c1-dde8b3c46a33,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:23.682343 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:23.695342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.702767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9621af51-c702-496d-b536-576be68927a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:23.723008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5043f011-17ff-486b-a01f-0df8ca38fe4f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:23.727780 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:23.731947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.735948 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5043f011-17ff-486b-a01f-0df8ca38fe4f HTTP/1.1" status: 204 len: 168 time: 0.3816004 May 14 17:58:23.744839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Attempting to bind port f885e82b-116b-42dd-88c1-dde8b3c46a33 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:58:23.745226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Attempting to bind port f885e82b-116b-42dd-88c1-dde8b3c46a33 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'c677c2f5-5798-4975-ae17-0435798d6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:58:23.745617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Attempting to bind port f885e82b-116b-42dd-88c1-dde8b3c46a33 on network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:23.753228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Port f885e82b-116b-42dd-88c1-dde8b3c46a33 on network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:58:23.753595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Attempting to bind port f885e82b-116b-42dd-88c1-dde8b3c46a33 on network b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:23.756656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-675c79ce-56b0-4105-a1d6-a9b3b83cfc55 service neutron] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:23.760707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-675c79ce-56b0-4105-a1d6-a9b3b83cfc55 service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.762569 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b47376a8-1e09-4c98-8f0d-aa274e512265 req-675c79ce-56b0-4105-a1d6-a9b3b83cfc55 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6/bindings/n-h1-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.1802285 May 14 17:58:23.763698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:58:23.764042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Checking segment: {'id': 'c677c2f5-5798-4975-ae17-0435798d6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:23.764423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Bound using segment: {'id': 'c677c2f5-5798-4975-ae17-0435798d6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:58:23.764561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:58:23.765102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Bound port: f885e82b-116b-42dd-88c1-dde8b3c46a33, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c677c2f5-5798-4975-ae17-0435798d6905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:58:23.765329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.850724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb45e0-9f92-41dc-a986-ef58843338f7 req-7c00e8f8-bce9-4190-bc21-84541a77f143 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:23.858955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cffb45e0-9f92-41dc-a986-ef58843338f7 req-7c00e8f8-bce9-4190-bc21-84541a77f143 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 944 time: 0.2152901 May 14 17:58:23.889327 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.902328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 2fdb8db8-391e-4376-a132-4cca4d703a61 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:58:23.908799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2fdb8db8-391e-4376-a132-4cca4d703a61 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:58:23.909322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:23.956568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cffb45e0-9f92-41dc-a986-ef58843338f7 req-17a41b4b-0f99-4479-baf0-2fab9703617d tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965066 May 14 17:58:23.977706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] For port f885e82b-116b-42dd-88c1-dde8b3c46a33, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:23.982038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] For port f885e82b-116b-42dd-88c1-dde8b3c46a33, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33,segment=NetworkSegment(c677c2f5-5798-4975-ae17-0435798d6905),segment_id=c677c2f5-5798-4975-ae17-0435798d6905)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:58:23.989822 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.014109 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57b04e44-0863-4128-bfa8-9a85f2de40b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:24.081543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.090107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:24.090765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.092223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/f885e82b-116b-42dd-88c1-dde8b3c46a33 HTTP/1.1" status: 200 len: 1091 time: 2.0825965 May 14 17:58:24.092756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'tag': 'f885e82b-116b-42dd-88c1-dde8b3c46a33'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:24.135601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:24.135601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:24.151027 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.153960 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:24.252219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f885e82b-116b-42dd-88c1-dde8b3c46a33,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:24.259123 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:24.284999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:24.289113 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:24.301322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5626d-01a2-4005-9bdc-13cb89b8c76f req-b1e9e774-4ffc-44f0-9910-5f79b6483714 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:24.309676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44d5626d-01a2-4005-9bdc-13cb89b8c76f req-b1e9e774-4ffc-44f0-9910-5f79b6483714 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.1806986 May 14 17:58:24.353086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-98291417-b875-4d49-8497-e520989a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:24.354285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-98291417-b875-4d49-8497-e520989a582d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ada81e0f70c4b35ad5029da52306418&device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 1094 time: 0.1759565 May 14 17:58:24.446049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44d5626d-01a2-4005-9bdc-13cb89b8c76f req-d1658dd6-31ed-414e-af7d-e8c2f0f6fb4e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353543 May 14 17:58:24.447560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-5cdae848-6157-43c5-9f1a-59469bf66309 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33 HTTP/1.1" status: 200 len: 217 time: 0.0749681 May 14 17:58:24.530158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-46c72623-6505-4da7-817b-accc3cf6f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:24.531613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-46c72623-6505-4da7-817b-accc3cf6f2e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e HTTP/1.1" status: 200 len: 849 time: 0.0763783 May 14 17:58:24.617809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-e00f7595-c964-4c88-8d74-55f926fcae77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783846 May 14 17:58:24.678753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:24.792098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05b66d-086d-466f-9fb2-c0b4ab698776 req-c6f3e392-0839-4d54-b6dd-1dd999d547ff tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:24.794333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a05b66d-086d-466f-9fb2-c0b4ab698776 req-c6f3e392-0839-4d54-b6dd-1dd999d547ff tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.2215264 May 14 17:58:24.794756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1523863463-network', 'tenant_id': 'f26e1a25b8774e4cb7a2138e460005e7'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:24.798717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-302c787c-0031-4183-a07a-76dcf44397e7 service neutron] 10.222.0.15 "GET /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722205 May 14 17:58:24.801210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:24.805507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Usage tracker for resource:network and tenant:f26e1a25b8774e4cb7a2138e460005e7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:24.808411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:24.814896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:24.824419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Made reservation on behalf of f26e1a25b8774e4cb7a2138e460005e7 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:24.827254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.839089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.853361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:24.857678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Usage tracker for resource:security_group_rule and tenant:f26e1a25b8774e4cb7a2138e460005e7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:24.860431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:24.866076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:24.922425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a05b66d-086d-466f-9fb2-c0b4ab698776 req-7113cde9-c963-4d7f-b75c-8648a436a08e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201320 May 14 17:58:24.948447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.954059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:24.958561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b56c3b3e-d261-4b08-aa0e-5f4b70293af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:24.977616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d72f8c0-96ad-47df-a744-84c102757c48 req-01b1afcc-d390-41c6-bbf4-11093c9cad6e service neutron] 10.222.0.15 "GET /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620877 May 14 17:58:24.983709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:58:24.997088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30812f6-6ed7-45a3-81fd-6d1d648d3979,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:25.005532 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:25.006541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:25.006890 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Added segment 17b8e61d-07ba-484f-b9e1-24ae52cf4521 of type vlan for network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 May 14 17:58:25.035852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:25.066989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:25.068191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:25.068770 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:25.073382 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29dc7e3f-6dee-4910-ac7e-71c943ddc4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:25.186143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5024133 May 14 17:58:25.186143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Pushing event updated for resources: {'Network': ['ID=64fcf3d5-e38b-46ea-adc4-74413e3b11b6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:25.186423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39064) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:25.189354 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:25.192765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Request body: {'subnet': {'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1523863463-subnet', 'tenant_id': 'f26e1a25b8774e4cb7a2138e460005e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:25.203192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:25.203467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:58:25.207130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Usage tracker for resource:subnet and tenant:f26e1a25b8774e4cb7a2138e460005e7 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:25.210004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:25.215903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:25.227980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Made reservation on behalf of f26e1a25b8774e4cb7a2138e460005e7 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:25.230379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:25.334220 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'tag': 'f885e82b-116b-42dd-88c1-dde8b3c46a33', 'status': 'completed', 'code': 200} May 14 17:58:25.373352 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'code': 200} May 14 17:58:25.508605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df235f2-25ba-487a-a842-9edca6f28edf req-94faeabf-a966-44ba-bc73-04a7cea5d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:25.510411 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7df235f2-25ba-487a-a842-9edca6f28edf req-94faeabf-a966-44ba-bc73-04a7cea5d5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1099 time: 0.0806415 May 14 17:58:25.556839 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7df235f2-25ba-487a-a842-9edca6f28edf req-c98d0b45-0cc4-4433-bc7d-13a2fb947694 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 May 14 17:58:25.681577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920805a8-5172-485f-8671-ce1b119f6294 req-dd43c4cb-a83d-4f59-8371-9e59878fdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:25.683031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-dd43c4cb-a83d-4f59-8371-9e59878fdb78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ada81e0f70c4b35ad5029da52306418&device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 1094 time: 0.2993970 May 14 17:58:25.779678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eea71-92a0-4697-8c27-25364d206465 req-a3681975-1ed8-4045-aa69-28a5ee7b9d9d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:25.780274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-318eea71-92a0-4697-8c27-25364d206465 req-a3681975-1ed8-4045-aa69-28a5ee7b9d9d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Synchronizing usage tracker for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:25.791758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-318eea71-92a0-4697-8c27-25364d206465 req-a3681975-1ed8-4045-aa69-28a5ee7b9d9d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Unset dirty status for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:25.792859 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-318eea71-92a0-4697-8c27-25364d206465 req-a3681975-1ed8-4045-aa69-28a5ee7b9d9d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 944 time: 0.0908177 May 14 17:58:25.853660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e20c-b1f9-4abe-a645-b4519f758732 req-bc27e877-1a7a-4771-9d63-c6c50bf53c5b tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:25.855119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f6e20c-b1f9-4abe-a645-b4519f758732 req-bc27e877-1a7a-4771-9d63-c6c50bf53c5b tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 943 time: 0.3906355 May 14 17:58:25.935543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Deleting port baf2d117-c0a1-4515-ac55-1d1d43089873 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:25.935882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:25.958689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f6e20c-b1f9-4abe-a645-b4519f758732 req-3ea4628f-65c4-498b-9264-a218eaf3b4aa tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929692 May 14 17:58:25.960451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920805a8-5172-485f-8671-ce1b119f6294 req-e13f2a08-8c78-4435-879c-f947d07e323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:25.961788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-e13f2a08-8c78-4435-879c-f947d07e323b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d HTTP/1.1" status: 200 len: 910 time: 0.2680483 May 14 17:58:26.041228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-561fdfd2-1a3f-4369-966f-4ae4ba822449 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33 HTTP/1.1" status: 200 len: 217 time: 0.0698733 May 14 17:58:26.073943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] For port baf2d117-c0a1-4515-ac55-1d1d43089873, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=baf2d117-c0a1-4515-ac55-1d1d43089873,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:26.074295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:26.187998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920805a8-5172-485f-8671-ce1b119f6294 req-6ba52215-e536-4664-acd8-0c469a41734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:26.189657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-6ba52215-e536-4664-acd8-0c469a41734b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e HTTP/1.1" status: 200 len: 849 time: 0.1374078 May 14 17:58:26.201368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Calling delete_port for baf2d117-c0a1-4515-ac55-1d1d43089873 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:26.258947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-bd73adf1-6a36-46f2-ba99-0d31678c2327 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591204 May 14 17:58:26.267456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:26.296010 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:26.316070 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:26.321743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:26.333215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['baf2d117-c0a1-4515-ac55-1d1d43089873'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:26.365836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event deleted for resources: {'Port': ['ID=baf2d117-c0a1-4515-ac55-1d1d43089873,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:26.369336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:26.406972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524ffb5-6ca0-49b1-8358-a0e89292406c req-df17df31-6d42-405f-8dec-e729db63156b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:26.408449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a524ffb5-6ca0-49b1-8358-a0e89292406c req-df17df31-6d42-405f-8dec-e729db63156b tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c35e4f7d-2440-4daa-9e65-9aa812d69b0c HTTP/1.1" status: 200 len: 944 time: 0.3255963 May 14 17:58:26.447644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] No DVR routers for this DVR port baf2d117-c0a1-4515-ac55-1d1d43089873 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:26.450613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:26.453353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'name': 'network-vif-deleted', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:26.469354 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-318eea71-92a0-4697-8c27-25364d206465 req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "DELETE /v2.0/ports/baf2d117-c0a1-4515-ac55-1d1d43089873 HTTP/1.1" status: 204 len: 173 time: 0.6680646 May 14 17:58:26.507144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:26.509771 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:26.535670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Checking segment: {'id': '17b8e61d-07ba-484f-b9e1-24ae52cf4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:26.536010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Network hostable DHCP agents. Network: 64fcf3d5-e38b-46ea-adc4-74413e3b11b6, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:58:26.546756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a524ffb5-6ca0-49b1-8358-a0e89292406c req-d511ec1d-0fde-43f9-b5d3-7a13192b6591 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254742 May 14 17:58:26.555545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-8540519b-9590-4e52-a19c-468870e6c2d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869763 May 14 17:58:26.594715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:58:26.693484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 64fcf3d5-e38b-46ea-adc4-74413e3b11b6) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:58:26.700981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bccba4-1533-4892-82d3-841719a3f0b3 None None] Network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:26.721763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:26.722353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:26.790784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6033356 May 14 17:58:26.799564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920805a8-5172-485f-8671-ce1b119f6294 req-83dbc2d4-4e74-4b10-8697-0b27c91f2a7c service neutron] 10.222.0.15 "GET /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354133 May 14 17:58:26.804964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ea14b-7c65-4061-bb49-4e089da5858f req-27f66379-ef59-4a18-81f6-70070d5edb68 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:26.806407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-082ea14b-7c65-4061-bb49-4e089da5858f req-27f66379-ef59-4a18-81f6-70070d5edb68 tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 1095 time: 0.1573861 May 14 17:58:26.851204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-082ea14b-7c65-4061-bb49-4e089da5858f req-a1002b6f-326e-4a63-8e78-1ee65cbd82fb tempest-LiveMigrationTest-778418802 tempest-LiveMigrationTest-778418802-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368643 May 14 17:58:26.917861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1ac69-827f-4a53-bd4d-aeae63e640d3 None None] Network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:58:27.021128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1e12c9e-cdd2-4d26-b460-dbc7ce3647f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:27.058042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af91a3-2c7a-451f-ba58-ff4021220f08 req-c84e804f-c7dd-4092-939d-668b40ea0818 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:27.059911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64af91a3-2c7a-451f-ba58-ff4021220f08 req-c84e804f-c7dd-4092-939d-668b40ea0818 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.0976760 May 14 17:58:27.112764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64af91a3-2c7a-451f-ba58-ff4021220f08 req-fd1826f7-3797-44af-89cf-ad90dcd4743a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 May 14 17:58:27.285100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36752c-11bb-46c5-9032-0b42f9cff9bb req-e3e8a3e9-860f-4fd3-8e60-e843a5695121 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:27.286508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab36752c-11bb-46c5-9032-0b42f9cff9bb req-e3e8a3e9-860f-4fd3-8e60-e843a5695121 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.0780821 May 14 17:58:27.330109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab36752c-11bb-46c5-9032-0b42f9cff9bb req-f8408bb0-cbe0-47b4-982d-4ae6e67883ac tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377877 May 14 17:58:27.393183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:27.482695 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35e4f7d-2440-4daa-9e65-9aa812d69b0c', 'name': 'network-vif-deleted', 'tag': 'baf2d117-c0a1-4515-ac55-1d1d43089873', 'status': 'completed', 'code': 200} May 14 17:58:27.831807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc294-6966-4c03-b1e2-923390cf9713 req-5a27b6e5-131f-45b3-a135-e197135095d0 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:27.833245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0adc294-6966-4c03-b1e2-923390cf9713 req-5a27b6e5-131f-45b3-a135-e197135095d0 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 943 time: 0.0843744 May 14 17:58:27.877991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0adc294-6966-4c03-b1e2-923390cf9713 req-4bd46d0a-2926-44c8-8fcf-2b5e4f3bbeac tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 May 14 17:58:28.326901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-e00ad6dd-ece1-4031-91d1-2f8ed2e87b17 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:28.328302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-e00ad6dd-ece1-4031-91d1-2f8ed2e87b17 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/networks?id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6 HTTP/1.1" status: 200 len: 814 time: 0.2509553 May 14 17:58:28.343040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-d477aeb8-4a30-4798-9683-9fcec9528e35 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/quotas/f26e1a25b8774e4cb7a2138e460005e7 HTTP/1.1" status: 200 len: 375 time: 0.0092068 May 14 17:58:28.389759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-e75fa27e-928e-4655-a0f0-1b27a0496d8d tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f26e1a25b8774e4cb7a2138e460005e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417984 May 14 17:58:28.522886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-4cefae80-e299-4e49-8cbb-d7c1b012e523 service neutron] 10.222.0.24 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263080 May 14 17:58:28.651772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-629c879b-c8d4-418f-a6ad-ccc45034fbb5 service neutron] 10.222.0.24 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222010 May 14 17:58:28.907036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-1a95fa51-dc48-4b35-86ff-6d3f3b5c295c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:28.908743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-1a95fa51-dc48-4b35-86ff-6d3f3b5c295c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 944 time: 0.0945258 May 14 17:58:29.094718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708ad2f-451a-45c8-8500-339035f03eee req-c6f3fd6e-a912-4bb4-8925-17517fda5512 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:29.096233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a708ad2f-451a-45c8-8500-339035f03eee req-c6f3fd6e-a912-4bb4-8925-17517fda5512 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 944 time: 0.1865237 May 14 17:58:29.154867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a708ad2f-451a-45c8-8500-339035f03eee req-e63afbb4-2702-40d6-a5bb-48beafd8ef52 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 May 14 17:58:29.160604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Deleting port 6f19faeb-1f58-4171-a54c-a255e765e4e6 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:29.160969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:29.352582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] For port 6f19faeb-1f58-4171-a54c-a255e765e4e6, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6f19faeb-1f58-4171-a54c-a255e765e4e6,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:29.352938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:29.484598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Calling delete_port for 6f19faeb-1f58-4171-a54c-a255e765e4e6 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:29.490163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:29.510619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae9588-d42d-4666-87be-0f53ed2d0b58 req-b632f488-7747-4991-91c9-4e811c8b79d7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:29.512229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aae9588-d42d-4666-87be-0f53ed2d0b58 req-b632f488-7747-4991-91c9-4e811c8b79d7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.2503819 May 14 17:58:29.571788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aae9588-d42d-4666-87be-0f53ed2d0b58 req-82900bec-d559-4edd-8794-4426cb6e7dfa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504844 May 14 17:58:29.642268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94377c1c-ee72-47af-a0e6-4643c2be099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:29.660171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:29.665639 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c4f438a-68ae-4478-8ce4-0d9055444731 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:29.671908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['25c144d7-da90-4ff8-90a1-b2d036f13a70'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:29.755774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f885e82b-116b-42dd-88c1-dde8b3c46a33 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:58:29.790418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event deleted for resources: {'Port': ['ID=6f19faeb-1f58-4171-a54c-a255e765e4e6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:29.792854 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:29.837970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] No DVR routers for this DVR port 6f19faeb-1f58-4171-a54c-a255e765e4e6 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:29.841966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:29.844528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'name': 'network-vif-deleted', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:29.880869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0eafe5b4-f271-4f79-afee-f5417cf8b498 req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "DELETE /v2.0/ports/6f19faeb-1f58-4171-a54c-a255e765e4e6 HTTP/1.1" status: 204 len: 173 time: 0.9321506 May 14 17:58:29.932539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931bc00-02fb-41ac-a0d3-78b63274314f req-22bfba6e-3611-420f-8ced-968c8bce198e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:29.944976 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3931bc00-02fb-41ac-a0d3-78b63274314f req-22bfba6e-3611-420f-8ced-968c8bce198e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.2479351 May 14 17:58:29.985544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f885e82b-116b-42dd-88c1-dde8b3c46a33, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33,segment=NetworkSegment(c677c2f5-5798-4975-ae17-0435798d6905),segment_id=c677c2f5-5798-4975-ae17-0435798d6905)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:30.004308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'f885e82b-116b-42dd-88c1-dde8b3c46a33', 'network_id': 'b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d', 'port_id': 'f885e82b-116b-42dd-88c1-dde8b3c46a33', 'mac_address': 'fa:16:3e:f7:0c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:58:30.044399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3931bc00-02fb-41ac-a0d3-78b63274314f req-7f1e5fa5-0ca1-4ee8-9448-ddfa399489c0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977831 May 14 17:58:30.089826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:30.138093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: baf2d117-c0a1-4515-ac55-1d1d43089873 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:30.138581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device baf2d117-c0a1-4515-ac55-1d1d43089873 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:30.159065 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:30.163566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-fefdeb46-9e08-41de-8cd6-0e0fdec9e1fe tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:30.164997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-fefdeb46-9e08-41de-8cd6-0e0fdec9e1fe tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Synchronizing usage tracker for tenant:f26e1a25b8774e4cb7a2138e460005e7 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:30.179935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f885e82b-116b-42dd-88c1-dde8b3c46a33 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:30.187966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-fefdeb46-9e08-41de-8cd6-0e0fdec9e1fe tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Unset dirty status for tenant:f26e1a25b8774e4cb7a2138e460005e7 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:30.189122 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-fefdeb46-9e08-41de-8cd6-0e0fdec9e1fe tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.22 "GET /v2.0/networks?id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6 HTTP/1.1" status: 200 len: 814 time: 0.3547649 May 14 17:58:30.204004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Request body: {'port': {'device_id': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6', 'admin_state_up': True, 'tenant_id': 'f26e1a25b8774e4cb7a2138e460005e7'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:30.206539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f885e82b-116b-42dd-88c1-dde8b3c46a33, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33,segment=NetworkSegment(c677c2f5-5798-4975-ae17-0435798d6905),segment_id=c677c2f5-5798-4975-ae17-0435798d6905)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:30.212962 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:30.216872 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:30.293433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f885e82b-116b-42dd-88c1-dde8b3c46a33,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:30.296390 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:30.314712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7fad1f04-827b-4196-aaec-8ded86c14a05 req-a95309b2-ef74-4371-9c7e-f07d8cda4138 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 210 time: 0.0644753 May 14 17:58:30.351402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:30.355772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Usage tracker for resource:port and tenant:f26e1a25b8774e4cb7a2138e460005e7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:30.359000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:30.364880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:30.374646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Made reservation on behalf of f26e1a25b8774e4cb7a2138e460005e7 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:58:30.378195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:30.576218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:30.578820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Allocated IP 172.20.0.3 (64fcf3d5-e38b-46ea-adc4-74413e3b11b6/00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41/97252b27-d819-4273-a42f-eb938b0e12a1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:58:30.681686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f885e82b-116b-42dd-88c1-dde8b3c46a33'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:30.726457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6b4a-805e-400c-9b1a-548ce7f49870 req-49fa0c9c-e0a9-475a-b36e-776dfe6fa842 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:30.728490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-606b6b4a-805e-400c-9b1a-548ce7f49870 req-49fa0c9c-e0a9-475a-b36e-776dfe6fa842 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 944 time: 0.0895069 May 14 17:58:30.780034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-606b6b4a-805e-400c-9b1a-548ce7f49870 req-380e9220-68a2-439f-909e-7f5ff37d2acd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 May 14 17:58:30.818477 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:30.871903 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e19e4c-a2aa-4a14-9349-bfd2ca450c1e', 'name': 'network-vif-deleted', 'tag': '6f19faeb-1f58-4171-a54c-a255e765e4e6', 'status': 'completed', 'code': 200} May 14 17:58:30.884225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:30.892485 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:30.965187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:58:30.973288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:58:30.978680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:58:31.006697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Pushing event updated for resources: {'Port': ['ID=97252b27-d819-4273-a42f-eb938b0e12a1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:31.012419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:31.048744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:31.049703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.073269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733673 May 14 17:58:31.085715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Request body: {'port': {'device_id': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:31.210182 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.214537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90c3b-fc22-452b-89a5-e21788fce3d8 req-772b6a2a-6db3-4708-ad14-526f098aa2f4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:31.216150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3de90c3b-fc22-452b-89a5-e21788fce3d8 req-772b6a2a-6db3-4708-ad14-526f098aa2f4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.2555742 May 14 17:58:31.225014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-81fd8827-4a57-4df3-8d02-42039e958e2d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:31.226392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-81fd8827-4a57-4df3-8d02-42039e958e2d tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 944 time: 0.1207752 May 14 17:58:31.359888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3de90c3b-fc22-452b-89a5-e21788fce3d8 req-5d74121c-ba84-4842-9ccb-7206b598806f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324482 May 14 17:58:31.461401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-4c2f3382-5da8-4bdb-85a8-e0421e54c0cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2202210 May 14 17:58:31.604994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b61fcf75-4971-4041-a059-5a07f37a8be4 req-a932ed50-fc6d-4633-8564-6dcdb14263c0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Synchronizing usage tracker for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:31.622544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97252b27-d819-4273-a42f-eb938b0e12a1 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:31.628200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Deleting port 2974a7ab-5e1f-49a5-b700-0b35639822b8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:31.628541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.630391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.645206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Transition to ACTIVE for port object 97252b27-d819-4273-a42f-eb938b0e12a1 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:58:31.650170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.655792 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:31.707990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b61fcf75-4971-4041-a059-5a07f37a8be4 req-a932ed50-fc6d-4633-8564-6dcdb14263c0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Unset dirty status for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:31.709128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b61fcf75-4971-4041-a059-5a07f37a8be4 req-a932ed50-fc6d-4633-8564-6dcdb14263c0 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 210 time: 0.2223189 May 14 17:58:31.782498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:31.786937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-65537bf5-115a-499b-b697-0d80245e70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:31.788464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-65537bf5-115a-499b-b697-0d80245e70f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 1096 time: 0.2268224 May 14 17:58:31.804286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] For port 2974a7ab-5e1f-49a5-b700-0b35639822b8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2974a7ab-5e1f-49a5-b700-0b35639822b8,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:31.804696 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.849451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Pushing event updated for resources: {'Port': ['ID=97252b27-d819-4273-a42f-eb938b0e12a1,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:31.849701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 6f19faeb-1f58-4171-a54c-a255e765e4e6 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:31.849869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6f19faeb-1f58-4171-a54c-a255e765e4e6 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:31.857303 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:31.924783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Attempting to bind port 97252b27-d819-4273-a42f-eb938b0e12a1 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:58:31.925118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Attempting to bind port 97252b27-d819-4273-a42f-eb938b0e12a1 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '17b8e61d-07ba-484f-b9e1-24ae52cf4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:58:31.925445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Attempting to bind port 97252b27-d819-4273-a42f-eb938b0e12a1 on network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:31.929992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Port 97252b27-d819-4273-a42f-eb938b0e12a1 on network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:58:31.930304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Attempting to bind port 97252b27-d819-4273-a42f-eb938b0e12a1 on network 64fcf3d5-e38b-46ea-adc4-74413e3b11b6 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:58:31.935608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:58:31.935955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Checking segment: {'id': '17b8e61d-07ba-484f-b9e1-24ae52cf4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:58:31.936314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Bound using segment: {'id': '17b8e61d-07ba-484f-b9e1-24ae52cf4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:58:31.936728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Bound port: 97252b27-d819-4273-a42f-eb938b0e12a1, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b8e61d-07ba-484f-b9e1-24ae52cf4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:58:31.937066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:31.963936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Calling delete_port for 2974a7ab-5e1f-49a5-b700-0b35639822b8 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:32.032340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] For port 97252b27-d819-4273-a42f-eb938b0e12a1, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:58:32.035310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] For port 97252b27-d819-4273-a42f-eb938b0e12a1, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=97252b27-d819-4273-a42f-eb938b0e12a1,segment=NetworkSegment(17b8e61d-07ba-484f-b9e1-24ae52cf4521),segment_id=17b8e61d-07ba-484f-b9e1-24ae52cf4521)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:58:32.039773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:32.045322 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8565d81a-fadf-4f51-bb29-5c3fd7c28df5 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:32.095132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.095770 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:32.097684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/97252b27-d819-4273-a42f-eb938b0e12a1 HTTP/1.1" status: 200 len: 1091 time: 1.0161159 May 14 17:58:32.097955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'tag': '97252b27-d819-4273-a42f-eb938b0e12a1'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:32.117686 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:32.128579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Pushing event updated for resources: {'Port': ['ID=97252b27-d819-4273-a42f-eb938b0e12a1,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:32.131602 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:32.184756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba88f11-3095-4337-b93d-f5db37bf87ee req-73b36952-abcd-4abe-9370-82770c3d46f3 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.186381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eba88f11-3095-4337-b93d-f5db37bf87ee req-73b36952-abcd-4abe-9370-82770c3d46f3 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=a70442de-79a8-4d94-8ccf-bea987f513e5 HTTP/1.1" status: 200 len: 944 time: 0.3085136 May 14 17:58:32.191002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-0c7fc457-738b-48a8-83e6-a739a6a30b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.192541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-0c7fc457-738b-48a8-83e6-a739a6a30b33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 200 len: 922 time: 0.3161807 May 14 17:58:32.305997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eba88f11-3095-4337-b93d-f5db37bf87ee req-5c935e38-9c1a-4feb-a12b-855155d7350a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112449 May 14 17:58:32.316501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-ac512d97-40ad-4cb8-a0fd-ad41a84f44a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 200 len: 217 time: 0.1125529 May 14 17:58:32.366073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-546e471c-36a1-4866-8ce7-84ff939e467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.367546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-546e471c-36a1-4866-8ce7-84ff939e467d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f26e1a25b8774e4cb7a2138e460005e7&device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 1094 time: 0.2120893 May 14 17:58:32.455781 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-7763ac1e-3386-4aae-bb37-72dba92206a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97252b27-d819-4273-a42f-eb938b0e12a1 HTTP/1.1" status: 200 len: 217 time: 0.0761557 May 14 17:58:32.497055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-2df120c1-c261-4bcd-8d4a-d22b183847d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.498816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-2df120c1-c261-4bcd-8d4a-d22b183847d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 200 len: 861 time: 0.1435885 May 14 17:58:32.501891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:32.517687 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2b5a696-4122-49da-8c93-ef923d86381e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:32.539588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-89c6bcd8-cc08-4544-8489-b7696730881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.541002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-89c6bcd8-cc08-4544-8489-b7696730881b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41 HTTP/1.1" status: 200 len: 854 time: 0.0749693 May 14 17:58:32.569670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event deleted for resources: {'Port': ['ID=2974a7ab-5e1f-49a5-b700-0b35639822b8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:32.593468 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-c0481ea1-cf0b-4ede-ad9f-07e109b9118b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416710 May 14 17:58:32.607734 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:32.648992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-415da5eb-8722-47cb-897f-f539e497a0c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e80d55c2-42c2-48ae-8ecc-745b55b058ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820735 May 14 17:58:32.731734 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-0005d259-ca64-4e7e-a959-8dd5b62d65c0 service neutron] 10.222.0.22 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276271 May 14 17:58:32.877706 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4b6070-82f7-4c98-abdd-1a37798f55ca req-578cdab3-a59a-4a67-babb-184f57590be8 service neutron] 10.222.0.22 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354892 May 14 17:58:32.900290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4407-adba-428a-8d64-9497e41a2866 req-d8c1fcb2-9290-46d7-bc24-a3f53595b912 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:32.901914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a12e4407-adba-428a-8d64-9497e41a2866 req-d8c1fcb2-9290-46d7-bc24-a3f53595b912 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.4730763 May 14 17:58:32.912709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] No DVR routers for this DVR port 2974a7ab-5e1f-49a5-b700-0b35639822b8 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:32.928203 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:32.932103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'name': 'network-vif-deleted', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:32.980159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f71c9f29-b2d0-4e5c-bb80-5b105194be28 req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "DELETE /v2.0/ports/2974a7ab-5e1f-49a5-b700-0b35639822b8 HTTP/1.1" status: 204 len: 173 time: 1.7400291 May 14 17:58:33.007326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a12e4407-adba-428a-8d64-9497e41a2866 req-10db2091-98cd-45d8-a55b-85dd12e8303d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957508 May 14 17:58:33.016622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-61af07cf-c458-4568-b4c1-cbd42b6915a5 service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601272 May 14 17:58:33.174716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a92ba4b7-3175-4d97-8229-dc8bc1991a09 req-c8806ed0-0045-485d-b063-a9ef3fc9fc5d service neutron] 10.222.0.22 "GET /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447911 May 14 17:58:33.305870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b89e44-6d3a-4488-99c5-b1f6af0ef57b req-264d073b-3f0f-48f1-bfe5-7ec480a996e8 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:33.307261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94b89e44-6d3a-4488-99c5-b1f6af0ef57b req-264d073b-3f0f-48f1-bfe5-7ec480a996e8 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 943 time: 0.0806286 May 14 17:58:33.352345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94b89e44-6d3a-4488-99c5-b1f6af0ef57b req-235baaa4-e431-4e91-8ca1-59bfed6bf938 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 May 14 17:58:33.564376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cc294-bf21-479d-bbc5-608490a7607f req-9aa2fc2c-b0fa-4ba5-a09b-20f16761d4bd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:33.565818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-216cc294-bf21-479d-bbc5-608490a7607f req-9aa2fc2c-b0fa-4ba5-a09b-20f16761d4bd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 944 time: 0.0904708 May 14 17:58:33.615810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-216cc294-bf21-479d-bbc5-608490a7607f req-e6c78854-ba7e-4135-a63b-26d700b9f740 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 May 14 17:58:33.693338 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'tag': '97252b27-d819-4273-a42f-eb938b0e12a1', 'status': 'completed', 'code': 200} May 14 17:58:33.778532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f885e82b-116b-42dd-88c1-dde8b3c46a33 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:58:33.835676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4100deb0-902a-4254-b37f-0d2a27fc5868 req-3136a5e8-5a95-4ed2-9135-f59904940ac3 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e19e4c-a2aa-4a14-9349-bfd2ca450c1e HTTP/1.1" status: 200 len: 210 time: 0.0514498 May 14 17:58:33.856067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-c8ab2e6c-ad32-4597-8ecd-73dc75975867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:33.858387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-c8ab2e6c-ad32-4597-8ecd-73dc75975867 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f26e1a25b8774e4cb7a2138e460005e7&device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 1094 time: 0.1362116 May 14 17:58:33.917476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port f885e82b-116b-42dd-88c1-dde8b3c46a33 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:58:33.923641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port f885e82b-116b-42dd-88c1-dde8b3c46a33 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:58:33.924091 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:33.986024 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70442de-79a8-4d94-8ccf-bea987f513e5', 'name': 'network-vif-deleted', 'tag': '2974a7ab-5e1f-49a5-b700-0b35639822b8', 'status': 'completed', 'code': 200} May 14 17:58:34.091663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:34.102313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-0edb53b9-7747-4c1a-b514-9647b1aaa118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:34.103823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-0edb53b9-7747-4c1a-b514-9647b1aaa118 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6 HTTP/1.1" status: 200 len: 915 time: 0.2366674 May 14 17:58:34.192466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-770240de-fe30-4361-b20b-c6423f3d5611 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97252b27-d819-4273-a42f-eb938b0e12a1 HTTP/1.1" status: 200 len: 217 time: 0.0762427 May 14 17:58:34.259860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 2974a7ab-5e1f-49a5-b700-0b35639822b8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:34.260471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2974a7ab-5e1f-49a5-b700-0b35639822b8 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:34.291351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-c9a1e32f-7051-4233-b033-3abe07eea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:34.293124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-c9a1e32f-7051-4233-b033-3abe07eea1b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41 HTTP/1.1" status: 200 len: 854 time: 0.0895729 May 14 17:58:34.297247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:34.352430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f885e82b-116b-42dd-88c1-dde8b3c46a33, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33,segment=NetworkSegment(c677c2f5-5798-4975-ae17-0435798d6905),segment_id=c677c2f5-5798-4975-ae17-0435798d6905)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:34.353630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885e82b-116b-42dd-88c1-dde8b3c46a33'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:34.360767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:34.363043 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:34.363656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-0a1c02c5-0fa4-4a55-9c13-2692fa6571cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606751 May 14 17:58:34.438561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f885e82b-116b-42dd-88c1-dde8b3c46a33,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:34.448657 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:34.567565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-7ff63724-66e3-4148-8a33-339811606e11 service neutron] 10.222.0.22 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933568 May 14 17:58:34.617389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddb755-5b48-41c0-97db-f7f46f9647e3 req-de791c70-3734-4a72-809c-97fdac3b8c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:34.619624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38ddb755-5b48-41c0-97db-f7f46f9647e3 req-de791c70-3734-4a72-809c-97fdac3b8c82 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.1610119 May 14 17:58:34.745525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38ddb755-5b48-41c0-97db-f7f46f9647e3 req-dec3bdfc-31e7-4ffb-a189-3e8e1c147edf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748374 May 14 17:58:34.770518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-427e3bee-8c47-407c-a1d1-efe5513de21a req-ab844206-5d2c-45cd-89d3-ae98b9c5b903 service neutron] 10.222.0.22 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916084 May 14 17:58:34.936331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-d7eb9c6a-2d5f-4793-afcb-60cb3ae77c4a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:34.937308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-d7eb9c6a-2d5f-4793-afcb-60cb3ae77c4a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Synchronizing usage tracker for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:34.953338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-d7eb9c6a-2d5f-4793-afcb-60cb3ae77c4a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Unset dirty status for tenant:07b70acc1cef4ed69fc4a2bf098f4737 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:34.954600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-d7eb9c6a-2d5f-4793-afcb-60cb3ae77c4a tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.1013818 May 14 17:58:35.122051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-91c410fe-2cc0-42f5-9fc7-6cef6c3a1dfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940325 May 14 17:58:35.126203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Deleting port 365cde77-4939-4d83-a682-0b3c07070235 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:35.126554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:35.442849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] For port 365cde77-4939-4d83-a682-0b3c07070235, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=365cde77-4939-4d83-a682-0b3c07070235,segment=NetworkSegment(cf895154-ab28-4fd7-a113-c178376b5970),segment_id=cf895154-ab28-4fd7-a113-c178376b5970)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:35.443565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:35.577455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Calling delete_port for 365cde77-4939-4d83-a682-0b3c07070235 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:35.601483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6b6e0-f301-4094-8e15-0f8233f62b70 req-ce7a6b71-4033-4b5c-8b52-e51676cc4018 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:35.602959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fd6b6e0-f301-4094-8e15-0f8233f62b70 req-ce7a6b71-4033-4b5c-8b52-e51676cc4018 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6476029-1357-4ca8-91a2-ee3c632e8c17 HTTP/1.1" status: 200 len: 945 time: 0.2620351 May 14 17:58:35.660776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fd6b6e0-f301-4094-8e15-0f8233f62b70 req-743246fa-48d2-41b2-9205-3e7138f59639 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e1dfb9-6b64-4a80-82f5-b79bdbac8516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 May 14 17:58:35.731495 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885e82b-116b-42dd-88c1-dde8b3c46a33', 'code': 200} May 14 17:58:35.788120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:35.794995 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62a46579-b629-4f23-82e7-9a959b1303d4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:35.932989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Pushing event deleted for resources: {'Port': ['ID=365cde77-4939-4d83-a682-0b3c07070235,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:35.935769 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:36.047270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] No DVR routers for this DVR port 365cde77-4939-4d83-a682-0b3c07070235 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:36.050615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:36.053256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'name': 'network-vif-deleted', 'tag': '365cde77-4939-4d83-a682-0b3c07070235'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:36.063435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 97252b27-d819-4273-a42f-eb938b0e12a1 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:58:36.088705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fb10dd7-777b-4965-b345-20606ee07ec8 req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] 10.222.0.22 "DELETE /v2.0/ports/365cde77-4939-4d83-a682-0b3c07070235 HTTP/1.1" status: 204 len: 173 time: 1.1259010 May 14 17:58:36.110978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc56d4-0766-423a-a0dd-b2d5c316e119 req-d49fa0ff-5d09-4e2a-965d-576556a1fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.112549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dacc56d4-0766-423a-a0dd-b2d5c316e119 req-d49fa0ff-5d09-4e2a-965d-576556a1fdc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 1096 time: 0.2791462 May 14 17:58:36.120382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ead16c-bf03-4905-ac1a-0b44a4333f5d req-ed5bb45e-fea4-4fe8-a004-9b5529e56c12 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.122461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57ead16c-bf03-4905-ac1a-0b44a4333f5d req-ed5bb45e-fea4-4fe8-a004-9b5529e56c12 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 943 time: 0.2517724 May 14 17:58:36.241093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dacc56d4-0766-423a-a0dd-b2d5c316e119 req-cfd7f6e0-3d72-4adb-a21e-834bf5c2d185 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112859 May 14 17:58:36.242766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 97252b27-d819-4273-a42f-eb938b0e12a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=97252b27-d819-4273-a42f-eb938b0e12a1,segment=NetworkSegment(17b8e61d-07ba-484f-b9e1-24ae52cf4521),segment_id=17b8e61d-07ba-484f-b9e1-24ae52cf4521)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:36.255725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57ead16c-bf03-4905-ac1a-0b44a4333f5d req-b6fbaa3a-70c7-446f-ae9c-d8af5d09d952 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252837 May 14 17:58:36.260230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '97252b27-d819-4273-a42f-eb938b0e12a1', 'network_id': '64fcf3d5-e38b-46ea-adc4-74413e3b11b6', 'port_id': '97252b27-d819-4273-a42f-eb938b0e12a1', 'mac_address': 'fa:16:3e:fa:c7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:58:36.327145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:36.344687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97252b27-d819-4273-a42f-eb938b0e12a1 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:36.361127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 97252b27-d819-4273-a42f-eb938b0e12a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=97252b27-d819-4273-a42f-eb938b0e12a1,segment=NetworkSegment(17b8e61d-07ba-484f-b9e1-24ae52cf4521),segment_id=17b8e61d-07ba-484f-b9e1-24ae52cf4521)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:36.365543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:36.367338 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:36.440925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=97252b27-d819-4273-a42f-eb938b0e12a1,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:36.444299 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:36.497331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-9e87effd-4c94-4786-ae83-541da8d15d85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977294 May 14 17:58:36.525073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0278c-c052-41b8-9394-544f7930691a req-f0828b1d-0c1e-48fe-911b-532297ef7dcd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.526529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cf0278c-c052-41b8-9394-544f7930691a req-f0828b1d-0c1e-48fe-911b-532297ef7dcd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 945 time: 0.1659486 May 14 17:58:36.624682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cf0278c-c052-41b8-9394-544f7930691a req-92c55ba6-a4d6-4900-bd8c-6cb28df929f0 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916548 May 14 17:58:36.644880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452343a-0709-4366-b99c-d589be40c820 req-8477434e-ff7d-4fcb-ac11-8b66fb83e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.646339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-8477434e-ff7d-4fcb-ac11-8b66fb83e66c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 1097 time: 0.1122966 May 14 17:58:36.654561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['97252b27-d819-4273-a42f-eb938b0e12a1'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:36.665559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-f78b1e61-41b6-4530-b84e-2a6ba9a552ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.670152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-f78b1e61-41b6-4530-b84e-2a6ba9a552ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1099 time: 0.0912721 May 14 17:58:36.835742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-fb154599-44b3-4050-9cac-8509c912477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.837040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452343a-0709-4366-b99c-d589be40c820 req-98e46d78-e374-4a4e-94e5-d65cd4967e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:36.838123 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-fb154599-44b3-4050-9cac-8509c912477b service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1580272 May 14 17:58:36.838459 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-98e46d78-e374-4a4e-94e5-d65cd4967e59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 200 len: 925 time: 0.1668184 May 14 17:58:36.948744 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-2a9b120c-f673-4f84-b948-e40eb8130b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.0984545 May 14 17:58:37.018309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-e17ba4b3-88f0-4d7d-87d0-5efcf2e2d7a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=741ab01e-0ed2-4205-b780-589f804d4c32 HTTP/1.1" status: 200 len: 1002 time: 0.1555605 May 14 17:58:37.052167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-3feef2e8-ebbe-4484-88ab-921f974b6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:37.054885 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-3feef2e8-ebbe-4484-88ab-921f974b6f34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0988266 May 14 17:58:37.160343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452343a-0709-4366-b99c-d589be40c820 req-313778e7-2815-4252-9816-25c0792faa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:37.161880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-313778e7-2815-4252-9816-25c0792faa75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 200 len: 863 time: 0.0896490 May 14 17:58:37.181397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-f8ebdd88-8ed3-4b85-886a-e1b1138a0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:37.183380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-f8ebdd88-8ed3-4b85-886a-e1b1138a0733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198444 May 14 17:58:37.214601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e971c17-8b3e-4591-9928-8b4c9b91ee7c req-d69243ea-5415-4bf4-b165-27289e95e139 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:37.216794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e971c17-8b3e-4591-9928-8b4c9b91ee7c req-d69243ea-5415-4bf4-b165-27289e95e139 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.1976535 May 14 17:58:37.277177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e971c17-8b3e-4591-9928-8b4c9b91ee7c req-abdebabb-b2f1-4e39-b439-f7bfbbe07b9f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 May 14 17:58:37.315242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452343a-0709-4366-b99c-d589be40c820 req-55d8d428-c862-4c7d-9e42-e98392c4e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:37.316659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-55d8d428-c862-4c7d-9e42-e98392c4e127 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449733 May 14 17:58:37.376632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-a0f17acb-dc5d-4784-88ec-89d8b644a9c8 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742895 May 14 17:58:37.521958 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-609ac580-fbee-4f87-93a6-ba417c0c50a2 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356645 May 14 17:58:37.632120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-22dc66d2-e4cf-4f0d-8197-2201139d2f49 service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018751 May 14 17:58:37.732914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aa8d7-d6be-43af-a30b-3101b8322dbb req-e4736a5d-b1c7-42e4-bb1b-a60fa1e87a95 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:37.734501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-585aa8d7-d6be-43af-a30b-3101b8322dbb req-e4736a5d-b1c7-42e4-bb1b-a60fa1e87a95 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.3236117 May 14 17:58:37.823511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-585aa8d7-d6be-43af-a30b-3101b8322dbb req-25af7a64-2034-4ad4-8eb6-5baab9c2689c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796249 May 14 17:58:37.832580 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b452343a-0709-4366-b99c-d589be40c820 req-04ec7334-14b2-4e6d-9cb8-c824def5335b service neutron] 10.222.0.15 "GET /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920023 May 14 17:58:37.881196 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6476029-1357-4ca8-91a2-ee3c632e8c17', 'name': 'network-vif-deleted', 'tag': '365cde77-4939-4d83-a682-0b3c07070235', 'status': 'completed', 'code': 200} May 14 17:58:38.054906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:38.080101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 97252b27-d819-4273-a42f-eb938b0e12a1 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:58:38.178893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 97252b27-d819-4273-a42f-eb938b0e12a1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:58:38.184753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 97252b27-d819-4273-a42f-eb938b0e12a1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:58:38.185326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.253191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Deleting subnet 352e2cab-c9a6-4745-ab1d-6994d1f32dcd {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:58:38.256538 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.310772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.326496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.338854 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97252b27-d819-4273-a42f-eb938b0e12a1'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:38.349248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 97252b27-d819-4273-a42f-eb938b0e12a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=97252b27-d819-4273-a42f-eb938b0e12a1,segment=NetworkSegment(17b8e61d-07ba-484f-b9e1-24ae52cf4521),segment_id=17b8e61d-07ba-484f-b9e1-24ae52cf4521)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:38.354224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.355234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 365cde77-4939-4d83-a682-0b3c07070235 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:38.365884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16b5b-3aff-4168-949f-518b7a10d528 req-e0d9b20c-d647-439c-b5f1-2845cb825f76 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:38.367433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3e16b5b-3aff-4168-949f-518b7a10d528 req-e0d9b20c-d647-439c-b5f1-2845cb825f76 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 944 time: 0.2028532 May 14 17:58:38.386176 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:38.428665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.431529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 365cde77-4939-4d83-a682-0b3c07070235 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:38.432216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 365cde77-4939-4d83-a682-0b3c07070235 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:38.472260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=97252b27-d819-4273-a42f-eb938b0e12a1,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:38.476201 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:38.489509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3e16b5b-3aff-4168-949f-518b7a10d528 req-2ec209b5-ae1c-4782-b4b2-85d379da16fb tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129704 May 14 17:58:38.767108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54171bc6-cb45-4b59-bebe-5442d744c01b req-b6c7abd2-0916-4ca8-9601-0207cf73e4b3 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:38.768808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54171bc6-cb45-4b59-bebe-5442d744c01b req-b6c7abd2-0916-4ca8-9601-0207cf73e4b3 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 945 time: 0.1611900 May 14 17:58:38.810890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.819936 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d101715-e848-40a6-9c84-eeff88d3855e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:38.854283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54171bc6-cb45-4b59-bebe-5442d744c01b req-a4e0dfc7-a787-4e22-b64c-3c8d3b812a55 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772123 May 14 17:58:38.860204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:38.864055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352e2cab-c9a6-4745-ab1d-6994d1f32dcd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:38.866278 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:38.880220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/352e2cab-c9a6-4745-ab1d-6994d1f32dcd HTTP/1.1" status: 204 len: 168 time: 0.8131142 May 14 17:58:38.880220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39224) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:39.027894 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.162309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fc4e4-fce1-4f50-820d-fb47905ae060 req-97ec1c8f-f8fd-44c5-a7f3-4089064fee73 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:39.163852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b9fc4e4-fce1-4f50-820d-fb47905ae060 req-97ec1c8f-f8fd-44c5-a7f3-4089064fee73 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.1995711 May 14 17:58:39.210668 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.234611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80d55c2-42c2-48ae-8ecc-745b55b058ba']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:39.253231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b9fc4e4-fce1-4f50-820d-fb47905ae060 req-2b3b8225-61e5-4218-a6b2-7dbdcb024db0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725610 May 14 17:58:39.254788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf895154-ab28-4fd7-a113-c178376b5970') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:39.255079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf895154-ab28-4fd7-a113-c178376b5970') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:39.267657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.290004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.298852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:58:39.299358 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: timer() May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:58:39.313568 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:58:39.322910 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97252b27-d819-4273-a42f-eb938b0e12a1', 'code': 200} May 14 17:58:39.396859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.435498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5db753a-0a3f-4b5e-8608-b3695994ad65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:39.455315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.470387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Pushing event deleted for resources: {'Network': ['ID=e80d55c2-42c2-48ae-8ecc-745b55b058ba,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:39.506588 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:39.631695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] 10.222.0.24 "DELETE /v2.0/networks/e80d55c2-42c2-48ae-8ecc-745b55b058ba HTTP/1.1" status: 204 len: 168 time: 0.7520039 May 14 17:58:39.634464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:39.670678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfec02a-b6e5-4998-9ba8-4a681cf86be1 req-cd97fdea-4955-4b84-adce-3e13018aa492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:39.672154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dfec02a-b6e5-4998-9ba8-4a681cf86be1 req-cd97fdea-4955-4b84-adce-3e13018aa492 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 1096 time: 0.2715652 May 14 17:58:39.689039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6554c3-2153-4799-a405-d7f95c464c09 req-ffa7a90d-146a-4a2c-b924-7d603997ffaf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:39.690557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd6554c3-2153-4799-a405-d7f95c464c09 req-ffa7a90d-146a-4a2c-b924-7d603997ffaf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.2429907 May 14 17:58:39.697800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Deleting subnet e8c55275-d5b9-41a0-8dce-8cea550eb40e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:58:39.701166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.751961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dfec02a-b6e5-4998-9ba8-4a681cf86be1 req-bcbe8217-2093-455e-888a-33399e43ec24 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604563 May 14 17:58:39.753431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:39.762208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd6554c3-2153-4799-a405-d7f95c464c09 req-f58acaf8-741d-49ce-9098-a0b7b78f07cb tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 May 14 17:58:39.818719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.185027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.189640 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15ac4d7a-c216-4464-bd00-6f5c122d9115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:40.226588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c55275-d5b9-41a0-8dce-8cea550eb40e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:40.229769 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:40.231392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.237671 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e8c55275-d5b9-41a0-8dce-8cea550eb40e HTTP/1.1" status: 204 len: 168 time: 0.6020126 May 14 17:58:40.240395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39244) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:40.358439 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.447709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe4f07-2271-4442-a025-26f6036d977e req-7473505c-7919-4bd7-8b9f-ce7962027761 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:40.449124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbbe4f07-2271-4442-a025-26f6036d977e req-7473505c-7919-4bd7-8b9f-ce7962027761 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 945 time: 0.0801082 May 14 17:58:40.481474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.494195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678c04aa-5c43-499e-b71d-5ec2e7a0694b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:40.506165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd8c836-152f-4d1a-a02c-1d75930572e5') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:40.506444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd8c836-152f-4d1a-a02c-1d75930572e5') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:40.506891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbbe4f07-2271-4442-a025-26f6036d977e req-9876260a-1bfb-4a58-ae42-6a0268e5376a tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514777 May 14 17:58:40.518872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.535966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.542068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:58:40.543572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: timer() May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:58:40.560213 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:58:40.642285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.651127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:40.671933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:40.679506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=678c04aa-5c43-499e-b71d-5ec2e7a0694b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:40.683372 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:40.686561 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/678c04aa-5c43-499e-b71d-5ec2e7a0694b HTTP/1.1" status: 204 len: 168 time: 0.4453716 May 14 17:58:40.734948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90ce39-47e0-4f12-bd9b-28feb7b48ef6 req-f8e26820-4ffa-47ce-b756-df3a53420e10 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:40.736726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b90ce39-47e0-4f12-bd9b-28feb7b48ef6 req-f8e26820-4ffa-47ce-b756-df3a53420e10 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.0943649 May 14 17:58:40.785384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b90ce39-47e0-4f12-bd9b-28feb7b48ef6 req-3285ba66-226d-4cce-b9e8-f19e80672f0a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 May 14 17:58:40.807680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39260) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:40.856263 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5e47dea-0991-4483-b592-2e2ba55119a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b70acc1cef4ed69fc4a2bf098f4737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471914 May 14 17:58:40.858690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39264) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:40.970241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.007029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.024320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64dd84-faf0-4939-820d-0b704ed176b6 req-f184ed9f-a720-43ca-8bef-4d2c335be1b4 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:41.025742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c64dd84-faf0-4939-820d-0b704ed176b6 req-f184ed9f-a720-43ca-8bef-4d2c335be1b4 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 944 time: 0.1407499 May 14 17:58:41.088977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c64dd84-faf0-4939-820d-0b704ed176b6 req-f0b4c3c8-30c7-476c-b317-ed352d57baae tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/security-groups?id=57ac055a-19fb-458c-8377-104f8ba7d6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 May 14 17:58:41.141760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.146028 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f92d8229-2e1a-4afe-9b10-cce68d971036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:41.161931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e1dfb9-6b64-4a80-82f5-b79bdbac8516,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:41.165304 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:41.178156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.179280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96e1dfb9-6b64-4a80-82f5-b79bdbac8516 HTTP/1.1" status: 204 len: 168 time: 0.3195324 May 14 17:58:41.208297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-290180b7-7b88-4d14-87da-c0be3e1dabb9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:41.210070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-290180b7-7b88-4d14-87da-c0be3e1dabb9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "GET /v2.0/ports?device_id=6793f81e-36f0-43fd-94f9-4fd48290c798 HTTP/1.1" status: 200 len: 944 time: 0.1199181 May 14 17:58:41.403204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Deleting port 25c144d7-da90-4ff8-90a1-b2d036f13a70 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:41.403610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.534415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25c076-0e9d-4f2a-ab87-ca597315b0f7 req-b6a456a7-36ca-4df9-b23a-43fca16165c9 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:41.535890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a25c076-0e9d-4f2a-ab87-ca597315b0f7 req-b6a456a7-36ca-4df9-b23a-43fca16165c9 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 946 time: 0.1921494 May 14 17:58:41.541953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:41.574185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] For port 25c144d7-da90-4ff8-90a1-b2d036f13a70, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=25c144d7-da90-4ff8-90a1-b2d036f13a70,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:41.574552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.593685 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-51bdff32-503f-4c0d-b58c-f34bebe23462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bfbc4133bbe4940ba06e596d1d7eb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505288 May 14 17:58:41.596212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39282) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:41.662285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.688343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.711717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Calling delete_port for 25c144d7-da90-4ff8-90a1-b2d036f13a70 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:41.727860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a25c076-0e9d-4f2a-ab87-ca597315b0f7 req-6a1f1303-2170-4476-a3cd-141f87f20af7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755667 May 14 17:58:41.753077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.758790 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5b047b2-eaff-4dc8-8cd1-ce08c180a444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:41.772306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1697298e-5894-414b-a380-2fda2b11e058,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:41.774881 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:41.778623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.779379 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1697298e-5894-414b-a380-2fda2b11e058 HTTP/1.1" status: 204 len: 168 time: 0.1822660 May 14 17:58:41.910178 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:41.916360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a260987-dd11-4bb5-80bd-716cb2fc34d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:41.921659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['25c144d7-da90-4ff8-90a1-b2d036f13a70'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:41.968354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event deleted for resources: {'Port': ['ID=25c144d7-da90-4ff8-90a1-b2d036f13a70,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:42.002510 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:42.018133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8aaa2-5d42-4b37-a0df-b3a702cbcd7c req-15c071e5-4425-4a19-a82f-d5277294eab7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:42.019614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fde8aaa2-5d42-4b37-a0df-b3a702cbcd7c req-15c071e5-4425-4a19-a82f-d5277294eab7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.1927187 May 14 17:58:42.079742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] No DVR routers for this DVR port 25c144d7-da90-4ff8-90a1-b2d036f13a70 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:42.083355 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:42.085794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'name': 'network-vif-deleted', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:42.119486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f334d99-bf6a-4378-9fe3-86fcd89d7e00 req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.15 "DELETE /v2.0/ports/25c144d7-da90-4ff8-90a1-b2d036f13a70 HTTP/1.1" status: 204 len: 173 time: 0.9023700 May 14 17:58:42.124622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fde8aaa2-5d42-4b37-a0df-b3a702cbcd7c req-e73fb676-c776-40c7-a7f6-6b5318c3da59 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706062 May 14 17:58:42.430114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64820d99-fd4b-4b24-a6f8-6712b25e0b37 req-664a0398-1595-4ee3-be59-25eeed9d65a1 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:42.431575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64820d99-fd4b-4b24-a6f8-6712b25e0b37 req-664a0398-1595-4ee3-be59-25eeed9d65a1 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 945 time: 0.0804954 May 14 17:58:42.481286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64820d99-fd4b-4b24-a6f8-6712b25e0b37 req-f9c9dced-04bf-42b0-8d39-f739966e430a tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 May 14 17:58:42.667398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-43f42ac8-dbc0-4fcd-a3f9-8efff07c0ced tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:42.670171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-43f42ac8-dbc0-4fcd-a3f9-8efff07c0ced tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0841691 May 14 17:58:42.863499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-44329c5d-e1ad-401f-9f5b-547f30935cbf tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.1862488 May 14 17:58:42.873065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'floatingip': {'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:42.952631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:43.532486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:43.536163 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:43.702133 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Floating IP 19718e31-3634-48d7-861f-6da77d6412e4 associated. External IP: 172.25.4.96, port: 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5. May 14 17:58:44.044530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:58:44.334776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:58:44.339519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:44.343842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:58:44.353097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:44.353777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:44.392667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c6244278-81fd-4a36-969e-6144c0c6fbe4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "PUT /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 995 time: 1.5235705 May 14 17:58:44.474730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-f32d7829-a0a7-4a2f-8cee-b5c5eb85e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:44.476622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-f32d7829-a0a7-4a2f-8cee-b5c5eb85e2ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.0711710 May 14 17:58:44.531727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:44.609176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c1c7508f-9253-4861-94f7-a48e3b8bfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:44.610655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-c1c7508f-9253-4861-94f7-a48e3b8bfdbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.1281998 May 14 17:58:44.716547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-7a1c5782-c596-4efe-a581-6041623c2538 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 998 time: 0.0995874 May 14 17:58:44.783670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-76f324f1-42ce-40b2-b3dc-cf7ea3609b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:44.785125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-76f324f1-42ce-40b2-b3dc-cf7ea3609b3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0629652 May 14 17:58:44.863025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-f99fecc6-fb44-4ce7-9cf5-ca99a9d7a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:44.864443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-f99fecc6-fb44-4ce7-9cf5-ca99a9d7a187 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735638 May 14 17:58:44.880878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:43Z', 'revision_number': 1, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:44.884756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:58:44.893650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:44.894263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:45.001328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-3c1db6b2-1bf9-4d1a-8ead-747d6fd0602e service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304119 May 14 17:58:45.105878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:45.135143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5197d957-73ac-4f35-a0ea-c86521c370c2 req-223afb31-f103-4bfe-8b19-c85581d9d9a6 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277516 May 14 17:58:45.310111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c96ee5-52d6-4399-a9c8-a559e8f992e3 req-37a3029a-a11b-4ed5-a5f8-4b56f1c4a8b2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:45.311604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68c96ee5-52d6-4399-a9c8-a559e8f992e3 req-37a3029a-a11b-4ed5-a5f8-4b56f1c4a8b2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.0791001 May 14 17:58:45.359762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68c96ee5-52d6-4399-a9c8-a559e8f992e3 req-6e4aa2f2-c315-46ac-95aa-d6bb972167d6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 May 14 17:58:45.410500 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6793f81e-36f0-43fd-94f9-4fd48290c798', 'name': 'network-vif-deleted', 'tag': '25c144d7-da90-4ff8-90a1-b2d036f13a70', 'status': 'completed', 'code': 200} May 14 17:58:45.452458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:43Z', 'revision_number': 1, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:45.456414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ab9f4-f115-4fa9-8ecb-d8984a27d6a1 None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:43Z', 'revision_number': 1, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:58:45.647105 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb3c3f-6b11-44a4-8f9e-7423342924c0 None None] New status for floating IP 19718e31-3634-48d7-861f-6da77d6412e4: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:58:45.849603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 31622eeb-de34-4636-a437-b311845f2b97 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:58:45.852929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:45.909683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ac32-e822-41b7-9415-a02fdad4fcf6 req-95a147b0-641a-4baa-88fa-a7079fd18940 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:45.911779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46c7ac32-e822-41b7-9415-a02fdad4fcf6 req-95a147b0-641a-4baa-88fa-a7079fd18940 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.0890458 May 14 17:58:45.916191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 25c144d7-da90-4ff8-90a1-b2d036f13a70 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:45.916801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 25c144d7-da90-4ff8-90a1-b2d036f13a70 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:45.960555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46c7ac32-e822-41b7-9415-a02fdad4fcf6 req-f2a0e57a-9347-41ff-a25b-56ad7ee92f32 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 May 14 17:58:46.045949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:46.059686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '31622eeb-de34-4636-a437-b311845f2b97', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '31622eeb-de34-4636-a437-b311845f2b97', 'mac_address': 'fa:16:3e:28:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:58:46.113655 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:46.131377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31622eeb-de34-4636-a437-b311845f2b97 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:58:46.147124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:46.151325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:46.154581 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:46.235727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:46.238847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:46.263234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['31622eeb-de34-4636-a437-b311845f2b97'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:58:46.518156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-7b008e66-1df2-441d-b5b8-0e28eebee28e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:46.519640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-7b008e66-1df2-441d-b5b8-0e28eebee28e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0838714 May 14 17:58:46.617969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-ffedf42c-455b-4a3d-a36a-44d18a6f2a1c tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1000 time: 0.0926692 May 14 17:58:46.628059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'floatingip': {'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:46.727857 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:47.099103 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:58:47.412200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:47.441353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:47.445029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:47.610871 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Floating IP 19718e31-3634-48d7-861f-6da77d6412e4 associated. External IP: 172.25.4.96, port: 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5. May 14 17:58:47.855655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 31622eeb-de34-4636-a437-b311845f2b97 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:58:47.925462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 31622eeb-de34-4636-a437-b311845f2b97 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:58:47.925836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:47.956561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:58:48.039740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:48.067500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31622eeb-de34-4636-a437-b311845f2b97'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:48.078473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:48.082467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:48.084662 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:48.153578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:48.156890 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:48.247697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:58:48.256569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:58:48.266547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:48.267213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:48.484924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:48.605620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:58:48.786212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:58:48.790772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:48.834080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:47Z', 'revision_number': 3, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:48.837961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:58:48.846366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:48.846973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:48.900442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-aa95c1f9-5dc9-4034-bac7-32feb140a04e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "PUT /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 998 time: 2.2761431 May 14 17:58:48.975167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-3494d434-1919-43ab-a5e6-884872aad5d5 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:48.976587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-3494d434-1919-43ab-a5e6-884872aad5d5 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports/5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 942 time: 0.0704195 May 14 17:58:49.023018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:49.104786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-192e369f-11a7-4e9f-8cf0-e088aaa6c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:49.106799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-192e369f-11a7-4e9f-8cf0-e088aaa6c0d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.0738745 May 14 17:58:49.237747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-48df5618-4454-4eb8-9bd9-9bb2e64af125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:49.239263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-48df5618-4454-4eb8-9bd9-9bb2e64af125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.1267619 May 14 17:58:49.306721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-de26c399-c485-401d-826f-d14051f5f983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.0617082 May 14 17:58:49.372246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:47Z', 'revision_number': 3, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:49.373107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-c7cc9580-6a11-4861-925d-a2a20b1ca748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:49.374544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-c7cc9580-6a11-4861-925d-a2a20b1ca748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0610490 May 14 17:58:49.376422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851b3cb-7633-4644-8e12-86fc9f383106 None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:47Z', 'revision_number': 3, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:58:49.452285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-0abfb427-e5f1-4125-a24e-cfe5d0373a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:49.453789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-0abfb427-e5f1-4125-a24e-cfe5d0373a73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727258 May 14 17:58:49.556515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83152940-5568-4cfe-a229-52397e2cf9b5 None None] New status for floating IP 19718e31-3634-48d7-861f-6da77d6412e4: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:58:49.591700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-3b17fffc-d706-48a9-943b-ec3e112eb251 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312585 May 14 17:58:49.836915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-223fa27a-03bd-498d-8a3d-862504ecfe2d service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404158 May 14 17:58:49.911115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:58:49.920026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:49.920671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:49.938998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-9b5e4a93-75cb-4934-852f-5ac9d9104a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:49.940493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-9b5e4a93-75cb-4934-852f-5ac9d9104a66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1097 time: 0.0783000 May 14 17:58:50.073236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-2dfc230e-3cd3-46c9-941c-f6939c5aba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:50.075412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-2dfc230e-3cd3-46c9-941c-f6939c5aba18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.1290758 May 14 17:58:50.101414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:50.177428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-6ea1a45f-0305-4846-8532-34da4d82b07c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 1001 time: 0.0959759 May 14 17:58:50.238719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-198eb625-b513-421b-aad6-faf33933ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:50.240170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-198eb625-b513-421b-aad6-faf33933ff79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0569057 May 14 17:58:50.317140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-f2fe4266-f8ed-4aa7-9f76-2ddd1f956aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:50.318638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-f2fe4266-f8ed-4aa7-9f76-2ddd1f956aaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719860 May 14 17:58:50.452903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-224cd676-57c2-4743-9960-7869c99b720f service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273904 May 14 17:58:50.497841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:49Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:50.502295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:58:50.511034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:50.512404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:50.584043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-236eeca8-19d1-46fa-9a1c-bb0e3eb53092 req-b83660de-e674-4a61-ae30-80070bc36827 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251147 May 14 17:58:50.687599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:51.046166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:49Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:51.052452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1ae2a-380f-4f9b-8c36-4c8c23e3dd3c None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:d6:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:58:49Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:58:51.148858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-baa80952-4ba6-42a9-9e43-de5bf44769a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:51.150363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-baa80952-4ba6-42a9-9e43-de5bf44769a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f26e1a25b8774e4cb7a2138e460005e7&device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 1096 time: 0.0904021 May 14 17:58:51.354847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-1bf635d6-3869-4334-9e91-0f555f376062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:51.356333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-1bf635d6-3869-4334-9e91-0f555f376062 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6 HTTP/1.1" status: 200 len: 915 time: 0.1992152 May 14 17:58:51.363788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-7df3b61b-d72e-434c-b6c1-8c6029bec17a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:51.364452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-7df3b61b-d72e-434c-b6c1-8c6029bec17a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Synchronizing usage tracker for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:51.465429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-13a48f54-4b44-42f1-83a4-f0569e3275ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97252b27-d819-4273-a42f-eb938b0e12a1 HTTP/1.1" status: 200 len: 217 time: 0.0981760 May 14 17:58:51.518245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-7df3b61b-d72e-434c-b6c1-8c6029bec17a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Unset dirty status for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:51.519389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-7df3b61b-d72e-434c-b6c1-8c6029bec17a tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "GET /v2.0/ports?device_id=6eac5858-3bf0-48d3-acf4-7702a3ca5293 HTTP/1.1" status: 200 len: 945 time: 0.2850542 May 14 17:58:51.587727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-f21c48db-f5aa-4b2c-b588-9aadb821b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:51.589126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-f21c48db-f5aa-4b2c-b588-9aadb821b817 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41 HTTP/1.1" status: 200 len: 854 time: 0.1165049 May 14 17:58:51.687259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-25707d2c-e210-46d0-b74e-cd1dc541da12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64fcf3d5-e38b-46ea-adc4-74413e3b11b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887437 May 14 17:58:51.729827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f280fb-cf19-4e81-848c-3f02701f67cc req-eeb1b4ff-a619-4818-9312-1f7c7fe0adcf tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:51.731446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87f280fb-cf19-4e81-848c-3f02701f67cc req-eeb1b4ff-a619-4818-9312-1f7c7fe0adcf tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.3139153 May 14 17:58:51.960123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87f280fb-cf19-4e81-848c-3f02701f67cc req-ed63a8b3-3f76-4049-bb76-85e18bebe11a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 May 14 17:58:51.987077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Deleting port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:58:51.987443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:52.010289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-fafe8008-729f-4576-a01c-daaf73e4633e service neutron] 10.222.0.22 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129470 May 14 17:58:52.271571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] For port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:58:52.272295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:52.415674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Calling delete_port for b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:58:52.427274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1375ca3-4ee8-4507-85e5-98cdc62679cf req-0fa23c6b-d51f-48c7-828e-6354b64518f5 service neutron] 10.222.0.22 "GET /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719790 May 14 17:58:52.436325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4c77-6976-4758-8c17-63fc0d847eff req-99fb1654-9749-4849-8785-784d87a6b902 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:52.437381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-673d4c77-6976-4758-8c17-63fc0d847eff req-99fb1654-9749-4849-8785-784d87a6b902 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.3831983 May 14 17:58:52.502835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-673d4c77-6976-4758-8c17-63fc0d847eff req-65d75e7d-517a-4f2e-b049-4695ae74e0dc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588875 May 14 17:58:52.608505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:52.615604 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:52.664660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event deleted for resources: {'Port': ['ID=b78c2ad0-9b77-4dfa-815d-2ef5324d8c14,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:52.667126 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:52.747480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] No DVR routers for this DVR port b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:58:52.750508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:52.765735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5484f836-4ed5-4f30-8ed8-b1262bd99c2e req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "DELETE /v2.0/ports/b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 HTTP/1.1" status: 204 len: 173 time: 1.2384911 May 14 17:58:52.809847 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'status': 'completed', 'code': 200} May 14 17:58:52.848946 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31622eeb-de34-4636-a437-b311845f2b97', 'code': 200} May 14 17:58:53.020006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f06ee6c0-764f-4883-b200-58b0efbda948 req-ced62f8f-566a-48cb-b70d-0723f78ff862 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1001 time: 0.1398175 May 14 17:58:53.071813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-54004af5-fb66-4aef-af99-18bb57c88426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:53.073219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-54004af5-fb66-4aef-af99-18bb57c88426 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.2353349 May 14 17:58:53.185913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ee6c0-764f-4883-b200-58b0efbda948 req-2194cedf-197f-432f-990d-af49a83dc3b2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:53.194382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f06ee6c0-764f-4883-b200-58b0efbda948 req-2194cedf-197f-432f-990d-af49a83dc3b2 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports/8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 943 time: 0.1636369 May 14 17:58:53.250058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-7dc43a23-b492-4115-b9e7-69d2d8183813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:53.252204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-7dc43a23-b492-4115-b9e7-69d2d8183813 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.1714272 May 14 17:58:53.383409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-7ee203e8-ec5f-40e4-a20a-823ab448ccd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.1237280 May 14 17:58:53.625631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f06ee6c0-764f-4883-b200-58b0efbda948 req-0df09650-62f3-45ac-86d4-7a7c11b5a901 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1001 time: 0.3038578 May 14 17:58:53.629261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-47d3dc0d-7b83-439d-9d71-c46350404057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:53.630619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-47d3dc0d-7b83-439d-9d71-c46350404057 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.2392678 May 14 17:58:53.750765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:53.846779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ee6c0-764f-4883-b200-58b0efbda948 req-37e6cd15-1b43-480d-a874-238eb8da38d1 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:53.859730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f06ee6c0-764f-4883-b200-58b0efbda948 req-37e6cd15-1b43-480d-a874-238eb8da38d1 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2275136 May 14 17:58:53.863533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-0f468f34-6bf0-4a2b-8246-140ffb1540f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:53.865009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-0f468f34-6bf0-4a2b-8246-140ffb1540f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117057 May 14 17:58:54.045559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-ff77ca26-1fd3-4ca1-977e-366107495cb3 service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723626 May 14 17:58:54.196532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:58:54.221886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d5ead2-74b1-48e2-9369-497b36d0eae6 req-8e27b382-ce98-484e-be8b-1fbef9ed0c43 service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685898 May 14 17:58:54.244527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:58:54.244876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b78c2ad0-9b77-4dfa-815d-2ef5324d8c14 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:58:54.329307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcbc3-1355-49c7-ad38-3d7dc59fd6d2 req-d94acb4f-75cc-4bf6-b455-31cdb01a09f8 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:54.330768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d18bcbc3-1355-49c7-ad38-3d7dc59fd6d2 req-d94acb4f-75cc-4bf6-b455-31cdb01a09f8 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 945 time: 0.1023066 May 14 17:58:54.379516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d18bcbc3-1355-49c7-ad38-3d7dc59fd6d2 req-57a6461c-f5e4-4a21-94de-651260962cd7 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.24 "GET /v2.0/security-groups?id=c30812f6-6ed7-45a3-81fd-6d1d648d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 May 14 17:58:54.603520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643390-e9ed-409b-a452-f5aa853f5839 req-63d93a47-7bcb-4367-b5bd-916994e498f2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:54.605234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd643390-e9ed-409b-a452-f5aa853f5839 req-63d93a47-7bcb-4367-b5bd-916994e498f2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.0851722 May 14 17:58:54.655767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd643390-e9ed-409b-a452-f5aa853f5839 req-e80dd310-6da4-4004-b5d6-8615cc1afc5e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 May 14 17:58:54.811058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}, {'name': 'network-changed', 'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9'}, {'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'name': 'network-vif-deleted', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:58:54.862521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00868-e1f6-400c-b714-493950f232a7 req-8511e491-ec4e-44d1-b038-a10663ad522f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:54.864114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22c00868-e1f6-400c-b714-493950f232a7 req-8511e491-ec4e-44d1-b038-a10663ad522f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.1008554 May 14 17:58:54.922144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22c00868-e1f6-400c-b714-493950f232a7 req-4e7a6ee5-8bdd-4a45-a256-c1b61e8cff3d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498972 May 14 17:58:55.133250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-99307438-7044-4cae-b7ef-f336874415af tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1001 time: 0.1023605 May 14 17:58:55.220556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-8bd69231-118c-4f7d-a67c-175916814a24 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:55.222372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-8bd69231-118c-4f7d-a67c-175916814a24 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports/8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 943 time: 0.0830519 May 14 17:58:55.434252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-aca8bf4f-b489-48cc-bada-6277eb504f65 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1001 time: 0.1230557 May 14 17:58:55.611189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-a0e3694f-530c-43d3-8b64-8e409005de7b tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:55.613423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-a0e3694f-530c-43d3-8b64-8e409005de7b tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1718845 May 14 17:58:55.722748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-8c47b89c-8293-44eb-a2ff-2bab312e2e68 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1001 time: 0.1034672 May 14 17:58:55.740199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:58:55.863302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:56.289185 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:56.294439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:56.294764 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Floating IP 19718e31-3634-48d7-861f-6da77d6412e4 disassociated. External IP: 172.25.4.96, port: 8539be27-3370-41a6-9d1f-4bc2f19405e9. May 14 17:58:56.679448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:58:56.876022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:58:56.882373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:56.886323 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:58:56.896505 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:56.897113 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:56.966857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba08fb4a-d495-4074-893e-c32674860e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:57.002045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e139aed7-d6b3-4707-b056-fc16aac067d4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "PUT /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 694 time: 1.2671487 May 14 17:58:57.091565 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:57.129159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-2aadddf4-d100-48f8-a173-07b39f970dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:57.139841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-2aadddf4-d100-48f8-a173-07b39f970dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1097 time: 0.1356237 May 14 17:58:57.343092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e11ac9e2-0507-44aa-a0d1-9b319e319b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:57.353544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e11ac9e2-0507-44aa-a0d1-9b319e319b59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.2127728 May 14 17:58:57.440390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-02970ce6-0fd1-4f99-b97f-f2e972b4c11a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 217 time: 0.0852306 May 14 17:58:57.455966 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:57.456337 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:57.460339 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:58:57.470248 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:58:57.470911 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:58:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:57.614869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-13e38058-cfd2-497e-8389-554ee63975c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:57.616395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-13e38058-cfd2-497e-8389-554ee63975c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.1606417 May 14 17:58:57.669726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:58:57.737201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e1433a15-4318-4c43-a74a-b4417ae7197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:57.745325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-e1433a15-4318-4c43-a74a-b4417ae7197a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210408 May 14 17:58:57.930896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-2d9d7a48-28be-40c1-be1c-b417a4345dbe service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845369 May 14 17:58:58.078575 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:58:58.083264 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07acea85-cdba-4de0-9c48-d3293b08047b None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:58:58.229128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da7ad1b1-b3bb-4287-8dcf-26ce2084fdf1 req-9278de48-5928-470c-8051-60613dd72233 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890069 May 14 17:58:58.413202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873281b-847d-4d9b-b2d6-7fb743f1b0b1 None None] New status for floating IP 19718e31-3634-48d7-861f-6da77d6412e4: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:58:58.962603 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'status': 'completed', 'code': 200} May 14 17:58:58.963098 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'status': 'completed', 'code': 200} May 14 17:58:58.963721 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eac5858-3bf0-48d3-acf4-7702a3ca5293', 'name': 'network-vif-deleted', 'tag': 'b78c2ad0-9b77-4dfa-815d-2ef5324d8c14', 'status': 'completed', 'code': 200} May 14 17:58:59.310105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39442) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:59.321400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-f4d5151b-f584-4b33-ba6f-eb173308d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:59.322878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-f4d5151b-f584-4b33-ba6f-eb173308d956 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1097 time: 0.3256063 May 14 17:58:59.380512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-ff2c2b8d-dcd1-4ab5-82d2-e4b6ce8c337b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:59.381309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-ff2c2b8d-dcd1-4ab5-82d2-e4b6ce8c337b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Synchronizing usage tracker for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:58:59.399396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e166e-0c95-4de8-b410-3c8121a5e49b req-b04cdfac-b278-45ee-9824-e250f63b6817 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:59.407276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e166e-0c95-4de8-b410-3c8121a5e49b req-b04cdfac-b278-45ee-9824-e250f63b6817 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.3330112 May 14 17:58:59.414128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-3f02ce3a-4cff-4007-b801-bb02d41321d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:59.415618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-3f02ce3a-4cff-4007-b801-bb02d41321d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.3305931 May 14 17:58:59.466379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.501258 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.505167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:58:59.510779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Usage tracker for resource:security_group_rule and tenant:fda084cc25e04728ab0f6df2ead8393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:58:59.515978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:58:59.523506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:58:59.623011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.629317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.638644 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-119efd11-2b62-44ee-85ef-51c82982d82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:59.647495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-ff2c2b8d-dcd1-4ab5-82d2-e4b6ce8c337b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Unset dirty status for tenant:e783433ce11142c5a2c2bc86a3f1c7fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:58:59.648901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-ff2c2b8d-dcd1-4ab5-82d2-e4b6ce8c337b tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 944 time: 0.5717070 May 14 17:58:59.662087 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-44626ad9-31b3-4891-949b-6474c84f252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.677621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e166e-0c95-4de8-b410-3c8121a5e49b req-b4e96775-e760-4d6c-9d47-774cf63d0d47 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693999 May 14 17:58:59.684321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4043c3bb-7892-4765-a751-9a13cf861d34,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:59.691533 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fda084cc25e04728ab0f6df2ead8393e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778648 May 14 17:58:59.692408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:58:59.716777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.716777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.717548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.717995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.718594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.719040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.719506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.719962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.720389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.720836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.721263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.721715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:58:59.726877 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:59.778212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.809418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.904459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.915760 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a116ef9-7003-4d97-86d6-6268508a5faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:58:59.937526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4043c3bb-7892-4765-a751-9a13cf861d34,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:58:59.945781 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:58:59.946803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:58:59.966489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4043c3bb-7892-4765-a751-9a13cf861d34 HTTP/1.1" status: 204 len: 168 time: 0.2728066 May 14 17:58:59.987843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-03a0bb3a-e415-41aa-8d47-a3048fe5fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:59.989330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-03a0bb3a-e415-41aa-8d47-a3048fe5fe37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.6524150 May 14 17:58:59.993302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-e4e0e617-b00a-4f89-85be-c13e1ee1a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:58:59.994711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-e4e0e617-b00a-4f89-85be-c13e1ee1a5af service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.4977040 May 14 17:59:00.204133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-99fd1806-7c6e-4c9a-816a-d00f5e7f4fc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.1855776 May 14 17:59:00.204133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-f242fa62-c2ba-4b08-89b3-2fb50ba7fd8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 217 time: 0.1966431 May 14 17:59:00.378457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-071d9038-393e-4ec7-ac53-8150f5f85b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:00.379960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-071d9038-393e-4ec7-ac53-8150f5f85b8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.1734426 May 14 17:59:00.381190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-c2120454-45ab-40b6-8fce-482518013f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:00.382452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-c2120454-45ab-40b6-8fce-482518013f20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.1396024 May 14 17:59:00.391163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e439944-a353-4b82-85bd-c8e6237329b6 req-8aa9c6e3-c4e3-43c4-aac8-94f8ce44ddb3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:00.398381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e439944-a353-4b82-85bd-c8e6237329b6 req-8aa9c6e3-c4e3-43c4-aac8-94f8ce44ddb3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.5593033 May 14 17:59:00.498110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39460) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:00.542303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:00.588270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Deleting port e5414eb0-514a-4816-83a9-31c607dae817 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:00.588620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:00.591442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:00.598932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:00.602875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Usage tracker for resource:security_group_rule and tenant:9197711c0bcc46e7adb52ecf268c2ea9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:00.607999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:00.619736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:00.733439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] For port e5414eb0-514a-4816-83a9-31c607dae817, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e5414eb0-514a-4816-83a9-31c607dae817,segment=NetworkSegment(5871a56f-eb56-42b3-b254-60eb8cbd6cea),segment_id=5871a56f-eb56-42b3-b254-60eb8cbd6cea)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:00.733726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:00.818155 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:00.828353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:00.850133 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c34a94f1-95db-4009-9383-bcc2eba623b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:00.929038 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9197711c0bcc46e7adb52ecf268c2ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301319 May 14 17:59:00.948276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39466) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:00.970050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343bf553-4b00-4399-9cf2-5b8e162ea7ee,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:00.976725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:00.987057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:01.019102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Calling delete_port for e5414eb0-514a-4816-83a9-31c607dae817 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:01.042608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:01.057709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e439944-a353-4b82-85bd-c8e6237329b6 req-637b2187-cfe0-4ede-abd2-55d86585adf9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583269 May 14 17:59:01.087619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:01.173421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-e9ed08c1-8206-427f-93ed-dbcd8369b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:01.174971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-e9ed08c1-8206-427f-93ed-dbcd8369b0c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7100585 May 14 17:59:01.175101 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:01.179110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:01.200411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343bf553-4b00-4399-9cf2-5b8e162ea7ee,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:01.203250 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:01.204708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:01.206082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/343bf553-4b00-4399-9cf2-5b8e162ea7ee HTTP/1.1" status: 204 len: 168 time: 0.2557242 May 14 17:59:01.218673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-6061bd1d-2b10-4163-9baa-e1629549675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:01.220158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-6061bd1d-2b10-4163-9baa-e1629549675d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8196120 May 14 17:59:01.427698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:01.438238 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:01.524030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Pushing event deleted for resources: {'Port': ['ID=e5414eb0-514a-4816-83a9-31c607dae817,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:01.536005 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:01.612995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-53dedcde-200a-442d-a25f-0709c061184d service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224045 May 14 17:59:01.700907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-1d710922-6719-4cf4-8bb7-e6c0540e21f5 service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979149 May 14 17:59:01.702600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] No DVR routers for this DVR port e5414eb0-514a-4816-83a9-31c607dae817 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:01.766673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:01.862742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e67ed2d0-5c3f-4416-a738-5ee7c0b746f1 req-6aabb4a8-27b3-442d-8cff-cee31e06effd tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.24 "GET /v2.0/ports?device_id=801f47d6-c45c-4499-b0c2-5b1778769152 HTTP/1.1" status: 200 len: 210 time: 0.1692266 May 14 17:59:01.940084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7593a12-dc56-4550-b2ce-291d6ecb60c3 req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] 10.222.0.22 "DELETE /v2.0/ports/e5414eb0-514a-4816-83a9-31c607dae817 HTTP/1.1" status: 204 len: 173 time: 2.2587109 May 14 17:59:02.054726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-358f9dcb-0fc4-4943-9de0-a3b14d5104a5 service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282365 May 14 17:59:02.069555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5c9108-4b16-475d-95f1-78beed4e032f req-d924ea36-bc64-49b9-98ac-9b0c2ed2aec7 service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639358 May 14 17:59:02.117052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:02.284036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e5414eb0-514a-4816-83a9-31c607dae817 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:02.328778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: e5414eb0-514a-4816-83a9-31c607dae817 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:02.329437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e5414eb0-514a-4816-83a9-31c607dae817 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:02.392655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39500) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:02.560889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2034810433-network', 'tenant_id': 'e3ca58d504114ffa9e1fbcc958d92f31'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:02.566380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:02.571453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Usage tracker for resource:network and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:02.574704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:02.584107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:02.604231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Made reservation on behalf of e3ca58d504114ffa9e1fbcc958d92f31 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:02.609551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:02.625890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:02.642629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:02.646715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Usage tracker for resource:security_group_rule and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:02.649687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:02.656746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2150e7-57db-4987-88b2-821e92646215 req-143b2a6e-10ce-4d11-be60-12d506e67fd3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:02.657288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:02.670030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b2150e7-57db-4987-88b2-821e92646215 req-143b2a6e-10ce-4d11-be60-12d506e67fd3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.1435397 May 14 17:59:02.737103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b2150e7-57db-4987-88b2-821e92646215 req-6d87084c-7efd-4c06-81a2-2337a7d7e76a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 May 14 17:59:02.799377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:02.807947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:02.818546 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'status': 'completed', 'code': 200} May 14 17:59:02.828075 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85c2964f-14ef-42c4-9fff-e3a1797ecfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:02.909874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e29ec-6f53-48a5-a40f-e224da2e06fa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:02.913356 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:02.918438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:59:02.935290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:02.935945 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Added segment 6357cefd-24ae-493d-8cc1-8849cf3393bd of type vlan for network c7c1ff26-040f-4436-81b8-70cd198f76c9 May 14 17:59:02.972342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:03.010256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:03.013389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:03.014130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:03.025508 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:03.055289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-f28749ae-308f-4f44-a0d2-9b280c27a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:03.057499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-f28749ae-308f-4f44-a0d2-9b280c27a3c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 1097 time: 0.2047229 May 14 17:59:03.162374 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7679076 May 14 17:59:03.163169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:03.166387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Pushing event updated for resources: {'Network': ['ID=c7c1ff26-040f-4436-81b8-70cd198f76c9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:03.170262 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:03.179496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:59:03.190906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Request body: {'subnet': {'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2034810433-subnet', 'tenant_id': 'e3ca58d504114ffa9e1fbcc958d92f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:03.205842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:03.212281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Usage tracker for resource:subnet and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:03.217674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:03.227390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:03.260564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Made reservation on behalf of e3ca58d504114ffa9e1fbcc958d92f31 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:03.263019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:03.269979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6821ee43-75ca-4546-ac6d-91e6d76d8b19 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:03.276380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6821ee43-75ca-4546-ac6d-91e6d76d8b19 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2824681 May 14 17:59:03.310681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-d7e60be7-d5fe-4f74-abda-977e270bf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:03.312379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-d7e60be7-d5fe-4f74-abda-977e270bf010 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.2416458 May 14 17:59:03.429044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-9b5b2503-553f-469c-a90d-3bbb72dcef75 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.1154506 May 14 17:59:03.521430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'floatingip': {'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:03.743697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-a90bb243-3ce3-4f8c-90f3-9848f30ef274 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:03.744486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-a90bb243-3ce3-4f8c-90f3-9848f30ef274 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Synchronizing usage tracker for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:03.812700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-a90bb243-3ce3-4f8c-90f3-9848f30ef274 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Unset dirty status for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:03.813848 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-a90bb243-3ce3-4f8c-90f3-9848f30ef274 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.15 "GET /v2.0/ports?device_id=5234c7b2-6538-4df0-9fa7-7d6c4c381a79 HTTP/1.1" status: 200 len: 946 time: 0.3498242 May 14 17:59:03.819124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-8ed7a79e-3be0-4a8b-acb8-e9f27f4c0501 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 200 len: 217 time: 0.3872418 May 14 17:59:03.845725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.128454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Deleting port 8539be27-3370-41a6-9d1f-4bc2f19405e9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:04.128702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.155382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-95fb4745-43c8-443d-89ef-c266d6ea2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:04.156997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-95fb4745-43c8-443d-89ef-c266d6ea2722 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.3258383 May 14 17:59:04.220740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.229527 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-481689c0-a538-43ac-912e-c6e9f894c1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:04.355258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:04.358287 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:04.376303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] For port 8539be27-3370-41a6-9d1f-4bc2f19405e9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8539be27-3370-41a6-9d1f-4bc2f19405e9,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:04.376705 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.392380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Checking segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:04.392591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Network hostable DHCP agents. Network: c7c1ff26-040f-4436-81b8-70cd198f76c9, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:59:04.529429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Calling delete_port for 8539be27-3370-41a6-9d1f-4bc2f19405e9 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:04.552838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:59:04.565227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c7c1ff26-040f-4436-81b8-70cd198f76c9) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:04.577034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:04.577250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2608cba-1abb-4298-84fd-4260ba7491f3 None None] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:59:04.577685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.609470 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4436235 May 14 17:59:04.671689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-100e5d4c-485c-46e0-830d-ddf31c64f9e4 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:04.673405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-100e5d4c-485c-46e0-830d-ddf31c64f9e4 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b HTTP/1.1" status: 200 len: 945 time: 0.6089938 May 14 17:59:04.689351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.705085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7908121d-9e26-4eda-95ec-42b2a73892b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:04.725621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['8539be27-3370-41a6-9d1f-4bc2f19405e9'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:04.758668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:04.793781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event deleted for resources: {'Port': ['ID=8539be27-3370-41a6-9d1f-4bc2f19405e9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:04.806039 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:04.811381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-3da5dd2c-6d0b-4227-87f9-405ba9c793fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:04.812923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-3da5dd2c-6d0b-4227-87f9-405ba9c793fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6429408 May 14 17:59:04.822077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'name': 'network-vif-deleted', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:04.846976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] No DVR routers for this DVR port 8539be27-3370-41a6-9d1f-4bc2f19405e9 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:04.850029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:04.853493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'name': 'network-vif-deleted', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:04.874011 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e689d5a9-67de-4f2d-8200-6c4dfd4d99cd req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.15 "DELETE /v2.0/ports/8539be27-3370-41a6-9d1f-4bc2f19405e9 HTTP/1.1" status: 204 len: 173 time: 1.0509546 May 14 17:59:04.961836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fddbf-48d5-4af4-b8b5-27eae3522c16 None None] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:59:05.079646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:05.088166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-22cdd82a-a58d-4a0e-9892-e7bbc4894bca service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607369 May 14 17:59:05.092834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:05.558093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de9ee726-472a-4617-b32f-c81d89b3cbd6 req-d1a6471f-53df-4f71-ac58-5f3642d438bf service neutron] 10.222.0.15 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141986 May 14 17:59:05.602433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Deleting port 97252b27-d819-4273-a42f-eb938b0e12a1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:05.602771 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:05.682166 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Floating IP 19718e31-3634-48d7-861f-6da77d6412e4 associated. External IP: 172.25.4.96, port: 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5. May 14 17:59:05.889546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] For port 97252b27-d819-4273-a42f-eb938b0e12a1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=97252b27-d819-4273-a42f-eb938b0e12a1,segment=NetworkSegment(17b8e61d-07ba-484f-b9e1-24ae52cf4521),segment_id=17b8e61d-07ba-484f-b9e1-24ae52cf4521)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:05.889909 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:06.025406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Calling delete_port for 97252b27-d819-4273-a42f-eb938b0e12a1 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:06.226306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:59:06.312337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 97252b27-d819-4273-a42f-eb938b0e12a1 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:06.422064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:06.430656 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-03135451-2c13-4e39-9f12-082a80c74c36 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:06.431984 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:06.482597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Pushing event deleted for resources: {'Port': ['ID=97252b27-d819-4273-a42f-eb938b0e12a1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:06.485487 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:06.568744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] No DVR routers for this DVR port 97252b27-d819-4273-a42f-eb938b0e12a1 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:06.572735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:06.575882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:59:06.584672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-477bbc43-eb80-4b94-a6d1-cfcf9cab47fa req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] 10.222.0.22 "DELETE /v2.0/ports/97252b27-d819-4273-a42f-eb938b0e12a1 HTTP/1.1" status: 204 len: 173 time: 1.8335085 May 14 17:59:06.585255 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:59:06.586921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:06.595289 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:06.595892 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:06.645120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-6813ab6e-83c0-4451-8936-ddef3559460a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "PUT /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 995 time: 3.2150257 May 14 17:59:06.744204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-98a8bbc6-1846-4abf-a2ee-6fd9a1930e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:06.745804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-98a8bbc6-1846-4abf-a2ee-6fd9a1930e6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.0869088 May 14 17:59:06.793585 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:07.047811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-62f0d1ef-666d-4746-ad1b-a1ef55da931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:07.049509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-62f0d1ef-666d-4746-ad1b-a1ef55da931c service neutron] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.2969460 May 14 17:59:07.126476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-9f65ffa8-bd48-4524-af8b-271ce571fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:07.127945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-9f65ffa8-bd48-4524-af8b-271ce571fb03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 1096 time: 0.1859300 May 14 17:59:07.153433 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:59:04Z', 'revision_number': 8, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:07.157617 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:59:07.165829 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:07.166420 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:07.247589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-431c4743-accc-4e76-b8bd-51705f8f9d6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 998 time: 0.1877646 May 14 17:59:07.338604 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:07.345856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-f039b0ca-0287-43b2-a715-1a0529d83bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:07.347324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-f039b0ca-0287-43b2-a715-1a0529d83bc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.2116044 May 14 17:59:07.348606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-becc883b-019d-4122-b97a-520e9ab67f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:07.349883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-becc883b-019d-4122-b97a-520e9ab67f30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0905240 May 14 17:59:07.447307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-7ae5e3ff-5455-4e74-9a9a-b7765af7167b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31622eeb-de34-4636-a437-b311845f2b97 HTTP/1.1" status: 200 len: 217 time: 0.0926208 May 14 17:59:07.525721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-bcd5d1fb-47db-43f9-b361-bd8b14772ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:07.527168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-bcd5d1fb-47db-43f9-b361-bd8b14772ade service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.0741625 May 14 17:59:07.582036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-9732d606-a3f7-4c3b-b0b8-c5e7e91bef57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481260 May 14 17:59:07.585204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-7681d067-fc5e-4c51-ab54-7acdee65a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:07.586703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-7681d067-fc5e-4c51-ab54-7acdee65a375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760321 May 14 17:59:07.680380 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:59:04Z', 'revision_number': 8, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:07.684979 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d4877-3a00-4daf-81b8-80f4a3af96b8 None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '19718e31-3634-48d7-861f-6da77d6412e4', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '98223398-415e-448c-8256-cdf231adb05d', 'port_id': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'mac_address': 'fa:16:3e:b1:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59888d53-bca1-4f97-82e0-92416804546d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:57:22Z', 'updated_at': '2021-05-14T17:59:04Z', 'revision_number': 8, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:59:07.828133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-92674956-f6cf-4c41-a5cc-317f9b11ce8b service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395189 May 14 17:59:07.831081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-06adf2e4-d4b0-4abc-9043-e494c3e24e94 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228262 May 14 17:59:07.893369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135664f-2552-4776-9cc6-28498c8eedee None None] New status for floating IP 19718e31-3634-48d7-861f-6da77d6412e4: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:59:07.954747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8539be27-3370-41a6-9d1f-4bc2f19405e9 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:08.001203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 8539be27-3370-41a6-9d1f-4bc2f19405e9 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:08.001551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8539be27-3370-41a6-9d1f-4bc2f19405e9 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:08.076101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09cfa264-ead2-4a16-b2d0-becf13c7b190 req-e0e4a845-62e0-4bfb-a4f1-8930eac18a27 service neutron] 10.222.0.15 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400014 May 14 17:59:08.077962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07a5f09c-51c5-40b0-8e23-a61d806449d9 req-91bb7166-fdda-4d5a-93f8-745a3f9913a2 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235420 May 14 17:59:08.259689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f425e6-530e-45db-92b2-0e8332cdf7b0 req-7612734d-863e-442a-867d-31fb474e6931 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:08.261705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f425e6-530e-45db-92b2-0e8332cdf7b0 req-7612734d-863e-442a-867d-31fb474e6931 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 945 time: 0.0864017 May 14 17:59:08.308445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f425e6-530e-45db-92b2-0e8332cdf7b0 req-638c0413-d9ad-4610-ba10-852fc60d0856 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 May 14 17:59:08.654248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:08.712359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Deleting subnet 00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:59:08.715343 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:08.723204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:08.768158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:08.838700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Deleting subnet 71d4c7cf-0e3a-4441-96c0-b0407981f9ac {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:59:08.841919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:08.892728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:08.948081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:08.989546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.124103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d958b-56ed-45a0-8067-9a147609a955 req-1ee854a2-ae4b-458b-ad5d-1806abd6d004 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:09.125450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d958b-56ed-45a0-8067-9a147609a955 req-1ee854a2-ae4b-458b-ad5d-1806abd6d004 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.2127934 May 14 17:59:09.198104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.202552 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:09.206458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d958b-56ed-45a0-8067-9a147609a955 req-cc1147d4-1337-4225-97e9-65c1be12397c tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742583 May 14 17:59:09.238268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d4c7cf-0e3a-4441-96c0-b0407981f9ac,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:09.240225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.242750 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:09.250210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71d4c7cf-0e3a-4441-96c0-b0407981f9ac HTTP/1.1" status: 204 len: 168 time: 0.5258424 May 14 17:59:09.251710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:09.268985 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f47d6-c45c-4499-b0c2-5b1778769152', 'name': 'network-vif-deleted', 'tag': 'e5414eb0-514a-4816-83a9-31c607dae817', 'status': 'completed', 'code': 200} May 14 17:59:09.313940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.319061 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e07c29cb-728f-4ffd-b37d-bd6cb6ee5391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:09.326117 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5234c7b2-6538-4df0-9fa7-7d6c4c381a79', 'name': 'network-vif-deleted', 'tag': '8539be27-3370-41a6-9d1f-4bc2f19405e9', 'status': 'completed', 'code': 200} May 14 17:59:09.353345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:09.356060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.360189 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:09.365223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/00d8b75d-de6a-4c0a-bcb1-4c2c4b3f5b41 HTTP/1.1" status: 204 len: 168 time: 0.7077475 May 14 17:59:09.365785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39562) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:09.373415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.493234 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.611678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.627141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e7e5d-3a6d-4b2d-8062-417fc387594b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:09.639044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5871a56f-eb56-42b3-b254-60eb8cbd6cea') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:09.639524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5871a56f-eb56-42b3-b254-60eb8cbd6cea') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:09.650398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.666631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.673979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:59:09.674359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: timer() May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:59:09.688959 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:59:09.700810 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.724638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fcf3d5-e38b-46ea-adc4-74413e3b11b6']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:09.750742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b8e61d-07ba-484f-b9e1-24ae52cf4521') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:09.751029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b8e61d-07ba-484f-b9e1-24ae52cf4521') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:09.765286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.768671 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:09.775512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.785844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.800159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-c1aee0ce-2cce-4d2f-bacd-b48b3f994f79 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:09.800807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Pushing event deleted for resources: {'Network': ['ID=976e7e5d-3a6d-4b2d-8062-417fc387594b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:09.801574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-c1aee0ce-2cce-4d2f-bacd-b48b3f994f79 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.2710233 May 14 17:59:09.806415 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] 10.222.0.24 "DELETE /v2.0/networks/976e7e5d-3a6d-4b2d-8062-417fc387594b HTTP/1.1" status: 204 len: 168 time: 0.5510178 May 14 17:59:09.806415 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:09.806896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39576) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:09.836501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.864908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:59:09.865286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: timer() May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:59:09.878870 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:59:09.926756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-a27ae895-739e-487a-97cb-22ecf0faf7ca tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/quotas/e3ca58d504114ffa9e1fbcc958d92f31 HTTP/1.1" status: 200 len: 375 time: 0.0877717 May 14 17:59:09.927890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 31622eeb-de34-4636-a437-b311845f2b97 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:10.041776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Deleting subnet a27e75b9-dade-4812-b984-26cda4d0c731 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:59:10.047837 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.053667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-ba0ab8d2-dce3-4bb5-9fba-002506004a9f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111190 May 14 17:59:10.054279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.078002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31622eeb-de34-4636-a437-b311845f2b97'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:10.087113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:10.091354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.091719 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.093481 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:10.164152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:10.167810 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:10.169986 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:10.182545 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.228423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Pushing event deleted for resources: {'Network': ['ID=64fcf3d5-e38b-46ea-adc4-74413e3b11b6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:10.234178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:10.236269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.264997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] 10.222.0.24 "DELETE /v2.0/networks/64fcf3d5-e38b-46ea-adc4-74413e3b11b6 HTTP/1.1" status: 204 len: 168 time: 0.8982763 May 14 17:59:10.301884 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-c560e046-dc3d-4291-8934-dc2c6a17e293 service neutron] show failed (client error): The resource could not be found. May 14 17:59:10.302934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-c560e046-dc3d-4291-8934-dc2c6a17e293 service neutron] 10.222.0.15 "GET /v2.0/ports/2fdb8db8-391e-4376-a132-4cca4d703a61/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.3171067 May 14 17:59:10.336532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.364556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-f3966775-0243-40c0-8706-834f51499bd7 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820544 May 14 17:59:10.396272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39586) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:10.454317 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a2ec1217-77e5-46a3-a177-759bd91d5b3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f26e1a25b8774e4cb7a2138e460005e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561478 May 14 17:59:10.456582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39590) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:10.538207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.565023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.615056 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.618716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cfc45fe1-4988-44c2-a59c-c018f73bbe88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:10.632206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30812f6-6ed7-45a3-81fd-6d1d648d3979,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:10.634765 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:10.638431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:10.641830 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c30812f6-6ed7-45a3-81fd-6d1d648d3979 HTTP/1.1" status: 204 len: 168 time: 0.1817665 May 14 17:59:10.781672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-265f658d-fba0-4281-a79a-58209e39c652 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096768 May 14 17:59:10.816144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-ac421ebe-b1fb-4cb6-b80c-e74d6155b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:10.817969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-ac421ebe-b1fb-4cb6-b80c-e74d6155b150 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf&tenant_id=6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 1099 time: 0.2922163 May 14 17:59:10.854348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:11.067777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.076711 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.095929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:11.150405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27e75b9-dade-4812-b984-26cda4d0c731,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:11.153050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.163202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f9855d0-6b8c-496d-b71f-f2c63199f4d4 req-d140e108-aebc-4193-ac44-8cc2681d6616 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 997 time: 0.2374361 May 14 17:59:11.189554 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:11.226826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a27e75b9-dade-4812-b984-26cda4d0c731 HTTP/1.1" status: 204 len: 168 time: 1.4190874 May 14 17:59:11.229487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39616) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:11.282306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'name': 'network-vif-deleted', 'tag': '97252b27-d819-4273-a42f-eb938b0e12a1'}, {'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:11.369473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.501522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9855d0-6b8c-496d-b71f-f2c63199f4d4 req-5c0022f2-47fe-4ba3-846b-66ce80aa119e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:11.508284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f9855d0-6b8c-496d-b71f-f2c63199f4d4 req-5c0022f2-47fe-4ba3-846b-66ce80aa119e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.3442793 May 14 17:59:11.519279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-7f9855d0-6b8c-496d-b71f-f2c63199f4d4 req-8ff6144e-cc11-4ee5-8b00-929330f5c93b tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 17:59:11.530815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f9855d0-6b8c-496d-b71f-f2c63199f4d4 req-8ff6144e-cc11-4ee5-8b00-929330f5c93b tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214188 May 14 17:59:11.554065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39632) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:11.590024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.611089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dab2b0-c23a-4980-b68f-3b642b6771bc']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:11.626204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6b795d-8383-4a66-b626-0eaa7826382d') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:11.626775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6b795d-8383-4a66-b626-0eaa7826382d') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:11.639658 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.660013 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.671361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:59:11.672012 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.673734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: timer() May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:59:11.689078 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:59:11.703733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1363605851-network', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:11.708198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:11.712403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Usage tracker for resource:network and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:11.715882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:11.722020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:11.752279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:11.781926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.785501 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ac9566d-c5c9-4408-91d9-3ddf05b860aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:11.806277 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.811714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:11.812579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6dab2b0-c23a-4980-b68f-3b642b6771bc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:11.815613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:11.815850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.817803 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c6dab2b0-c23a-4980-b68f-3b642b6771bc HTTP/1.1" status: 204 len: 168 time: 0.5863266 May 14 17:59:11.835565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.894975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:11.906183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Usage tracker for resource:security_group_rule and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:11.916096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:11.926457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:11.929385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.939049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:11.957507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Transition to ACTIVE for port object 2fdb8db8-391e-4376-a132-4cca4d703a61 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:11.969556 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:11.976130 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:11.990789 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7ba87a2f-3d41-443b-8e6e-c96d98e130d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e783433ce11142c5a2c2bc86a3f1c7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505280 May 14 17:59:11.993260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:12.052373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.081448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.162038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.167412 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b7406a6b-5a08-4fd5-ab62-a7f11da755de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:12.172193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:12.182034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37414c0c-08fc-4081-b5ca-91cc77053fe7 req-c916bb4a-f2c0-449a-8304-0c9b99bb47a2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:12.183600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37414c0c-08fc-4081-b5ca-91cc77053fe7 req-c916bb4a-f2c0-449a-8304-0c9b99bb47a2 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 943 time: 0.3369429 May 14 17:59:12.184678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] No DVR routers for this DVR port 2fdb8db8-391e-4376-a132-4cca4d703a61 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:12.189760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:12.194877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac055a-19fb-458c-8377-104f8ba7d6ad,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:12.204823 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:12.207394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.208484 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57ac055a-19fb-458c-8377-104f8ba7d6ad HTTP/1.1" status: 204 len: 168 time: 0.2143655 May 14 17:59:12.501199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:12.501533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:12.501856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:12.528740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:59:12.529065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:12.559921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37414c0c-08fc-4081-b5ca-91cc77053fe7 req-ba1450a0-8088-4c77-b8e5-efb304f2da22 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270857 May 14 17:59:12.560635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:12.560968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:12.561343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:12.561779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Bound port: 2fdb8db8-391e-4376-a132-4cca4d703a61, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:12.562121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.595533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.605709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.612815 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f5cd894-69c4-4720-bf20-35c46d682577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:12.656555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39656) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:12.704518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:59:12.721502 n-d-787206-3 neutron-server[79561]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31622eeb-de34-4636-a437-b311845f2b97', 'code': 422} returned with failed status May 14 17:59:12.722062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-469663d2-e8e8-4de9-b1f6-47e2e27adffa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec6dcf8da1364236a4844c59f0b80f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637934 May 14 17:59:12.722295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39660) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:12.725010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-a36c64c3-27c5-4166-a302-f6fd64be9119 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:12.726505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-a36c64c3-27c5-4166-a302-f6fd64be9119 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.4806838 May 14 17:59:12.737652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf4f94-1e89-44a1-95a3-a07414af52a3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:12.748710 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:12.753946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Request body: {'port': {'device_id': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'admin_state_up': True, 'tenant_id': 'e3ca58d504114ffa9e1fbcc958d92f31'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:12.767226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.767576 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Added segment 46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b of type vlan for network 2a867376-97d8-42cd-96d9-9aebf40270c3 May 14 17:59:12.791424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.820210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.840104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:12.874552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.878388 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab9b3089-28bc-487e-8300-36187e2a87d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:12.890416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82951a5-3db8-484f-9827-54cfc4fdf783,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:12.894432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:12.900186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.904779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d82951a5-3db8-484f-9827-54cfc4fdf783 HTTP/1.1" status: 204 len: 168 time: 0.1783726 May 14 17:59:12.914449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:12.916510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.934640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:12.951567 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-afd2fb8e-988b-4295-8d54-1671b9f7b779 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:13.046360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:13.046972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:13.048660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] 10.222.0.22 "PUT /v2.0/ports/2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 1094 time: 2.1981795 May 14 17:59:13.118188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:13.126345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:13.137563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:13.138443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:13.150672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Usage tracker for resource:port and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:13.159101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:13.169871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:13.175133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:13.176892 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:13.206296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53553085-9064-4cc1-839f-ce23769da62d req-89ca443b-ba85-4c3d-af8a-9976e953b405 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:13.207802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53553085-9064-4cc1-839f-ce23769da62d req-89ca443b-ba85-4c3d-af8a-9976e953b405 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 946 time: 0.3776031 May 14 17:59:13.215744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:13.311641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7561347 May 14 17:59:13.315002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39674) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:13.325615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Made reservation on behalf of e3ca58d504114ffa9e1fbcc958d92f31 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:13.326620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Request body: {'subnet': {'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1363605851-subnet', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:13.329106 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:13.331912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:13.336101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Usage tracker for resource:subnet and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:13.339049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:13.345837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:13.348812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Pushing event updated for resources: {'Network': ['ID=2a867376-97d8-42cd-96d9-9aebf40270c3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:13.358793 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:13.363780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:59:13.369957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:13.374183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:13.426748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53553085-9064-4cc1-839f-ce23769da62d req-860c030d-9e33-495c-9d7b-4a22b2d2a7f3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050889 May 14 17:59:13.487880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-cd0df169-7529-492a-9f05-01c6511e317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:13.489507 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-cd0df169-7529-492a-9f05-01c6511e317d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1097 time: 0.4073937 May 14 17:59:13.712765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da6c6507-5d95-4a01-816e-15f930fd711d req-f7a6e413-2e5f-47c2-a47e-596042d065ab tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 210 time: 0.0943539 May 14 17:59:13.786348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Allocated IP 172.20.0.10 (c7c1ff26-040f-4436-81b8-70cd198f76c9/d1a59e9c-6aba-4db7-9467-b100fbdb4a4d/32a7af43-4484-468d-baaf-7de8e0cbd144) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:13.789106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-30e3711a-73d5-4920-a7b7-65e4b71765ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:13.790734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-30e3711a-73d5-4920-a7b7-65e4b71765ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2796383 May 14 17:59:13.793141 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fa9a6b-a6f6-4628-a33c-1804fa5fc82b', 'name': 'network-vif-deleted', 'tag': '97252b27-d819-4273-a42f-eb938b0e12a1', 'status': 'completed', 'code': 200} May 14 17:59:13.793612 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'status': 'completed', 'code': 200} May 14 17:59:13.946441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 31622eeb-de34-4636-a437-b311845f2b97 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:13.969035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-d312feb9-4c2c-4a0b-8f23-4fdb076ec254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:13.970496 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-d312feb9-4c2c-4a0b-8f23-4fdb076ec254 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.1483741 May 14 17:59:13.971382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:13.975926 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:14.062841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-2006548b-659c-42d4-bbf1-e659837b79de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.1981668 May 14 17:59:14.096258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:14.125557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:14.135048 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:14.142928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-ce548903-825b-4d75-b1ff-1d202437c8a7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1000 time: 0.2772875 May 14 17:59:14.170728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:14.175241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:14.175241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Network hostable DHCP agents. Network: 2a867376-97d8-42cd-96d9-9aebf40270c3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 17:59:14.201225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-99bd2d35-cdda-4b55-8b65-680898cad39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.202664 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-99bd2d35-cdda-4b55-8b65-680898cad39c service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.1950736 May 14 17:59:14.209602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 17:59:14.391975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2a867376-97d8-42cd-96d9-9aebf40270c3) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:14.406570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae3f39-95c3-42d7-ab1a-ca7a9a3966c4 None None] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:59:14.415422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.416254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.440588 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-8ac1fc7f-4c03-418b-a81d-1d05409c1cdb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 1000 time: 0.2284124 May 14 17:59:14.454640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1371250 May 14 17:59:14.456117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39704) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:14.461425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-f2d2b22b-e8ca-4a66-a2bd-175a686341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.462839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-f2d2b22b-e8ca-4a66-a2bd-175a686341bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.3190246 May 14 17:59:14.472113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-c1310abb-445f-4be0-99ed-261a1cbe2ec5 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.473549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-c1310abb-445f-4be0-99ed-261a1cbe2ec5 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports/5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 942 time: 0.2893360 May 14 17:59:14.476589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:14.548099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-a2fd8f0d-e81d-4979-8632-ed864712303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.550227 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-a2fd8f0d-e81d-4979-8632-ed864712303b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0941675 May 14 17:59:14.570317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:14.592561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.596423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Usage tracker for resource:router and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:14.608165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:14.662885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-23f06a61-e9c4-4f5d-bdf9-954ed2d73780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.664419 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-23f06a61-e9c4-4f5d-bdf9-954ed2d73780 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027977 May 14 17:59:14.672427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:14.681387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-2a867376-97d8-42cd-96d9-9aebf40270c3', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 17:59:14.682219 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.722297 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.723295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.749522 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-5f587be7-60fd-4998-aefe-4713bb8b3e1b tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1000 time: 0.1386008 May 14 17:59:14.803359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-4c9e2cb8-9e1c-4b34-9f5b-23dc2f1e6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:14.804008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-4c9e2cb8-9e1c-4b34-9f5b-23dc2f1e6cd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3216324 May 14 17:59:14.809616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.825283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-f7466e0e-8141-4c00-b723-5b5538e390fc service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495593 May 14 17:59:14.854121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:14.855261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Allocated IP 172.20.0.2 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/3fa15ee9-7540-4320-9c87-f1313c37d10c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:14.877125 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-076ea99d-fd3d-403d-94c7-d1c4d2112d20 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:14.966403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ffe10ff-536b-4df0-88fa-7d8313c3c2db req-7e052cfb-f429-4948-8c06-7d84b9888ffa service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333642 May 14 17:59:15.020730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:15.064299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.074166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Transition to ACTIVE for port object 3fa15ee9-7540-4320-9c87-f1313c37d10c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:15.078529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:15.084136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:15.092827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Transition to ACTIVE for port object 3fa15ee9-7540-4320-9c87-f1313c37d10c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:15.099366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.103585 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:15.158542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:15.161307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:15.165025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:15.182542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Pushing event updated for resources: {'Port': ['ID=3fa15ee9-7540-4320-9c87-f1313c37d10c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:15.208381 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:15.249516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:15.265291 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:15.267906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Attempting to bind port 3fa15ee9-7540-4320-9c87-f1313c37d10c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:15.268289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Attempting to bind port 3fa15ee9-7540-4320-9c87-f1313c37d10c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:15.269174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Attempting to bind port 3fa15ee9-7540-4320-9c87-f1313c37d10c on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:15.273903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:15.274274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:15.274677 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.275070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:15.275565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Bound port: 3fa15ee9-7540-4320-9c87-f1313c37d10c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:15.275942 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.366568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] For port 3fa15ee9-7540-4320-9c87-f1313c37d10c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:15.369673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] For port 3fa15ee9-7540-4320-9c87-f1313c37d10c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3fa15ee9-7540-4320-9c87-f1313c37d10c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:15.374910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.378367 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:15.425627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-faa41681-0d3d-44d5-82b3-af410db4564a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:15.426952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-faa41681-0d3d-44d5-82b3-af410db4564a tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.6667240 May 14 17:59:15.432315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:15.433631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.465126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Pushing event updated for resources: {'Port': ['ID=3fa15ee9-7540-4320-9c87-f1313c37d10c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:15.473942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:15.512480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-e41384c9-afa5-4971-a493-2541ceaf1259 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511574 May 14 17:59:15.555562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:15.629725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8838856 May 14 17:59:15.688183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Request body: {'port': {'device_id': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:15.752883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-ae1c3005-bd72-4505-8b2d-749d99755b8c tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 1000 time: 0.3136528 May 14 17:59:15.945896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}, {'name': 'network-changed', 'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:15.968859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:15.972926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fa15ee9-7540-4320-9c87-f1313c37d10c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:16.049437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3fa15ee9-7540-4320-9c87-f1313c37d10c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:16.111406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-605dae94-e0dd-4501-bd05-5255a3cb4aee req-fda2db48-062c-4b33-b1c2-827fb69de7c0 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797389 May 14 17:59:16.150821 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.166645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.333281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0536df-2d9b-4208-86a0-b62121a3851f None None] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:59:16.422897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Provisioning for port 3fa15ee9-7540-4320-9c87-f1313c37d10c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:16.441204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Provisioning complete for port 3fa15ee9-7540-4320-9c87-f1313c37d10c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:16.441572 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.605292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.657184 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.719526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.719766 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Floating IP 19718e31-3634-48d7-861f-6da77d6412e4 disassociated. External IP: 172.25.4.96, port: 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5. May 14 17:59:16.743309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] For port 3fa15ee9-7540-4320-9c87-f1313c37d10c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3fa15ee9-7540-4320-9c87-f1313c37d10c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:16.749066 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:16.750867 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:16.825886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Pushing event updated for resources: {'Port': ['ID=3fa15ee9-7540-4320-9c87-f1313c37d10c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:16.829215 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:16.971404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-47f45e1c-cb4b-4435-bb7a-23047d5579d3 None None] Provisioning complete for port 3fa15ee9-7540-4320-9c87-f1313c37d10c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:16.971704 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-47f45e1c-cb4b-4435-bb7a-23047d5579d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:17.041018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:17.093482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:17.455060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a7af43-4484-468d-baaf-7de8e0cbd144 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:17.500428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:17.550271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Transition to ACTIVE for port object 32a7af43-4484-468d-baaf-7de8e0cbd144 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:17.562180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:17.567674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Allocated IP 172.25.4.71 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/8dd5a4fc-2fb8-4b72-8cf8-81205bb27663) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:17.569512 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:17.728124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:59:17.782107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:17.785849 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:17.952647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fa15ee9-7540-4320-9c87-f1313c37d10c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:18.027513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3fa15ee9-7540-4320-9c87-f1313c37d10c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:18.027819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.090570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.099168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Attempting to bind port 32a7af43-4484-468d-baaf-7de8e0cbd144 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:18.099475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Attempting to bind port 32a7af43-4484-468d-baaf-7de8e0cbd144 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:18.099800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Attempting to bind port 32a7af43-4484-468d-baaf-7de8e0cbd144 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:18.110951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Port 32a7af43-4484-468d-baaf-7de8e0cbd144 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:59:18.111290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Attempting to bind port 32a7af43-4484-468d-baaf-7de8e0cbd144 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:18.125218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:18.125544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Checking segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:18.125972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Bound using segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:18.126416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Bound port: 32a7af43-4484-468d-baaf-7de8e0cbd144, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:18.126753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.159949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:59:18.168778 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:59:18.178374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:18.179053 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:18.209410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.254722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.266528 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:18.359469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-db002219-7eda-4a1f-be73-ae58c5bd23c4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "PUT /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 695 time: 2.4170570 May 14 17:59:18.361680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:18.362312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:18.372875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:18.393534 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:18.394285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:18.410244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:18.434900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:18.445430 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:18.455404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:18.464514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.472111 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-306fc312-cc1c-4b5b-bb53-276c32c7d3b7 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:18.563550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:18.577699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'mac_address': 'fa:16:3e:91:84:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:18.593907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:18.594516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.595908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] 10.222.0.22 "PUT /v2.0/ports/32a7af43-4484-468d-baaf-7de8e0cbd144 HTTP/1.1" status: 200 len: 1092 time: 2.9471753 May 14 17:59:18.648877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.665498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdb8db8-391e-4376-a132-4cca4d703a61 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:18.681980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:18.687772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:18.689955 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:18.758535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:18.762542 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:18.776984 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:18.781403 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:59:18.789985 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:18.790594 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:18.894576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:18.921465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.921741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.922101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.922453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.922798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.923417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.923841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.924197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.924522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.924861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.925199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.925541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:18.930835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['2fdb8db8-391e-4376-a132-4cca4d703a61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:18.933123 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:18.942484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-fd6d9883-8f87-4ae5-a2ba-19cf1122a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:18.943998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-fd6d9883-8f87-4ae5-a2ba-19cf1122a126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.5658567 May 14 17:59:18.978910 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:19.170328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-bdeff977-6ab5-40ae-a24c-9496b60d672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:19.171855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-bdeff977-6ab5-40ae-a24c-9496b60d672c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 1095 time: 0.5146723 May 14 17:59:19.274798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-44b1c98c-b0fa-4c85-b05b-ceb441bc079f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32a7af43-4484-468d-baaf-7de8e0cbd144 HTTP/1.1" status: 200 len: 217 time: 0.0924535 May 14 17:59:19.293579 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:19.297456 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82dfec-2d48-4679-a84c-34f2f332e65a None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:56:50Z', 'revision_number': 4, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '535ac61e-5aaf-4f03-af7f-b260fa9effe7', 'name': '', 'network_id': '27b2c7ab-723c-42e0-8fb0-e846ec54c454', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'mac_address': 'fa:16:3e:ab:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:47Z', 'updated_at': '2021-05-14T17:57:00Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'subnets': [{'id': '844b73d0-aeee-4227-a3a6-39a217d6c201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:59:19.342038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-64688dd6-9825-4ed3-a169-31c2b38e46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:19.343498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-64688dd6-9825-4ed3-a169-31c2b38e46a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.3885739 May 14 17:59:19.428582 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:19.476088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-7b35b678-c560-438c-a61c-88e432350f8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.1266170 May 14 17:59:19.530573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff9b63-a9ba-4308-9d87-2a8e7bb4e59c None None] New status for floating IP 19718e31-3634-48d7-861f-6da77d6412e4: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 17:59:19.591485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-52471821-23e0-4166-b0e8-75e5b4ca7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:19.592902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-52471821-23e0-4166-b0e8-75e5b4ca7f7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.3026443 May 14 17:59:19.666456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-160156d8-2193-46c4-89c7-c38e69c396b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657787 May 14 17:59:19.675397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-b88c6650-08f7-4299-bb68-7e36aa83a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:19.676746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-b88c6650-08f7-4299-bb68-7e36aa83a9ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.1880643 May 14 17:59:20.008950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-1fb15d8e-54a4-419a-aa76-0a3e64278369 service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354585 May 14 17:59:20.055647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-023d8517-5e83-430f-8703-a4055965c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:20.057072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-023d8517-5e83-430f-8703-a4055965c598 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3604174 May 14 17:59:20.360806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:20.412582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:20.478907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 2fdb8db8-391e-4376-a132-4cca4d703a61 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:20.483659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 2fdb8db8-391e-4376-a132-4cca4d703a61 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:20.484041 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:20.526302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20ea8552-db13-4019-bb68-bdfc4cc6742f req-05f25685-3a52-4dcd-b26b-8e535310036e service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963708 May 14 17:59:20.570299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-b817c3a1-9e09-4bac-b851-8c99b857e89a service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320084 May 14 17:59:20.605225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:20.631606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:20.641406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:20.645180 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:20.646964 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:20.711382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:20.720812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.721157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.721493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.721827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.722156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.722481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.722804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.723124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.723468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.723788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.724105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.724421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:20.728161 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:20.737947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-688135d8-d52b-4514-b433-3525ee7a7c6d req-9e106775-4484-4e58-bcaa-cc549f785fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603582 May 14 17:59:20.738911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Router 65772aa4-d2c8-4145-b65b-6a3f9c636573 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 17:59:20.914773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:59:20.925656 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Sync routers for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:59:20.936134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:20.937347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4779885 May 14 17:59:20.938609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:20.939308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:20.940237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39722) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:21.116141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:21.438586 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:18Z', 'revision_number': 3, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:21.443540 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Checking router: 65772aa4-d2c8-4145-b65b-6a3f9c636573 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:59:21.443949 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Updating router 65772aa4-d2c8-4145-b65b-6a3f9c636573 port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:59:21.501102 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:21.641938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:21.811445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-193ee070-f265-448b-9d23-1410ef4e0e4a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:21.812861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-193ee070-f265-448b-9d23-1410ef4e0e4a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ec4b4f-30c8-4d52-b4c0-604b4d38a191 HTTP/1.1" status: 200 len: 943 time: 0.0916464 May 14 17:59:21.859142 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:21.863562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Allocated IP 172.20.0.1 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/6c320583-47e7-41e8-879b-903e26af2abb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:21.872043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Transition to ACTIVE for port object 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:21.880546 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:21.887274 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:21.960955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 31622eeb-de34-4636-a437-b311845f2b97 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:21.961363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:21.969555 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Attempting to bind port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:21.970188 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Attempting to bind port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:21.970312 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Attempting to bind port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:21.978239 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Pushing event updated for resources: {'Port': ['ID=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:21.988233 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.988725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.989062 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.989445 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.989780 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.990099 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.990417 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.990732 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.991045 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.991390 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.991704 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.992015 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 17:59:21.996190 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:21.996568 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:21.997124 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:21.997514 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:21.997989 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Bound port: 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:21.998382 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.022392 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:22.075080 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] For port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:22.078102 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] For port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:22.084036 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.088738 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:22.106567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 31622eeb-de34-4636-a437-b311845f2b97, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=31622eeb-de34-4636-a437-b311845f2b97,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:22.106925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.137080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.153239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Transition to ACTIVE for port object 6c320583-47e7-41e8-879b-903e26af2abb will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:22.155031 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:22.155820 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:22.178440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.182958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a5efed0-8f48-41ff-af71-c461788dd851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:22.234355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 31622eeb-de34-4636-a437-b311845f2b97 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:22.241968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:22.243050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:22.246915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:22.293392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c320583-47e7-41e8-879b-903e26af2abb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:22.304317 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:22.316088 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Pushing event updated for resources: {'Port': ['ID=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:22.319351 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:22.331095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.356596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.362704 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f809b1d-e5a8-4d07-9597-173f585d18c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:22.388746 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:22.425163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=31622eeb-de34-4636-a437-b311845f2b97,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:22.428588 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:22.429369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:22.507447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.557060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 31622eeb-de34-4636-a437-b311845f2b97 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:22.562332 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.584245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9dc5ef4d-c372-45be-9d2d-ad186da42bed req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "DELETE /v2.0/ports/31622eeb-de34-4636-a437-b311845f2b97 HTTP/1.1" status: 204 len: 173 time: 0.7657387 May 14 17:59:22.688265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2ebbda2d-810c-40b2-a9f7-986eb08e1d62 None None] Provisioning for port 6c320583-47e7-41e8-879b-903e26af2abb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:22.700154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2ebbda2d-810c-40b2-a9f7-986eb08e1d62 None None] Provisioning complete for port 6c320583-47e7-41e8-879b-903e26af2abb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:22.700803 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2ebbda2d-810c-40b2-a9f7-986eb08e1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.768789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:22.804873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'mac_address': 'fa:16:3e:52:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:22.806657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbda2d-810c-40b2-a9f7-986eb08e1d62 None None] Port 6c320583-47e7-41e8-879b-903e26af2abb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:59:22.891976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.904467 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.927159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.939681 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5199588-fc1e-41e4-a75c-56ac1d26d0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:22.956786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a7af43-4484-468d-baaf-7de8e0cbd144 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:22.975003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:22.982542 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:22.983656 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:18Z', 'revision_number': 3, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:22.985689 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:22.989461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c03eca-acee-4fba-af8b-86df864ca38d None None] The sync data for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 is: [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:18Z', 'revision_number': 3, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:59:23.043428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c320583-47e7-41e8-879b-903e26af2abb,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:23.046220 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:23.050542 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:23.068207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:23.072157 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:23.196139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:23.197358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:23.232991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['32a7af43-4484-468d-baaf-7de8e0cbd144'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:23.550424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Router 65772aa4-d2c8-4145-b65b-6a3f9c636573 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:59:23.649656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6457555c-5b4e-4ee5-af45-812ba92c9337 None None] Provisioning complete for port 6c320583-47e7-41e8-879b-903e26af2abb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:23.650694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6457555c-5b4e-4ee5-af45-812ba92c9337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:23.713421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6457555c-5b4e-4ee5-af45-812ba92c9337 None None] Port 6c320583-47e7-41e8-879b-903e26af2abb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:59:23.753748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:59:23.762494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:23.763559 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] 10.222.0.24 "PUT /v2.0/routers/65772aa4-d2c8-4145-b65b-6a3f9c636573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8216078 May 14 17:59:23.858237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d938a-8a7a-43ae-8b74-404b6b52202a req-177bb4d4-41f0-4d92-879a-2ed317945170 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:23.860556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a65d938a-8a7a-43ae-8b74-404b6b52202a req-177bb4d4-41f0-4d92-879a-2ed317945170 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.2238760 May 14 17:59:23.912924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a65d938a-8a7a-43ae-8b74-404b6b52202a req-5ca9ad6f-d7a5-425a-bd46-320a5f354343 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460715 May 14 17:59:23.998962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:24.072401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:24.079468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:24.079959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:24.098870 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 17:59:24.203123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:24.219206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:24.223156 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:24.225002 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-93c10776-c260-4303-b5d5-f3a4b3595898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:24.294382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:24.297603 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:24.319009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9a1c0-4ab1-4948-87a9-c71f99a23632 req-6738501a-dfbb-4628-bd4d-9f8e61d317d9 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:24.319748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-43c9a1c0-4ab1-4948-87a9-c71f99a23632 req-6738501a-dfbb-4628-bd4d-9f8e61d317d9 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Synchronizing usage tracker for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:24.336474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-43c9a1c0-4ab1-4948-87a9-c71f99a23632 req-6738501a-dfbb-4628-bd4d-9f8e61d317d9 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Unset dirty status for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:24.337606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43c9a1c0-4ab1-4948-87a9-c71f99a23632 req-6738501a-dfbb-4628-bd4d-9f8e61d317d9 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 945 time: 0.1031575 May 14 17:59:24.382956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43c9a1c0-4ab1-4948-87a9-c71f99a23632 req-93a76811-c36c-48cc-9b72-ed850c7964a5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 May 14 17:59:24.436296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:24.452582 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'code': 200} May 14 17:59:24.453192 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'status': 'completed', 'code': 200} May 14 17:59:24.526926 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'code': 200} May 14 17:59:24.544453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 32a7af43-4484-468d-baaf-7de8e0cbd144 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:24.550904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 32a7af43-4484-468d-baaf-7de8e0cbd144 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:24.551484 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:24.633012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-990441b1-1d2a-44d3-8ee6-868d79cdbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:24.634525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-990441b1-1d2a-44d3-8ee6-868d79cdbf83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1099 time: 0.1060324 May 14 17:59:24.638308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-e2b404a7-63d9-40a3-858e-bc56eba5b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:24.639666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-e2b404a7-63d9-40a3-858e-bc56eba5b054 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1099 time: 0.1528218 May 14 17:59:24.687962 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:24.754064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:24.763746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:24.765614 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:24.845568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:24.850726 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:24.891251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-4965f8be-ee13-45c6-9569-877a18b61ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:24.892671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-4965f8be-ee13-45c6-9569-877a18b61ec1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2519310 May 14 17:59:24.894921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-16ec0744-002e-486f-8932-d22bcc049dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:24.896196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-16ec0744-002e-486f-8932-d22bcc049dff service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2353623 May 14 17:59:24.950743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Sync routers for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:59:24.960856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:24.961566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:25.019242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-40990bb4-fedd-4ba4-b5d3-9f107de436a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.1198931 May 14 17:59:25.028541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-152b38bd-673a-4d30-88b7-3ac5cb13c0e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.0758107 May 14 17:59:25.157473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:25.197830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-49f38535-c023-4369-b506-6ac70a690451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:25.199304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-49f38535-c023-4369-b506-6ac70a690451 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1688344 May 14 17:59:25.202405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-4f7cd0c3-3bd0-4d70-88eb-3bbac2be1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:25.203730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-4f7cd0c3-3bd0-4d70-88eb-3bbac2be1885 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1340208 May 14 17:59:25.317641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-5e7fabf5-7794-407a-8759-d995cec982c6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:25.318978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-5e7fabf5-7794-407a-8759-d995cec982c6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf&tenant_id=6544792cb05d42af8a161fc95946ef1e&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 948 time: 0.2504137 May 14 17:59:25.420454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-263903e3-4174-44e0-987a-b1df536bebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:25.421948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-263903e3-4174-44e0-987a-b1df536bebe5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155788 May 14 17:59:25.426046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-40357d9f-ab22-47fb-8785-62667a9aa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:25.427386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-40357d9f-ab22-47fb-8785-62667a9aa0ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846459 May 14 17:59:25.478859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-3bd0fd05-8a3c-492e-8bc8-5da51ef3f38e service neutron] 10.222.0.22 "GET /v2.0/ports/2fdb8db8-391e-4376-a132-4cca4d703a61/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 382 time: 0.1531477 May 14 17:59:25.524082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 2, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:25.533868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Checking router: 65772aa4-d2c8-4145-b65b-6a3f9c636573 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:59:25.534243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Updating router 65772aa4-d2c8-4145-b65b-6a3f9c636573 port 6c320583-47e7-41e8-879b-903e26af2abb binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 17:59:25.548596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:25.554330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930243182', 'description': 'tempest-description--563284692'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:25.561572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:25.567171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:security_group and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:25.570173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:25.578320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:25.594192 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:25.612969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:25.626646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:25.631728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:security_group_rule and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:25.634843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:25.641903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:25.694845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-ff3bf231-12b2-4df0-921e-884689b3487d service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645614 May 14 17:59:25.701770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-52096252-275c-477c-9704-21780f51d73f service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479558 May 14 17:59:25.740699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:25.745712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:25.801903 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:25.816512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:25.818176 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2685297 May 14 17:59:25.822011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39814) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:25.841164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'security_group_rule': {'security_group_id': 'ae4a2e3d-0763-49ef-9731-d726b1046afd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:25.853798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:25.859773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a2e3d-0763-49ef-9731-d726b1046afd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:25.863467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:security_group_rule and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:25.869428 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:25.871365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:25.880253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:25.926183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:25.986504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-2314eb22-1a2b-4d5d-9d13-09ea849a9327 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836726 May 14 17:59:26.059782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:26.091487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.097228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.100044 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:26.121849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36252b7a-dcf4-4b7d-9055-7bd16b0373bb,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:26.133937 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:26.145401 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.154598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.160485 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3363533 May 14 17:59:26.161321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39822) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:26.161550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Transition to ACTIVE for port object 6c320583-47e7-41e8-879b-903e26af2abb will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:26.174593 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.179356 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-278f4c78-b639-4d07-b5bb-ef6505464bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:26.179934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'security_group_rule': {'security_group_id': 'ae4a2e3d-0763-49ef-9731-d726b1046afd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:26.203210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:26.214323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:security_group_rule and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:26.220802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:26.221178 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.225254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:26.244090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:26.248310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-e25dba4a-530d-4f14-a4dd-d8b8baa73e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:26.249776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-e25dba4a-530d-4f14-a4dd-d8b8baa73e91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1099 time: 0.1635356 May 14 17:59:26.257526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f38849c-ff3f-4c6d-b854-9a45991ff5af req-2b7a784f-1595-400f-8fdc-51189a9253b0 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700646 May 14 17:59:26.366360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b747a-ce32-4daf-b8f1-764ffa3d9510 None None] Pushing event updated for resources: {'Port': ['ID=6c320583-47e7-41e8-879b-903e26af2abb,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:26.371554 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-953b747a-ce32-4daf-b8f1-764ffa3d9510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:26.429467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.463169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}, {'name': 'network-changed', 'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144'}, {'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-deleted', 'tag': '31622eeb-de34-4636-a437-b311845f2b97'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:26.505101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Attempting to bind port 6c320583-47e7-41e8-879b-903e26af2abb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:26.505488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Attempting to bind port 6c320583-47e7-41e8-879b-903e26af2abb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:26.505832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Attempting to bind port 6c320583-47e7-41e8-879b-903e26af2abb on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:26.516194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:26.516575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:26.516969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.517362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:26.517829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Bound port: 6c320583-47e7-41e8-879b-903e26af2abb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:26.518202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.532924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:26.570956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-f518c367-7505-4f83-9b34-7f154c3d6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:26.572510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-f518c367-7505-4f83-9b34-7f154c3d6d4c service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2942832 May 14 17:59:26.588385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.633785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] For port 6c320583-47e7-41e8-879b-903e26af2abb, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:26.637735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] For port 6c320583-47e7-41e8-879b-903e26af2abb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6c320583-47e7-41e8-879b-903e26af2abb,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:26.641173 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.645435 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8a59bbb1-2071-4ccc-b522-ebefad00c66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:26.647604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-d5a19631-86aa-4ed5-a3f3-6ad95fed752a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:26.649045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-d5a19631-86aa-4ed5-a3f3-6ad95fed752a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.3961306 May 14 17:59:26.655751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.666642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-06fbd008-0b6b-48c8-b0bf-8361504ae2af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.0802522 May 14 17:59:26.671781 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:26.719832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:26.720454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:26.736200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb72dba-4fd2-40d9-a047-6621364248b3,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:26.738724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-c2bbf51d-84ce-4474-b5ca-9bcb09336d1d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0749173 May 14 17:59:26.739534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:26.761814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.765899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5916402 May 14 17:59:26.766292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:26.772939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:26.778833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b747a-ce32-4daf-b8f1-764ffa3d9510 None None] Pushing event updated for resources: {'Port': ['ID=6c320583-47e7-41e8-879b-903e26af2abb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:26.779872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:26.784208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:floatingip and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:26.787076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:26.795662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:26.815757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-21329f8b-20ef-4d3b-a610-ae868ca6a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:26.817221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-21329f8b-20ef-4d3b-a610-ae868ca6a7ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1378253 May 14 17:59:26.818440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:26.824094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-184e8945-ec5a-469e-a1a9-72a916d3a4a5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:26.837273 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-953b747a-ce32-4daf-b8f1-764ffa3d9510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:26.888821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-184e8945-ec5a-469e-a1a9-72a916d3a4a5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:26.891250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-184e8945-ec5a-469e-a1a9-72a916d3a4a5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1307843 May 14 17:59:26.922570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:26.981246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-ece1e10e-b68a-4ebf-a196-a641a69bde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:26.982635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-ece1e10e-b68a-4ebf-a196-a641a69bde92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558359 May 14 17:59:26.986144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.142530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-0ca67dd2-8587-4fc0-a2cf-06c74307ac37 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422204 May 14 17:59:27.203113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8cc5d3d5-058b-4230-9163-d459663c6414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.236335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-3527613f-13b1-4a01-826b-786baa28b732 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447405 May 14 17:59:27.244678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Allocated IP 172.25.4.111 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/8c52789d-82b4-45ba-9841-bb2c37704603) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:27.328290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:26Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:27.332849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8786a85-cf4a-46d6-a185-6d89bd99a771 None None] The sync data for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 is: [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:26Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:59:27.411386 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.427489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-6bf0cb12-c942-4bd5-a51c-1943f9d8c116 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687857 May 14 17:59:27.435853 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.475577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.476153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-15d5540a-0565-4128-978d-7495fdcaf758 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298689 May 14 17:59:27.480949 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:27.545534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:27.554207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:27.556870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:27.689641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=8c52789d-82b4-45ba-9841-bb2c37704603,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:27.702780 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:27.723667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.804717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:27.951476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37114c4f-a89e-4283-a0a9-d5251036ba12 req-8f4a546d-d2b7-40b7-b445-7cabda59b09b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:27.958626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37114c4f-a89e-4283-a0a9-d5251036ba12 req-8f4a546d-d2b7-40b7-b445-7cabda59b09b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.2878637 May 14 17:59:28.027662 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37114c4f-a89e-4283-a0a9-d5251036ba12 req-b2fd03a1-fd33-4ced-8a8a-e106242d9d24 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678742 May 14 17:59:28.063623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c320583-47e7-41e8-879b-903e26af2abb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:28.074815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.080656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.091850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c96f934-271d-4626-9f68-80b37f335c69 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:28.205208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6c320583-47e7-41e8-879b-903e26af2abb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:28.210274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6c320583-47e7-41e8-879b-903e26af2abb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:28.210746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.219245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=8c52789d-82b4-45ba-9841-bb2c37704603,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:28.222219 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:28.225322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.251137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.257360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4898176 May 14 17:59:28.313431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2447e38-d81b-432e-b763-f41c76d5f05e req-088b5193-12f9-4455-bfd3-d2eccb780839 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:28.314955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2447e38-d81b-432e-b763-f41c76d5f05e req-088b5193-12f9-4455-bfd3-d2eccb780839 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 946 time: 0.1438203 May 14 17:59:28.366198 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.379775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2447e38-d81b-432e-b763-f41c76d5f05e req-74d5c3e5-376a-4f78-99b5-6bdff5628691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 May 14 17:59:28.411631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6c320583-47e7-41e8-879b-903e26af2abb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6c320583-47e7-41e8-879b-903e26af2abb,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:28.417067 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:28.418919 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-65919390-280d-4655-8815-1ba57c6fca19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:28.498531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6c320583-47e7-41e8-879b-903e26af2abb,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:28.517182 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:28.612252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb4b85d6-d3e2-4549-9502-0cee7da05fb8 req-90da4217-5893-44f0-aaa5-9d87672dd602 tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277579 May 14 17:59:28.766359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b85d6-d3e2-4549-9502-0cee7da05fb8 req-724a781d-0980-4931-b3b7-bf4a987ec9df tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:28.767823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb4b85d6-d3e2-4549-9502-0cee7da05fb8 req-724a781d-0980-4931-b3b7-bf4a987ec9df tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502495 May 14 17:59:28.782715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb4b85d6-d3e2-4549-9502-0cee7da05fb8 req-88e49adf-633c-4944-bce4-14234538064d tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/quotas/2df6f07ecb2c4cec8a3c41915a7af89a HTTP/1.1" status: 200 len: 375 time: 0.0089774 May 14 17:59:28.829594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb4b85d6-d3e2-4549-9502-0cee7da05fb8 req-ebdbc122-e47b-4cc8-abd7-6341e200d008 tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417318 May 14 17:59:29.047765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-dc0a63c7-cf4a-4ede-9b5d-5a69eb2e5311 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 200 len: 693 time: 0.1521623 May 14 17:59:29.220122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-2d425d64-f5b3-4455-85e1-f18ec4fb4ff0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:29.221494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-2d425d64-f5b3-4455-85e1-f18ec4fb4ff0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.2689443 May 14 17:59:29.239818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': '2b18a984-dda0-4882-8bde-bb715c063c29', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:29.316731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-cc87a812-a2d4-4e2b-a842-e7995176fae4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:29.317933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-cc87a812-a2d4-4e2b-a842-e7995176fae4 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2617517 May 14 17:59:29.415807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-5148d7a9-91bc-432b-8b2e-80b73531dd61 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 696 time: 0.0916150 May 14 17:59:29.508135 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:29.524316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-e4e734f5-b581-447c-bb48-b457f829ecd7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 696 time: 0.0970700 May 14 17:59:29.532234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:29.615061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:29.644726 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea56bcb8-3014-45e5-b4af-f6e24309243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:29.725509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:29.728901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:29.956471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c320583-47e7-41e8-879b-903e26af2abb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:30.029023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6c320583-47e7-41e8-879b-903e26af2abb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:30.029405 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.049866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Deleting port b8526f39-6a79-4cad-b7a5-dd8b5c05a4d3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:30.050205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.147748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-c568c088-6a99-4653-9624-ddc15690ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:30.149141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-c568c088-6a99-4653-9624-ddc15690ff2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf&tenant_id=6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 1099 time: 0.3936663 May 14 17:59:30.169875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:30.228391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.7 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/776c5ac2-edf3-4343-9212-6598e891347a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:30.270615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.270936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.444782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Calling delete_port for b8526f39-6a79-4cad-b7a5-dd8b5c05a4d3 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:30.483035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.579660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.899392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.927955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:30.935352 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bd5da60c-72b2-4b1b-923d-22e9d2f4119f tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:30.990321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event deleted for resources: {'Port': ['ID=b8526f39-6a79-4cad-b7a5-dd8b5c05a4d3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:30.996421 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:31.081160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:31.119709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:31.129972 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec6b8d47-fa2a-4c96-ba1a-cd15a628b45f tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:31.189433 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:31.196977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:31.248496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:31.262438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:31.267324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=776c5ac2-edf3-4343-9212-6598e891347a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:31.271126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:31.298239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:31.332850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:31.343136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:31.344271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb44b011-b88e-412f-a16c-5c09dd0dd143 req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "DELETE /v2.0/floatingips/19718e31-3634-48d7-861f-6da77d6412e4 HTTP/1.1" status: 204 len: 173 time: 1.8138466 May 14 17:59:31.362032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:31.362631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:31.377421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Transition to ACTIVE for port object 2fdb8db8-391e-4376-a132-4cca4d703a61 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:31.417238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:31.427243 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:31.472916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-5dcae1ea-719d-4ac4-892f-169d0838efaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2365935 May 14 17:59:31.640304 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'code': 200} May 14 17:59:31.688427 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'status': 'completed', 'code': 200} May 14 17:59:31.689655 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'status': 'completed', 'code': 200} May 14 17:59:31.690179 n-d-787206-3 neutron-server[79559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5ec4b4f-30c8-4d52-b4c0-604b4d38a191', 'name': 'network-vif-deleted', 'tag': '31622eeb-de34-4636-a437-b311845f2b97', 'status': 'failed', 'code': 422} returned with failed status May 14 17:59:31.701644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Request body: {'port': {'device_id': '2b18a984-dda0-4882-8bde-bb715c063c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:31.711263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-cf39a4c9-a7ca-416c-96a2-b279bbd3f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:31.712722 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-cf39a4c9-a7ca-416c-96a2-b279bbd3f353 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 1096 time: 0.0898743 May 14 17:59:31.716984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.22', 64184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:31.790666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=10']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:31.801409 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:31.804191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] No DVR routers for this DVR port 2fdb8db8-391e-4376-a132-4cca4d703a61 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:31.913692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-a73e25a6-5dfe-4016-977a-7596db5d2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:31.915159 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-a73e25a6-5dfe-4016-977a-7596db5d2d09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 200 len: 922 time: 0.1912313 May 14 17:59:31.920584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773dcde-4c2b-4f2f-b5b9-aadcf1723c64 req-6260f8c4-7bf9-4baf-8837-0fe5bca4bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:31.921875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c773dcde-4c2b-4f2f-b5b9-aadcf1723c64 req-6260f8c4-7bf9-4baf-8837-0fe5bca4bfab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1994660 May 14 17:59:31.970552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:31.970801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:31.971142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:31.985189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-837e7d8d-a590-4ba3-8bec-896128e58fe9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6160853 May 14 17:59:31.992545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:59:31.992864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Attempting to bind port 2fdb8db8-391e-4376-a132-4cca4d703a61 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:32.003580 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:32.014160 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-f1f5c82d-be2c-49fc-aca1-88c150a9086a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 200 len: 217 time: 0.0801804 May 14 17:59:32.015152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:32.015510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:32.015891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:32.016329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Bound port: 2fdb8db8-391e-4376-a132-4cca4d703a61, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:32.016668 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:32.074187 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c773dcde-4c2b-4f2f-b5b9-aadcf1723c64 req-cb33d612-4d98-4979-9cda-4ed1e261c31d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381819 May 14 17:59:32.090833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-e6c2248d-55b1-40f4-af24-80e553253e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.092290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-e6c2248d-55b1-40f4-af24-80e553253e72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 200 len: 860 time: 0.0684664 May 14 17:59:32.099653 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:32.199439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c481d-c7ca-47c9-9668-22e163a4c158 req-dc41f2bf-cdb3-48a2-bc65-a65e213ad6d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.200123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d3c481d-c7ca-47c9-9668-22e163a4c158 req-dc41f2bf-cdb3-48a2-bc65-a65e213ad6d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:32.206369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-406266e2-58f0-4196-9e21-bec263d2556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.207864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-406266e2-58f0-4196-9e21-bec263d2556b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b2c7ab-723c-42e0-8fb0-e846ec54c454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769446 May 14 17:59:32.310587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d3c481d-c7ca-47c9-9668-22e163a4c158 req-dc41f2bf-cdb3-48a2-bc65-a65e213ad6d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:32.311690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3c481d-c7ca-47c9-9668-22e163a4c158 req-dc41f2bf-cdb3-48a2-bc65-a65e213ad6d9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 931 time: 0.4582651 May 14 17:59:32.319233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:32.344843 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-f68b2d4a-c0c3-4a55-bc12-d9601d2248a4 service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288722 May 14 17:59:32.416441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fed3-e332-47ad-baed-97fb477e8826 req-928abe77-faa8-4021-ac99-57b67990f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.418859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-928abe77-faa8-4021-ac99-57b67990f6a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 1101 time: 0.3897567 May 14 17:59:32.427878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:32.444151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:32.454661 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-506dea3f-d0b3-4dfe-9b11-14594097d046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:32.498885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:32.531806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3c481d-c7ca-47c9-9668-22e163a4c158 req-a6a8c53a-8d8e-435f-946e-8f1798605904 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074664 May 14 17:59:32.593403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:32.615900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.616667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:32.618466 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-6bbe4e1c-ef77-4c0c-b7f0-0320c877263a service neutron] 10.222.0.22 "GET /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646389 May 14 17:59:32.618777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] 10.222.0.15 "PUT /v2.0/ports/2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 1095 time: 2.4550509 May 14 17:59:32.747014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-f38850fe-9f7d-4bd6-949c-a54320114c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.749046 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-f38850fe-9f7d-4bd6-949c-a54320114c56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 1097 time: 0.0811646 May 14 17:59:32.755363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=11']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:32.765549 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:32.834232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-9738e420-06e5-4a32-bfe0-abb305e81c6c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:32.860413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fed3-e332-47ad-baed-97fb477e8826 req-2ebd3e13-ff39-4557-9f10-86fecdb7f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.861844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-2ebd3e13-ff39-4557-9f10-86fecdb7f189 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4123981 May 14 17:59:32.909197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-9def3a7e-fc96-44cf-b69f-eb8efb94712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.910714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-9def3a7e-fc96-44cf-b69f-eb8efb94712f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 906 time: 0.1507950 May 14 17:59:32.982504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-0267c0b6-1274-4046-9df9-3e53e504ee2d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32a7af43-4484-468d-baaf-7de8e0cbd144 HTTP/1.1" status: 200 len: 217 time: 0.0635254 May 14 17:59:32.988271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-48a99063-83cd-48e9-bd77-ea385fcf01f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 200 len: 217 time: 0.0815952 May 14 17:59:32.992979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-465222bf-d632-46cb-9b2a-bd3ab9d4efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:32.994393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-465222bf-d632-46cb-9b2a-bd3ab9d4efe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1098 time: 0.3455083 May 14 17:59:32.995013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-9738e420-06e5-4a32-bfe0-abb305e81c6c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:32.996312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-9738e420-06e5-4a32-bfe0-abb305e81c6c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--930243182&fields=id&tenant_id=23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 267 time: 0.2841468 May 14 17:59:33.065707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4488a-f771-4916-8167-71f6c95eb673 req-df03a499-859d-4a08-9519-7c419db15d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:33.067135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-df03a499-859d-4a08-9519-7c419db15d26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.0772655 May 14 17:59:33.086334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776c5ac2-edf3-4343-9212-6598e891347a {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:33.102449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:33.120021 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-ca7c2b9c-4355-42c3-91b7-f9ff97184ca1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449739 May 14 17:59:33.239450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Transition to ACTIVE for port object 776c5ac2-edf3-4343-9212-6598e891347a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:33.242551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fed3-e332-47ad-baed-97fb477e8826 req-2c4e6752-1725-425f-973b-e2bd0f31c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:33.244008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-2c4e6752-1725-425f-973b-e2bd0f31c8a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2469084 May 14 17:59:33.256001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:33.257598 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-9703c949-cbad-4d68-a664-68faeda15c49 service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309736 May 14 17:59:33.274873 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5ae58fb9-684e-455a-b0d8-182085535ea9 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:33.395791 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-97e4488a-f771-4916-8167-71f6c95eb673 req-2f695b6e-fecf-4a66-b4e6-054c6bceb7db service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311371 May 14 17:59:33.639238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Pushing event updated for resources: {'Port': ['ID=776c5ac2-edf3-4343-9212-6598e891347a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:33.647204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-152dc834-fa07-4edf-8b71-997fedfa06c7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:33.647872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-152dc834-fa07-4edf-8b71-997fedfa06c7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:33.653588 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:33.680384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-1d339d13-06bd-4832-a691-90655b89b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:33.681778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-1d339d13-06bd-4832-a691-90655b89b580 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.6491704 May 14 17:59:33.696058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}, {'name': 'network-changed', 'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:33.806200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-3dca531b-42b6-4b9a-be0c-4726b5bd2695 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.1170881 May 14 17:59:33.844739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-152dc834-fa07-4edf-8b71-997fedfa06c7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:33.845790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-152dc834-fa07-4edf-8b71-997fedfa06c7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.8103616 May 14 17:59:33.881709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fed3-e332-47ad-baed-97fb477e8826 req-34d4da54-f4bc-4790-ba63-0e630aa9cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:33.883108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-34d4da54-f4bc-4790-ba63-0e630aa9cfd0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6092987 May 14 17:59:33.918471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-5624b2aa-d151-4254-a36a-a8a808085aa0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/quotas/23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 375 time: 0.0554039 May 14 17:59:34.010816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Attempting to bind port 776c5ac2-edf3-4343-9212-6598e891347a on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:34.011144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Attempting to bind port 776c5ac2-edf3-4343-9212-6598e891347a by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:34.011498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Attempting to bind port 776c5ac2-edf3-4343-9212-6598e891347a on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:34.028695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-fc41576a-8371-459b-8dee-4d67cc973fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:34.030107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-fc41576a-8371-459b-8dee-4d67cc973fb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2163148 May 14 17:59:34.040848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Port 776c5ac2-edf3-4343-9212-6598e891347a on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:59:34.041171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Attempting to bind port 776c5ac2-edf3-4343-9212-6598e891347a on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:34.088213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:34.088575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:34.088961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:34.089396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Bound port: 776c5ac2-edf3-4343-9212-6598e891347a, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:34.089741 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:34.215043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-d4c15321-a2a2-4727-b710-67bf0cbd7bb9 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191183 May 14 17:59:34.327435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-46ffcceb-8c38-41ff-b8ca-cd19f0706187 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4028873 May 14 17:59:34.367389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] For port 776c5ac2-edf3-4343-9212-6598e891347a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:34.381071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-0a95d773-6d98-4a15-bbd3-707e9868059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:34.382499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-0a95d773-6d98-4a15-bbd3-707e9868059b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376458 May 14 17:59:34.462861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] For port 776c5ac2-edf3-4343-9212-6598e891347a, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=776c5ac2-edf3-4343-9212-6598e891347a,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:34.528690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:34.539670 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5db7efdd-a05a-46b9-9cea-2f8acca4249f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:34.643665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:34.644356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:34.645574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] 10.222.0.22 "PUT /v2.0/ports/776c5ac2-edf3-4343-9212-6598e891347a HTTP/1.1" status: 200 len: 1091 time: 2.9645076 May 14 17:59:34.650781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7375fed3-e332-47ad-baed-97fb477e8826 req-1b5e73da-303f-482c-9efc-86259e49b8ce service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137073 May 14 17:59:34.756892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-41c61f36-fe25-47f5-b243-dd17a7b269cf service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094949 May 14 17:59:34.764632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Pushing event updated for resources: {'Port': ['ID=776c5ac2-edf3-4343-9212-6598e891347a,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:34.770688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-0797a500-3e19-4eb0-9bf7-d0fac1d99502 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394725 May 14 17:59:34.772765 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:35.140505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-282ab827-7235-4380-a0d6-5ff6f0de9e88 service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727160 May 14 17:59:35.154308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-dc75f316-cb22-42d8-95d6-aa048b0e7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:35.155680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-dc75f316-cb22-42d8-95d6-aa048b0e7667 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 1094 time: 0.4686112 May 14 17:59:35.229229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-49634855-e206-443c-bbb2-0f642c899f34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776c5ac2-edf3-4343-9212-6598e891347a HTTP/1.1" status: 200 len: 217 time: 0.0651214 May 14 17:59:35.231129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9537af5b-b825-4bd7-b320-5e20e7669f2d req-807cb55a-0b4a-4cd8-a601-737a073461db service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379694 May 14 17:59:35.306013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-0b4e092b-b751-48c2-98fb-619cdd2c5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:35.309055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-0b4e092b-b751-48c2-98fb-619cdd2c5e06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.0725567 May 14 17:59:35.360462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-79c5eaaa-19a9-4364-a594-9b4795713fc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446129 May 14 17:59:35.559092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-397cee0e-fc7b-4526-bdd8-d60d2b045fe7 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912057 May 14 17:59:35.693614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ca835-1e9a-4122-b547-d567e5391b96 req-85cc5743-f148-4c15-bd1a-00f827137bc4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:35.695059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-558ca835-1e9a-4122-b547-d567e5391b96 req-85cc5743-f148-4c15-bd1a-00f827137bc4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 947 time: 0.2019348 May 14 17:59:35.738974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd7c41b-50c5-4c87-8686-d886451ec3d2 req-3ed43cec-28a0-4f2f-86cf-75df1cb9db5d service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738191 May 14 17:59:35.759551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-558ca835-1e9a-4122-b547-d567e5391b96 req-1b751517-146c-40c8-ba62-6577c1dbac61 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581176 May 14 17:59:35.949987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d6d6-c4f0-4621-829c-279d6e4c0588 req-a80e4ef1-2106-4c7f-8bf2-29cf60f70ac7 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:35.951458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0f3d6d6-c4f0-4621-829c-279d6e4c0588 req-a80e4ef1-2106-4c7f-8bf2-29cf60f70ac7 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 946 time: 0.0932522 May 14 17:59:35.997989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0f3d6d6-c4f0-4621-829c-279d6e4c0588 req-e28710fc-76a5-489f-873e-00b9da0e2936 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 May 14 17:59:36.468508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-0548d496-d086-49bf-bbcc-153ef3824dbc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:36.469927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-0548d496-d086-49bf-bbcc-153ef3824dbc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.1559172 May 14 17:59:36.529526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-27778e16-cc98-4f87-b59d-5ceba5b7c3a6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 379 time: 0.0501709 May 14 17:59:36.543959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'port': {'device_id': 'd5d89719-ac57-46db-87a2-775ed6058000', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'admin_state_up': True, 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'security_groups': ['ae4a2e3d-0763-49ef-9731-d726b1046afd']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:36.732984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:36.743517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:port and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:36.750615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:36.764042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83131fef-91fd-4281-b5b4-5fdf873e2f44 req-bb936c66-7fa2-4263-88b7-e4728d8f950e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:36.765482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83131fef-91fd-4281-b5b4-5fdf873e2f44 req-bb936c66-7fa2-4263-88b7-e4728d8f950e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 943 time: 0.1532052 May 14 17:59:36.766318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:36.793226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:36.796694 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:36.833618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83131fef-91fd-4281-b5b4-5fdf873e2f44 req-fe1769e5-c55c-4d34-a335-5ddb8dd56470 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621500 May 14 17:59:36.900489 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'code': 200} May 14 17:59:36.900792 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'status': 'completed', 'code': 200} May 14 17:59:37.098369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09701518-cd8d-46f7-ae0f-5237ced2efee req-e40875fa-e633-479c-b437-c71d6327b97b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 210 time: 0.0762434 May 14 17:59:37.114116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Allocated IP 172.20.0.13 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/19db786a-dbc7-4c1c-95b3-eb9192a8804c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:37.297328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-4d8f9f36-69d1-4515-86ca-c8b9c28b971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:37.299092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-4d8f9f36-69d1-4515-86ca-c8b9c28b971e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1098 time: 0.3523467 May 14 17:59:37.306091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-8b17ac16-cdf8-436d-9736-f7d683d8a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:37.307975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-8b17ac16-cdf8-436d-9736-f7d683d8a864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 1098 time: 0.3596125 May 14 17:59:37.732943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8cd12196-6de0-4842-8acb-0254e7b600a7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:37.733571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-b171c11d-e72d-402e-b7c0-9ad74b0648aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:37.733992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8cd12196-6de0-4842-8acb-0254e7b600a7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Synchronizing usage tracker for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:37.734542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-b171c11d-e72d-402e-b7c0-9ad74b0648aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4117734 May 14 17:59:37.737803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:37.747093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-2ef37d85-269b-40fd-87b6-fb75aab51747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:37.748717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-2ef37d85-269b-40fd-87b6-fb75aab51747 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4033289 May 14 17:59:37.750607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8cd12196-6de0-4842-8acb-0254e7b600a7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Unset dirty status for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:37.752501 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8cd12196-6de0-4842-8acb-0254e7b600a7 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.22 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 945 time: 0.1020319 May 14 17:59:37.888211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Transition to ACTIVE for port object 19db786a-dbc7-4c1c-95b3-eb9192a8804c will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:37.890244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Deleting port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:37.890419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-ac6c2d24-1173-492f-866a-16bf90a53701 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.1405401 May 14 17:59:37.890581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:37.903039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-7cb486ea-c96e-4136-bba9-558e25ac5515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 200 len: 217 time: 0.0896902 May 14 17:59:37.910439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc1f9-73f4-4cf8-b596-28fb6db8b708 req-3a097216-2a8e-42fb-92ee-835d23cae0d8 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:37.911111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ee6dc1f9-73f4-4cf8-b596-28fb6db8b708 req-3a097216-2a8e-42fb-92ee-835d23cae0d8 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Synchronizing usage tracker for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:38.012254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ee6dc1f9-73f4-4cf8-b596-28fb6db8b708 req-3a097216-2a8e-42fb-92ee-835d23cae0d8 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Unset dirty status for tenant:6f557c03978e4e0c8078be4fc3c6f867 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:38.013291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee6dc1f9-73f4-4cf8-b596-28fb6db8b708 req-3a097216-2a8e-42fb-92ee-835d23cae0d8 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/ports?device_id=59888d53-bca1-4f97-82e0-92416804546d HTTP/1.1" status: 200 len: 945 time: 0.5411460 May 14 17:59:38.024443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] For port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:38.024790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.053618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-8679a2e9-287a-44f5-8400-b550170c1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:38.055006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-8679a2e9-287a-44f5-8400-b550170c1051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1394112 May 14 17:59:38.058486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:38.061990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-9f48a3aa-133c-47bc-92bf-4bfdee0cb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:38.063420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-9f48a3aa-133c-47bc-92bf-4bfdee0cb7eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1624792 May 14 17:59:38.158836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Calling delete_port for 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:38.167405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.179695 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:38.204934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:38.220741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'mac_address': 'fa:16:3e:91:84:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:38.221686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee6dc1f9-73f4-4cf8-b596-28fb6db8b708 req-689dd370-b910-464e-bc52-462e8c3a50fe tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.24 "GET /v2.0/security-groups?id=895fcd81-cac3-4b8e-9afe-63fb139b6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927993 May 14 17:59:38.269987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:38.274346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:38.276767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:38.280519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:38.301476 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.310753 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:38.322100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdb8db8-391e-4376-a132-4cca4d703a61 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:38.341911 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.348277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:38.352820 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ac8bd71-d50e-4981-b7bd-54fbebee4c0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:38.359289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:38.392445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:38.393083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.418973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-ebb8fba1-6108-4268-8900-657c5917b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:38.421877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-ebb8fba1-6108-4268-8900-657c5917b516 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3141129 May 14 17:59:38.425443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-ee952cfe-5712-4233-aaca-927b61307b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:38.427852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-ee952cfe-5712-4233-aaca-927b61307b7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3610370 May 14 17:59:38.429480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8893175 May 14 17:59:38.430488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.432803 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:38.454739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Pushing event deleted for resources: {'Port': ['ID=5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:38.516847 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:38.519438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Request body: {'port': {'device_id': 'd5d89719-ac57-46db-87a2-775ed6058000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:38.557842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:38.568274 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:38.569461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 776c5ac2-edf3-4343-9212-6598e891347a details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:38.595705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] No DVR routers for this DVR port 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:38.598246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.605718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'name': 'network-vif-deleted', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:38.633027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9e6a4b87-74d7-40c4-b217-6fc12ddd4015 req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] 10.222.0.22 "DELETE /v2.0/ports/5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 HTTP/1.1" status: 204 len: 173 time: 0.8746972 May 14 17:59:38.757350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2d45444a-4499-43a0-be1b-eb536ae2760c None None] Provisioning for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:38.765600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2d45444a-4499-43a0-be1b-eb536ae2760c None None] Provisioning complete for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:38.765977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2d45444a-4499-43a0-be1b-eb536ae2760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:38.804560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 776c5ac2-edf3-4343-9212-6598e891347a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=776c5ac2-edf3-4343-9212-6598e891347a,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:38.835286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '776c5ac2-edf3-4343-9212-6598e891347a', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '776c5ac2-edf3-4343-9212-6598e891347a', 'mac_address': 'fa:16:3e:3e:3a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:38.889249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2fdb8db8-391e-4376-a132-4cca4d703a61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:38.981041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2d45444a-4499-43a0-be1b-eb536ae2760c None None] Port 19db786a-dbc7-4c1c-95b3-eb9192a8804c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:59:39.032885 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:39.060941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776c5ac2-edf3-4343-9212-6598e891347a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:39.068863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b18a984-dda0-4882-8bde-bb715c063c29', 'tag': '776c5ac2-edf3-4343-9212-6598e891347a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:39.096492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 776c5ac2-edf3-4343-9212-6598e891347a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=776c5ac2-edf3-4343-9212-6598e891347a,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:39.103752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:39.112178 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:39.153886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-e35e0a61-7f97-431e-83c6-b6f01e5b226c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149985 May 14 17:59:39.154412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:39.167864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-12617d96-134d-4bab-bae3-1a72085089f0 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662481 May 14 17:59:39.175578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5d30-90ee-432a-aab8-8f6537d98d71 req-3f9f5198-3b7d-4a19-a559-fa75989b925e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:39.176997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b21c5d30-90ee-432a-aab8-8f6537d98d71 req-3f9f5198-3b7d-4a19-a559-fa75989b925e tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 948 time: 0.4898286 May 14 17:59:39.207898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=776c5ac2-edf3-4343-9212-6598e891347a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:39.210971 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:39.375378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['776c5ac2-edf3-4343-9212-6598e891347a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:39.463156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b21c5d30-90ee-432a-aab8-8f6537d98d71 req-a572d12d-d6fa-4519-aa8b-d9070a90a4e1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629468 May 14 17:59:39.616066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-8ee74f2e-9978-4a0a-8a69-85587e6dabad service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525855 May 14 17:59:39.623953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f438da98-f037-4fef-bc88-6c42a4b920bf req-a2ba38c0-8659-4970-a7a1-cf554bb92012 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460380 May 14 17:59:39.888965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f278b09-c5e9-4b27-8e35-f2603463b103 req-0fd8ec09-8d89-4951-9420-554448a8383b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:39.890294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f278b09-c5e9-4b27-8e35-f2603463b103 req-0fd8ec09-8d89-4951-9420-554448a8383b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 946 time: 0.1642601 May 14 17:59:39.925292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:39.940642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:39.956924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f278b09-c5e9-4b27-8e35-f2603463b103 req-1d13bc4d-649a-48e1-9398-2323e9cc58d4 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597770 May 14 17:59:39.962417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Transition to ACTIVE for port object 19db786a-dbc7-4c1c-95b3-eb9192a8804c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:39.967333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:39.972342 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:40.063090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:40.154644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:40.189297 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:40.217191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 2fdb8db8-391e-4376-a132-4cca4d703a61 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:40.222387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2fdb8db8-391e-4376-a132-4cca4d703a61 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:40.222825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.285460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Attempting to bind port 19db786a-dbc7-4c1c-95b3-eb9192a8804c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:40.285795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Attempting to bind port 19db786a-dbc7-4c1c-95b3-eb9192a8804c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:40.286122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Attempting to bind port 19db786a-dbc7-4c1c-95b3-eb9192a8804c on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:40.294025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Port 19db786a-dbc7-4c1c-95b3-eb9192a8804c on network 2a867376-97d8-42cd-96d9-9aebf40270c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:59:40.294269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Attempting to bind port 19db786a-dbc7-4c1c-95b3-eb9192a8804c on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:40.308432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:40.308768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:40.309150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:40.309578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Bound port: 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:40.309926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.327588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df099f-ea5a-477e-bdd5-00529a75053c req-6b6085ec-8cd7-4609-8f96-d1235b62af88 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:40.329048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4df099f-ea5a-477e-bdd5-00529a75053c req-6b6085ec-8cd7-4609-8f96-d1235b62af88 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 944 time: 0.1410403 May 14 17:59:40.349668 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.376095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:40.385552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:40.389086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.390859 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:40.431786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4df099f-ea5a-477e-bdd5-00529a75053c req-b8871a5c-c418-404f-aafe-77d11d5923a5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957735 May 14 17:59:40.446437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:40.450593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:40.464816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.468621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=13']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:40.470067 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-518047fa-a9b0-4385-8dca-f7b223692405 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:40.472206 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:40.516599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 776c5ac2-edf3-4343-9212-6598e891347a up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:40.538131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:40.539008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.540577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] 10.222.0.22 "PUT /v2.0/ports/19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1092 time: 2.0401511 May 14 17:59:40.597881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 776c5ac2-edf3-4343-9212-6598e891347a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:40.603342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 776c5ac2-edf3-4343-9212-6598e891347a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:40.603722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.653863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:40.659073 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:40.716373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4f8b-515f-43b8-be3f-88fed38dcc97 req-7854275a-9be1-44c6-8c15-58d1f3c00adf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:40.717133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-90af4f8b-515f-43b8-be3f-88fed38dcc97 req-7854275a-9be1-44c6-8c15-58d1f3c00adf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:40.726617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-0bc5c453-8d5c-4635-81bf-cb2357073983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:40.728109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-0bc5c453-8d5c-4635-81bf-cb2357073983 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1095 time: 0.1342163 May 14 17:59:40.731650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.774851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 776c5ac2-edf3-4343-9212-6598e891347a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=776c5ac2-edf3-4343-9212-6598e891347a,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:40.780577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:40.781395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:40.794821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-90af4f8b-515f-43b8-be3f-88fed38dcc97 req-7854275a-9be1-44c6-8c15-58d1f3c00adf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:40.795627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90af4f8b-515f-43b8-be3f-88fed38dcc97 req-7854275a-9be1-44c6-8c15-58d1f3c00adf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 944 time: 0.2402985 May 14 17:59:40.805818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-c0366e7f-a9ed-45fe-9077-8a69e2ca2290 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 217 time: 0.0660141 May 14 17:59:40.810447 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:40.847407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:40.847407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:40.886371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=776c5ac2-edf3-4343-9212-6598e891347a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:40.889602 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:41.008983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90af4f8b-515f-43b8-be3f-88fed38dcc97 req-96e09584-c3bf-47f6-8082-98d239d4a92a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046037 May 14 17:59:41.020323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-a0aa30a9-0f22-40f3-ab92-1e8ef75f2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:41.021849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-a0aa30a9-0f22-40f3-ab92-1e8ef75f2744 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.2019761 May 14 17:59:41.091931 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59888d53-bca1-4f97-82e0-92416804546d', 'name': 'network-vif-deleted', 'tag': '5ea2c3d0-0a28-41d1-b105-7c31dc3f8af5', 'status': 'completed', 'code': 200} May 14 17:59:41.109901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-7a457774-e5bc-4aa9-865a-253cc855a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:41.111395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-7a457774-e5bc-4aa9-865a-253cc855a168 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781736 May 14 17:59:41.142007 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b18a984-dda0-4882-8bde-bb715c063c29', 'tag': '776c5ac2-edf3-4343-9212-6598e891347a', 'status': 'completed', 'code': 200} May 14 17:59:41.200210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:41.316308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-987615d0-dec6-4e9f-8df7-6810a758d3ca req-c939816c-49b2-4a05-b2ce-4265a0a9792f tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407033 May 14 17:59:41.363318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-f8c9af74-4ed3-49e2-8cde-652bf247b4e4 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406034 May 14 17:59:41.504619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe589-f58b-494f-b4af-fa328d0d478a req-3eb86f51-2048-4a4b-aeab-42b591ffee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:41.506076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-3eb86f51-2048-4a4b-aeab-42b591ffee2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 1096 time: 0.3144660 May 14 17:59:41.701487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987615d0-dec6-4e9f-8df7-6810a758d3ca req-3e09a732-907d-40c5-8a7c-cb46a647b32d tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:41.702915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-987615d0-dec6-4e9f-8df7-6810a758d3ca req-3e09a732-907d-40c5-8a7c-cb46a647b32d tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756483 May 14 17:59:41.721897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae71806f-a540-4947-9ab2-71693a3185a7 req-108e104f-471c-48f6-8655-9578e52addce service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076465 May 14 17:59:41.741247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-987615d0-dec6-4e9f-8df7-6810a758d3ca req-ddd9b972-a5bb-4fbb-9e71-9bbef8b7211a tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/quotas/2df6f07ecb2c4cec8a3c41915a7af89a HTTP/1.1" status: 200 len: 375 time: 0.0184112 May 14 17:59:41.797029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe589-f58b-494f-b4af-fa328d0d478a req-c6faf1c6-3780-4936-b058-a49b6825095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:41.798756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-c6faf1c6-3780-4936-b058-a49b6825095b service neutron] 10.222.0.22 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.2712164 May 14 17:59:41.800956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-987615d0-dec6-4e9f-8df7-6810a758d3ca req-12b4e246-f8bd-41f6-800c-509e9dd7626a tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502481 May 14 17:59:41.856112 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:41.873713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-d0e6e4dc-a9d8-4e9a-bb2c-9e6ed1738662 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776c5ac2-edf3-4343-9212-6598e891347a HTTP/1.1" status: 200 len: 217 time: 0.0677545 May 14 17:59:41.943906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe589-f58b-494f-b4af-fa328d0d478a req-9a875ab9-91c2-4439-9281-9a4a9c3bd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:41.945529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-9a875ab9-91c2-4439-9281-9a4a9c3bd7d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.0620878 May 14 17:59:41.994732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-f254c4d7-de5e-4b69-9449-e0e0ff5dc285 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422499 May 14 17:59:42.141057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-6cbfff0b-6161-431c-89f7-4ef843b60134 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387794 May 14 17:59:42.267919 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'code': 200} May 14 17:59:42.288358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Deleting port 535ac61e-5aaf-4f03-af7f-b260fa9effe7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:42.288891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:42.320780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-870fe589-f58b-494f-b4af-fa328d0d478a req-e399cdec-7088-4027-a836-af3d07d86b61 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728768 May 14 17:59:42.419493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] For port 535ac61e-5aaf-4f03-af7f-b260fa9effe7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=535ac61e-5aaf-4f03-af7f-b260fa9effe7,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:42.419840 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:42.437437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6e061-2322-4289-a601-e6fc7542528e req-4f708b2b-4d14-4282-a7d9-98931be445f0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:42.439325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7b6e061-2322-4289-a601-e6fc7542528e req-4f708b2b-4d14-4282-a7d9-98931be445f0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 949 time: 0.0866327 May 14 17:59:42.493432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7b6e061-2322-4289-a601-e6fc7542528e req-f11de144-417e-4a6e-910a-90de374be121 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 May 14 17:59:42.547837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Calling delete_port for 535ac61e-5aaf-4f03-af7f-b260fa9effe7 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:42.689039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:42.692638 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0ea4857-e774-448d-b05a-1143ed7a5f99 tempest-LiveAutoBlockMigrationV225Test-1693110622 tempest-LiveAutoBlockMigrationV225Test-1693110622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:42.843413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Pushing event deleted for resources: {'Port': ['ID=535ac61e-5aaf-4f03-af7f-b260fa9effe7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:42.846874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:42.930750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8eeb3-86da-427c-aef9-242a1b05ceec req-a57dda70-fe49-445b-a809-e7a7e3b2e593 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:42.932907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bed8eeb3-86da-427c-aef9-242a1b05ceec req-a57dda70-fe49-445b-a809-e7a7e3b2e593 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.0853920 May 14 17:59:42.983611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bed8eeb3-86da-427c-aef9-242a1b05ceec req-df324cea-0b83-40e2-8fcc-5fae59f50e67 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 May 14 17:59:43.134636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:43.143672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:43.423148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241baf-92cb-414c-9671-06bb917d0359 req-da4f3edd-0572-4d79-b3c1-f0f2ffa1a6a2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:43.424854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf241baf-92cb-414c-9671-06bb917d0359 req-da4f3edd-0572-4d79-b3c1-f0f2ffa1a6a2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 944 time: 0.1987164 May 14 17:59:43.470867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf241baf-92cb-414c-9671-06bb917d0359 req-5aaf6991-93b0-4d9c-b081-444aea7faa60 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 May 14 17:59:43.515642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Router 98223398-415e-448c-8256-cdf231adb05d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:59:43.694340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 17:59:43.704401 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] Sync routers for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 17:59:43.705266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5587f-14ee-42cc-82b5-0f4cd7d23d67 req-b128a4d4-e804-4b8a-836e-8a57a39e2b75 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:43.710707 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] 10.222.0.24 "PUT /v2.0/routers/98223398-415e-448c-8256-cdf231adb05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5094349 May 14 17:59:43.711324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40010) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:43.711699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58a5587f-14ee-42cc-82b5-0f4cd7d23d67 req-b128a4d4-e804-4b8a-836e-8a57a39e2b75 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 949 time: 0.0891247 May 14 17:59:43.714674 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:43.715396 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:43.755208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58a5587f-14ee-42cc-82b5-0f4cd7d23d67 req-3a639571-c15a-4769-ab68-67efaabcc9bd tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 May 14 17:59:43.893045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:43.939945 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:44.089576 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:44.265114 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:59:42Z', 'revision_number': 5, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port': {'id': '5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98223398-415e-448c-8256-cdf231adb05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:56:40Z', 'updated_at': '2021-05-14T17:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:44.269420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a984-dda0-4882-8bde-bb715c063c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776c5ac2-edf3-4343-9212-6598e891347a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:44.270131 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] Checking router: 98223398-415e-448c-8256-cdf231adb05d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 17:59:44.278553 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'status': 'completed', 'code': 200} May 14 17:59:44.280391 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] Routers {'98223398-415e-448c-8256-cdf231adb05d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 17:59:44.281025 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T17:59:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['98223398-415e-448c-8256-cdf231adb05d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:44.304833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Deleting port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:44.305172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:44.380163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-0f524a92-ca32-452d-a12e-2462f41d5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:44.381652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-0f524a92-ca32-452d-a12e-2462f41d5f7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1095 time: 0.0735207 May 14 17:59:44.504606 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] Set router 98223398-415e-448c-8256-cdf231adb05d gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 17:59:44.512687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] For port 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:44.513047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:44.528908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-6e1322a0-730c-4703-8bfd-b0dc5c78fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:44.530349 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-6e1322a0-730c-4703-8bfd-b0dc5c78fe8f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1396773 May 14 17:59:44.546113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:44.632543 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:59:44Z', 'revision_number': 6, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:44.637062 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba28a6c-2dd8-4257-9b2c-a86e338ff152 None None] The sync data for ids ['98223398-415e-448c-8256-cdf231adb05d'] in n-d-787206-3 is: [{'id': '98223398-415e-448c-8256-cdf231adb05d', 'name': 'tempest-FloatingIPsAssociationTestJSON-2064581859-router', 'tenant_id': '6f557c03978e4e0c8078be4fc3c6f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:56:39Z', 'updated_at': '2021-05-14T17:59:44Z', 'revision_number': 6, 'project_id': '6f557c03978e4e0c8078be4fc3c6f867', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 17:59:44.659841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Calling delete_port for 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:44.660442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-596654d1-22c1-4c0d-a44b-246e6ee0c465 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 217 time: 0.0724707 May 14 17:59:44.739581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:44.754581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:44.758041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f775213-53f6-43d2-b01b-2af0307c3b83 req-ecca70b1-509e-4c59-b4db-36d543093050 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:44.759481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f775213-53f6-43d2-b01b-2af0307c3b83 req-ecca70b1-509e-4c59-b4db-36d543093050 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 945 time: 0.2282391 May 14 17:59:44.761452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-9f46a84f-6c0d-4c59-bc9d-384713dcc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:44.762764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-9f46a84f-6c0d-4c59-bc9d-384713dcc4c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.0857499 May 14 17:59:44.815820 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:44.818088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:44.821858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbacc8d4-e168-4ecc-9f33-b3cf90359bf0 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:44.832699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:44.849036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:44.853830 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:44.855171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:44.857166 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:44.857637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f775213-53f6-43d2-b01b-2af0307c3b83 req-4c60eebb-89d9-46e7-bd21-066d78ff67ca tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc45b0bd-66be-4676-8685-2aef2ba5a529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919418 May 14 17:59:44.868116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:44.871711 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:44.888267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-9acf6dd0-3305-4361-b07c-fb97023c33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:44.889999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-9acf6dd0-3305-4361-b07c-fb97023c33e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101067 May 14 17:59:44.942956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:44.947483 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:44.968291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.134310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-780fbb73-8fc1-40fb-8cd7-10ebb7c1b52d service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358093 May 14 17:59:45.165280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:45.175963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2faf0-6107-4c39-b040-672f30d7d687 req-3cdbae13-f86e-4e2b-84f2-cd037defbd6c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:45.179643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cf2faf0-6107-4c39-b040-672f30d7d687 req-3cdbae13-f86e-4e2b-84f2-cd037defbd6c tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1831837 May 14 17:59:45.185008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'mac_address': 'fa:16:3e:52:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:45.193342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.195858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.228783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.229947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98223398-415e-448c-8256-cdf231adb05d {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 17:59:45.242201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.243409 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] 10.222.0.24 "DELETE /v2.0/routers/98223398-415e-448c-8256-cdf231adb05d HTTP/1.1" status: 204 len: 168 time: 1.5311730 May 14 17:59:45.246907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40044) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:45.248756 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.266933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32a7af43-4484-468d-baaf-7de8e0cbd144 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:45.283948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:45.289408 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.292648 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:45.314910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cf2faf0-6107-4c39-b040-672f30d7d687 req-6872f596-4f0e-4b6d-a380-2fa4fdf156db tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276114 May 14 17:59:45.322528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Deleting subnet 844b73d0-aeee-4227-a3a6-39a217d6c201 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:59:45.340328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.341184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3b2d79-2d40-4225-8d51-bb82584df83e req-ec156a5d-7759-4b89-9847-10ca5c4cc1a4 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917207 May 14 17:59:45.401697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['32a7af43-4484-468d-baaf-7de8e0cbd144'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:45.418064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.467562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:45.484175 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:45.585031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:45.611583 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b18a984-dda0-4882-8bde-bb715c063c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776c5ac2-edf3-4343-9212-6598e891347a', 'code': 200} May 14 17:59:45.640646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['19db786a-dbc7-4c1c-95b3-eb9192a8804c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:45.942736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6533d-b364-4e64-8f00-64a78cfc225b req-3f3aa88f-3a8e-4aa1-8a04-261dc2d66c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:45.944414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62a6533d-b364-4e64-8f00-64a78cfc225b req-3f3aa88f-3a8e-4aa1-8a04-261dc2d66c85 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 1096 time: 0.2804723 May 14 17:59:46.002491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667b251-11df-4c98-96d9-e04fc44960b0 req-baed14bd-0252-445a-8ca9-eb4ce1d542ef tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:46.009692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e667b251-11df-4c98-96d9-e04fc44960b0 req-baed14bd-0252-445a-8ca9-eb4ce1d542ef tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2578716 May 14 17:59:46.037832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-686d25d4-119a-4de4-97b2-3503107eee91 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:46.039385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-686d25d4-119a-4de4-97b2-3503107eee91 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.15 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 945 time: 0.2850714 May 14 17:59:46.050173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 535ac61e-5aaf-4f03-af7f-b260fa9effe7 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:46.092284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 535ac61e-5aaf-4f03-af7f-b260fa9effe7 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:46.092284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 535ac61e-5aaf-4f03-af7f-b260fa9effe7 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:46.092654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:46.115610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.117155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62a6533d-b364-4e64-8f00-64a78cfc225b req-ff480301-cad6-45b7-824d-fa82a520bb58 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622236 May 14 17:59:46.123769 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:46.134285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:46.134627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5c68f63c-a30f-4b1f-bc14-4a56a12dd7dd not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:46.160226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e667b251-11df-4c98-96d9-e04fc44960b0 req-8e5138c9-bc7f-4de4-829d-56be443c49ad tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494353 May 14 17:59:46.180990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844b73d0-aeee-4227-a3a6-39a217d6c201,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:46.194704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c414b2-68a6-4a95-b9ed-b68c3a34eb80 None None] Network 27b2c7ab-723c-42e0-8fb0-e846ec54c454 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 17:59:46.201881 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:46.201881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.210047 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/844b73d0-aeee-4227-a3a6-39a217d6c201 HTTP/1.1" status: 204 len: 168 time: 0.9620037 May 14 17:59:46.210826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40076) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:46.335931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-6d24c85b-90f2-46f4-80a8-9162f1fcee28 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360708 May 14 17:59:46.362620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.548242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:46.594104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Deleting port d1c27cf7-73f7-4407-9f41-54ad7d04c018 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:46.594829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.624741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Deleting port f885e82b-116b-42dd-88c1-dde8b3c46a33 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:46.625097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.658476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:46.664135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:46.665002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.717621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] For port d1c27cf7-73f7-4407-9f41-54ad7d04c018, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d1c27cf7-73f7-4407-9f41-54ad7d04c018,segment=NetworkSegment(fed87738-fbe3-4d60-bd6a-8b661a57ed1f),segment_id=fed87738-fbe3-4d60-bd6a-8b661a57ed1f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:46.717621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.750369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] DHCP port deletion for 27b2c7ab-723c-42e0-8fb0-e846ec54c454 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 17:59:46.860531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d57f8af9-2805-4066-8720-5c9358d35213 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:46.867207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d57f8af9-2805-4066-8720-5c9358d35213 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5304060 May 14 17:59:46.868363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Calling delete_port for d1c27cf7-73f7-4407-9f41-54ad7d04c018 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:46.874735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] For port f885e82b-116b-42dd-88c1-dde8b3c46a33, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f885e82b-116b-42dd-88c1-dde8b3c46a33,segment=NetworkSegment(c677c2f5-5798-4975-ae17-0435798d6905),segment_id=c677c2f5-5798-4975-ae17-0435798d6905)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:46.875099 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.913270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Deleting port d1c27cf7-73f7-4407-9f41-54ad7d04c018 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:46.919170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.919672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:46.924073 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47f3dd4f-5744-4f41-9d08-6cabac881c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:46.962128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-06a3cacd-da9b-4d2e-9db4-3b3cee76e8fb tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/quotas/6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 375 time: 0.0934567 May 14 17:59:46.972456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c27cf7-73f7-4407-9f41-54ad7d04c018,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:46.974985 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:46.980110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] No DVR routers for this DVR port d1c27cf7-73f7-4407-9f41-54ad7d04c018 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:47.100955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] For port d1c27cf7-73f7-4407-9f41-54ad7d04c018, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:47.101768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.115794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.135057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b2c7ab-723c-42e0-8fb0-e846ec54c454']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:47.152867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:47.153431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed87738-fbe3-4d60-bd6a-8b661a57ed1f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:47.163141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Calling delete_port for f885e82b-116b-42dd-88c1-dde8b3c46a33 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:47.170763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.223942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.232995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:59:47.233667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.268809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.290535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Calling delete_port for d1c27cf7-73f7-4407-9f41-54ad7d04c018 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:47.296436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Port d1c27cf7-73f7-4407-9f41-54ad7d04c018 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 17:59:47.300509 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.306165 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:47.306337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-b162bbf4-48a8-4812-8efa-5940d12e1ae0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3432496 May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: timer() May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: self._notify() May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:59:47.357556 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:59:47.362447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Pushing event deleted for resources: {'Port': ['ID=d1c27cf7-73f7-4407-9f41-54ad7d04c018,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:47.365912 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:47.373220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] No DVR routers for this DVR port d1c27cf7-73f7-4407-9f41-54ad7d04c018 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:47.381983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.392479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.407581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:47.418721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.420295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 17:59:47.426941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06c97a06-be2d-4672-867d-4073079b2cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:47.473808 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:47.482954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.483468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b2c7ab-723c-42e0-8fb0-e846ec54c454,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:47.488996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:47.496921 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4d4b58b-4424-4b2a-99f9-3aaecedde610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:47.497354 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/27b2c7ab-723c-42e0-8fb0-e846ec54c454 HTTP/1.1" status: 204 len: 168 time: 1.2822990 May 14 17:59:47.586231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f885e82b-116b-42dd-88c1-dde8b3c46a33'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:47.592113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Pushing event deleted for resources: {'Port': ['ID=f885e82b-116b-42dd-88c1-dde8b3c46a33,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:47.595492 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:47.760683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:47.762012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] No DVR routers for this DVR port f885e82b-116b-42dd-88c1-dde8b3c46a33 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 17:59:47.768845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.772411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'name': 'network-vif-deleted', 'tag': 'f885e82b-116b-42dd-88c1-dde8b3c46a33'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:47.806548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:47.810255 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:47.816277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 32a7af43-4484-468d-baaf-7de8e0cbd144 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:47.816883 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:47.825122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df21ffb-78ad-4d8d-a99f-94b13faded2c req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.15 "DELETE /v2.0/ports/f885e82b-116b-42dd-88c1-dde8b3c46a33 HTTP/1.1" status: 204 len: 173 time: 1.7664883 May 14 17:59:47.965796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40124) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:48.032852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-253a0703-b201-495a-9a0e-e9fb44e9bc08 req-3d512752-45a3-40c6-a44e-f906c93a73ef tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574174 May 14 17:59:48.036290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d1c27cf7-73f7-4407-9f41-54ad7d04c018 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:48.078640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d1c27cf7-73f7-4407-9f41-54ad7d04c018 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:48.079035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d1c27cf7-73f7-4407-9f41-54ad7d04c018 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:48.080724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:48.083250 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eda257b1-e7fb-4eb0-ae41-bde210220206 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f557c03978e4e0c8078be4fc3c6f867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155005 May 14 17:59:48.085174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40128) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:48.137313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:48.150631 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:48.154889 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:48.175657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:48.214374 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:48.245187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:48.260597 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:48.286375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:48.295660 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:48.308462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0703-b201-495a-9a0e-e9fb44e9bc08 req-075afeef-73e4-4bd6-8804-d79547ee9498 tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:48.310104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895fcd81-cac3-4b8e-9afe-63fb139b6539,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:48.310268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-253a0703-b201-495a-9a0e-e9fb44e9bc08 req-075afeef-73e4-4bd6-8804-d79547ee9498 tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766504 May 14 17:59:48.313278 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:48.318095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:48.319674 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/895fcd81-cac3-4b8e-9afe-63fb139b6539 HTTP/1.1" status: 204 len: 168 time: 0.2334518 May 14 17:59:48.343611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-253a0703-b201-495a-9a0e-e9fb44e9bc08 req-851b9c8a-0562-40c4-bae9-ed0ff71b6a2c tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/quotas/2df6f07ecb2c4cec8a3c41915a7af89a HTTP/1.1" status: 200 len: 375 time: 0.0249493 May 14 17:59:48.449038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-253a0703-b201-495a-9a0e-e9fb44e9bc08 req-863ab7f5-580e-4e8d-9c79-b404bbadb6e4 tempest-QuotasAdminNegativeTest-1710581501 tempest-QuotasAdminNegativeTest-1710581501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015229 May 14 17:59:48.763303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a6c91de4-dc55-487b-a67a-1e595d012bc3 req-89b472e7-df6b-4d47-af18-5efd3cdff731 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Synchronizing usage tracker for tenant:6ada81e0f70c4b35ad5029da52306418 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:48.781801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a6c91de4-dc55-487b-a67a-1e595d012bc3 req-89b472e7-df6b-4d47-af18-5efd3cdff731 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Unset dirty status for tenant:6ada81e0f70c4b35ad5029da52306418 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:48.813285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6c91de4-dc55-487b-a67a-1e595d012bc3 req-89b472e7-df6b-4d47-af18-5efd3cdff731 tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] 10.222.0.24 "GET /v2.0/ports?device_id=2105510f-256a-48c8-a2b5-616fa3a07c1e HTTP/1.1" status: 200 len: 210 time: 0.0894034 May 14 17:59:49.026083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a45856-8002-4508-8f20-ea5a495aecbf req-31fa3c59-2bcd-4021-bc18-c009edce5936 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:49.033029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58a45856-8002-4508-8f20-ea5a495aecbf req-31fa3c59-2bcd-4021-bc18-c009edce5936 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1140170 May 14 17:59:49.091021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58a45856-8002-4508-8f20-ea5a495aecbf req-bf8dd44e-80d0-4943-b9c8-a1f46aed13bb tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566971 May 14 17:59:49.289312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-7d8fb1dd-6625-42be-b97c-67b08f28cf3a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6544792cb05d42af8a161fc95946ef1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319979 May 14 17:59:49.516945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3475e-01f6-4ae6-a64a-765955d897ef req-defa70a4-f37b-40ec-b3d1-d1220c383608 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:49.520173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-baf3475e-01f6-4ae6-a64a-765955d897ef req-defa70a4-f37b-40ec-b3d1-d1220c383608 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 946 time: 0.3295066 May 14 17:59:49.626463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c314c21c-2825-4084-ad1c-b551c8162c1d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:49.628301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c314c21c-2825-4084-ad1c-b551c8162c1d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319767 May 14 17:59:49.646369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-baf3475e-01f6-4ae6-a64a-765955d897ef req-c3dd95bb-eb96-4387-a808-6051668905ae tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830648 May 14 17:59:49.650197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Request body: {'port': {'device_id': '18510a2f-a240-4943-81f9-231539800e1f', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '6544792cb05d42af8a161fc95946ef1e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:49.829998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a1b8fd48-e153-4dcf-88f5-ec9e37deda9b req-a4eb2ddb-aafc-4019-9200-0a5cdfc7eac4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 210 time: 0.0506778 May 14 17:59:49.867604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:49.875578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Usage tracker for resource:port and tenant:6544792cb05d42af8a161fc95946ef1e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:49.879854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:49.887658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:49.901582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Made reservation on behalf of 6544792cb05d42af8a161fc95946ef1e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:49.905432 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 17:59:49.921258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:50.143394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f885e82b-116b-42dd-88c1-dde8b3c46a33 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 17:59:50.187448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: f885e82b-116b-42dd-88c1-dde8b3c46a33 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 17:59:50.188106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f885e82b-116b-42dd-88c1-dde8b3c46a33 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 17:59:50.202398 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2105510f-256a-48c8-a2b5-616fa3a07c1e', 'name': 'network-vif-deleted', 'tag': 'f885e82b-116b-42dd-88c1-dde8b3c46a33', 'status': 'completed', 'code': 200} May 14 17:59:50.444548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805523b-10a7-412f-9fb4-bda3df095bd2 req-19cb65d3-8516-4c5d-8705-e393922db8d1 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:50.447064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2805523b-10a7-412f-9fb4-bda3df095bd2 req-19cb65d3-8516-4c5d-8705-e393922db8d1 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.2848518 May 14 17:59:50.451231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Allocated IP 192.168.233.249 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/00c01a0d-d8b9-45e4-b170-5ced863cf6c9) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:50.454917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163c753-e133-4a85-b372-e35fd079f61f req-a6948400-da4e-41ea-bf30-119a4b7af45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:50.456499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a163c753-e133-4a85-b372-e35fd079f61f req-a6948400-da4e-41ea-bf30-119a4b7af45d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1097 time: 0.2559035 May 14 17:59:50.592173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2805523b-10a7-412f-9fb4-bda3df095bd2 req-f9fa09a2-f62c-4506-824b-84e02c3bcf0e tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065173 May 14 17:59:50.596699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a163c753-e133-4a85-b372-e35fd079f61f req-fcef398d-fd13-46a2-a60e-cb898bfed896 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321368 May 14 17:59:50.801229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:50.821164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Transition to ACTIVE for port object 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:50.860989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:50.867467 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-917b466a-4755-4a65-8ec2-a52c5d8479fe tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:50.879158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:50.907449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ec05dcf1-a5e0-4568-a086-ae53f751ca03', '2fdb8db8-391e-4376-a132-4cca4d703a61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:50.934186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:50.937531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:50.941755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:50.997744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:51.002937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:51.037877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:51.038620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:51.095506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4538407 May 14 17:59:51.109790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Request body: {'port': {'device_id': '18510a2f-a240-4943-81f9-231539800e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:51.293386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:51.532578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dc67a010-822e-4691-9aa8-b1951ccb0810 None None] Provisioning for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:51.552772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dc67a010-822e-4691-9aa8-b1951ccb0810 None None] Provisioning complete for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:51.553146 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc67a010-822e-4691-9aa8-b1951ccb0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:51.754259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dc67a010-822e-4691-9aa8-b1951ccb0810 None None] Port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:59:51.863570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-af7bc514-0565-47a6-91ad-e99cbbda6509 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ee40d552652b4b4a8980a71ddc8b72c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483449 May 14 17:59:51.874902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:51.904465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:51.907987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:51.984120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Transition to ACTIVE for port object 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:51.991374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:52.003337 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e1c9e2a-e565-45a3-a098-cf2e8041b2fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:52.219361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:52.229768 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:52.242105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-1daf0a0b-44b3-4075-94d7-e41234100b5e tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:52.249924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-1daf0a0b-44b3-4075-94d7-e41234100b5e tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776972 May 14 17:59:52.311801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-d4244e28-8787-4df3-8cc3-f31ade99dc40 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/quotas/ee40d552652b4b4a8980a71ddc8b72c6 HTTP/1.1" status: 200 len: 375 time: 0.0608861 May 14 17:59:52.504219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-57809a34-ae4f-4881-9178-55b538aee990 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee40d552652b4b4a8980a71ddc8b72c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1857314 May 14 17:59:52.542626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 17:59:52.543105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 17:59:52.543533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:52.549078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 17:59:52.549555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 17:59:52.555467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 17:59:52.556729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 17:59:52.556729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 17:59:52.557237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Bound port: 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 17:59:52.557646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:52.661248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 17:59:52.665815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 17:59:52.672787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:52.688152 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a02fa3f-f54a-4b62-af23-65d269d74d28 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:52.746069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:52.746819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:52.748411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 1096 time: 1.6443944 May 14 17:59:52.749164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 17:59:52.765458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40214) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:52.795737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:52.803945 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:52.890603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Deleting subnet 06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 17:59:52.894616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:52.958859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:53.005901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-502bfca2-d000-46e9-8fef-ea1426544424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:53.007532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-502bfca2-d000-46e9-8fef-ea1426544424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1099 time: 0.1954429 May 14 17:59:53.050026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:53.085254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-dcc0ff89-0f95-4164-b5ac-8311c70ae64c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0693805 May 14 17:59:53.115468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b826-67fc-42d0-895b-53a21be49b9a req-1d9b6247-50ba-45a9-b4cb-7e7ec802974a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:53.117434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e295b826-67fc-42d0-895b-53a21be49b9a req-1d9b6247-50ba-45a9-b4cb-7e7ec802974a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 946 time: 0.2078183 May 14 17:59:53.223977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e295b826-67fc-42d0-895b-53a21be49b9a req-1caf0940-327e-412b-a270-faf40f4b090a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752959 May 14 17:59:53.225950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-95eba3cf-b0b2-4a27-aea8-1eb0324fa45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:53.227407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-95eba3cf-b0b2-4a27-aea8-1eb0324fa45a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1095095 May 14 17:59:53.372740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:53.377569 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:53.412437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:53.415399 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:53.416914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:53.431412 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/06cf8bd9-76b6-40cb-b9c5-30632d2a7c0e HTTP/1.1" status: 204 len: 168 time: 0.6641042 May 14 17:59:53.434673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-46000648-5daa-4752-8c2e-502a86440929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:53.436229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-46000648-5daa-4752-8c2e-502a86440929 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013478 May 14 17:59:53.438606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40226) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:53.695031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:53.759017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f133-fe95-477a-bed9-b218223fc7ac req-328cbcb6-8940-44a0-8d38-e6d726b874a3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:53.759829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9e15f133-fe95-477a-bed9-b218223fc7ac req-328cbcb6-8940-44a0-8d38-e6d726b874a3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:53.776360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:53.826673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-70ea5176-3b3d-4ba1-aa8e-53c4a0d5b989 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652945 May 14 17:59:53.877750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9e15f133-fe95-477a-bed9-b218223fc7ac req-328cbcb6-8940-44a0-8d38-e6d726b874a3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:53.879125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e15f133-fe95-477a-bed9-b218223fc7ac req-328cbcb6-8940-44a0-8d38-e6d726b874a3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 948 time: 0.5061707 May 14 17:59:54.039256 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.076434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:54.115946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c677c2f5-5798-4975-ae17-0435798d6905') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:54.116173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c677c2f5-5798-4975-ae17-0435798d6905') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 17:59:54.143070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e15f133-fe95-477a-bed9-b218223fc7ac req-e01e245b-b826-4ad5-af67-53cf544b3210 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581595 May 14 17:59:54.168254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.220489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc969fa2-db14-4df4-ba88-407c74f08579 req-9db8bd5a-a94b-44a6-b0ec-cd153d3f2c4a service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730524 May 14 17:59:54.247574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.273172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 17:59:54.277333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.283611 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-c374543b-4c60-4b3a-b9d8-f62b9811a21a tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ee40d552652b4b4a8980a71ddc8b72c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894845 May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: timer() May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: self._notify() May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 17:59:54.313643 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 17:59:54.550769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-68ed05ca-061b-484b-af0d-78abeb7fea8a tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:54.552345 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-68ed05ca-061b-484b-af0d-78abeb7fea8a tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614670 May 14 17:59:54.567113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Request body: {'port': {'device_id': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'ee40d552652b4b4a8980a71ddc8b72c6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:54.595333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.603131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.607187 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:54.629346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:54.631873 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:54.637603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b65bd756-b84b-4f0e-9a77-4d4ebd4d1b8d HTTP/1.1" status: 204 len: 168 time: 1.1961951 May 14 17:59:54.892290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:54.897654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Usage tracker for resource:port and tenant:ee40d552652b4b4a8980a71ddc8b72c6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:54.901395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:54.907339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:54.915694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40244) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:54.916819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40246) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:54.924896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Made reservation on behalf of ee40d552652b4b4a8980a71ddc8b72c6 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:54.927791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.943215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:54.952896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d6f4-29ff-4f5f-8473-367b7e51b1b1 req-77f56dfd-c36d-4805-8828-5d614bfacdd6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:54.954452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a29d6f4-29ff-4f5f-8473-367b7e51b1b1 req-77f56dfd-c36d-4805-8828-5d614bfacdd6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1387339 May 14 17:59:54.987827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:54.992511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Usage tracker for resource:security_group_rule and tenant:ee40d552652b4b4a8980a71ddc8b72c6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:54.996801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:55.004205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:55.138405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.147284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.150211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0caa653b-6016-4013-8183-f43096489c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:55.176647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8483aaa8-2c1e-4e53-88e4-34ff0f29d9a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ada81e0f70c4b35ad5029da52306418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536714 May 14 17:59:55.177357 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a29d6f4-29ff-4f5f-8473-367b7e51b1b1 req-114cfba9-506b-4eaf-80dd-3e89961617f6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059474 May 14 17:59:55.177819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40256) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:55.256342 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'code': 200} May 14 17:59:55.268592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.346632 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.359037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.395903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:55.405222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Usage tracker for resource:security_group_rule and tenant:2df6f07ecb2c4cec8a3c41915a7af89a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:55.408525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:55.414355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:55.430449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Allocated IP 192.168.233.226 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/c06add41-d7b2-4d5d-98ca-02e0bf7b383b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 17:59:55.524073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:55.539632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9ce90e2-7d8d-4bea-b7a6-a5f9899dd189 req-0392d8f2-b909-436f-88dc-8974dbe52a9e tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 210 time: 0.0747495 May 14 17:59:55.543640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.551749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0fc43e8d-9001-46c0-9ca6-20110ef45889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:55.571963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:55.582961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc45b0bd-66be-4676-8685-2aef2ba5a529,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:55.589058 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:55.606137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.617137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc45b0bd-66be-4676-8685-2aef2ba5a529 HTTP/1.1" status: 204 len: 168 time: 0.4313095 May 14 17:59:55.629700 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'status': 'completed', 'code': 200} May 14 17:59:55.779684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.815568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.841625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.844447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Transition to ACTIVE for port object c06add41-d7b2-4d5d-98ca-02e0bf7b383b will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:55.851999 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:55.894989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:55.923957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:55.926177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df6f07ecb2c4cec8a3c41915a7af89a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0081048 May 14 17:59:55.928904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40274) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:55.934143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16ea7f-aa1c-4c3c-bd54-fd8a6bb1bf30,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:55.940991 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:55.985853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-30d7f410-eb01-4384-8590-e24d9994512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:55.987430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-30d7f410-eb01-4384-8590-e24d9994512c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1099 time: 0.3291101 May 14 17:59:55.999321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 17:59:56.003313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 17:59:56.016019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 17:59:56.087943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Pushing event updated for resources: {'Port': ['ID=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:56.095168 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:56.130972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:56.133914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:56.154184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697046c5-07fc-432b-8a51-d31ac6003be3 req-9052a049-c3a0-48a8-aa45-360af193dda7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:56.169462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-697046c5-07fc-432b-8a51-d31ac6003be3 req-9052a049-c3a0-48a8-aa45-360af193dda7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 946 time: 0.3855553 May 14 17:59:56.169787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:56.207965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'floatingip': {'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:56.243967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:56.293166 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7309697 May 14 17:59:56.325898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Request body: {'port': {'device_id': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:56.380186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:56.448786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:56.449470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eee6edb4-b34e-4c5e-8441-4d01f0f0222f None None] Provisioning for port c06add41-d7b2-4d5d-98ca-02e0bf7b383b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 17:59:56.476675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-8fd64acd-8489-4b54-95ff-d12eaf62d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:56.477711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eee6edb4-b34e-4c5e-8441-4d01f0f0222f None None] Provisioning complete for port c06add41-d7b2-4d5d-98ca-02e0bf7b383b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 17:59:56.478101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eee6edb4-b34e-4c5e-8441-4d01f0f0222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:56.479982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-8fd64acd-8489-4b54-95ff-d12eaf62d28c service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4792800 May 14 17:59:56.611921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-eee6edb4-b34e-4c5e-8441-4d01f0f0222f None None] Port c06add41-d7b2-4d5d-98ca-02e0bf7b383b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 17:59:56.658941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-b28ccf7b-2f8b-4c62-a732-2e8944a7f5b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.1718254 May 14 17:59:56.746193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525bf11-2ae7-4cdd-9f3b-c2a754aa3a4c req-f1a23196-07aa-43d9-9ee6-06ed9d0756de tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:56.754533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e525bf11-2ae7-4cdd-9f3b-c2a754aa3a4c req-f1a23196-07aa-43d9-9ee6-06ed9d0756de tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.3811083 May 14 17:59:56.812577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40304) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:56.857890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e525bf11-2ae7-4cdd-9f3b-c2a754aa3a4c req-2a4b96b8-0daa-479b-8c7a-e8d96f90942a tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014829 May 14 17:59:56.868600 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:56.886094 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef58b796-14ad-48bc-8c1a-cabb9b3570ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:56.910489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-5e5f02a3-28ef-4bd2-811d-78644e469d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:56.912750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-5e5f02a3-28ef-4bd2-811d-78644e469d85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2421613 May 14 17:59:56.916259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16ea7f-aa1c-4c3c-bd54-fd8a6bb1bf30,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:56.934535 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:56.997491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6052-40db-40c0-a324-524744135f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.016091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.027859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f16ea7f-aa1c-4c3c-bd54-fd8a6bb1bf30 HTTP/1.1" status: 204 len: 168 time: 1.0971019 May 14 17:59:57.085904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1894332609-network', 'tenant_id': '6ca82c4f9f5942dd83bc1f88428b2e43'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:57.096232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:57.106686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Usage tracker for resource:network and tenant:6ca82c4f9f5942dd83bc1f88428b2e43 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:57.113022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:57.125546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:57.154970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Made reservation on behalf of 6ca82c4f9f5942dd83bc1f88428b2e43 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:57.157453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.185012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.219590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ede9-8f23-4347-ab4a-6922d23a2786 req-7546e276-af9d-490a-9e20-0412b110ab81 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:57.221321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45d9ede9-8f23-4347-ab4a-6922d23a2786 req-7546e276-af9d-490a-9e20-0412b110ab81 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 948 time: 0.2120285 May 14 17:59:57.225494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-d488ef8e-aba3-4c4f-9ebf-619f68a9173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:57.226995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-d488ef8e-aba3-4c4f-9ebf-619f68a9173b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2915175 May 14 17:59:57.230131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:57.236314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.267093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Usage tracker for resource:security_group_rule and tenant:6ca82c4f9f5942dd83bc1f88428b2e43 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:57.273476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:57.336626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:57.384260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45d9ede9-8f23-4347-ab4a-6922d23a2786 req-a8a48d8f-a7f0-4e7a-8160-0463591cf6e7 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512535 May 14 17:59:57.426619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.466735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-f0633a80-7105-47e8-bff1-4b285d85373c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307663 May 14 17:59:57.588218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40314) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:57.639601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.703941 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.709294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-2e095340-5be2-426c-a543-7d4962ae5d3d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:57.710499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-2e095340-5be2-426c-a543-7d4962ae5d3d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Synchronizing usage tracker for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 17:59:57.724830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:57.729735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.738727 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9436544b-e235-4539-ac62-0b42366be704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:57.749298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Usage tracker for resource:security_group_rule and tenant:7294967c82ad4f31a65be5108610b7a6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:57.768056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:57.797370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:57.812809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 17:59:57.824141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.825078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f59f5cb3-ffc7-4856-a6e0-932c686eb677 req-31913882-6ab2-4d4b-9d81-1e1d3266390a service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489163 May 14 17:59:57.825452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-2e095340-5be2-426c-a543-7d4962ae5d3d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Unset dirty status for tenant:5672edbfba5a4e2d92af43dd7c33eccc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 17:59:57.826787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-2e095340-5be2-426c-a543-7d4962ae5d3d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 1.2895217 May 14 17:59:57.829846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd300be-9a4d-47e8-84e8-c4a2b8954e91,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:57.856039 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:57.882716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.884995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.885613 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Added segment c1125c99-833a-45cc-afdf-c54df16586c5 of type vlan for network e7b04ea2-6869-47b3-b987-90f1cdd877d0 May 14 17:59:57.964915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:57.990176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c70582-f861-47ff-a72a-eafcadbf33ff req-0e7d5623-e604-4b40-9f04-934d6c000ea8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:57.997923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3c70582-f861-47ff-a72a-eafcadbf33ff req-0e7d5623-e604-4b40-9f04-934d6c000ea8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.3595142 May 14 17:59:58.178897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 17:59:58.284253 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Floating IP 01bbfff6-2abc-412f-9d66-ecfbe7c6e14f associated. External IP: 172.25.4.111, port: 19db786a-dbc7-4c1c-95b3-eb9192a8804c. May 14 17:59:58.287970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.302911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.339127 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f8715de-c2ca-49ef-819f-9f4e4599c873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:58.351911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7294967c82ad4f31a65be5108610b7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623618 May 14 17:59:58.353024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.353703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40320) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:58.358264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:58.363643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:58.364208 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.378288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'mac_address': 'fa:16:3e:af:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 17:59:58.392012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3c70582-f861-47ff-a72a-eafcadbf33ff req-578e57fd-6455-4be5-85df-a0bb2f3487e9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931773 May 14 17:59:58.430844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3bc70d-e814-41cf-8e96-9f075b532c67,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:58.471092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Deleting port 741ab01e-0ed2-4205-b780-589f804d4c32 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 17:59:58.471464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.476753 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:58.477214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:58.501521 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.569679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:58.589711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 17:59:58.597846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:58.629621 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.634299 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:58.737165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Pushing event updated for resources: {'Network': ['ID=e7b04ea2-6869-47b3-b987-90f1cdd877d0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:58.753287 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:58.756646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e7b04ea2-6869-47b3-b987-90f1cdd877d0 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 17:59:58.878708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06add41-d7b2-4d5d-98ca-02e0bf7b383b {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 17:59:58.883860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e105b6-c27a-4d83-8b11-e0873a575fc5 req-8a1a4b92-d594-4366-bb61-774f76df8fe4 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:58.892156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5e105b6-c27a-4d83-8b11-e0873a575fc5 req-8a1a4b92-d594-4366-bb61-774f76df8fe4 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 936 time: 0.1562445 May 14 17:59:58.904029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:58.904980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0903437 May 14 17:59:58.910811 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:58.913735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 17:59:58.915418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.919931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] For port 741ab01e-0ed2-4205-b780-589f804d4c32, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=741ab01e-0ed2-4205-b780-589f804d4c32,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 17:59:58.920323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.946695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Request body: {'subnet': {'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1894332609-subnet', 'tenant_id': '6ca82c4f9f5942dd83bc1f88428b2e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 17:59:58.956413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:58.963851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5e105b6-c27a-4d83-8b11-e0873a575fc5 req-ed6c04b6-e779-4020-8e34-f40cc75dc52f tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702002 May 14 17:59:59.007509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.039022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 17:59:59.040674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['00c01a0d-d8b9-45e4-b170-5ced863cf6c9'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 17:59:59.050494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Transition to ACTIVE for port object c06add41-d7b2-4d5d-98ca-02e0bf7b383b will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 17:59:59.055995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Usage tracker for resource:subnet and tenant:6ca82c4f9f5942dd83bc1f88428b2e43 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 17:59:59.066360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 17:59:59.079023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.094269 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5fe43611-df80-47ab-af29-1d7a5acc4509 tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:59.104995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.113825 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15ef864f-0e04-4d7b-8679-4ab650f0386d tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 17:59:59.127553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.130997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f3bc70d-e814-41cf-8e96-9f075b532c67 HTTP/1.1" status: 204 len: 168 time: 0.7725019 May 14 17:59:59.171069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3bc70d-e814-41cf-8e96-9f075b532c67,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:59.178666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 17:59:59.182648 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:59.254478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b5192-b1bc-4fff-bff8-926cf0278dfd req-15ffbb34-ea5c-4515-9666-a2afae6d02ca tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:59.256652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a4b5192-b1bc-4fff-bff8-926cf0278dfd req-15ffbb34-ea5c-4515-9666-a2afae6d02ca tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 946 time: 0.1440020 May 14 17:59:59.367500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a4b5192-b1bc-4fff-bff8-926cf0278dfd req-c5b91143-886e-4d41-a27f-2af83cc5017c tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups?id=dce28a9b-08b7-43ed-9a59-0b03b50da784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002998 May 14 17:59:59.429756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Pushing event updated for resources: {'Port': ['ID=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 17:59:59.512804 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.592928 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 17:59:59.687294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-154619c2-252d-4923-a033-c010860ab19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.765514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40571f3c-c78b-4ab8-8951-2c5b6e51ee7c req-68192faf-935b-4029-84f5-27667f781a31 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 17:59:59.775015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40571f3c-c78b-4ab8-8951-2c5b6e51ee7c req-68192faf-935b-4029-84f5-27667f781a31 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 949 time: 0.2269144 May 14 17:59:59.875248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40571f3c-c78b-4ab8-8951-2c5b6e51ee7c req-788393be-0adf-46aa-a2b9-c167ce3b3127 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914598 May 14 17:59:59.917677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.918041 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 17:59:59.918386 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd disassociated. External IP: 172.25.4.106, port: 741ab01e-0ed2-4205-b780-589f804d4c32. May 14 17:59:59.918733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Calling delete_port for 741ab01e-0ed2-4205-b780-589f804d4c32 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 17:59:59.953128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Router 65772aa4-d2c8-4145-b65b-6a3f9c636573 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 17:59:59.964291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Made reservation on behalf of 6ca82c4f9f5942dd83bc1f88428b2e43 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 17:59:59.966982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.251541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:00.268823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Attempting to bind port c06add41-d7b2-4d5d-98ca-02e0bf7b383b on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:00.269189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Attempting to bind port c06add41-d7b2-4d5d-98ca-02e0bf7b383b by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:00.269504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Attempting to bind port c06add41-d7b2-4d5d-98ca-02e0bf7b383b on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:00.296383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Port c06add41-d7b2-4d5d-98ca-02e0bf7b383b on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:00.296383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Attempting to bind port c06add41-d7b2-4d5d-98ca-02e0bf7b383b on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:00.426097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:00.431810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:00.431810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.444597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:00.445188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:00.445456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:00.445998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Bound port: c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:00.446217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.496833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dcbe0-a167-4354-a308-ed55b21a2be2 req-a6f02ddd-6404-48ec-82b9-0a2790fda222 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:00.504365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-374dcbe0-a167-4354-a308-ed55b21a2be2 req-a6f02ddd-6404-48ec-82b9-0a2790fda222 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.4447930 May 14 18:00:00.630624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] For port c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:00.685612 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-374dcbe0-a167-4354-a308-ed55b21a2be2 req-189dbd62-6bda-4840-b9da-809ea74ec445 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751220 May 14 18:00:00.688271 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.744860 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.798766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:00.811124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:00.830888 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.833222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 741ab01e-0ed2-4205-b780-589f804d4c32 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:00.878774 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:00.880294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] For port c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:00.881453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:00.921594 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2dd97e66-faf7-4d15-9dd4-e9bedd542262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:00.969035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 741ab01e-0ed2-4205-b780-589f804d4c32 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:00.970924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 741ab01e-0ed2-4205-b780-589f804d4c32 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:00.993893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event deleted for resources: {'Port': ['ID=741ab01e-0ed2-4205-b780-589f804d4c32,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:01.000869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:01.020301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:00:01.030883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb5153-e793-4cb5-afe5-a35962a42f98 req-27355113-aab9-4694-b79b-2e9eb2d0a832 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:01.039888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8eb5153-e793-4cb5-afe5-a35962a42f98 req-27355113-aab9-4694-b79b-2e9eb2d0a832 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 948 time: 0.1172943 May 14 18:00:01.043961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] Sync routers for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:00:01.088191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:01.088849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:01.100090 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:00:01.107088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8eb5153-e793-4cb5-afe5-a35962a42f98 req-c798244f-855e-4469-9945-732969d6cd6c tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659170 May 14 18:00:01.108775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:01.122941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:01.124586 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] 10.222.0.15 "PUT /v2.0/ports/c06add41-d7b2-4d5d-98ca-02e0bf7b383b HTTP/1.1" status: 200 len: 1096 time: 4.8052766 May 14 18:00:01.144120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'tag': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:01.245848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:01.250995 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:01.322055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:01.399426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.399801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.400168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.401117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.401486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.401847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.402200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.402549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.402898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.403313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.403659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.404008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:01.432977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51c045c1-70cc-4f82-b4f1-9c52a3824380 req-cdbd4513-078f-4608-b711-839d9de98b85 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 210 time: 0.1134613 May 14 18:00:01.502924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:01.604589 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'code': 200} May 14 18:00:01.676880 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:01.682880 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:01.752200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886c82f-4a41-466d-879c-5116ee3012bc req-9d3b468a-80b1-4cb9-8a09-a169b628319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:01.754601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d886c82f-4a41-466d-879c-5116ee3012bc req-9d3b468a-80b1-4cb9-8a09-a169b628319a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1101 time: 0.1451390 May 14 18:00:01.812075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d886c82f-4a41-466d-879c-5116ee3012bc req-cc295287-2867-4654-abd0-2ace68a905ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 May 14 18:00:01.950978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca2b86-8050-4170-ab5e-03bdd7e974e2 req-a8e84608-392c-4352-af5c-31eb0143e4e5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:01.959710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7aca2b86-8050-4170-ab5e-03bdd7e974e2 req-a8e84608-392c-4352-af5c-31eb0143e4e5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1307962 May 14 18:00:02.026607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7aca2b86-8050-4170-ab5e-03bdd7e974e2 req-81c7bd17-5214-4d6b-9240-264b3fba635b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651021 May 14 18:00:02.068721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Pushing event updated for resources: {'Port': ['ID=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:02.086783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:02.198800 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'tag': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b', 'status': 'completed', 'code': 200} May 14 18:00:02.249548 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-afec4b0b-9a94-4a0a-9bac-d55eb9e25e6d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "PUT /v2.0/floatingips/01bbfff6-2abc-412f-9d66-ecfbe7c6e14f HTTP/1.1" status: 200 len: 992 time: 6.0773880 May 14 18:00:02.252816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Router 802998a1-55a6-4a2d-8467-a65a35b582df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:00:02.272462 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:02.331983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da77f36-f293-4b3a-97cb-5d7494654108 req-d31e6677-f851-4bbb-8652-97cae5312750 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:02.333795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2da77f36-f293-4b3a-97cb-5d7494654108 req-d31e6677-f851-4bbb-8652-97cae5312750 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1090934 May 14 18:00:02.390280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2da77f36-f293-4b3a-97cb-5d7494654108 req-30daf41c-26ae-4551-958f-911abe053583 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 May 14 18:00:02.400176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-e85c3a93-bb3c-43a9-b4a9-cf43a8c7beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:02.404956 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-e85c3a93-bb3c-43a9-b4a9-cf43a8c7beba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee40d552652b4b4a8980a71ddc8b72c6&device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 1099 time: 0.9844499 May 14 18:00:02.417021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '01bbfff6-2abc-412f-9d66-ecfbe7c6e14f', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d89719-ac57-46db-87a2-775ed6058000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:59:27Z', 'updated_at': '2021-05-14T17:59:57Z', 'revision_number': 1, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:28Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:02.421889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] Checking router: 65772aa4-d2c8-4145-b65b-6a3f9c636573 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:00:02.431278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:02.432608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:02.609575 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-6da359ea-b26e-4247-90b4-e464e21c73ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b HTTP/1.1" status: 200 len: 217 time: 0.0909870 May 14 18:00:02.646138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:02.724629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ed979-aaee-4373-845e-a1787ceedc86 req-18a8bced-6ba5-41a7-8b8f-5a5f16b80704 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:02.732697 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd6ed979-aaee-4373-845e-a1787ceedc86 req-18a8bced-6ba5-41a7-8b8f-5a5f16b80704 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 948 time: 0.0972273 May 14 18:00:02.752309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-e6b3bb76-55d9-4db6-b9c8-e195096ec3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:02.754633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-e6b3bb76-55d9-4db6-b9c8-e195096ec3b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1282399 May 14 18:00:02.782760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd6ed979-aaee-4373-845e-a1787ceedc86 req-87c05482-2cbb-4423-ade5-1554d702275c tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491440 May 14 18:00:02.808347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:00:02.818333 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:00:02.833369 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:02.833997 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:03.055634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8195d9b7-14a0-4679-bc5c-b3235e432984 req-4b2c58d0-7733-4a03-a65b-15819760b4a9 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b35ba1-386a-4ef3-afa0-8ade089020ed HTTP/1.1" status: 200 len: 210 time: 0.0590022 May 14 18:00:03.071348 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:03.073888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] No DVR routers for this DVR port 741ab01e-0ed2-4205-b780-589f804d4c32 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:03.077037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:03.080857 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8033d596-c75a-4950-92b5-439d0097b7e9 req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.15 "DELETE /v2.0/ports/741ab01e-0ed2-4205-b780-589f804d4c32 HTTP/1.1" status: 204 len: 173 time: 5.2444248 May 14 18:00:03.122506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:03.127320 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed215734-98dc-4073-b663-def80db7169f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:03.150917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '01bbfff6-2abc-412f-9d66-ecfbe7c6e14f', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d89719-ac57-46db-87a2-775ed6058000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:59:27Z', 'updated_at': '2021-05-14T17:59:57Z', 'revision_number': 1, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:28Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:03.155279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2315e9-e82f-4496-bd6a-5a1ff81d38fd None None] The sync data for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 is: [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '01bbfff6-2abc-412f-9d66-ecfbe7c6e14f', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d89719-ac57-46db-87a2-775ed6058000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T17:59:27Z', 'updated_at': '2021-05-14T17:59:57Z', 'revision_number': 1, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:28Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:00:03.232934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ba483b-24ba-4fe8-a1ef-bbdabe347b10,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:03.240812 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:03.273900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-aa5b22bb-6920-459a-8bed-a5fd09230c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:03.275488 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-aa5b22bb-6920-459a-8bed-a5fd09230c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5049102 May 14 18:00:03.282200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Checking segment: {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:03.282550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Network hostable DHCP agents. Network: e7b04ea2-6869-47b3-b987-90f1cdd877d0, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:00:03.392069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Network e7b04ea2-6869-47b3-b987-90f1cdd877d0 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:00:03.420962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e7b04ea2-6869-47b3-b987-90f1cdd877d0) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:03.430387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37c839-7a20-4f74-9a5e-29e72409aabc None None] Network e7b04ea2-6869-47b3-b987-90f1cdd877d0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:00:03.478195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:03.479395 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:03.493185 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-55b92da9-2a32-43a5-83e1-310621660754 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062647 May 14 18:00:03.543236 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:03.546456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-fd947751-42d6-4d61-ba57-74f704cf723b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659485 May 14 18:00:03.548862 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:00:03.558780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16374154-38b3-4dd8-9330-177ce1ce3ffc None None] New status for floating IP 01bbfff6-2abc-412f-9d66-ecfbe7c6e14f: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:00:03.562341 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:03.563241 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:03.624411 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.6867034 May 14 18:00:03.700959 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b01b7e9-1720-47a2-a408-1b5db1bc69bf req-c3ab6b84-adbc-4640-8911-91b0a03a7a88 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864049 May 14 18:00:03.825623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:03.866006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-7fd8a8e3-7a62-44e6-a150-0feafa5ce772 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:03.874916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-7fd8a8e3-7a62-44e6-a150-0feafa5ce772 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273919 May 14 18:00:03.878462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-5ff43cd9-4a1c-4ba1-b9fd-e7428c1c01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:03.883452 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-5ff43cd9-4a1c-4ba1-b9fd-e7428c1c01b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee40d552652b4b4a8980a71ddc8b72c6&device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 1099 time: 0.1177907 May 14 18:00:03.893285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-84e77e58-78fb-458f-ada3-bcbe92970a6a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/quotas/1e45773665c44ec6a77586bec51b1352 HTTP/1.1" status: 200 len: 375 time: 0.0173872 May 14 18:00:03.955344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-da824491-7194-47bb-a0d0-066c57ad4c26 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609722 May 14 18:00:04.082745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-e18abdf9-562c-444a-80c6-f90fa811c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:04.084386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-e18abdf9-562c-444a-80c6-f90fa811c651 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1955845 May 14 18:00:04.084980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c28407-d125-47d2-b0eb-8be29cb8422d None None] Network e7b04ea2-6869-47b3-b987-90f1cdd877d0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:00:04.183237 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-4a7c10be-7bc9-4055-b246-197a496add92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b HTTP/1.1" status: 200 len: 217 time: 0.0905983 May 14 18:00:04.241684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}, {'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'name': 'network-vif-deleted', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:04.285466 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:04.289713 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ffdfe-dd95-46ec-b116-2e7407c45c6b None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T17:53:37Z', 'revision_number': 4, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7be19151-8ea0-4aec-9c82-8ce4bd9ebf88', 'name': '', 'network_id': 'ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'mac_address': 'fa:16:3e:b0:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:36Z', 'updated_at': '2021-05-14T17:53:47Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'subnets': [{'id': '153c13f0-fa9d-4a30-b06c-f3e319f826af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:00:04.299900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-e1ee93f5-da3d-4b44-8d4c-867a11ba787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:04.302051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-e1ee93f5-da3d-4b44-8d4c-867a11ba787a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1112769 May 14 18:00:04.351941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acdebb-6dff-42a2-b959-6ab273249e56 req-adf433d0-8b7f-4ba5-9eb6-294e0ebce5f2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:04.354066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21acdebb-6dff-42a2-b959-6ab273249e56 req-adf433d0-8b7f-4ba5-9eb6-294e0ebce5f2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1425800 May 14 18:00:04.400873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-c517a4be-eef2-4837-916b-669d470f67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:04.402519 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-c517a4be-eef2-4837-916b-669d470f67bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894935 May 14 18:00:04.430252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21acdebb-6dff-42a2-b959-6ab273249e56 req-fd36aa77-8528-4e74-ac3a-7f0e4c6af221 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679302 May 14 18:00:04.638971 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b2f81-ed31-420e-a89e-a5118e3a4f1b None None] New status for floating IP 0d780985-1db5-43c9-be78-47f98bfe49cd: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:00:04.814654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-709367b7-305e-4d72-b565-3ada937d1bf7 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043348 May 14 18:00:04.971165 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0365d34a-1564-4960-9b51-8bba87b36d58 req-9216073b-72ca-469c-9769-1e0e83c069c3 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495869 May 14 18:00:05.295360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956446a8-6e38-4f1e-829b-8b6fa113e72a req-2c19489e-49fe-4693-af99-e6cdd4df2f7e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:05.296719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-956446a8-6e38-4f1e-829b-8b6fa113e72a req-2c19489e-49fe-4693-af99-e6cdd4df2f7e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.0805748 May 14 18:00:05.342799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-956446a8-6e38-4f1e-829b-8b6fa113e72a req-fbddf919-2b5c-4bd9-b1c6-8919924d2cc8 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 May 14 18:00:05.414114 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-cd51b507-c693-4497-b64c-c66170336f1e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276840 May 14 18:00:05.589616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-f5d974ff-d16b-4943-9b5c-b7a98ca9b6e7 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:05.591441 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-f5d974ff-d16b-4943-9b5c-b7a98ca9b6e7 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710205 May 14 18:00:05.604019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:05.629395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444cc0e-a2ff-4602-8a5f-8f31a6621073 req-d3960d44-7f08-4bb9-a703-8a952b272c27 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:05.630848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e444cc0e-a2ff-4602-8a5f-8f31a6621073 req-d3960d44-7f08-4bb9-a703-8a952b272c27 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 948 time: 0.1908126 May 14 18:00:05.677298 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e444cc0e-a2ff-4602-8a5f-8f31a6621073 req-1dc0de98-cfb8-4a59-bee1-69d24a29df21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 May 14 18:00:05.741358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:05.745771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Usage tracker for resource:port and tenant:1e45773665c44ec6a77586bec51b1352 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:05.748564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:05.754180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:05.764723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:05.768432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:05.780907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:05.795987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:05.800125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Usage tracker for resource:security_group_rule and tenant:1e45773665c44ec6a77586bec51b1352 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:05.802896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:05.809581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:05.898996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:05.903845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:05.906928 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30dcc56a-d5c7-41c1-9541-7a61a66a29f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:05.986370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e967f-5526-49d5-babf-7c983b3a4111,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:05.989684 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:06.061164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-8740550f-7489-479a-8392-8f9dc0e02613 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:06.061837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-81d19754-68f8-4993-9b51-9e8169126f5a req-8740550f-7489-479a-8392-8f9dc0e02613 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Synchronizing usage tracker for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:06.077953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-81d19754-68f8-4993-9b51-9e8169126f5a req-8740550f-7489-479a-8392-8f9dc0e02613 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Unset dirty status for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:06.079082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-8740550f-7489-479a-8392-8f9dc0e02613 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 814 time: 0.1706724 May 14 18:00:06.090018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.162 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/c9cca75c-0c1d-4f80-b038-46a08c615abc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:06.094493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-0bfce4e3-c6b8-4bbf-9f9f-2414bc53bbb6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/quotas/6ca82c4f9f5942dd83bc1f88428b2e43 HTTP/1.1" status: 200 len: 375 time: 0.0096881 May 14 18:00:06.141612 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-1ef03b76-a9ff-42c7-a353-ac5bfcc345d7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416038 May 14 18:00:06.192183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c06add41-d7b2-4d5d-98ca-02e0bf7b383b details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:06.277480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-4fa2f611-7ddd-47f7-ba38-43f856d006e2 service neutron] 10.222.0.24 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291289 May 14 18:00:06.304039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.321153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object c9cca75c-0c1d-4f80-b038-46a08c615abc will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:06.332142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:06.346313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b', 'mac_address': 'fa:16:3e:31:12:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:06.347744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.356709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:06.404021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.415832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:06.418540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a61bc72a-24e4-4281-b049-f2a85997f72b service neutron] 10.222.0.24 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315062 May 14 18:00:06.419055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:06.421666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:06.422884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06add41-d7b2-4d5d-98ca-02e0bf7b383b {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:06.443002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:06.448311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.450223 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:06.523706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=c9cca75c-0c1d-4f80-b038-46a08c615abc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:06.528544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:06.529398 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:06.534012 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:06.536249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:06.536880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.567460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9674344 May 14 18:00:06.579499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Request body: {'port': {'device_id': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:06.619878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:06.721209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.789194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.798385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f4b253fb-3dec-4158-b7b0-fee0fad71a49 None None] Provisioning for port c9cca75c-0c1d-4f80-b038-46a08c615abc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:06.807499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c06add41-d7b2-4d5d-98ca-02e0bf7b383b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:06.815160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d20915-6a5e-4a15-8e8b-5ab7e0b69dee req-5fab083d-489d-43c5-b60b-9ba41752e581 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:06.816730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75d20915-6a5e-4a15-8e8b-5ab7e0b69dee req-5fab083d-489d-43c5-b60b-9ba41752e581 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 936 time: 0.1176381 May 14 18:00:06.859706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f4b253fb-3dec-4158-b7b0-fee0fad71a49 None None] Provisioning complete for port c9cca75c-0c1d-4f80-b038-46a08c615abc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:06.860088 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4b253fb-3dec-4158-b7b0-fee0fad71a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.868218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75d20915-6a5e-4a15-8e8b-5ab7e0b69dee req-89152016-dff4-46fd-b656-cbd3d34d34c8 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 May 14 18:00:06.939245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:06.968926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:06.970778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f4b253fb-3dec-4158-b7b0-fee0fad71a49 None None] Port c9cca75c-0c1d-4f80-b038-46a08c615abc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:00:06.983237 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:06.986643 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:07.064381 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'status': 'completed', 'code': 200} May 14 18:00:07.064893 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b35ba1-386a-4ef3-afa0-8ade089020ed', 'name': 'network-vif-deleted', 'tag': '741ab01e-0ed2-4205-b780-589f804d4c32', 'status': 'completed', 'code': 200} May 14 18:00:07.093919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:07.103896 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:07.161029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cca75c-0c1d-4f80-b038-46a08c615abc {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:07.172246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:07.190164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Transition to ACTIVE for port object c9cca75c-0c1d-4f80-b038-46a08c615abc will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:07.195822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:07.201731 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b59cf011-b308-468f-a53c-c3ca75dff764 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:07.267544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-678711a8-3db7-4d7f-aeae-ff7c9ef75ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.269241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-678711a8-3db7-4d7f-aeae-ff7c9ef75ded service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1097 time: 0.1828449 May 14 18:00:07.400235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c9f85-47b9-444b-a20d-932e5619b6a8 req-28f45929-ad60-4a65-8a94-3dbe4c9e6041 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.401771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5c9f85-47b9-444b-a20d-932e5619b6a8 req-28f45929-ad60-4a65-8a94-3dbe4c9e6041 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1101 time: 0.1883101 May 14 18:00:07.461582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-a8b19c85-eaa0-40e5-bcc3-aec5ef64da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.463356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-a8b19c85-eaa0-40e5-bcc3-aec5ef64da8f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1844411 May 14 18:00:07.470762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Pushing event updated for resources: {'Port': ['ID=c9cca75c-0c1d-4f80-b038-46a08c615abc,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:07.503089 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:07.554658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5c9f85-47b9-444b-a20d-932e5619b6a8 req-c91fd596-e143-4d56-ac34-f682e01428a2 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465135 May 14 18:00:07.591290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Attempting to bind port c9cca75c-0c1d-4f80-b038-46a08c615abc on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:07.591701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Attempting to bind port c9cca75c-0c1d-4f80-b038-46a08c615abc by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:07.592103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Attempting to bind port c9cca75c-0c1d-4f80-b038-46a08c615abc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:07.596973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Port c9cca75c-0c1d-4f80-b038-46a08c615abc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:07.597340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Attempting to bind port c9cca75c-0c1d-4f80-b038-46a08c615abc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:07.603016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:07.603562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:07.604253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:07.604902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Bound port: c9cca75c-0c1d-4f80-b038-46a08c615abc, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:07.605324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:07.610637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-6f8764ea-b9da-46ad-9169-014953072f18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1002 time: 0.1386137 May 14 18:00:07.685153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-4624fc8f-4730-41c4-87ee-2e44bc6b2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.686695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-4624fc8f-4730-41c4-87ee-2e44bc6b2b05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.0651429 May 14 18:00:07.697062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] For port c9cca75c-0c1d-4f80-b038-46a08c615abc, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:07.701256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] For port c9cca75c-0c1d-4f80-b038-46a08c615abc, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:07.705887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:07.716202 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17abbf37-4389-4a56-a226-32e9f60c446b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:07.755998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.757069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:07.758512 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] 10.222.0.15 "PUT /v2.0/ports/c9cca75c-0c1d-4f80-b038-46a08c615abc HTTP/1.1" status: 200 len: 1096 time: 1.1835880 May 14 18:00:07.787964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-fc2a7462-abea-40f6-b7c0-7071d4f87573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.789825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-fc2a7462-abea-40f6-b7c0-7071d4f87573 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889184 May 14 18:00:07.881253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Pushing event updated for resources: {'Port': ['ID=c9cca75c-0c1d-4f80-b038-46a08c615abc,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:07.895212 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:07.940845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-44950b74-fd67-4116-8051-cd2d7f8168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:07.942328 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-44950b74-fd67-4116-8051-cd2d7f8168f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 1099 time: 0.1186852 May 14 18:00:08.023911 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-a5185bad-858c-44be-9f18-73210f21f879 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc HTTP/1.1" status: 200 len: 217 time: 0.0728428 May 14 18:00:08.092967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-74f0d314-4887-4858-8f00-fd8695e9d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:08.094356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-74f0d314-4887-4858-8f00-fd8695e9d85f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0632877 May 14 18:00:08.135715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-bbb23f3c-777c-486f-bd6b-54e614b1a8de service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297167 May 14 18:00:08.180655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-06d7e7a3-fccc-4370-9581-09b82a549ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:08.183116 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-06d7e7a3-fccc-4370-9581-09b82a549ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818875 May 14 18:00:08.214487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c06add41-d7b2-4d5d-98ca-02e0bf7b383b up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:08.304573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port c06add41-d7b2-4d5d-98ca-02e0bf7b383b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:08.310402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c06add41-d7b2-4d5d-98ca-02e0bf7b383b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:08.311208 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:08.334025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-42e31ed8-5b10-4150-bd81-8b5e0914a02b service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436498 May 14 18:00:08.388998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86845e66-68bf-449e-9c39-163a17732189 req-e7d579b9-38d6-4deb-b0f7-55b45b01e5b5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:08.390436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86845e66-68bf-449e-9c39-163a17732189 req-e7d579b9-38d6-4deb-b0f7-55b45b01e5b5 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.4712341 May 14 18:00:08.434263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:08.454598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-9251b781-2ec0-4c73-82c5-c1a950737753 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:08.456039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-9251b781-2ec0-4c73-82c5-c1a950737753 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 814 time: 0.4184289 May 14 18:00:08.474954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:08.481206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:08.483792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42915e1a-038f-4ce4-b8f5-c0bee238b4b2 req-77a45f29-32a2-4b0d-958f-533a454d6611 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424017 May 14 18:00:08.484270 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:08.492557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Request body: {'port': {'device_id': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'admin_state_up': True, 'tenant_id': '6ca82c4f9f5942dd83bc1f88428b2e43'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:08.564331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:08.567711 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:08.574418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f765667e-27fa-4430-aec0-3bdcdc87e969 req-0a9cd4c0-4195-4cf9-9ec0-2c6bda00ad6c service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322212 May 14 18:00:08.577139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86845e66-68bf-449e-9c39-163a17732189 req-7c861e25-824a-4231-8d31-defce56e3837 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725702 May 14 18:00:08.647895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:08.652615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Usage tracker for resource:port and tenant:6ca82c4f9f5942dd83bc1f88428b2e43 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:08.655484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:08.661242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:08.670809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Made reservation on behalf of 6ca82c4f9f5942dd83bc1f88428b2e43 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:08.674954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:08.731683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43f3c5cf-a877-4e3d-8cbc-40228a58154f req-23f1dcd2-67e5-4acd-9497-89528b6f149c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 210 time: 0.0463459 May 14 18:00:08.921583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Allocated IP 172.20.0.4 (e7b04ea2-6869-47b3-b987-90f1cdd877d0/91ba483b-24ba-4fe8-a1ef-bbdabe347b10/d8e2311d-c063-423c-991c-d9c20906718c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:08.985562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e51d15-47f8-451c-9a45-f2d5c68e183a req-1e629b86-410a-4bf0-8ad1-37066654b977 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:08.986901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59e51d15-47f8-451c-9a45-f2d5c68e183a req-1e629b86-410a-4bf0-8ad1-37066654b977 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 950 time: 0.1422925 May 14 18:00:09.066237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'tag': 'c9cca75c-0c1d-4f80-b038-46a08c615abc'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:09.117824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59e51d15-47f8-451c-9a45-f2d5c68e183a req-6537cd71-e4eb-474a-8403-b806c8aee5c3 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181426 May 14 18:00:09.180655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:09.210684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:09.216199 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:09.265436 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'code': 200} May 14 18:00:09.277542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Network e7b04ea2-6869-47b3-b987-90f1cdd877d0 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:09.280627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:09.288819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:09.328590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:09.334003 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:09.361828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:09.362437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:09.383028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9101710 May 14 18:00:09.399371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Request body: {'port': {'device_id': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:09.512500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:09.806026 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-926aaf5f-c9c6-4e0a-af38-054d0aca260a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727633 May 14 18:00:09.914585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b4c9c-aa70-4586-82bd-0cf916b65685 req-a7c3c2af-14ec-4b1c-938f-3a6cba3cfa3f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:09.916099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c6b4c9c-aa70-4586-82bd-0cf916b65685 req-a7c3c2af-14ec-4b1c-938f-3a6cba3cfa3f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 948 time: 0.1908514 May 14 18:00:10.011470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-2b2a4ba9-5e09-4eb2-bb43-92425a195999 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:10.012897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-2b2a4ba9-5e09-4eb2-bb43-92425a195999 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed72ccca-26ac-4ba9-82d2-338ab56ea3c0 HTTP/1.1" status: 200 len: 944 time: 0.2199130 May 14 18:00:10.214683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e2311d-c063-423c-991c-d9c20906718c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:10.223220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c6b4c9c-aa70-4586-82bd-0cf916b65685 req-31dd9470-6f9c-4262-84c2-6bc41bc29b12 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996562 May 14 18:00:10.228867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:10.294310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Transition to ACTIVE for port object d8e2311d-c063-423c-991c-d9c20906718c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:10.300465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:10.304672 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58ec1a3a-84c0-4e7e-b971-c7c59c04d109 tempest-ListServerFiltersTestJSON-910681475 tempest-ListServerFiltersTestJSON-910681475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:10.527565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:10.531589 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:10.543639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Deleting port 32a7af43-4484-468d-baaf-7de8e0cbd144 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:10.543981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:10.767699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-94ad2bdf-1dd5-4b34-9145-d41667d96e99 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:10.769118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-94ad2bdf-1dd5-4b34-9145-d41667d96e99 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.4269009 May 14 18:00:10.809024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f1f015b8-c05a-4736-ad3d-ca12f06b771d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/quotas/e3ca58d504114ffa9e1fbcc958d92f31 HTTP/1.1" status: 200 len: 375 time: 0.0286746 May 14 18:00:10.824132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Attempting to bind port d8e2311d-c063-423c-991c-d9c20906718c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:10.824386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Attempting to bind port d8e2311d-c063-423c-991c-d9c20906718c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:10.824706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Attempting to bind port d8e2311d-c063-423c-991c-d9c20906718c on network e7b04ea2-6869-47b3-b987-90f1cdd877d0 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:10.870155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Port d8e2311d-c063-423c-991c-d9c20906718c on network e7b04ea2-6869-47b3-b987-90f1cdd877d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:10.870466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Attempting to bind port d8e2311d-c063-423c-991c-d9c20906718c on network e7b04ea2-6869-47b3-b987-90f1cdd877d0 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:10.884429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:10.885396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Checking segment: {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:10.885818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Bound using segment: {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:10.886269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Bound port: d8e2311d-c063-423c-991c-d9c20906718c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:10.886607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:10.906473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] For port 32a7af43-4484-468d-baaf-7de8e0cbd144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=32a7af43-4484-468d-baaf-7de8e0cbd144,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:10.906825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:11.074062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Calling delete_port for 32a7af43-4484-468d-baaf-7de8e0cbd144 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:11.105513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-00dfdeec-514e-42b4-b51f-f728d030cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:11.106881 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-00dfdeec-514e-42b4-b51f-f728d030cabf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1101 time: 0.0718424 May 14 18:00:11.140690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-43129b1a-05d8-41b7-a88e-405aae300a12 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3221004 May 14 18:00:11.141803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:11.169739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:11.179839 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:11.227659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12415473-9de6-48d7-a3d4-44714d144b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:11.245785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-a0119685-5b1a-4e15-89d3-ccc8f1ade51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:11.248593 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-a0119685-5b1a-4e15-89d3-ccc8f1ade51b service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1337070 May 14 18:00:11.266874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:11.298412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:11.299354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:11.300629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] 10.222.0.22 "PUT /v2.0/ports/d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 1091 time: 1.9054043 May 14 18:00:11.301178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:11.323356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-b4377f33-95a0-405e-bdfd-f330b9b6c137 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0687866 May 14 18:00:11.394362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-16f7cae2-a33d-4c91-a2b8-30f0bf0d0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:11.395822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-16f7cae2-a33d-4c91-a2b8-30f0bf0d0cf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0641108 May 14 18:00:11.454832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:11.466694 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:11.477701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-80aa8cfa-7e4e-4e0d-a371-4ecb987ba0aa service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268535 May 14 18:00:11.482612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-4c245bab-7149-47bf-bfcd-7b59306b9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:11.484102 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-4c245bab-7149-47bf-bfcd-7b59306b9af9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819652 May 14 18:00:11.514893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:11.567413 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15bde960-1fc0-4286-b232-9aad8aba5ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:11.620345 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-eedc6af8-dbb0-4d41-92bc-eaa212c17538 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286824 May 14 18:00:11.622707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event deleted for resources: {'Port': ['ID=32a7af43-4484-468d-baaf-7de8e0cbd144,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:11.652868 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:11.758149 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-d82e7696-0221-4515-8595-e004b1db4833 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301706 May 14 18:00:11.856120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] No DVR routers for this DVR port 32a7af43-4484-468d-baaf-7de8e0cbd144 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:11.861886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-44e745d3-6f6d-46a8-a1cd-4406c2af0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:11.863316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-44e745d3-6f6d-46a8-a1cd-4406c2af0bdb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1094 time: 0.5150003 May 14 18:00:11.864313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:11.953025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-363985d5-6251-4f78-a20c-703bf21bac08 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.0786128 May 14 18:00:11.955923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f56fe51d-e2ca-4266-977c-cc2f8a480d84 req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "DELETE /v2.0/ports/32a7af43-4484-468d-baaf-7de8e0cbd144 HTTP/1.1" status: 204 len: 173 time: 1.9279406 May 14 18:00:11.959101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-bc5ef5e5-acf9-43bb-9c32-b9f764112879 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700625 May 14 18:00:12.024419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d19754-68f8-4993-9b51-9e8169126f5a req-64dd95e2-95ff-482c-8969-ce86163eda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.026795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-64dd95e2-95ff-482c-8969-ce86163eda0f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.0629344 May 14 18:00:12.085906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-78a74bb3-69ff-47c0-ab57-858a05bb8514 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499718 May 14 18:00:12.106895 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'tag': 'c9cca75c-0c1d-4f80-b038-46a08c615abc', 'status': 'completed', 'code': 200} May 14 18:00:12.224718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338052ba-026e-4da0-8252-d0bed20049f0 req-980d4516-8edb-4b31-a0c2-113e25bae593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.226651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-980d4516-8edb-4b31-a0c2-113e25bae593 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 1099 time: 0.0948663 May 14 18:00:12.240108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c9cca75c-0c1d-4f80-b038-46a08c615abc details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:12.264080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-1ad9b51b-8120-4e80-8d5f-a119be467eee service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613321 May 14 18:00:12.426096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c9cca75c-0c1d-4f80-b038-46a08c615abc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:12.444360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c9cca75c-0c1d-4f80-b038-46a08c615abc', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'c9cca75c-0c1d-4f80-b038-46a08c615abc', 'mac_address': 'fa:16:3e:a5:e1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:12.508044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d19754-68f8-4993-9b51-9e8169126f5a req-88fee529-f87a-4463-8232-8b31ac031463 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346764 May 14 18:00:12.540896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1ceeb-bcef-41a4-9f6a-fa284ca075a6 req-edf57cee-3d04-4f6f-ab25-d9d109b91930 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.545031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ee1ceeb-bcef-41a4-9f6a-fa284ca075a6 req-edf57cee-3d04-4f6f-ab25-d9d109b91930 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1822214 May 14 18:00:12.565597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338052ba-026e-4da0-8252-d0bed20049f0 req-3d758a40-fcaa-4221-90ef-e19bb6e6e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.567354 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-3d758a40-fcaa-4221-90ef-e19bb6e6e950 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.3330848 May 14 18:00:12.578915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:12.600175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cca75c-0c1d-4f80-b038-46a08c615abc {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:12.618659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ee1ceeb-bcef-41a4-9f6a-fa284ca075a6 req-bf8e97f4-298a-46d7-add9-4f846a38afa1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663846 May 14 18:00:12.652247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c9cca75c-0c1d-4f80-b038-46a08c615abc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:12.658046 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-8ed3f32e-cc7d-4345-891b-566a8e965760 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc HTTP/1.1" status: 200 len: 217 time: 0.0809238 May 14 18:00:12.658897 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:12.660853 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-953b747a-ce32-4daf-b8f1-764ffa3d9510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:12.746489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338052ba-026e-4da0-8252-d0bed20049f0 req-7c44e836-819a-4378-a449-1d4c404b1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.748630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c9cca75c-0c1d-4f80-b038-46a08c615abc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:12.748841 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-7c44e836-819a-4378-a449-1d4c404b1b95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0753744 May 14 18:00:12.751447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:12.784030 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:12.790441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 32a7af43-4484-468d-baaf-7de8e0cbd144 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:12.791341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 32a7af43-4484-468d-baaf-7de8e0cbd144 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:12.854221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338052ba-026e-4da0-8252-d0bed20049f0 req-61639de3-de42-4d68-9cb2-8919d1e463c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.855817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-61639de3-de42-4d68-9cb2-8919d1e463c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000967 May 14 18:00:12.860482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d473e4-1188-4518-a449-307d5d19844c req-0bbcda3b-064d-42df-a586-fc01c330d722 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:12.862001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7d473e4-1188-4518-a449-307d5d19844c req-0bbcda3b-064d-42df-a586-fc01c330d722 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1254275 May 14 18:00:12.913968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7d473e4-1188-4518-a449-307d5d19844c req-87ae1957-9ab4-47ca-b4d7-958bb1788da6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 May 14 18:00:13.000987 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-f57612fa-2b42-41a0-8160-5ed953d9178f service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373918 May 14 18:00:13.031167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:13.111899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-67aea6c4-966b-40c9-8f2c-a457ea400567 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:13.112608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-67aea6c4-966b-40c9-8f2c-a457ea400567 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Synchronizing usage tracker for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:13.130287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-67aea6c4-966b-40c9-8f2c-a457ea400567 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Unset dirty status for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:13.131896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-67aea6c4-966b-40c9-8f2c-a457ea400567 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.1118236 May 14 18:00:13.147928 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-338052ba-026e-4da0-8252-d0bed20049f0 req-9edeb2b9-0661-4981-9717-9b41de59f2e5 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346235 May 14 18:00:13.179511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-b00ec6ad-e33f-48e1-9865-699d3322a8a2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Synchronizing usage tracker for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:13.197427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-b00ec6ad-e33f-48e1-9865-699d3322a8a2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Unset dirty status for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:13.198901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe9a62f7-bb68-44df-b1ba-4b97e8ca399f req-b00ec6ad-e33f-48e1-9865-699d3322a8a2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 May 14 18:00:13.377235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37811b9b-0598-4da7-a622-5844e04edff3 req-436c5df7-cf4f-40fd-8499-7e8384d8ab4d tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:13.378597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37811b9b-0598-4da7-a622-5844e04edff3 req-436c5df7-cf4f-40fd-8499-7e8384d8ab4d tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 950 time: 0.0842712 May 14 18:00:13.426989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37811b9b-0598-4da7-a622-5844e04edff3 req-5e81173b-23b6-4217-a4ca-d80b7b6e4ef2 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 May 14 18:00:13.578734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-ec84d622-51d7-466c-a82b-6e5a0a09ea17 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:13.579477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-ec84d622-51d7-466c-a82b-6e5a0a09ea17 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Synchronizing usage tracker for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:13.597872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-ec84d622-51d7-466c-a82b-6e5a0a09ea17 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Unset dirty status for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:13.599047 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-ec84d622-51d7-466c-a82b-6e5a0a09ea17 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.1931574 May 14 18:00:13.612468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Request body: {'port': {'device_id': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'admin_state_up': True, 'tenant_id': 'e3ca58d504114ffa9e1fbcc958d92f31'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:13.738574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4469391-8169-490e-921d-30a6b40e84eb req-e29d1559-8d60-4b3c-b4c0-7dc6d29e4475 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:13.740111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4469391-8169-490e-921d-30a6b40e84eb req-e29d1559-8d60-4b3c-b4c0-7dc6d29e4475 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 949 time: 0.0797212 May 14 18:00:13.747106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:13.751158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Usage tracker for resource:port and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:13.753982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:13.759919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:13.769334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Made reservation on behalf of e3ca58d504114ffa9e1fbcc958d92f31 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:13.772920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:13.786867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4469391-8169-490e-921d-30a6b40e84eb req-9627f8dd-55ba-47a2-b4a9-d65fcb31433b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 May 14 18:00:13.838411 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b', 'code': 200} May 14 18:00:13.879605 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c', 'status': 'completed', 'code': 200} May 14 18:00:13.996459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Allocated IP 172.20.0.7 (c7c1ff26-040f-4436-81b8-70cd198f76c9/d1a59e9c-6aba-4db7-9467-b100fbdb4a4d/c932ceff-4c62-4386-9291-4fe66eff9d84) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:14.005512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a36946d9-aa14-4531-a441-ed06497932f0 req-3a24151f-f1f9-4fa0-8a51-14323650e670 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Synchronizing usage tracker for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:14.028069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a36946d9-aa14-4531-a441-ed06497932f0 req-3a24151f-f1f9-4fa0-8a51-14323650e670 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Unset dirty status for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:14.029220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a36946d9-aa14-4531-a441-ed06497932f0 req-3a24151f-f1f9-4fa0-8a51-14323650e670 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 210 time: 0.0692523 May 14 18:00:14.039546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-edd4f235-793f-4fe0-8913-cfd8726b16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:14.041602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-edd4f235-793f-4fe0-8913-cfd8726b16a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1094 time: 0.1341681 May 14 18:00:14.055394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a917ce-8a97-48bc-b4ee-7901db53b573 req-793be402-d170-483e-af7b-5687b7c443c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:14.056952 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d7a917ce-8a97-48bc-b4ee-7901db53b573 req-793be402-d170-483e-af7b-5687b7c443c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 1101 time: 0.1387336 May 14 18:00:14.073428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40628) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:14.219785 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d7a917ce-8a97-48bc-b4ee-7901db53b573 req-58514623-859f-4e09-8b0e-caf395bb65a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773344 May 14 18:00:14.242563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c9cca75c-0c1d-4f80-b038-46a08c615abc up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:14.260233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.289294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.295737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.302461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec3b440d-f1af-4a52-8c84-89191acef66c tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:14.303643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-7e0f564e-3d90-43c4-9bf4-f8695bd62136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:14.305108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-7e0f564e-3d90-43c4-9bf4-f8695bd62136 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.2524376 May 14 18:00:14.317707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port c9cca75c-0c1d-4f80-b038-46a08c615abc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:14.323297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c9cca75c-0c1d-4f80-b038-46a08c615abc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:14.323689 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.366003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:14.369107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:14.373985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:14.399643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-c5dedf43-3985-4f37-ae0e-a83565efb11a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.0867333 May 14 18:00:14.402970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.418118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:14.422484 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:14.446663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:14.448153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.476837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679771 May 14 18:00:14.490236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Request body: {'port': {'device_id': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:14.495905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a363a-d880-4211-bc0c-069e36f280a6 req-a26210be-a894-455b-b574-cb7ce9f98070 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:14.503380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-211a363a-d880-4211-bc0c-069e36f280a6 req-a26210be-a894-455b-b574-cb7ce9f98070 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.3425553 May 14 18:00:14.504562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.544892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c9cca75c-0c1d-4f80-b038-46a08c615abc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:14.550799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.553004 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:14.569032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-1e874c8f-3e9b-4135-8a37-4d18e9299aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:14.570483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-1e874c8f-3e9b-4135-8a37-4d18e9299aee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.1551912 May 14 18:00:14.579945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-211a363a-d880-4211-bc0c-069e36f280a6 req-8df7b670-094c-4da3-8288-814f90db5776 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758371 May 14 18:00:14.631221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c9cca75c-0c1d-4f80-b038-46a08c615abc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:14.634381 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:14.701019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:14.749063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.800048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-9b530840-cf22-4d3b-9b85-a043548311c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190659 May 14 18:00:14.841914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.849729 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5ed266a-2003-4648-82fb-148a16a61443 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:14.851414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:14.866485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'd8e2311d-c063-423c-991c-d9c20906718c', 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'port_id': 'd8e2311d-c063-423c-991c-d9c20906718c', 'mac_address': 'fa:16:3e:1c:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ba483b-24ba-4fe8-a1ef-bbdabe347b10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:14.923077 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.925629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce28a9b-08b7-43ed-9a59-0b03b50da784,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:14.928749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:14.946649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2311d-c063-423c-991c-d9c20906718c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:14.967577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:14.971722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.973743 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-953b747a-ce32-4daf-b8f1-764ffa3d9510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:14.990801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:14.994647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "DELETE /v2.0/security-groups/dce28a9b-08b7-43ed-9a59-0b03b50da784 HTTP/1.1" status: 204 len: 168 time: 0.9174669 May 14 18:00:14.995767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40640) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:15.007541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8933d-e7fb-45a2-b2ec-24d2770eff68 req-bcac75f4-b282-4ff5-b2d1-82b4a6cd44b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:15.009005 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ff8933d-e7fb-45a2-b2ec-24d2770eff68 req-bcac75f4-b282-4ff5-b2d1-82b4a6cd44b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.2475386 May 14 18:00:15.030624 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-784866f2-dc45-4267-8c0e-58c7210a6a01 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] show failed (client error): The resource could not be found. May 14 18:00:15.034543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-784866f2-dc45-4267-8c0e-58c7210a6a01 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "GET /v2.0/security-groups/dce28a9b-08b7-43ed-9a59-0b03b50da784 HTTP/1.1" status: 404 len: 347 time: 0.0349970 May 14 18:00:15.034840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40644) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:15.047026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:15.048371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-10bbb7d5-a9b3-4427-a9f4-8d97a8282a87 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350388 May 14 18:00:15.050933 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:15.140358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ff8933d-e7fb-45a2-b2ec-24d2770eff68 req-d01057eb-6e65-4dc4-9b7e-9097cc4f3980 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213894 May 14 18:00:15.223951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d8e2311d-c063-423c-991c-d9c20906718c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:15.250639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff3a5fd-695d-4cb1-9b2a-5b418b786637 req-fde7f09c-55b0-4f04-95fd-c5723c1387c9 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894450 May 14 18:00:15.333799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c932ceff-4c62-4386-9291-4fe66eff9d84 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:15.343265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab2da2-6668-4835-84d5-ffb28f16f4d1 req-3f9b064d-8868-4363-849b-2f005d91067b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:15.345034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:15.345209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cab2da2-6668-4835-84d5-ffb28f16f4d1 req-3f9b064d-8868-4363-849b-2f005d91067b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 944 time: 0.0934944 May 14 18:00:15.374964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Transition to ACTIVE for port object c932ceff-4c62-4386-9291-4fe66eff9d84 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:15.377312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Deleting port 78bed6a9-1adf-47a4-91a5-9cb3c242bb1e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:15.378299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:15.393659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:15.402300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-578aee8a-0f4b-497a-8be2-367e042652d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:15.402851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cab2da2-6668-4835-84d5-ffb28f16f4d1 req-8c8431b1-a21a-4db8-a470-749ba6eb01c2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 May 14 18:00:15.594063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d519-44c3-4204-9916-495ec0f1f7cb req-b18dc159-e8a8-4155-bdb5-beaeb10497e1 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:15.595464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9e8d519-44c3-4204-9916-495ec0f1f7cb req-b18dc159-e8a8-4155-bdb5-beaeb10497e1 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 950 time: 0.0865617 May 14 18:00:15.641202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9e8d519-44c3-4204-9916-495ec0f1f7cb req-81bf9e8f-e457-49bf-b202-a693add08843 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 May 14 18:00:15.642057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:15.678655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:15.730047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:15.730387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:15.839195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cca75c-0c1d-4f80-b038-46a08c615abc'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:15.867201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Calling delete_port for 78bed6a9-1adf-47a4-91a5-9cb3c242bb1e owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:15.874039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Attempting to bind port c932ceff-4c62-4386-9291-4fe66eff9d84 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:15.874375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Attempting to bind port c932ceff-4c62-4386-9291-4fe66eff9d84 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:15.874698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Attempting to bind port c932ceff-4c62-4386-9291-4fe66eff9d84 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:15.880783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-deleted', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:15.881888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Port c932ceff-4c62-4386-9291-4fe66eff9d84 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:15.882206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Attempting to bind port c932ceff-4c62-4386-9291-4fe66eff9d84 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:15.890069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:15.890069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Checking segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:15.890393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Bound using segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:15.890605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Bound port: c932ceff-4c62-4386-9291-4fe66eff9d84, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:15.890942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:15.923559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d35b5-4337-4e4e-9287-e6ce37713683 req-5c8375ef-06c3-4569-996a-18c24e4118ae tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:15.925281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f53d35b5-4337-4e4e-9287-e6ce37713683 req-5c8375ef-06c3-4569-996a-18c24e4118ae tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 950 time: 0.0917015 May 14 18:00:15.975665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f53d35b5-4337-4e4e-9287-e6ce37713683 req-32f3d1ad-d61c-42b0-a373-e57ebba53732 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 May 14 18:00:16.009481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:16.017096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:16.052958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.061712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e2a070c-e93d-4e7a-ab22-3c46ea0f8f6e tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:16.117317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:16.117849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.119780 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] 10.222.0.15 "PUT /v2.0/ports/c932ceff-4c62-4386-9291-4fe66eff9d84 HTTP/1.1" status: 200 len: 1091 time: 1.6332216 May 14 18:00:16.120273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:16.159034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:16.161610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.167778 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:16.168275 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:16.176265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e741-e080-4f74-b0a3-c81d74b4f089 req-2629d0b2-7f09-4df8-91a1-1a77398b6cf1 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:16.177744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ec1e741-e080-4f74-b0a3-c81d74b4f089 req-2629d0b2-7f09-4df8-91a1-1a77398b6cf1 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 943 time: 0.0965514 May 14 18:00:16.223914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ec1e741-e080-4f74-b0a3-c81d74b4f089 req-9f0cbd29-b232-48b7-acb8-0e013c2f7f95 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 May 14 18:00:16.360977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Pushing event deleted for resources: {'Port': ['ID=78bed6a9-1adf-47a4-91a5-9cb3c242bb1e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:16.368596 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:16.405802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4c2cb-43b8-4aa1-b1eb-fece2f0afc0c req-80573df0-79e3-4b3f-b4d4-585a26c6a217 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:16.407384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94e4c2cb-43b8-4aa1-b1eb-fece2f0afc0c req-80573df0-79e3-4b3f-b4d4-585a26c6a217 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.0840409 May 14 18:00:16.456342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94e4c2cb-43b8-4aa1-b1eb-fece2f0afc0c req-d185b8a2-4c42-4e97-90e5-3684343c7707 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 May 14 18:00:16.478183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.487310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-11fd3521-2c12-452c-aad7-fcf8122129c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:16.488774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-11fd3521-2c12-452c-aad7-fcf8122129c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 1094 time: 0.2914147 May 14 18:00:16.569906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-66541caa-198a-4dcd-b3cb-27f19f43fab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932ceff-4c62-4386-9291-4fe66eff9d84 HTTP/1.1" status: 200 len: 217 time: 0.0687361 May 14 18:00:16.571526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.575424 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d780985-1db5-43c9-be78-47f98bfe49cd HTTP/1.1" status: 204 len: 168 time: 1.5393155 May 14 18:00:16.633742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-53a4de2d-b505-4753-b23e-1b6539611a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:16.635092 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-53a4de2d-b505-4753-b23e-1b6539611a9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.0581055 May 14 18:00:16.684550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-8499479c-6489-42df-bf79-946a3a8a2dc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423081 May 14 18:00:16.714850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:16.759616 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cca75c-0c1d-4f80-b038-46a08c615abc', 'code': 200} May 14 18:00:16.781689 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed72ccca-26ac-4ba9-82d2-338ab56ea3c0', 'name': 'network-vif-deleted', 'tag': '32a7af43-4484-468d-baaf-7de8e0cbd144', 'status': 'completed', 'code': 200} May 14 18:00:16.810602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port d8e2311d-c063-423c-991c-d9c20906718c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:16.818306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port d8e2311d-c063-423c-991c-d9c20906718c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:16.818705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.838251 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'status': 'completed', 'code': 200} May 14 18:00:16.876683 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-0a92cc50-1db0-4e36-9b99-66a3a6bac135 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836789 May 14 18:00:16.942440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.976395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:16.983915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461526f-8997-4662-a32a-7035661d049c req-2f354187-763b-4f42-9233-28f57ffe407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:16.984160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:16.986400 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5461526f-8997-4662-a32a-7035661d049c req-2f354187-763b-4f42-9233-28f57ffe407f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 1101 time: 0.1845315 May 14 18:00:16.992686 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:17.010533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42dbd3-0ead-4afc-a3aa-2a44ad9ec84b req-525805a2-2029-4d79-b9e0-a06ba6709525 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.017920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d42dbd3-0ead-4afc-a3aa-2a44ad9ec84b req-525805a2-2029-4d79-b9e0-a06ba6709525 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1053755 May 14 18:00:17.069107 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5461526f-8997-4662-a32a-7035661d049c req-18aada92-d077-4639-b6f1-f0eb673f091b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750263 May 14 18:00:17.075269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d42dbd3-0ead-4afc-a3aa-2a44ad9ec84b req-7c95623f-b32f-4ce2-ac58-de849a823938 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 May 14 18:00:17.076493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:17.079553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:17.081997 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af57f388-0a9b-40d6-a84e-8bb3cf4935dd req-7d796d69-edc8-4ff0-8d6d-50ae0a17b571 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949742 May 14 18:00:17.252241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbee4d-1a0c-4233-837f-4c4c4bd1e85e req-4ddcd87e-bca6-47bf-b740-ba4bc6997537 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.253637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97fbee4d-1a0c-4233-837f-4c4c4bd1e85e req-4ddcd87e-bca6-47bf-b740-ba4bc6997537 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0864613 May 14 18:00:17.287278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-2cef5d4f-908b-4fe8-b92e-8dfcadb0def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.288773 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-2cef5d4f-908b-4fe8-b92e-8dfcadb0def0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 1094 time: 0.0715454 May 14 18:00:17.299898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97fbee4d-1a0c-4233-837f-4c4c4bd1e85e req-50dc4e12-0b56-4bae-9b27-6d4d6cc73a72 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 May 14 18:00:17.426244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-a6d032b1-5212-4f56-9131-0799d668fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.428002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-a6d032b1-5212-4f56-9131-0799d668fada service neutron] 10.222.0.15 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 906 time: 0.1304493 May 14 18:00:17.505140 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-f810a2e4-cbb9-426c-9ccb-a717a773f817 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c932ceff-4c62-4386-9291-4fe66eff9d84 HTTP/1.1" status: 200 len: 217 time: 0.0691547 May 14 18:00:17.573113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-9bdc0cdf-e347-46c4-9bf4-9e4bdca39163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.574527 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-9bdc0cdf-e347-46c4-9bf4-9e4bdca39163 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.0591035 May 14 18:00:17.619556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba9a3-3769-4391-87eb-be42bae85e34 req-86be7425-b5a5-44c4-b706-67e2f4a840ec tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.621009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d8ba9a3-3769-4391-87eb-be42bae85e34 req-86be7425-b5a5-44c4-b706-67e2f4a840ec tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 950 time: 0.0801077 May 14 18:00:17.633898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-7dcfa4b3-37cc-465c-8bba-b886cf18ad1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449622 May 14 18:00:17.666785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d8ba9a3-3769-4391-87eb-be42bae85e34 req-e2a5d158-94c3-418a-bdb4-cad40fb8c4fe tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 May 14 18:00:17.765862 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-4437390d-5e41-42c2-a8e6-3d526a28c232 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241095 May 14 18:00:17.912710 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a8e3a2a-a2a5-4faa-8467-23e87d3283ee req-fbd669c8-151d-43c7-9cbc-c7d5dff2396e service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263442 May 14 18:00:17.949428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe639a16-00eb-4514-bb2b-864f8b904b01 req-4b49a14c-15d0-4615-b98c-c997b7b496d3 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:17.950864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe639a16-00eb-4514-bb2b-864f8b904b01 req-4b49a14c-15d0-4615-b98c-c997b7b496d3 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 950 time: 0.0859354 May 14 18:00:17.995565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe639a16-00eb-4514-bb2b-864f8b904b01 req-02bcc476-1a4f-4336-ae8d-a0d7823d57ea tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 May 14 18:00:18.169791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda166-4f92-4a24-b7f3-3e5ebce0f822 req-557b3863-aa4a-47a0-8f23-45e9d2559fc2 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:18.171195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8bda166-4f92-4a24-b7f3-3e5ebce0f822 req-557b3863-aa4a-47a0-8f23-45e9d2559fc2 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 943 time: 0.0805364 May 14 18:00:18.215399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8bda166-4f92-4a24-b7f3-3e5ebce0f822 req-0bf487f0-6cdc-49ee-a009-86f83669dc57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 May 14 18:00:18.418190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331bc9-eb37-488f-8b86-df75dc39a058 req-2147f1a7-26c7-4e27-b160-95c56eb076c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:18.419801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7331bc9-eb37-488f-8b86-df75dc39a058 req-2147f1a7-26c7-4e27-b160-95c56eb076c5 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.0833244 May 14 18:00:18.470909 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7331bc9-eb37-488f-8b86-df75dc39a058 req-c8898843-99fc-43c2-8a59-39ca3a04ae33 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 May 14 18:00:18.655876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545aaed-523d-45c6-8719-17ae4d141fa4 req-1d3829ee-05f8-4ea3-b55e-f72965b0d1fe tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:18.657321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2545aaed-523d-45c6-8719-17ae4d141fa4 req-1d3829ee-05f8-4ea3-b55e-f72965b0d1fe tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.0861113 May 14 18:00:18.703321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2545aaed-523d-45c6-8719-17ae4d141fa4 req-3da2975a-f351-4e53-bd8f-e2043971fdd9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 May 14 18:00:18.751637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-aeac5723-e6be-4dd1-87aa-b1e3cab47aa8 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:18.752332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-aeac5723-e6be-4dd1-87aa-b1e3cab47aa8 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Synchronizing usage tracker for tenant:ee40d552652b4b4a8980a71ddc8b72c6 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:18.760895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:18.769978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-aeac5723-e6be-4dd1-87aa-b1e3cab47aa8 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Unset dirty status for tenant:ee40d552652b4b4a8980a71ddc8b72c6 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:18.771265 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-aeac5723-e6be-4dd1-87aa-b1e3cab47aa8 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 950 time: 0.1010971 May 14 18:00:18.907641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545f0a7-2267-4df5-8946-897be8f9f9e0 req-5500978f-f09a-4a44-b512-0dda23e7aeb2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:18.909053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a545f0a7-2267-4df5-8946-897be8f9f9e0 req-5500978f-f09a-4a44-b512-0dda23e7aeb2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0840721 May 14 18:00:18.957175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a545f0a7-2267-4df5-8946-897be8f9f9e0 req-38bd84f9-a171-4b9b-8e51-6d48fd2ec637 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 May 14 18:00:19.024979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Deleting port c06add41-d7b2-4d5d-98ca-02e0bf7b383b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:19.025468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:19.166322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] For port c06add41-d7b2-4d5d-98ca-02e0bf7b383b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:19.166647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:19.229203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905a44f-d0da-430f-a8d5-e652e7be7057 req-64ee8402-8e27-456f-9a67-e0d173f94abe tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:19.230778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a905a44f-d0da-430f-a8d5-e652e7be7057 req-64ee8402-8e27-456f-9a67-e0d173f94abe tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c HTTP/1.1" status: 200 len: 950 time: 0.1820178 May 14 18:00:19.276172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a905a44f-d0da-430f-a8d5-e652e7be7057 req-cf5e69fb-00dc-43d9-98ee-487567feae3f tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 May 14 18:00:19.291523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Calling delete_port for c06add41-d7b2-4d5d-98ca-02e0bf7b383b owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:19.407090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:19.413133 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fceb37a6-e001-4032-b245-b7b898c32963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:19.421192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c06add41-d7b2-4d5d-98ca-02e0bf7b383b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:19.457536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Pushing event deleted for resources: {'Port': ['ID=c06add41-d7b2-4d5d-98ca-02e0bf7b383b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:19.466458 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:19.555305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] No DVR routers for this DVR port c06add41-d7b2-4d5d-98ca-02e0bf7b383b on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:19.559028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:19.562060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'name': 'network-vif-deleted', 'tag': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:19.593360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8da1f680-c19f-4ec4-ab56-6f2a6e964d9f req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] 10.222.0.15 "DELETE /v2.0/ports/c06add41-d7b2-4d5d-98ca-02e0bf7b383b HTTP/1.1" status: 204 len: 173 time: 0.8162715 May 14 18:00:19.610646 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c', 'code': 200} May 14 18:00:19.763649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5de00-4fef-491b-8d00-ef774862d98a req-948204bc-099e-4124-84d2-258a8d887438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:19.765150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8d5de00-4fef-491b-8d00-ef774862d98a req-948204bc-099e-4124-84d2-258a8d887438 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1096 time: 0.0857794 May 14 18:00:19.810550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8d5de00-4fef-491b-8d00-ef774862d98a req-6644de10-290e-4af8-b0dd-57a8b6c2f1c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 May 14 18:00:19.890869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa523e-70ae-4fa8-8dba-c1b7410d4fd9 req-730135ad-9a76-41c7-b0ba-ddfb27e04bf0 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:19.892339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5efa523e-70ae-4fa8-8dba-c1b7410d4fd9 req-730135ad-9a76-41c7-b0ba-ddfb27e04bf0 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 950 time: 0.0782163 May 14 18:00:19.941318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5efa523e-70ae-4fa8-8dba-c1b7410d4fd9 req-78fc3b72-f447-4d5e-bfed-65cdb733f4c2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 May 14 18:00:20.122258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1e85d-9c56-43ca-9f6c-cfbc3f1d1e5c req-2d47b20b-1613-4ecf-b2b9-c15026ca7f4f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:20.123705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12e1e85d-9c56-43ca-9f6c-cfbc3f1d1e5c req-2d47b20b-1613-4ecf-b2b9-c15026ca7f4f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 943 time: 0.0842729 May 14 18:00:20.169970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12e1e85d-9c56-43ca-9f6c-cfbc3f1d1e5c req-05a5b822-a29b-4ffc-9ff0-356acbf40119 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 May 14 18:00:20.275520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:20.344535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c07d-42e4-4c07-a6e4-48f57d0ae375 req-447961e5-4c9b-4453-820f-208229b28a2d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:20.345989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ded5c07d-42e4-4c07-a6e4-48f57d0ae375 req-447961e5-4c9b-4453-820f-208229b28a2d tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.0838518 May 14 18:00:20.391131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ded5c07d-42e4-4c07-a6e4-48f57d0ae375 req-e76626ae-7523-44e9-9e4c-3930741d6518 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 May 14 18:00:20.408958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:20.422360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'mac_address': 'fa:16:3e:fd:5f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:20.478768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:20.496136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c932ceff-4c62-4386-9291-4fe66eff9d84 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:20.512885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:20.516851 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:20.518822 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:20.568430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275ad62-b46d-43a8-ab9e-c3c68f3275e7 req-78708e1d-6ccc-4690-946d-2ae12b4939f6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:20.569881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d275ad62-b46d-43a8-ab9e-c3c68f3275e7 req-78708e1d-6ccc-4690-946d-2ae12b4939f6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.0821342 May 14 18:00:20.591414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:20.594506 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:20.620713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d275ad62-b46d-43a8-ab9e-c3c68f3275e7 req-c1ce0857-06cb-4e3c-bc5f-5d79b7983d0a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 May 14 18:00:20.672819 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1596d18-14f6-4fb1-a2ba-c758ae8dcd7c', 'name': 'network-vif-deleted', 'tag': 'c06add41-d7b2-4d5d-98ca-02e0bf7b383b', 'status': 'completed', 'code': 200} May 14 18:00:20.905416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c932ceff-4c62-4386-9291-4fe66eff9d84'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:20.942075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-5c8c3b8c-50ee-4722-ac6c-373584875d5f tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:20.943591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-5c8c3b8c-50ee-4722-ac6c-373584875d5f tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 1101 time: 0.0697405 May 14 18:00:20.966587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:20.982065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:21.023377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Usage tracker for resource:security_group_rule and tenant:812b5754c25d4d27947d2b354d7f64e6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:21.030874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:21.039204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:21.105437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-6a0e253a-348a-470c-abe9-2efe558283be tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:21.106960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-6a0e253a-348a-470c-abe9-2efe558283be tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 945 time: 0.1223962 May 14 18:00:21.246518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:21.250511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:21.259117 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32cd125c-8356-489d-aac6-2bb91378223d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:21.290963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f892898-8979-4a1d-a6e7-43d8645177d1 req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414140 May 14 18:00:21.297290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b213d-d2a3-4f9f-ab96-18bb060a9da1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:21.308412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.308590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.308957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.309320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.309676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.310032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.310385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.310737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.311102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.311461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.311809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.312169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:21.316197 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:21.331206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 776c5ac2-edf3-4343-9212-6598e891347a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:21.331435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:21.512099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 776c5ac2-edf3-4343-9212-6598e891347a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=776c5ac2-edf3-4343-9212-6598e891347a,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:21.512617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:21.644953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 776c5ac2-edf3-4343-9212-6598e891347a owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:21.654304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1245-e584-44c3-b960-c550910edcd8 req-d3c5f14e-de57-4b58-aefa-9edecfbe21cd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:21.655768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aade1245-e584-44c3-b960-c550910edcd8 req-d3c5f14e-de57-4b58-aefa-9edecfbe21cd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2583396 May 14 18:00:21.712064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aade1245-e584-44c3-b960-c550910edcd8 req-a2f1d0ff-e90e-4a97-8868-e0b5469c908c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502677 May 14 18:00:21.803563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:21.810303 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:21.815468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['776c5ac2-edf3-4343-9212-6598e891347a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:21.856294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=776c5ac2-edf3-4343-9212-6598e891347a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:21.882758 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:22.033052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 776c5ac2-edf3-4343-9212-6598e891347a on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:22.035621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:22.038298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b18a984-dda0-4882-8bde-bb715c063c29', 'name': 'network-vif-deleted', 'tag': '776c5ac2-edf3-4343-9212-6598e891347a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:22.100126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b368eee5-e033-42b2-bff6-cb4d40fc4396 req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "DELETE /v2.0/ports/776c5ac2-edf3-4343-9212-6598e891347a HTTP/1.1" status: 204 len: 173 time: 0.9832935 May 14 18:00:22.133955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6132c-528e-4fea-b92d-2147bbfef9a3 req-97d90fdf-ceca-4739-acc8-9c469941bb20 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:22.135581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5db6132c-528e-4fea-b92d-2147bbfef9a3 req-97d90fdf-ceca-4739-acc8-9c469941bb20 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 944 time: 0.0905130 May 14 18:00:22.183082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5db6132c-528e-4fea-b92d-2147bbfef9a3 req-768ad854-eebb-4acb-a4aa-79ff62f5c823 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 May 14 18:00:22.291819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:22.359802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port c932ceff-4c62-4386-9291-4fe66eff9d84 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:22.364327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c932ceff-4c62-4386-9291-4fe66eff9d84 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:22.364706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:22.458774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccaac0-4723-4fe1-958e-9f7c5eb3e06d req-08f4d96e-9eba-4837-9a4d-d7db37eb6868 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:22.460295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85ccaac0-4723-4fe1-958e-9f7c5eb3e06d req-08f4d96e-9eba-4837-9a4d-d7db37eb6868 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.0817659 May 14 18:00:22.482326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:22.511321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:22.513425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85ccaac0-4723-4fe1-958e-9f7c5eb3e06d req-0421f34c-c47e-4955-ae66-3bc2e8774bd1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 May 14 18:00:22.521695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:22.526948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:22.527895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c06add41-d7b2-4d5d-98ca-02e0bf7b383b no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:22.557806 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:22.600283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: c06add41-d7b2-4d5d-98ca-02e0bf7b383b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:22.600640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c06add41-d7b2-4d5d-98ca-02e0bf7b383b not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:22.665918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:22.674562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.674906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.675267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.675603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.675932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.676258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.676581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.676902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.677227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.677543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.677865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.678183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:00:22.683727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:22.693105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0e394da4-7e53-4de8-ac40-60c417423454 req-e794088b-6cbe-42b2-8d1f-a90377577a2d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:22.708349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0e394da4-7e53-4de8-ac40-60c417423454 req-e794088b-6cbe-42b2-8d1f-a90377577a2d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:22.709614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e394da4-7e53-4de8-ac40-60c417423454 req-e794088b-6cbe-42b2-8d1f-a90377577a2d tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b18a984-dda0-4882-8bde-bb715c063c29 HTTP/1.1" status: 200 len: 210 time: 0.0620697 May 14 18:00:22.941482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-a7ceaabf-a258-4efa-b691-80f72de9b17b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:22.942898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-a7ceaabf-a258-4efa-b691-80f72de9b17b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 814 time: 0.1431348 May 14 18:00:22.957628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-0227b77b-7915-40d8-82eb-5fbda95f378c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/quotas/6ca82c4f9f5942dd83bc1f88428b2e43 HTTP/1.1" status: 200 len: 375 time: 0.0086017 May 14 18:00:23.038497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-86fdc5f6-240c-4b37-990d-b47883f95d0d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756044 May 14 18:00:23.170920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-80d420e0-d6ac-41d0-8454-d4591e6199e5 service neutron] 10.222.0.24 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255646 May 14 18:00:23.309022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-58f5f888-c022-410d-8cdf-698d6bb19fa0 service neutron] 10.222.0.24 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317601 May 14 18:00:23.746227 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b18a984-dda0-4882-8bde-bb715c063c29', 'name': 'network-vif-deleted', 'tag': '776c5ac2-edf3-4343-9212-6598e891347a', 'status': 'completed', 'code': 200} May 14 18:00:23.771359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:23.850643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-b463352f-edf4-4ac5-a34a-613a995e1d25 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274096 May 14 18:00:24.004234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-4e48f0c4-3445-4401-8e10-fa639c99569a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:24.005664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-4e48f0c4-3445-4401-8e10-fa639c99569a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484630 May 14 18:00:24.020628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-132d9064-39b4-46fc-ac27-31633404ed0c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/quotas/1e45773665c44ec6a77586bec51b1352 HTTP/1.1" status: 200 len: 375 time: 0.0091267 May 14 18:00:24.108253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-bfb09309-c74e-4c64-9d6c-de49c55e80b8 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817251 May 14 18:00:24.459476 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'code': 200} May 14 18:00:24.663684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f039-f288-471b-91a9-e813e7217f76 req-9db7e1dd-10c3-4f24-966a-f02b112a6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:24.665442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03d3f039-f288-471b-91a9-e813e7217f76 req-9db7e1dd-10c3-4f24-966a-f02b112a6469 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 1096 time: 0.1164546 May 14 18:00:24.713918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-4a96d83d-6897-4ff8-bdc2-5f0a9c29edaa tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:24.715737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-4a96d83d-6897-4ff8-bdc2-5f0a9c29edaa tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 814 time: 0.2141919 May 14 18:00:24.717388 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03d3f039-f288-471b-91a9-e813e7217f76 req-6aaf1f58-e18a-4090-a22e-ed3a47f46a2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 May 14 18:00:24.751625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 776c5ac2-edf3-4343-9212-6598e891347a no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:24.758330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Request body: {'port': {'device_id': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'admin_state_up': True, 'tenant_id': '6ca82c4f9f5942dd83bc1f88428b2e43'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:24.793453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 776c5ac2-edf3-4343-9212-6598e891347a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:24.794004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 776c5ac2-edf3-4343-9212-6598e891347a not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:24.928312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e823ef-d74c-4b0c-b493-7121790e7668 req-b5a2d486-712a-483d-a869-9250fb269d2c tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:24.929764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04e823ef-d74c-4b0c-b493-7121790e7668 req-b5a2d486-712a-483d-a869-9250fb269d2c tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.2130790 May 14 18:00:24.935434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:24.963779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:24.987747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Made reservation on behalf of 6ca82c4f9f5942dd83bc1f88428b2e43 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:24.991122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:25.007265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04e823ef-d74c-4b0c-b493-7121790e7668 req-7793dc61-24e6-4d7a-bd8b-e03afacc0b0c tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693884 May 14 18:00:25.298538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76e581fc-eb3b-4a8a-a551-74f303145ca8 req-a52fd296-aa38-45b0-98f8-918c143ff91f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 210 time: 0.1613262 May 14 18:00:25.331718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Allocated IP 172.20.0.6 (e7b04ea2-6869-47b3-b987-90f1cdd877d0/91ba483b-24ba-4fe8-a1ef-bbdabe347b10/3ffb75fe-1ff4-4cc8-b74f-4788ccd36782) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:25.583751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:25.634864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe2780-fca0-423e-b418-113b5202686d req-2e307512-18f8-45ee-aaa0-4726346d69bb tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:25.636317 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8fe2780-fca0-423e-b418-113b5202686d req-2e307512-18f8-45ee-aaa0-4726346d69bb tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1113369 May 14 18:00:25.656310 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:25.662679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-83fef7ed-e97b-4cb2-b50c-b5a1fe4bb57c tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:25.668688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d8e2311d-c063-423c-991c-d9c20906718c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:25.753122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8fe2780-fca0-423e-b418-113b5202686d req-87963c17-e38a-4252-8341-c58a03c71b27 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 May 14 18:00:25.754875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Network e7b04ea2-6869-47b3-b987-90f1cdd877d0 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:25.758115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:25.766779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:25.815726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Pushing event updated for resources: {'Port': ['ID=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:25.832148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:25.886749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:25.902817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:25.904451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:25.993385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387986 May 14 18:00:26.006745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Request body: {'port': {'device_id': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:26.038046 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-803ea524-05aa-4bc7-a68b-6597840d3e62 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818665 May 14 18:00:26.157237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:26.422585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-339fcf00-6118-4e98-b634-f6a07341085c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:26.424778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-339fcf00-6118-4e98-b634-f6a07341085c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921082 May 14 18:00:26.482002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:26.637709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:26.646373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:26.663948 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-31bf4c5e-ab89-4a75-8240-c95b45327c99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485690 May 14 18:00:26.667836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Transition to ACTIVE for port object 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:26.674969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:26.680200 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1f3be860-c6bd-4c8e-9e49-682c656391c8 tempest-LiveMigrationTest-543901459 tempest-LiveMigrationTest-543901459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:26.750316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697b32-29ba-4a9a-b31f-47da91b6ed4f req-2c13b345-1f5e-41c5-89ec-4d520dfbd3e9 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:26.751891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87697b32-29ba-4a9a-b31f-47da91b6ed4f req-2c13b345-1f5e-41c5-89ec-4d520dfbd3e9 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.1880949 May 14 18:00:26.848680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:26.853936 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:26.933396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87697b32-29ba-4a9a-b31f-47da91b6ed4f req-cbb0eeb5-a6ed-4954-bbca-ec831b7330ce tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318760 May 14 18:00:26.972869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Attempting to bind port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:26.973196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Attempting to bind port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:26.973517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Attempting to bind port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 on network e7b04ea2-6869-47b3-b987-90f1cdd877d0 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:26.978118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:26.980900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 on network e7b04ea2-6869-47b3-b987-90f1cdd877d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:26.981479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Attempting to bind port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 on network e7b04ea2-6869-47b3-b987-90f1cdd877d0 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:26.986450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f6d505b-97c3-4167-b415-4a4d7282b17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:26.988464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:26.988802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Checking segment: {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:26.989187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Bound using segment: {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:26.989713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Bound port: 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1125c99-833a-45cc-afdf-c54df16586c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:26.989937 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.004469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Usage tracker for resource:port and tenant:1e45773665c44ec6a77586bec51b1352 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:27.034556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:27.058222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:27.124432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-401ed9eb-e707-44c3-a54e-a59ff1568c0d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:27.125839 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-401ed9eb-e707-44c3-a54e-a59ff1568c0d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4498885 May 14 18:00:27.130795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:27.134066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.159284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:27.186299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] For port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:27.203546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] For port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:27.213977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.220779 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6eaf85c9-4885-4ece-a79e-32d35828734e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:27.274773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-06f08244-b550-4d0c-b537-dcf1652e23e3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:27.277205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-06f08244-b550-4d0c-b537-dcf1652e23e3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.2391443 May 14 18:00:27.284618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:27.285217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.286549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] 10.222.0.22 "PUT /v2.0/ports/3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 HTTP/1.1" status: 200 len: 1091 time: 1.2841115 May 14 18:00:27.288170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'tag': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:27.314643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-e48889fb-e14e-4fcf-a90e-4fb3ec732bab tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/quotas/ce2ca8d224e5455cb4e42fbc03a6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0271587 May 14 18:00:27.320504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:27.325899 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:27.443353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:27.444645 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.453494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Usage tracker for resource:port and tenant:1e45773665c44ec6a77586bec51b1352 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:27.460898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:27.469470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:27.522878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-38261854-f570-4cdd-bb8a-458a89f8683b tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1986129 May 14 18:00:27.526510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:27.529600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.550625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.254 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/45265b07-a6fd-4454-847c-f06eb900f009) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:27.659283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-0cfa492c-0585-4227-b981-08bc87b623d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:27.660735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-0cfa492c-0585-4227-b981-08bc87b623d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 1094 time: 0.3012955 May 14 18:00:27.745169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-49c4d83c-fd70-477e-9365-785202391815 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 HTTP/1.1" status: 200 len: 217 time: 0.0752420 May 14 18:00:27.747017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-3ea7fe0c-cc91-4357-8d4c-2ccec31fa5fa service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163565 May 14 18:00:27.786231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:27.894657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518db8-75e8-4994-b734-d2229fbdb75b req-c2ab1b12-c088-452b-b019-107adc52fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:27.896124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-c2ab1b12-c088-452b-b019-107adc52fae2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.1441305 May 14 18:00:27.961124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-56cc60fb-4d94-42fe-9afc-60948fa92015 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509291 May 14 18:00:27.992153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:28.023219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 45265b07-a6fd-4454-847c-f06eb900f009 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:28.046405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8f696ab9-779e-4973-8233-c94b208da951 service neutron] 10.222.0.24 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640059 May 14 18:00:28.113155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-3604b33f-9823-44e5-8f67-12faf762e682 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399326 May 14 18:00:28.150695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:28.163335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:28.190917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:28.278964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83518db8-75e8-4994-b734-d2229fbdb75b req-2c60aeec-8d61-4649-9b22-cf7584924d7a service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583514 May 14 18:00:28.294292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:28.309676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:28.327553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.217 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/96461eb1-c128-42a4-b11b-b74363656400) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:28.329429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:28.415036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74308e5e-d94e-4a90-a189-4472e3b20907 req-73d11c8d-56e4-46c9-be60-e28658761e26 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:28.416940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74308e5e-d94e-4a90-a189-4472e3b20907 req-73d11c8d-56e4-46c9-be60-e28658761e26 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 936 time: 0.1215048 May 14 18:00:28.423393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=45265b07-a6fd-4454-847c-f06eb900f009,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:28.452454 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:28.523590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74308e5e-d94e-4a90-a189-4472e3b20907 req-5979f910-e28a-4e1a-9e53-c8c168982302 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885084 May 14 18:00:28.719026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-385332a8-d8ee-4e09-a788-d61fc937c82f None None] Provisioning for port 45265b07-a6fd-4454-847c-f06eb900f009 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:28.729382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-385332a8-d8ee-4e09-a788-d61fc937c82f None None] Provisioning complete for port 45265b07-a6fd-4454-847c-f06eb900f009 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:28.731578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-385332a8-d8ee-4e09-a788-d61fc937c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:28.745871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:28.746509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:28.811848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-385332a8-d8ee-4e09-a788-d61fc937c82f None None] Port 45265b07-a6fd-4454-847c-f06eb900f009 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:00:28.861706 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3839500 May 14 18:00:28.869698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29de278-e4f9-466e-a2d5-753296352977 req-c4761be0-d142-485c-a95c-5da6f98c5f4c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:28.871082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d29de278-e4f9-466e-a2d5-753296352977 req-c4761be0-d142-485c-a95c-5da6f98c5f4c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Synchronizing usage tracker for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:28.875803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Request body: {'port': {'device_id': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:28.889459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d29de278-e4f9-466e-a2d5-753296352977 req-c4761be0-d142-485c-a95c-5da6f98c5f4c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Unset dirty status for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:28.890796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d29de278-e4f9-466e-a2d5-753296352977 req-c4761be0-d142-485c-a95c-5da6f98c5f4c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 943 time: 0.1392162 May 14 18:00:28.952251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d29de278-e4f9-466e-a2d5-753296352977 req-10b4dd63-2e1e-488b-805f-ff095d40a740 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 May 14 18:00:28.977974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Deleting port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:28.978238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.135034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.156649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a987f1-2a83-46d8-bde0-e7d747dfb1fd req-fff3d783-1e08-4566-aaa4-56d039911753 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:29.159522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.159872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56a987f1-2a83-46d8-bde0-e7d747dfb1fd req-fff3d783-1e08-4566-aaa4-56d039911753 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.0967746 May 14 18:00:29.199748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 96461eb1-c128-42a4-b11b-b74363656400 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:29.222441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56a987f1-2a83-46d8-bde0-e7d747dfb1fd req-3d5911e4-877f-43d3-8a63-1c0aa6bab538 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551081 May 14 18:00:29.269397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] For port 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:29.269701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.426976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Calling delete_port for 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:29.454430 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'tag': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782', 'status': 'completed', 'code': 200} May 14 18:00:29.526523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.529301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.538236 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d81fa-405b-4a60-beb7-3c7204e1a2fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:29.540129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:29.608861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-1b67959d-36f7-401f-98aa-67d8f5f427d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:29.610817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-1b67959d-36f7-401f-98aa-67d8f5f427d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 1094 time: 0.1203890 May 14 18:00:29.686452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:29.699983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83233f85-a083-42a2-ad25-e7ca6d00d0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.717573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:29.747913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:29.826983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-d2401862-fa06-4ec5-9315-2ea61700f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:29.828905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-d2401862-fa06-4ec5-9315-2ea61700f3c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.2005875 May 14 18:00:29.835238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:29.836344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:29.865320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=96461eb1-c128-42a4-b11b-b74363656400,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:29.887465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:29.937346 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7888503 May 14 18:00:29.958376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Request body: {'port': {'device_id': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:30.068579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-0e7f9fb9-4eee-4288-af3b-cacf642edf13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 HTTP/1.1" status: 200 len: 217 time: 0.2311590 May 14 18:00:30.071450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8acca26-fef6-43a1-b8bd-7d3474f7592e req-5575087b-e2a0-4762-a5e9-de0080a7abaa tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 210 time: 0.1405005 May 14 18:00:30.137821 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:30.164803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7d47d887-4a1f-4f93-a2ee-f4b67fb2b51b None None] Provisioning for port 96461eb1-c128-42a4-b11b-b74363656400 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:30.175359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7d47d887-4a1f-4f93-a2ee-f4b67fb2b51b None None] Provisioning complete for port 96461eb1-c128-42a4-b11b-b74363656400 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:30.176250 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d47d887-4a1f-4f93-a2ee-f4b67fb2b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:30.278840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7d47d887-4a1f-4f93-a2ee-f4b67fb2b51b None None] Port 96461eb1-c128-42a4-b11b-b74363656400 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:00:30.323282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45265b07-a6fd-4454-847c-f06eb900f009 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:30.343196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:30.406814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-7c3aa4f1-0535-4b12-a2a3-5d3d6d9924eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:30.408246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-7c3aa4f1-0535-4b12-a2a3-5d3d6d9924eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.1434729 May 14 18:00:30.415572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Transition to ACTIVE for port object 45265b07-a6fd-4454-847c-f06eb900f009 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:30.428606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:30.436733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30ff6364-83d4-4e5c-9d21-469f8c1a01c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:30.477039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-c6c2556a-d1c0-41fa-8c38-af0a75fe72eb tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:30.478517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-c6c2556a-d1c0-41fa-8c38-af0a75fe72eb tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 812 time: 0.5259116 May 14 18:00:30.482169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-a84a647c-263a-419e-89e6-e3bb810f10e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619140 May 14 18:00:30.500890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Request body: {'port': {'device_id': '06ffcfca-171c-4f6e-969c-120c4c776839', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'admin_state_up': True, 'tenant_id': 'ce2ca8d224e5455cb4e42fbc03a6f0d8'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:30.556599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc8629-e9f8-4b3c-8387-3c9d84fcab3d req-fe00bf4c-c5d8-4bf9-8769-5a4cd27f0557 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:30.558307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ddc8629-e9f8-4b3c-8387-3c9d84fcab3d req-fe00bf4c-c5d8-4bf9-8769-5a4cd27f0557 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.2468660 May 14 18:00:30.588366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:30.608427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:30.767889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Pushing event updated for resources: {'Port': ['ID=45265b07-a6fd-4454-847c-f06eb900f009,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:30.793212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ddc8629-e9f8-4b3c-8387-3c9d84fcab3d req-f7f30bca-b85c-46da-ac05-d8df48aaa3f7 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436112 May 14 18:00:30.834757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-38b58b5c-d6d7-46df-ac0b-2a4d3243dee7 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387444 May 14 18:00:30.841856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:30.925304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:30.957946 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:30.988363 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ded671c-eded-4cf5-bf43-2b27e5ccf0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:30.998500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Made reservation on behalf of ce2ca8d224e5455cb4e42fbc03a6f0d8 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:31.001896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.044848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be19151-8ea0-4aec-9c82-8ce4bd9ebf88,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:31.050216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:31.126695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11e9c7e8-dc6e-46be-9541-c12cf579c6d9 req-0afa06e8-c4e6-4358-95c9-307b579becda service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823067 May 14 18:00:31.164719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70a588-1d77-43f4-8a7e-6eece25f01d9 req-3a49cb42-b368-41d3-ac2f-07c8d4887a4a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:31.166766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b70a588-1d77-43f4-8a7e-6eece25f01d9 req-3a49cb42-b368-41d3-ac2f-07c8d4887a4a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 948 time: 0.2389081 May 14 18:00:31.257874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b70a588-1d77-43f4-8a7e-6eece25f01d9 req-59fc59a7-5b8b-46af-b7da-da7849bdc296 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 May 14 18:00:31.264365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Allocated IP 172.20.0.14 (16958eef-03a6-471c-a9ca-49315154ab38/cc9d56f5-4aaf-4cdd-b269-e423e93b5696/68c46438-8909-4560-b472-70947b1a538c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:31.328021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Attempting to bind port 45265b07-a6fd-4454-847c-f06eb900f009 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:31.328643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Attempting to bind port 45265b07-a6fd-4454-847c-f06eb900f009 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:31.328643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Attempting to bind port 45265b07-a6fd-4454-847c-f06eb900f009 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:31.343129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96461eb1-c128-42a4-b11b-b74363656400 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:31.347388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Port 45265b07-a6fd-4454-847c-f06eb900f009 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:31.347715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Attempting to bind port 45265b07-a6fd-4454-847c-f06eb900f009 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:31.366779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.375682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:31.376019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:31.376404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:31.376837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Bound port: 45265b07-a6fd-4454-847c-f06eb900f009, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:31.377178 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.434439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Transition to ACTIVE for port object 96461eb1-c128-42a4-b11b-b74363656400 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:31.452454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.460233 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca2e803e-a7be-4ac5-82bb-4b3fd5fe08eb tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:31.519394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.524119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.553355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23829df-ef31-4684-b0a4-0ed63756d126 req-e55decf1-e412-43cf-963d-1c60317a691d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:31.554796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f23829df-ef31-4684-b0a4-0ed63756d126 req-e55decf1-e412-43cf-963d-1c60317a691d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 943 time: 0.1634355 May 14 18:00:31.614322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f23829df-ef31-4684-b0a4-0ed63756d126 req-bc729a6a-f86c-4ff0-b750-ca6c65abc87f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 May 14 18:00:31.615476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.621667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:31.688137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Network 16958eef-03a6-471c-a9ca-49315154ab38 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:31.691299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:31.701128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:31.733113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event updated for resources: {'Port': ['ID=68c46438-8909-4560-b472-70947b1a538c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:31.739624 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:31.749424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] For port 45265b07-a6fd-4454-847c-f06eb900f009, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:31.775413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:31.776448 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.808233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3109140 May 14 18:00:31.822468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Request body: {'port': {'device_id': '06ffcfca-171c-4f6e-969c-120c4c776839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:31.877583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Pushing event updated for resources: {'Port': ['ID=96461eb1-c128-42a4-b11b-b74363656400,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:31.880783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] For port 45265b07-a6fd-4454-847c-f06eb900f009, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=45265b07-a6fd-4454-847c-f06eb900f009,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:31.888846 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:31.893267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:31.901806 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-83cf52e7-50b2-4e37-9c88-e28a9899ab5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:32.034244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40870) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:32.038350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:32.038959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.040416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] 10.222.0.15 "PUT /v2.0/ports/45265b07-a6fd-4454-847c-f06eb900f009 HTTP/1.1" status: 200 len: 1096 time: 3.1687624 May 14 18:00:32.045109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'tag': '45265b07-a6fd-4454-847c-f06eb900f009'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:32.052327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.112526 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.313509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c16d-2754-49fa-a434-da966622b792 req-53e88a2f-9237-4b96-8f85-9ef50337870b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:32.314852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4245c16d-2754-49fa-a434-da966622b792 req-53e88a2f-9237-4b96-8f85-9ef50337870b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.4220858 May 14 18:00:32.340190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Attempting to bind port 96461eb1-c128-42a4-b11b-b74363656400 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:32.340797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Attempting to bind port 96461eb1-c128-42a4-b11b-b74363656400 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:32.340797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Attempting to bind port 96461eb1-c128-42a4-b11b-b74363656400 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:32.352006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Pushing event updated for resources: {'Port': ['ID=45265b07-a6fd-4454-847c-f06eb900f009,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:32.356647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Port 96461eb1-c128-42a4-b11b-b74363656400 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:32.356962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Attempting to bind port 96461eb1-c128-42a4-b11b-b74363656400 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:32.360646 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:32.379855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:32.380187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:32.380570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:32.380989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Bound port: 96461eb1-c128-42a4-b11b-b74363656400, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:32.381324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.452295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-208ff7af-6225-464a-b1b9-981a5041cbc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee40d552652b4b4a8980a71ddc8b72c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167104 May 14 18:00:32.457101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40880) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:32.464569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4245c16d-2754-49fa-a434-da966622b792 req-37851778-8ba6-491e-8fa2-c7dc366a4675 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391006 May 14 18:00:32.489413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Router 802998a1-55a6-4a2d-8467-a65a35b582df has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:00:32.512420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-2da63a12-8108-419e-89f2-75d30db57b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:32.513880 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-2da63a12-8108-419e-89f2-75d30db57b44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 1099 time: 0.2481921 May 14 18:00:32.631859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.677670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.698764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] For port 96461eb1-c128-42a4-b11b-b74363656400, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:32.718396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-80c19dc3-4b57-4465-8685-da3293703265 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=45265b07-a6fd-4454-847c-f06eb900f009 HTTP/1.1" status: 200 len: 217 time: 0.1377664 May 14 18:00:32.722451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] For port 96461eb1-c128-42a4-b11b-b74363656400, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=96461eb1-c128-42a4-b11b-b74363656400,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:32.757703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:32.759986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.775689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:32.845927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:32.846432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.847794 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] 10.222.0.15 "PUT /v2.0/ports/96461eb1-c128-42a4-b11b-b74363656400 HTTP/1.1" status: 200 len: 1096 time: 2.8980143 May 14 18:00:32.866463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c46438-8909-4560-b472-70947b1a538c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:32.888010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf361d54-e502-4323-8fa0-74d67615cd07 req-3a309407-2a89-4326-bf88-09d0d3830753 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:32.888747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bf361d54-e502-4323-8fa0-74d67615cd07 req-3a309407-2a89-4326-bf88-09d0d3830753 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:32.893961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.898406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.900329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-7399fc90-95a7-4a46-a739-874413a356df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:32.901996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-7399fc90-95a7-4a46-a739-874413a356df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1742892 May 14 18:00:32.904962 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58cf0009-e56e-4d50-8f45-45200dbcf591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:32.905227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:00:32.907128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:32.913150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Pushing event updated for resources: {'Port': ['ID=96461eb1-c128-42a4-b11b-b74363656400,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:32.923764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] Sync routers for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:00:32.937559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782', 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'port_id': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782', 'mac_address': 'fa:16:3e:d7:1c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ba483b-24ba-4fe8-a1ef-bbdabe347b10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:32.943271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8774461-4b3f-43a2-a5ba-9f5da3d08dc5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:32.943596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:32.944228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:32.950367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Transition to ACTIVE for port object 68c46438-8909-4560-b472-70947b1a538c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:32.951377 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:32.953008 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:32.955642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.959255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8774461-4b3f-43a2-a5ba-9f5da3d08dc5 HTTP/1.1" status: 204 len: 168 time: 0.4963136 May 14 18:00:32.973380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bf361d54-e502-4323-8fa0-74d67615cd07 req-3a309407-2a89-4326-bf88-09d0d3830753 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:32.974732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf361d54-e502-4323-8fa0-74d67615cd07 req-3a309407-2a89-4326-bf88-09d0d3830753 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 932 time: 0.2898605 May 14 18:00:32.975411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:32.987581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2a816c5-a137-43a7-951c-6ddfca188635 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:33.002192 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] 10.222.0.24 "PUT /v2.0/routers/802998a1-55a6-4a2d-8467-a65a35b582df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1117067 May 14 18:00:33.014115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40888) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:33.221198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68c46438-8909-4560-b472-70947b1a538c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:33.252067 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:33.263598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-27445982-74c7-47c9-8e88-ffe4b8d4659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:33.265051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-27445982-74c7-47c9-8e88-ffe4b8d4659f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3454728 May 14 18:00:33.273435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf361d54-e502-4323-8fa0-74d67615cd07 req-29fe3eb6-4a5a-4a4d-a60e-500f684cd060 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868445 May 14 18:00:33.305890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-f530f283-aca9-4d22-99d0-a07cc06f60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:33.308405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-f530f283-aca9-4d22-99d0-a07cc06f60ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 1099 time: 0.3899269 May 14 18:00:33.314256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:33.355893 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:33.421905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:33.513239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:33.528026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Attempting to bind port 68c46438-8909-4560-b472-70947b1a538c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:33.528541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Attempting to bind port 68c46438-8909-4560-b472-70947b1a538c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:33.528673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Attempting to bind port 68c46438-8909-4560-b472-70947b1a538c on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:33.537718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Port 68c46438-8909-4560-b472-70947b1a538c on network 16958eef-03a6-471c-a9ca-49315154ab38 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:33.538040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Attempting to bind port 68c46438-8909-4560-b472-70947b1a538c on network 16958eef-03a6-471c-a9ca-49315154ab38 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:33.552579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:33.552917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Checking segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:33.553309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Bound using segment: {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:33.553750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Bound port: 68c46438-8909-4560-b472-70947b1a538c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:33.554099 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:33.633788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9493-d22c-427e-9ce0-371c51347bd4 req-642ee653-7ba1-4ec2-92f0-2175cee31465 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:33.641720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a9f9493-d22c-427e-9ce0-371c51347bd4 req-642ee653-7ba1-4ec2-92f0-2175cee31465 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.1705930 May 14 18:00:33.698769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:33.703656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a9f9493-d22c-427e-9ce0-371c51347bd4 req-fc01c03d-9626-4eea-b526-0896e055d7c6 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608730 May 14 18:00:33.769641 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:33.775093 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:33.780661 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-fb0916fc-6400-4324-985d-1353888c0b48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=96461eb1-c128-42a4-b11b-b74363656400 HTTP/1.1" status: 200 len: 217 time: 0.3906083 May 14 18:00:33.822318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] For port 68c46438-8909-4560-b472-70947b1a538c, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:33.827875 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'tag': '45265b07-a6fd-4454-847c-f06eb900f009', 'status': 'completed', 'code': 200} May 14 18:00:33.843258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] For port 68c46438-8909-4560-b472-70947b1a538c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=68c46438-8909-4560-b472-70947b1a538c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:33.850904 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-c636df7f-dc5f-42ab-8278-f9d35992f9a8 service neutron] show failed (client error): The resource could not be found. May 14 18:00:33.852066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-c636df7f-dc5f-42ab-8278-f9d35992f9a8 service neutron] 10.222.0.15 "GET /v2.0/ports/00c01a0d-d8b9-45e4-b170-5ced863cf6c9/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1474674 May 14 18:00:33.856252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:33.861030 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e6e1d57-d4a2-4042-888c-9b6feee23057 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:33.913419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-778fca70-76d8-4994-8c97-2282cc0f25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:33.914848 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-778fca70-76d8-4994-8c97-2282cc0f25e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1250963 May 14 18:00:33.932236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:33.932847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:33.934824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] 10.222.0.22 "PUT /v2.0/ports/68c46438-8909-4560-b472-70947b1a538c HTTP/1.1" status: 200 len: 1092 time: 2.1176524 May 14 18:00:33.935374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ffcfca-171c-4f6e-969c-120c4c776839', 'tag': '68c46438-8909-4560-b472-70947b1a538c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:33.983825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68c46438-8909-4560-b472-70947b1a538c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:33.989820 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:34.005038 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-40954718-c06e-4f2c-864a-5d30344985fb service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273357 May 14 18:00:34.030311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:34.032548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:34.035611 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:34.085795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3ffb75fe-1ff4-4cc8-b74f-4788ccd36782'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:34.228939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T18:00:30Z', 'revision_number': 5, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port': {'id': '6beda403-81fd-4a69-ac14-a69f6b95a6a4', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:31Z', 'updated_at': '2021-05-14T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:34.233078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-da52d5a0-8f92-443e-897c-00564f61c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:34.243081 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-da52d5a0-8f92-443e-897c-00564f61c87b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3131237 May 14 18:00:34.246430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] Checking router: 802998a1-55a6-4a2d-8467-a65a35b582df for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:00:34.247129 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-ed455aba-9c83-4870-ae71-e714e7c1ec14 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340255 May 14 18:00:34.253769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40916) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:34.262596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] Routers {'802998a1-55a6-4a2d-8467-a65a35b582df'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:34.263808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['802998a1-55a6-4a2d-8467-a65a35b582df'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:34.393454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c320277-e3e3-4364-8e9a-4b1d2fd02af9 req-509ac0bf-28b8-4fa9-9522-0715e826d8ff tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:34.400663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Deleting port 6beda403-81fd-4a69-ac14-a69f6b95a6a4 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:34.401046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:34.401183 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c320277-e3e3-4364-8e9a-4b1d2fd02af9 req-509ac0bf-28b8-4fa9-9522-0715e826d8ff tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 948 time: 0.3312316 May 14 18:00:34.464688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8a276b34-043c-4c7a-9501-ac34c23a85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:34.466272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8a276b34-043c-4c7a-9501-ac34c23a85ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f&tenant_id=6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 1101 time: 0.2215922 May 14 18:00:34.471529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-9446aaa1-c9f7-48d6-b7ae-b047f531392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:34.473125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-9446aaa1-c9f7-48d6-b7ae-b047f531392b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 1095 time: 0.3269491 May 14 18:00:34.486458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c320277-e3e3-4364-8e9a-4b1d2fd02af9 req-145fecbe-3334-4ab6-a97b-7cd3f4592a28 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844729 May 14 18:00:34.563342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1364725965-network', 'tenant_id': '5d1ddaa51731476f87ec21e5177a9dfb'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:34.592659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] Set router 802998a1-55a6-4a2d-8467-a65a35b582df gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:34.610029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-f8eaf764-6372-439c-b9d9-777dc36919dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68c46438-8909-4560-b472-70947b1a538c HTTP/1.1" status: 200 len: 217 time: 0.1064098 May 14 18:00:34.613817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:34.626664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:34.640482 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-94ab2e41-302e-4b35-acf8-aa5f6999fc32 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827703 May 14 18:00:34.641682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Usage tracker for resource:network and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:34.647334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] For port 6beda403-81fd-4a69-ac14-a69f6b95a6a4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6beda403-81fd-4a69-ac14-a69f6b95a6a4,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:34.647334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:34.654444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:34.699605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T18:00:34Z', 'revision_number': 6, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:34.703893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140158bf-f068-4102-8ee8-e24b779f4cd6 None None] The sync data for ids ['802998a1-55a6-4a2d-8467-a65a35b582df'] in n-d-787206-3 is: [{'id': '802998a1-55a6-4a2d-8467-a65a35b582df', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643416972-router', 'tenant_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:28Z', 'updated_at': '2021-05-14T18:00:34Z', 'revision_number': 6, 'project_id': '5672edbfba5a4e2d92af43dd7c33eccc', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:00:34.746631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:34.877065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Calling delete_port for 6beda403-81fd-4a69-ac14-a69f6b95a6a4 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:34.905482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-a21b13d3-4fb8-475a-8e79-6cb10a0db84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:34.906932 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-a21b13d3-4fb8-475a-8e79-6cb10a0db84a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 1099 time: 0.5606141 May 14 18:00:34.910569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Made reservation on behalf of 5d1ddaa51731476f87ec21e5177a9dfb for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:34.912772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:34.945404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-a4192dd4-0b93-4914-8f6b-fc541f4b5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:34.947412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-a4192dd4-0b93-4914-8f6b-fc541f4b5691 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.2999964 May 14 18:00:34.966076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.003285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.025637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-b8e3cb76-cd3b-4fff-8710-b613ef40910a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678205 May 14 18:00:35.061387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:35.082228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:35.087880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:35.101681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03cfd906-0d8f-4913-a95b-95c905c37433 req-9860fe0d-d99c-45be-a9b2-05f2215f52b2 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437411 May 14 18:00:35.108779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:35.166689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a636d-d8aa-46eb-b5cb-22c78058d30b req-ef749067-f0f9-4d1e-a830-6d59839a0a34 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:35.168307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a65a636d-d8aa-46eb-b5cb-22c78058d30b req-ef749067-f0f9-4d1e-a830-6d59839a0a34 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 944 time: 0.5269074 May 14 18:00:35.176722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-ec9992fb-916c-4db8-af88-d832b6e6aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:35.178172 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-ec9992fb-916c-4db8-af88-d832b6e6aa98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2561185 May 14 18:00:35.257814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-0c5149cf-2b4b-4d88-b184-b5324f3404d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=45265b07-a6fd-4454-847c-f06eb900f009 HTTP/1.1" status: 200 len: 217 time: 0.0713232 May 14 18:00:35.335806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-86daf0f2-4a60-4cdc-8f33-c23ef7aed4a8 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021805 May 14 18:00:35.341756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a65a636d-d8aa-46eb-b5cb-22c78058d30b req-ed2a49dd-149d-4612-aeef-34afe8dcfdfd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623468 May 14 18:00:35.358549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-ddf1fbfe-8aca-46de-99d9-b541281f2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:35.360040 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-ddf1fbfe-8aca-46de-99d9-b541281f2747 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0918398 May 14 18:00:35.454538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.638333 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.642039 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d6d2f68-664c-4bd8-b8bf-5c217dc39c87 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:35.656196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-031b3f8f-05d9-4c46-9c15-2ee89b9d241b req-f2e626a2-ccd7-4c0c-927e-556f02c132ee service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109984 May 14 18:00:35.662479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:35.686244 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.688210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d57d-3803-4885-a1f9-637180d1b6f0 req-e1931709-d223-4aa0-bdd6-1301f8eb99af tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:35.689708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d34d57d-3803-4885-a1f9-637180d1b6f0 req-e1931709-d223-4aa0-bdd6-1301f8eb99af tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.2382393 May 14 18:00:35.691867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Pushing event deleted for resources: {'Port': ['ID=6beda403-81fd-4a69-ac14-a69f6b95a6a4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:35.726375 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:35.726880 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f18c7977-9edc-4e60-bdb0-30196fabe9d0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:35.729589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:35.787082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:00:35.798680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d34d57d-3803-4885-a1f9-637180d1b6f0 req-5dcc87ad-74cf-4d11-8066-4cacc5c301a0 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929224 May 14 18:00:35.811193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4ca02-b9d6-48fc-ab54-274d3e05240b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:35.812775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.818167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.818664 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Added segment 0d154c90-a1fd-48df-aa60-1df5d89fdcb5 of type vlan for network 393d3d9b-4cd6-4655-9e80-e1ea43387071 May 14 18:00:35.819974 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:35.828531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'tag': '96461eb1-c128-42a4-b11b-b74363656400'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:35.828807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Transition to ACTIVE for port object 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:35.836674 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:35.842243 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc4e6ec7-ed63-466d-83ba-2f72d30b352a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:35.853915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.004770 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ffcfca-171c-4f6e-969c-120c4c776839', 'tag': '68c46438-8909-4560-b472-70947b1a538c', 'status': 'completed', 'code': 200} May 14 18:00:36.009253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] No DVR routers for this DVR port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:36.011517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:36.015461 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:36.050721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6beda403-81fd-4a69-ac14-a69f6b95a6a4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:36.087738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.090550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.120008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6beda403-81fd-4a69-ac14-a69f6b95a6a4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:36.120356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-2825e231-c9b8-49f6-b606-d0fc9b906f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:36.122272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-2825e231-c9b8-49f6-b606-d0fc9b906f77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6665511 May 14 18:00:36.127017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.130333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6beda403-81fd-4a69-ac14-a69f6b95a6a4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:36.131141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:36.173558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:36.174170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7be19151-8ea0-4aec-9c82-8ce4bd9ebf88 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:36.188865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:36.189293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:36.189687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:36.202629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:36.203040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:36.217978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:36.218321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:36.218706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:36.219143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Bound port: 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:36.219751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.225871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.226981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 802998a1-55a6-4a2d-8467-a65a35b582df {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:00:36.241341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:00:36.279748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.280773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:36.281342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.296478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7cd53d6-da57-4ed8-b6e3-a8ef3134e44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:36.318792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c093315-f03d-4bce-beb3-6534c556f306 req-7d841cf7-afca-4746-b2e5-f93604deb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:36.320315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-7d841cf7-afca-4746-b2e5-f93604deb6b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 1095 time: 0.2509525 May 14 18:00:36.378654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32057b62-d8e1-4358-bb4d-8cf4528b48d2 req-bba6561e-b446-48b3-927a-520904da85dc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:36.380139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32057b62-d8e1-4358-bb4d-8cf4528b48d2 req-bba6561e-b446-48b3-927a-520904da85dc tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 944 time: 0.2420011 May 14 18:00:36.418518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.419645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] 10.222.0.24 "DELETE /v2.0/routers/802998a1-55a6-4a2d-8467-a65a35b582df HTTP/1.1" status: 204 len: 168 time: 3.4043553 May 14 18:00:36.424767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1700323 May 14 18:00:36.427277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:36.429151 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-3279b21a-cd6a-4172-9097-cf733956659c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907379 May 14 18:00:36.431373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:36.432398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=393d3d9b-4cd6-4655-9e80-e1ea43387071,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:36.443196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 393d3d9b-4cd6-4655-9e80-e1ea43387071 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:00:36.465917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:36.472398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Request body: {'subnet': {'network_id': '393d3d9b-4cd6-4655-9e80-e1ea43387071', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1364725965-subnet', 'tenant_id': '5d1ddaa51731476f87ec21e5177a9dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:36.502072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:36.562317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Usage tracker for resource:subnet and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:36.571814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:36.587957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:36.592959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:36.598820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Deleting subnet 153c13f0-fa9d-4a30-b06c-f3e319f826af {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:00:36.605014 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.617187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:36.626368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.638438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f36858-4505-4237-80a9-b5d78a6eb1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:36.669427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Made reservation on behalf of 5d1ddaa51731476f87ec21e5177a9dfb for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:36.671703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.671992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32057b62-d8e1-4358-bb4d-8cf4528b48d2 req-bd6f70d9-6b18-4b78-a1d4-40597c541e3a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812519 May 14 18:00:36.736023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:36.740339 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:36.755007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.758449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:36.763846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:36.764440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.766398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] 10.222.0.22 "PUT /v2.0/ports/00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 1096 time: 2.2745121 May 14 18:00:36.816420 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e7b8a07c-bc4c-4e1a-bff3-596335eff1b0 req-fa5a513d-a173-40f3-b84f-92099d0f82dc service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484073 May 14 18:00:36.883346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:36.890233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:36.891049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.944590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:36.970211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c093315-f03d-4bce-beb3-6534c556f306 req-46ce8363-3854-49f6-ad9a-472360ad21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:36.973504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-46ce8363-3854-49f6-ad9a-472360ad21d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 200 len: 913 time: 0.6280189 May 14 18:00:37.083063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-70603d35-0b76-449b-ab62-c81aeb052186 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68c46438-8909-4560-b472-70947b1a538c HTTP/1.1" status: 200 len: 217 time: 0.0817840 May 14 18:00:37.084848 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.113817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:37.125617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:37.131664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-82505ab8-6107-4663-9485-0ef7d5ecbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.132188 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.133421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-82505ab8-6107-4663-9485-0ef7d5ecbfa7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1099 time: 0.3357105 May 14 18:00:37.134546 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:37.211036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:37.215911 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:37.237955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5c1d2-e067-428e-8ffd-d1f631e58643 req-9e196331-f9a5-428e-b51f-9940cb5051c2 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.239528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76f5c1d2-e067-428e-8ffd-d1f631e58643 req-9e196331-f9a5-428e-b51f-9940cb5051c2 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.4430430 May 14 18:00:37.291132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c093315-f03d-4bce-beb3-6534c556f306 req-cb766fe1-55f8-48a5-8922-3bd5487faab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.292639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-cb766fe1-55f8-48a5-8922-3bd5487faab8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 200 len: 852 time: 0.1994658 May 14 18:00:37.372719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-de4e1c68-2695-495b-9dc2-61abbe49aae1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16958eef-03a6-471c-a9ca-49315154ab38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613914 May 14 18:00:37.381568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76f5c1d2-e067-428e-8ffd-d1f631e58643 req-bebcac20-b95b-437c-bd83-8824aa886539 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333938 May 14 18:00:37.422141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-2115b155-3a7a-4a08-b0db-0fd66a83a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.423607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-2115b155-3a7a-4a08-b0db-0fd66a83a3ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2819858 May 14 18:00:37.513816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.521349 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d5521d8-11b6-4008-8e0d-9a554553fa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:37.557742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-5bccf103-d245-4aea-9257-9d17c3176b46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0763578 May 14 18:00:37.564270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153c13f0-fa9d-4a30-b06c-f3e319f826af,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:37.571140 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:37.578007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.583403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905daa7c-6c70-44c3-abea-42c078bc01d7 None None] Network ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:00:37.596244 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/153c13f0-fa9d-4a30-b06c-f3e319f826af HTTP/1.1" status: 204 len: 168 time: 1.1658397 May 14 18:00:37.598839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40948) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:37.666667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.672691 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-416cc911-abe2-4b23-b59c-1481f0aef810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:37.750157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfefe3f0-494c-4a10-b884-d8187fcdc412,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:37.754022 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:37.755519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Checking segment: {'id': '0d154c90-a1fd-48df-aa60-1df5d89fdcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '393d3d9b-4cd6-4655-9e80-e1ea43387071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:37.755519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Network hostable DHCP agents. Network: 393d3d9b-4cd6-4655-9e80-e1ea43387071, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:00:37.776858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Network 393d3d9b-4cd6-4655-9e80-e1ea43387071 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:00:37.798811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-bb1cbd59-2f3b-46a6-81b4-838ef9d9b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.800864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-bb1cbd59-2f3b-46a6-81b4-838ef9d9b5fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2044020 May 14 18:00:37.804832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 393d3d9b-4cd6-4655-9e80-e1ea43387071) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:37.815277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14045475-4fb8-4464-bb9c-3ed7c6637b1b None None] Network 393d3d9b-4cd6-4655-9e80-e1ea43387071 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:00:37.817876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-786abbd1-0c51-4631-bc2b-0770360f2646 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353993 May 14 18:00:37.824755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.825681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.859947 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4248769 May 14 18:00:37.861131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:37.992061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713183d2-957c-453d-b205-27ef2388bca4 req-44e8c213-173a-4631-bd1b-16600a8fdfde tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:37.993571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-713183d2-957c-453d-b205-27ef2388bca4 req-44e8c213-173a-4631-bd1b-16600a8fdfde tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 948 time: 0.4393890 May 14 18:00:38.025623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}, {'name': 'network-changed', 'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:38.066632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] DHCP port deletion for ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:00:38.101809 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:00:38.110251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059620f-c8e5-4f07-9bf7-748f28938f35 None None] Network 393d3d9b-4cd6-4655-9e80-e1ea43387071 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:00:38.133663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c093315-f03d-4bce-beb3-6534c556f306 req-c15152b9-c1c2-431d-8027-0f44a893bf03 service neutron] 10.222.0.22 "GET /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760003 May 14 18:00:38.137541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-713183d2-957c-453d-b205-27ef2388bca4 req-1b764866-8728-4350-aec9-5ed22e1dba4f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142778 May 14 18:00:38.156841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-7652d71c-658e-46ee-8bcf-0c564792dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:38.158307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-7652d71c-658e-46ee-8bcf-0c564792dab0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3395979 May 14 18:00:38.205193 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'tag': '96461eb1-c128-42a4-b11b-b74363656400', 'status': 'completed', 'code': 200} May 14 18:00:38.252175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Deleting port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:38.252568 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:38.375041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-ae791d14-2c9b-4b94-a0b7-dd60927920ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:38.376621 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-ae791d14-2c9b-4b94-a0b7-dd60927920ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 1099 time: 0.1164122 May 14 18:00:38.398833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 96461eb1-c128-42a4-b11b-b74363656400 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:38.401797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:38.418353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Deleting port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:38.418639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:38.507999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] For port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:38.508498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:38.580358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-b7e02347-a24d-4db9-9cae-662da207620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:38.582049 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-b7e02347-a24d-4db9-9cae-662da207620e service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1947634 May 14 18:00:38.603356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] For port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,segment=NetworkSegment(a9c4e86f-0085-4503-84f3-c9e9e7d01bff),segment_id=a9c4e86f-0085-4503-84f3-c9e9e7d01bff)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:38.604048 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:38.663891 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-d999fb3c-cbfe-4cfb-9ee0-f845633d04e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=96461eb1-c128-42a4-b11b-b74363656400 HTTP/1.1" status: 200 len: 217 time: 0.0741808 May 14 18:00:38.680780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Calling delete_port for 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:38.750362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-d7b8e508-f8b5-48a0-b119-dc50f5df3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:38.752154 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-d7b8e508-f8b5-48a0-b119-dc50f5df3c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0770128 May 14 18:00:38.771532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Calling delete_port for 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:38.783740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-a9cbcf8b-d5b6-4600-8c80-029dd394004b service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110787 May 14 18:00:38.789082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 68c46438-8909-4560-b472-70947b1a538c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:38.808527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:38.854127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-a9a22317-04e4-42ca-a2c5-608b1fcb045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:38.855748 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-a9a22317-04e4-42ca-a2c5-608b1fcb045d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944154 May 14 18:00:38.908608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544d02f-f18e-4c6c-9e86-9defa52b29f4 req-56e820e8-c137-4d40-ab70-5665284d5cf3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:38.916278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f544d02f-f18e-4c6c-9e86-9defa52b29f4 req-56e820e8-c137-4d40-ab70-5665284d5cf3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 945 time: 0.5043757 May 14 18:00:38.983484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 96461eb1-c128-42a4-b11b-b74363656400, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=96461eb1-c128-42a4-b11b-b74363656400,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:38.993928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.007626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f544d02f-f18e-4c6c-9e86-9defa52b29f4 req-bbd1e2cb-458c-4c37-8bff-6a3ead16b8b7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901985 May 14 18:00:39.008341 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:39.047499 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.058321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-a2a8939e-a055-40b6-a714-6416386be30a service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668447 May 14 18:00:39.059375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Pushing event deleted for resources: {'Port': ['ID=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:39.064458 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:39.065299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] No DVR routers for this DVR port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:39.066552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '96461eb1-c128-42a4-b11b-b74363656400', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '96461eb1-c128-42a4-b11b-b74363656400', 'mac_address': 'fa:16:3e:c6:17:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:39.069337 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:39.073420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 68c46438-8909-4560-b472-70947b1a538c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=68c46438-8909-4560-b472-70947b1a538c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:39.077363 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-322545c3-fac7-4331-a7b4-5c01b6d596e0 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132363 May 14 18:00:39.125313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '68c46438-8909-4560-b472-70947b1a538c', 'network_id': '16958eef-03a6-471c-a9ca-49315154ab38', 'port_id': '68c46438-8909-4560-b472-70947b1a538c', 'mac_address': 'fa:16:3e:a2:42:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9d56f5-4aaf-4cdd-b269-e423e93b5696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:39.163697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceda1fe-5597-44c0-bc4d-eb4072dc47e4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:39.172080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:39.177486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] No DVR routers for this DVR port 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:39.192503 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.254680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96461eb1-c128-42a4-b11b-b74363656400 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:39.273527 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebe2bcab-17f9-4f12-a7d3-f08dd8200aa5 req-ea7d0fac-b602-44f3-87f8-e80bd56c4c4b service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822131 May 14 18:00:39.292981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 96461eb1-c128-42a4-b11b-b74363656400, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=96461eb1-c128-42a4-b11b-b74363656400,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:39.294272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.310141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.310404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 45265b07-a6fd-4454-847c-f06eb900f009 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:39.315859 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:39.369505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.378413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c46438-8909-4560-b472-70947b1a538c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:39.387644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:39.407409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:39.407701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c4e86f-0085-4503-84f3-c9e9e7d01bff') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:39.417718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 68c46438-8909-4560-b472-70947b1a538c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=68c46438-8909-4560-b472-70947b1a538c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:39.422071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 45265b07-a6fd-4454-847c-f06eb900f009, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=45265b07-a6fd-4454-847c-f06eb900f009,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:39.425018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.434082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.437580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=96461eb1-c128-42a4-b11b-b74363656400,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:39.441704 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:39.442282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:39.457215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.472769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '45265b07-a6fd-4454-847c-f06eb900f009', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '45265b07-a6fd-4454-847c-f06eb900f009', 'mac_address': 'fa:16:3e:a3:8e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:39.473354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497ec1b-f673-47d8-b285-ff389d635a10 req-3adfbb1b-8cda-473e-82bf-dac53ba65944 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:39.474817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d497ec1b-f673-47d8-b285-ff389d635a10 req-3adfbb1b-8cda-473e-82bf-dac53ba65944 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 948 time: 0.1700835 May 14 18:00:39.475801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:00:39.476192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: timer() May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:00:39.492910 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:00:39.567384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.579578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=68c46438-8909-4560-b472-70947b1a538c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:39.584574 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:39.590235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45265b07-a6fd-4454-847c-f06eb900f009 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:39.597710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d497ec1b-f673-47d8-b285-ff389d635a10 req-e6fc95ee-9afe-4bb3-a7f5-a3b46720e1de tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033955 May 14 18:00:39.598826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.602785 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:39.605536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 45265b07-a6fd-4454-847c-f06eb900f009, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=45265b07-a6fd-4454-847c-f06eb900f009,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:39.612280 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.616824 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:39.619975 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:39.631782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:39.637265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:39.646467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff10f1e7-96d8-49e7-a0c3-2a0a2c0074be HTTP/1.1" status: 204 len: 168 time: 2.0149779 May 14 18:00:39.649366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40966) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:39.690380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=45265b07-a6fd-4454-847c-f06eb900f009,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:39.694633 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:39.760475 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782', 'code': 200} May 14 18:00:39.762611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['68c46438-8909-4560-b472-70947b1a538c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:40.007964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:40.034902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['45265b07-a6fd-4454-847c-f06eb900f009'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:40.068856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['96461eb1-c128-42a4-b11b-b74363656400'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:40.118130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:40.119023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8ceda1fe-5597-44c0-bc4d-eb4072dc47e4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:40.245762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5ce37-be21-4ef7-839b-c7f0d8ebe9c0 req-3f4f27a2-fb2a-46ef-99f2-771ef2ff2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:40.247257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06d5ce37-be21-4ef7-839b-c7f0d8ebe9c0 req-3f4f27a2-fb2a-46ef-99f2-771ef2ff2cd4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 1096 time: 0.4157712 May 14 18:00:40.285767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-e4895919-b91d-418c-8770-f78b073cc6e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725195 May 14 18:00:40.316932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc7876-6ad4-45f6-a81f-c81589b9b477 req-37d37978-7c90-409f-ba2c-f0eec34e40e6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:40.318167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2dc7876-6ad4-45f6-a81f-c81589b9b477 req-37d37978-7c90-409f-ba2c-f0eec34e40e6 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 945 time: 0.4510581 May 14 18:00:40.369555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06d5ce37-be21-4ef7-839b-c7f0d8ebe9c0 req-415ce063-671a-4971-a0e4-6bf51a655c68 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132834 May 14 18:00:40.437157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2dc7876-6ad4-45f6-a81f-c81589b9b477 req-c5ab0f64-d6b6-4e30-8dcd-c4d9d811599e tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024504 May 14 18:00:40.437389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-59aca97e-ea50-4624-909a-b52411836691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:40.438830 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-59aca97e-ea50-4624-909a-b52411836691 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 1101 time: 0.0817497 May 14 18:00:40.550821 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:40.604190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-c1e65f99-d214-452e-b340-e6e92e76e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:40.605605 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-c1e65f99-d214-452e-b340-e6e92e76e34f service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1416724 May 14 18:00:40.667154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-855413414', 'description': 'tempest-description-1562394283'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:40.676205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-4d595386-515f-4646-8a06-55bf70efe574 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 200 len: 217 time: 0.0628684 May 14 18:00:40.681799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:40.688733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:40.693107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:40.709424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:40.730804 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:40.742760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-e62dee0e-003f-46d6-b285-514f4afc4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:40.744236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-e62dee0e-003f-46d6-b285-514f4afc4692 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0595016 May 14 18:00:40.763165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 68c46438-8909-4560-b472-70947b1a538c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:40.816511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:40.828021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-546e7f6d-be6f-4afc-ad85-34d9342ea69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:40.829571 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-546e7f6d-be6f-4afc-ad85-34d9342ea69b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750849 May 14 18:00:40.835661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 68c46438-8909-4560-b472-70947b1a538c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:40.840771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 68c46438-8909-4560-b472-70947b1a538c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:40.841234 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:40.857018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:40.863481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:40.870750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:40.961138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:40.998279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 68c46438-8909-4560-b472-70947b1a538c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=68c46438-8909-4560-b472-70947b1a538c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:41.002378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:41.006693 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:41.012828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:41.024392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:41.032650 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-52449f31-8dd1-4017-8b09-7ffd8907de07 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:41.092175 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-c105e10c-6034-496d-857b-3434cbb19520 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532375 May 14 18:00:41.096125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=68c46438-8909-4560-b472-70947b1a538c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:41.100190 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:41.110074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9da73-4580-4c2c-aaf7-f23204af0b54,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:41.114116 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:41.114927 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:41.116132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9df35a4b-76b2-402d-a2ab-4eeac1b881c9 req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5084372 May 14 18:00:41.143092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Deleting port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:41.143568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:41.215492 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'code': 200} May 14 18:00:41.215858 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'status': 'completed', 'code': 200} May 14 18:00:41.327041 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc9295f9-9ea8-4957-9006-9ef37bc4ff6c req-c0f4f215-7ea6-45e0-a500-80d6f812b2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192755 May 14 18:00:41.352097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-5bfe0f7d-8d5f-438f-a081-0a2b24205251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.354321 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-5bfe0f7d-8d5f-438f-a081-0a2b24205251 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1099 time: 0.1006086 May 14 18:00:41.405624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] For port 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:41.406204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:41.505306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-4aedbbd9-a2ed-4716-888a-057567c6b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.507017 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-4aedbbd9-a2ed-4716-888a-057567c6b6d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1396892 May 14 18:00:41.566547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Calling delete_port for 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:41.590898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-d3b26910-efd4-4625-9831-8f2a8d53bc5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0747874 May 14 18:00:41.593862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-02ef4dd5-373d-45b0-acab-b55dbfe72d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.595347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-02ef4dd5-373d-45b0-acab-b55dbfe72d9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1099 time: 0.3311415 May 14 18:00:41.654946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-3b3f6177-919f-4588-a5ce-9cb037a2dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.656526 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-3b3f6177-919f-4588-a5ce-9cb037a2dcbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0587444 May 14 18:00:41.693581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938fe98-232b-496f-add7-e27f61eb4ce9 req-f11d3d7b-bc19-4848-b9a5-5f3fd83d03e0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.695004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0938fe98-232b-496f-add7-e27f61eb4ce9 req-f11d3d7b-bc19-4848-b9a5-5f3fd83d03e0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.3787858 May 14 18:00:41.741721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-d36c805e-0ce3-4267-9bb1-4e5e6fc291d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.743194 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-d36c805e-0ce3-4267-9bb1-4e5e6fc291d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702209 May 14 18:00:41.761722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffcfca-171c-4f6e-969c-120c4c776839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c46438-8909-4560-b472-70947b1a538c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:41.888344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-0a1ca6e4-a103-45f1-91c0-fc5cf878f205 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319368 May 14 18:00:41.913080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0938fe98-232b-496f-add7-e27f61eb4ce9 req-518986a4-91a6-4242-9e9d-f833d46c4ffb tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091434 May 14 18:00:41.938055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-8a25b433-b9d4-45e3-bcaa-e11133755f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:41.939653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-8a25b433-b9d4-45e3-bcaa-e11133755f63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.3323629 May 14 18:00:42.018705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-84daa261-3d45-467a-bee5-cedc711906d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0724039 May 14 18:00:42.027242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-8859585d-29db-40a3-bd13-75cfb445c417 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315730 May 14 18:00:42.164526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-8898f9e7-3690-4639-b74e-ee1c27a5b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:42.165892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-8898f9e7-3690-4639-b74e-ee1c27a5b2af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1158173 May 14 18:00:42.231279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:42.240414 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f86767e-e413-4241-bb20-c2974e0931ce tempest-FloatingIPsAssociationTestJSON-496540767 tempest-FloatingIPsAssociationTestJSON-496540767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:42.298836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f69b-897d-4784-b961-c7be7daccdc6 req-8899bbda-e049-41f9-8e8f-39525333d72a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:42.300551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b28f69b-897d-4784-b961-c7be7daccdc6 req-8899bbda-e049-41f9-8e8f-39525333d72a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 949 time: 0.2841613 May 14 18:00:42.301304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d76b6b8-e9cb-441e-94e3-6130d3ce65b4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:42.305216 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:42.427200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 96461eb1-c128-42a4-b11b-b74363656400 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:42.450699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b28f69b-897d-4784-b961-c7be7daccdc6 req-d6713a98-08a8-45fb-93ea-aebff3d96f96 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432779 May 14 18:00:42.452739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-38353868-38cc-447e-a329-2fb415c4e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:42.454118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-38353868-38cc-447e-a329-2fb415c4e576 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2760465 May 14 18:00:42.517579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 96461eb1-c128-42a4-b11b-b74363656400 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:42.523931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 96461eb1-c128-42a4-b11b-b74363656400 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:42.524627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:42.653868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:42.686167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 96461eb1-c128-42a4-b11b-b74363656400, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=96461eb1-c128-42a4-b11b-b74363656400,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:42.689825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:42.690749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 45265b07-a6fd-4454-847c-f06eb900f009 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:42.718451 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:42.768318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:42.802961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-1886ce3f-ca28-4ea5-9c2c-ee3ca4db3163 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883983 May 14 18:00:42.803537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:42.886632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=96461eb1-c128-42a4-b11b-b74363656400,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:42.891367 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:42.896692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77362812-abe0-4656-90a9-ff65b9d56013 req-173600d9-69c2-490c-8ba3-4532287335fc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:42.898221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77362812-abe0-4656-90a9-ff65b9d56013 req-173600d9-69c2-490c-8ba3-4532287335fc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 945 time: 0.3027687 May 14 18:00:42.909108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 45265b07-a6fd-4454-847c-f06eb900f009 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:42.926584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 45265b07-a6fd-4454-847c-f06eb900f009 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:42.926964 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:42.989015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:43.015035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'mac_address': 'fa:16:3e:af:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:43.101580 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77362812-abe0-4656-90a9-ff65b9d56013 req-6f406cd3-c0a8-44a5-a6fe-6048278a6dc7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382959 May 14 18:00:43.111580 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:43.140828 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:43.142582 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ae9e8de-50bc-4824-a355-d910822d5acb req-49775ab6-d00f-418e-90c2-692a411ef72d service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213067 May 14 18:00:43.163242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:43.194831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:43.202091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 45265b07-a6fd-4454-847c-f06eb900f009, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=45265b07-a6fd-4454-847c-f06eb900f009,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:43.204436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:43.209108 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:43.238969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:43.281296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:43.284258 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:43.284723 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:43.350245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=45265b07-a6fd-4454-847c-f06eb900f009,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:43.353364 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:43.502967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['00c01a0d-d8b9-45e4-b170-5ced863cf6c9'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:43.512355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Router 39cde592-690f-4c94-868b-1d1e436af6a2 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:00:43.521274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7b1c0-11f8-4ddb-afdb-f5bf31f74808 req-10b8bbd9-b018-4753-adc2-7e83ca295774 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:43.522694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97e7b1c0-11f8-4ddb-afdb-f5bf31f74808 req-10b8bbd9-b018-4753-adc2-7e83ca295774 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 949 time: 0.1880682 May 14 18:00:43.707091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97e7b1c0-11f8-4ddb-afdb-f5bf31f74808 req-b2f323bd-8bae-47bb-8ea0-09ee4a4e5458 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751993 May 14 18:00:43.735094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:00:43.744685 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] Sync routers for ids ['39cde592-690f-4c94-868b-1d1e436af6a2'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:00:43.745173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/39cde592-690f-4c94-868b-1d1e436af6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0945473 May 14 18:00:43.747849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40992) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:43.754294 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] Routers {'39cde592-690f-4c94-868b-1d1e436af6a2'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:43.755008 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['39cde592-690f-4c94-868b-1d1e436af6a2'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:43.930292 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] Set router 39cde592-690f-4c94-868b-1d1e436af6a2 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:43.937050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-502f45b7-ef9f-4cc4-ab1d-cf2ce50f2cef tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/c7f9da73-4580-4c2c-aaf7-f23204af0b54 HTTP/1.1" status: 200 len: 1812 time: 0.0764067 May 14 18:00:43.960224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7f9da73-4580-4c2c-aaf7-f23204af0b54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:43.960224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7f9da73-4580-4c2c-aaf7-f23204af0b54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:43.968597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.014966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:44.078463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:44.087576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:44.096211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:44.186340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.190498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.213777 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T18:00:42Z', 'revision_number': 5, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port': {'id': '6bb503ef-0803-47ef-b915-d0115e755a38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:53:43Z', 'updated_at': '2021-05-14T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:44.217684 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] Checking router: 39cde592-690f-4c94-868b-1d1e436af6a2 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:00:44.225862 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] Routers {'39cde592-690f-4c94-868b-1d1e436af6a2'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:00:44.226448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:00:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['39cde592-690f-4c94-868b-1d1e436af6a2'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:44.251335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.257510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.264833 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be297027-7682-459e-8317-b45ac5dab4ef tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:44.287386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b021505-a362-48f6-bc82-afa2929e4731,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:44.292871 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:44.299948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.301089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf5d09c7-83df-41f8-86f4-75c92ce8072f req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3577502 May 14 18:00:44.311875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Deleting port 6bb503ef-0803-47ef-b915-d0115e755a38 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:44.312172 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.409237 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] Set router 39cde592-690f-4c94-868b-1d1e436af6a2 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:00:44.441144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] For port 6bb503ef-0803-47ef-b915-d0115e755a38, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6bb503ef-0803-47ef-b915-d0115e755a38,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:44.441637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.516356 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T18:00:44Z', 'revision_number': 6, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:44.521010 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ab276-fe65-40c5-bc66-7c5268d58565 None None] The sync data for ids ['39cde592-690f-4c94-868b-1d1e436af6a2'] in n-d-787206-3 is: [{'id': '39cde592-690f-4c94-868b-1d1e436af6a2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1163285980-router', 'tenant_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:53:42Z', 'updated_at': '2021-05-14T18:00:44Z', 'revision_number': 6, 'project_id': 'd1dfab6f4d944cc594f3a99501b75c2b', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:00:44.579193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Calling delete_port for 6bb503ef-0803-47ef-b915-d0115e755a38 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:44.792114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:00:44.807211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0339f1f-4f7f-43e2-8cdc-699702cb051a req-9165618f-bf2f-46a2-8394-c3a2cb5d68f9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:44.808596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0339f1f-4f7f-43e2-8cdc-699702cb051a req-9165618f-bf2f-46a2-8394-c3a2cb5d68f9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 946 time: 0.2978828 May 14 18:00:44.867473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0339f1f-4f7f-43e2-8cdc-699702cb051a req-825d462b-d61a-4893-bb66-02f5ce9cc643 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527468 May 14 18:00:44.907873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:44.913224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:44.913842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.956243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:44.958124 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ffcfca-171c-4f6e-969c-120c4c776839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c46438-8909-4560-b472-70947b1a538c', 'code': 200} May 14 18:00:44.962502 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-455915ae-2908-4f0c-a239-c50c35731df7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:45.063441 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.097486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:45.100665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb503ef-0803-47ef-b915-d0115e755a38,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:45.101648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.103729 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:45.104791 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:45.170220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:45.173160 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:45.235638 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.429908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.433115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0236a-741a-4451-8f9c-8d113b9253ed req-64997c51-b3d7-4f93-9a8c-8c6bd336f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:45.434603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0e0236a-741a-4451-8f9c-8d113b9253ed req-64997c51-b3d7-4f93-9a8c-8c6bd336f147 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 1097 time: 0.4033382 May 14 18:00:45.436348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.532116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b205b-4415-4a02-a885-3174a3510032 req-dd7dd4ec-02f8-4938-b792-88f0a6337c47 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:45.533559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-165b205b-4415-4a02-a885-3174a3510032 req-dd7dd4ec-02f8-4938-b792-88f0a6337c47 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.4745915 May 14 18:00:45.581719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.582431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39cde592-690f-4c94-868b-1d1e436af6a2 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:00:45.605403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0e0236a-741a-4451-8f9c-8d113b9253ed req-c5f9c48a-3b75-4a1f-bfcd-6526870feeff service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592031 May 14 18:00:45.613279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-165b205b-4415-4a02-a885-3174a3510032 req-db45d755-75b7-42e7-acdf-7f3998564a07 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 May 14 18:00:45.619353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.620886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] 10.222.0.24 "DELETE /v2.0/routers/39cde592-690f-4c94-868b-1d1e436af6a2 HTTP/1.1" status: 204 len: 168 time: 1.8712943 May 14 18:00:45.623271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41006) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:45.693149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Deleting subnet fb341b5d-19a3-4c8d-ab26-fa27346042c3 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:00:45.696134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.746196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:45.836382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.003260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64c997-ef09-4feb-9b32-fa6c4aa55219 req-184470e3-9d2e-4a27-aa9c-048ee472edf5 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:46.005105 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc64c997-ef09-4feb-9b32-fa6c4aa55219 req-184470e3-9d2e-4a27-aa9c-048ee472edf5 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 950 time: 0.0824578 May 14 18:00:46.020966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6bb503ef-0803-47ef-b915-d0115e755a38 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:46.051401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc64c997-ef09-4feb-9b32-fa6c4aa55219 req-15541c8a-ef56-4430-ba2e-60507402719b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392830 May 14 18:00:46.055037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6bb503ef-0803-47ef-b915-d0115e755a38 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:46.055412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6bb503ef-0803-47ef-b915-d0115e755a38 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:46.055901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:46.083525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.088925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e919e1fc-facc-4a41-9ef7-402c1077c608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:46.093394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:46.093974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1d76b6b8-e9cb-441e-94e3-6130d3ce65b4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:46.126633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb341b5d-19a3-4c8d-ab26-fa27346042c3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:46.128567 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.134930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104cb4ce-d78e-4569-8096-cb2f3bcc16b3 None None] Network ee2435a2-214e-4150-90fe-1afe130a06b2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:00:46.135676 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb341b5d-19a3-4c8d-ab26-fa27346042c3 HTTP/1.1" status: 204 len: 168 time: 0.5109322 May 14 18:00:46.136811 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:46.137611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41016) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:46.253576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.392153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] DHCP port deletion for ee2435a2-214e-4150-90fe-1afe130a06b2 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:00:46.417073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7930966-dc06-4f7c-a0f6-f77eeee7f6b5 req-eeb24df6-8862-4ab0-9263-7aaf2f847926 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/c7f9da73-4580-4c2c-aaf7-f23204af0b54 HTTP/1.1" status: 200 len: 2405 time: 0.1152420 May 14 18:00:46.456631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-e3251c1f-cbd4-44c3-b184-7cf1db3098d2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:46.457410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-e3251c1f-cbd4-44c3-b184-7cf1db3098d2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f&tenant_id=6544792cb05d42af8a161fc95946ef1e&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 950 time: 0.1354253 May 14 18:00:46.460316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Deleting port 1828b7e2-7f15-4514-8251-04ed2a0980e4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:46.460653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.464965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Deleting port 1828b7e2-7f15-4514-8251-04ed2a0980e4 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:46.465464 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.568364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] For port 1828b7e2-7f15-4514-8251-04ed2a0980e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1828b7e2-7f15-4514-8251-04ed2a0980e4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:46.568857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.649340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] For port 1828b7e2-7f15-4514-8251-04ed2a0980e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1828b7e2-7f15-4514-8251-04ed2a0980e4,segment=NetworkSegment(5052920e-7fea-4e4f-93a5-3b2104906806),segment_id=5052920e-7fea-4e4f-93a5-3b2104906806)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:46.650571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.702041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Calling delete_port for 1828b7e2-7f15-4514-8251-04ed2a0980e4 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:46.747888 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:46.751555 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:46.796528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Pushing event deleted for resources: {'Port': ['ID=1828b7e2-7f15-4514-8251-04ed2a0980e4,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:46.799735 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:46.800878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] No DVR routers for this DVR port 1828b7e2-7f15-4514-8251-04ed2a0980e4 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:46.927518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Calling delete_port for 1828b7e2-7f15-4514-8251-04ed2a0980e4 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:46.959663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96461eb1-c128-42a4-b11b-b74363656400'}, {'server_uuid': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45265b07-a6fd-4454-847c-f06eb900f009'}, {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:46.982529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-026270f5-9f54-45f4-83d9-8926c418e6aa service neutron] 10.222.0.22 "GET /v2.0/ports/00c01a0d-d8b9-45e4-b170-5ced863cf6c9/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 382 time: 0.5011981 May 14 18:00:47.016597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f38fe9-da1d-4769-91aa-675caafdd510 req-3bf8774a-94ef-4858-a1ee-f0a86da0ffa7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:47.018010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-73f38fe9-da1d-4769-91aa-675caafdd510 req-3bf8774a-94ef-4858-a1ee-f0a86da0ffa7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 945 time: 0.3035212 May 14 18:00:47.089873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.096233 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:47.160798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Pushing event deleted for resources: {'Port': ['ID=1828b7e2-7f15-4514-8251-04ed2a0980e4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:47.162217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] No DVR routers for this DVR port 1828b7e2-7f15-4514-8251-04ed2a0980e4 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:47.166736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-73f38fe9-da1d-4769-91aa-675caafdd510 req-eae1f5a1-9b16-432b-b9e3-0f287658f7c6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131213 May 14 18:00:47.168800 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:47.325022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-507ba3c7-ddf1-45c5-aecd-15f7dd099658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:47.326436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-507ba3c7-ddf1-45c5-aecd-15f7dd099658 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1101 time: 0.3064685 May 14 18:00:47.361181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.425013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2435a2-214e-4150-90fe-1afe130a06b2']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:47.477411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5052920e-7fea-4e4f-93a5-3b2104906806') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:47.478239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5052920e-7fea-4e4f-93a5-3b2104906806') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:00:47.513902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.555257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.577233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:00:47.577651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: timer() May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:00:47.590673 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:00:47.647876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-924095ee-8936-408c-8a9a-e4683738dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:47.649295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-924095ee-8936-408c-8a9a-e4683738dc6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.3154778 May 14 18:00:47.670848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda87fd-74de-4da0-9853-73e05052f98f req-c291662b-1bb2-4ca1-b2c4-a0fe94939051 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:47.672225 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4eda87fd-74de-4da0-9853-73e05052f98f req-c291662b-1bb2-4ca1-b2c4-a0fe94939051 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 946 time: 0.4051874 May 14 18:00:47.756107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-62196b26-6769-4ff5-bcc8-4854b71d3f0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0800712 May 14 18:00:47.815138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fc97-be48-4e2c-967d-a767590c3351 req-a75e9e9f-e04e-4706-a185-d1ef7120bf4d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:47.816549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8936fc97-be48-4e2c-967d-a767590c3351 req-a75e9e9f-e04e-4706-a185-d1ef7120bf4d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "GET /v2.0/ports?device_id=8112cc45-91c6-4c7e-9e4d-f96806f1819e HTTP/1.1" status: 200 len: 945 time: 0.3842854 May 14 18:00:47.817128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.870217 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:47.882373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:47.916413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2435a2-214e-4150-90fe-1afe130a06b2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:47.924759 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:47.929782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4eda87fd-74de-4da0-9853-73e05052f98f req-e0c25e43-a68b-41fc-9835-21fe4af9fa7a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963065 May 14 18:00:47.933765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee2435a2-214e-4150-90fe-1afe130a06b2 HTTP/1.1" status: 204 len: 168 time: 1.7951896 May 14 18:00:47.935471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-0065571e-0e8a-4a61-a72a-b0c76039fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:47.936884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-0065571e-0e8a-4a61-a72a-b0c76039fbe3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1645994 May 14 18:00:48.043622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1828b7e2-7f15-4514-8251-04ed2a0980e4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:48.082015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 1828b7e2-7f15-4514-8251-04ed2a0980e4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:48.082369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1828b7e2-7f15-4514-8251-04ed2a0980e4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:48.103349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:48.131566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-bb697385-662e-4023-b589-aa255c2c3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:48.133013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-bb697385-662e-4023-b589-aa255c2c3b21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831458 May 14 18:00:48.147781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Deleting port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:48.148118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.153703 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d3a20bd2-2e16-44bb-a0e2-25349c92f456 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5672edbfba5a4e2d92af43dd7c33eccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484767 May 14 18:00:48.156131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41040) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:48.216829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.242890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.249250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64603-5adf-4c66-bc40-53d398141b81 req-c13cd288-39cd-41fe-99d8-bfee18c3ef84 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:48.250671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f64603-5adf-4c66-bc40-53d398141b81 req-c13cd288-39cd-41fe-99d8-bfee18c3ef84 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.2149773 May 14 18:00:48.295732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.299859 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84968ee3-7016-4e7a-8ce4-cfbb9033b076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:48.312900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff91eab5-8e2f-48d5-b462-e57d5b7dbf20,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:48.316479 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:48.321385 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.325075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff91eab5-8e2f-48d5-b462-e57d5b7dbf20 HTTP/1.1" status: 204 len: 168 time: 0.1657362 May 14 18:00:48.533486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f64603-5adf-4c66-bc40-53d398141b81 req-dd147384-e276-4c4d-8af5-71609f352506 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331858 May 14 18:00:48.597072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-c4631b1e-8b91-4d46-8a2a-456cc872af2c service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511082 May 14 18:00:48.604602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-802a5592-b197-44d4-9bea-990135cc7e2d req-c79dce85-4965-4b52-b84a-672fc82dc573 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-group-rules/3b021505-a362-48f6-bc82-afa2929e4731 HTTP/1.1" status: 200 len: 778 time: 0.0408022 May 14 18:00:48.606252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] For port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:48.606615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.690940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41050) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:48.742390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-145eb2c5-b1ba-4726-b830-4987d3aa46d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1dfab6f4d944cc594f3a99501b75c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500638 May 14 18:00:48.745271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:48.768324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Calling delete_port for 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:48.904164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-802a5592-b197-44d4-9bea-990135cc7e2d req-a8367ecc-8321-4625-b74d-629a05371400 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/c7f9da73-4580-4c2c-aaf7-f23204af0b54 HTTP/1.1" status: 200 len: 2405 time: 0.2891006 May 14 18:00:48.911757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.939451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.941022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-ef201a6e-7229-4169-b924-646722caf95c service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270388 May 14 18:00:48.955987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-802a5592-b197-44d4-9bea-990135cc7e2d req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.974684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-802a5592-b197-44d4-9bea-990135cc7e2d req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:48.996654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:49.000302 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54fea3f9-0f40-4bc4-ab7b-588b8e517005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:49.011457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae5767-bce6-4d80-ae8c-cafc6049ab1a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:49.015301 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:49.018536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:49.022067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7ae5767-bce6-4d80-ae8c-cafc6049ab1a HTTP/1.1" status: 204 len: 168 time: 0.2735195 May 14 18:00:49.035449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-802a5592-b197-44d4-9bea-990135cc7e2d req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:49.041913 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77067780-fabe-443a-8fae-3648ddc122c3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:49.068637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b021505-a362-48f6-bc82-afa2929e4731,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:49.072730 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:49.079228 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-802a5592-b197-44d4-9bea-990135cc7e2d req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:49.080295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-802a5592-b197-44d4-9bea-990135cc7e2d req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3b021505-a362-48f6-bc82-afa2929e4731 HTTP/1.1" status: 204 len: 173 time: 0.1658390 May 14 18:00:49.082216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:49.087948 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:49.100414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d8e2311d-c063-423c-991c-d9c20906718c', '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:49.137274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Pushing event deleted for resources: {'Port': ['ID=3ffb75fe-1ff4-4cc8-b74f-4788ccd36782,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:49.140409 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:49.253239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] No DVR routers for this DVR port 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:49.260668 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:49.262687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8936fc97-be48-4e2c-967d-a767590c3351 req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "DELETE /v2.0/ports/3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 HTTP/1.1" status: 204 len: 173 time: 1.4385695 May 14 18:00:49.263265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'name': 'network-vif-deleted', 'tag': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:49.311749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668925a1-c243-4c89-9d13-eaf6ba032690 req-2f2c1911-c994-4fd7-8674-32d9f8b14e57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:49.317527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-668925a1-c243-4c89-9d13-eaf6ba032690 req-2f2c1911-c994-4fd7-8674-32d9f8b14e57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.1138606 May 14 18:00:49.363718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-668925a1-c243-4c89-9d13-eaf6ba032690 req-917e5061-5050-485f-9905-164dd62b67dd tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 May 14 18:00:49.445687 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96461eb1-c128-42a4-b11b-b74363656400', 'code': 200} May 14 18:00:49.445687 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45265b07-a6fd-4454-847c-f06eb900f009', 'code': 200} May 14 18:00:49.445687 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'code': 200} May 14 18:00:49.637500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a90f-2506-488f-84c9-364eca48050e req-76a2501d-0761-4290-9678-2ab448c3d256 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:49.643660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3275a90f-2506-488f-84c9-364eca48050e req-76a2501d-0761-4290-9678-2ab448c3d256 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 950 time: 0.1086686 May 14 18:00:49.678996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1f4e9-6022-4308-b358-d93bb19a9f24 req-03c6447b-d9cd-49dd-8761-d4943a9c7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:49.680873 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-12a1f4e9-6022-4308-b358-d93bb19a9f24 req-03c6447b-d9cd-49dd-8761-d4943a9c7265 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 1101 time: 0.1049812 May 14 18:00:49.683442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e99612-40af-4524-a0a2-ea9ae2cd4131 req-28b1f747-b14c-4ed1-b404-ccec3b2515b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:49.684402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03e99612-40af-4524-a0a2-ea9ae2cd4131 req-28b1f747-b14c-4ed1-b404-ccec3b2515b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 1101 time: 0.1432369 May 14 18:00:49.691720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3275a90f-2506-488f-84c9-364eca48050e req-af583004-19d4-4877-a03f-ed9b9e4c405b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467875 May 14 18:00:49.753596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-12a1f4e9-6022-4308-b358-d93bb19a9f24 req-678f1442-5cda-42bb-a211-e32c454042b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590391 May 14 18:00:49.772297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-03e99612-40af-4524-a0a2-ea9ae2cd4131 req-1addd306-3d76-4a46-8e6c-e99d6af9ddc7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638762 May 14 18:00:50.138202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-465472400', 'description': 'tempest-description-1073484088'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:50.144103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:50.149194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:50.153303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:50.161354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:50.171498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:50.193013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:50.198487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:50.201455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:50.207317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:50.280811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:50.285265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:50.291985 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf9f0fe9-7485-4b5f-a779-f81f604581c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:50.331865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98c346-3911-4b2c-9c70-05d741f0db92,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:50.334533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:50.335731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80c10d39-37f6-473c-a7df-e20084400918 req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2026868 May 14 18:00:50.336484 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:50.386832 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8112cc45-91c6-4c7e-9e4d-f96806f1819e', 'name': 'network-vif-deleted', 'tag': '3ffb75fe-1ff4-4cc8-b74f-4788ccd36782', 'status': 'completed', 'code': 200} May 14 18:00:50.574617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9bc9-85e3-4353-aece-6fef59879663 req-fb67ff93-20c4-4408-900f-a84eac93d8f8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:50.576024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-142f9bc9-85e3-4353-aece-6fef59879663 req-fb67ff93-20c4-4408-900f-a84eac93d8f8 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1020787 May 14 18:00:50.622075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-142f9bc9-85e3-4353-aece-6fef59879663 req-9aa4777c-5d24-4517-9243-2802a47c873b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 May 14 18:00:50.798813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff760c-c859-4a34-b929-44ecc83334d6 req-e4f50d10-5523-4ec3-8fac-474a1a2c61b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:50.800889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04ff760c-c859-4a34-b929-44ecc83334d6 req-e4f50d10-5523-4ec3-8fac-474a1a2c61b3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 946 time: 0.0796113 May 14 18:00:50.852235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04ff760c-c859-4a34-b929-44ecc83334d6 req-155a81e4-4122-4969-a3c1-14d8728879af tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 May 14 18:00:51.034015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dbfef-6efa-423d-992b-128af5f43f00 req-0322ea9b-4e35-40c0-af1c-4f197a2ff54f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:51.034707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-218dbfef-6efa-423d-992b-128af5f43f00 req-0322ea9b-4e35-40c0-af1c-4f197a2ff54f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Synchronizing usage tracker for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:51.050969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-218dbfef-6efa-423d-992b-128af5f43f00 req-0322ea9b-4e35-40c0-af1c-4f197a2ff54f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Unset dirty status for tenant:6ca82c4f9f5942dd83bc1f88428b2e43 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:51.052215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-218dbfef-6efa-423d-992b-128af5f43f00 req-0322ea9b-4e35-40c0-af1c-4f197a2ff54f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1003616 May 14 18:00:51.098898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-218dbfef-6efa-423d-992b-128af5f43f00 req-c8e908ba-dcdd-46ff-92ed-37fc278c53c1 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 May 14 18:00:51.182911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c429c29c-9213-4487-975a-a0a869a5701d req-a9042681-69ac-4470-813a-4f01937df533 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/2f98c346-3911-4b2c-9c70-05d741f0db92 HTTP/1.1" status: 200 len: 1812 time: 0.0454297 May 14 18:00:51.222027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-4b4a85ce-9238-4605-b9a8-999304bca74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:51.223836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-4b4a85ce-9238-4605-b9a8-999304bca74f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f&tenant_id=6544792cb05d42af8a161fc95946ef1e HTTP/1.1" status: 200 len: 1101 time: 0.0799196 May 14 18:00:51.242731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:51.374175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:51.384877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b080c-8fbf-4dcf-ac92-96a5bdd2845c req-3f4115f7-2e6b-4b91-b6c0-9e449268d68b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:51.386353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c22b080c-8fbf-4dcf-ac92-96a5bdd2845c req-3f4115f7-2e6b-4b91-b6c0-9e449268d68b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.0880885 May 14 18:00:51.434789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c22b080c-8fbf-4dcf-ac92-96a5bdd2845c req-8088c8f7-066f-464f-a9b1-e08ded71fc9b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 May 14 18:00:51.638374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32d85-59f3-40e8-aeb9-1030fbdcde28 req-7a155d2b-871a-4ef0-87e5-a18b0f020704 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:51.639973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67f32d85-59f3-40e8-aeb9-1030fbdcde28 req-7a155d2b-871a-4ef0-87e5-a18b0f020704 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 950 time: 0.0849795 May 14 18:00:51.691694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67f32d85-59f3-40e8-aeb9-1030fbdcde28 req-e0208967-1e61-4e22-ae47-f4e0684e3e2d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 May 14 18:00:51.720746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:51.751824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:51.784909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41128) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:51.819739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:51.826585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:51.842505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Transition to ACTIVE for port object 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:51.847619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:51.852353 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf4f2538-6024-4eff-a60e-f107e5221278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:51.918080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:51.934586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:51.937362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c13a7ce2f824da3b216c3d3b653c655 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:51.940313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:51.947123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:52.010735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] No DVR routers for this DVR port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:52.059567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:52.062833 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:52.085324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.092468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:00:52.092853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:00:52.093193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:52.095516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.098420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:00:52.098741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Attempting to bind port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:00:52.104540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:00:52.104872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:00:52.105305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:00:52.106005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Bound port: 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:00:52.106161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.106288 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef2346e8-52fa-4609-a520-71e9d680ca8a tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:52.160256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c13a7ce2f824da3b216c3d3b653c655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739555 May 14 18:00:52.161172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724f91a5-d27a-4710-a490-1c1d79babb41,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:52.164026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41142) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:52.164244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:52.245702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:00:52.251759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad3025-6774-4ac0-a0d0-e605b484f0f9 req-03371e31-6e8b-4e4f-b3d6-52aa621c454a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.253349 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfad3025-6774-4ac0-a0d0-e605b484f0f9 req-03371e31-6e8b-4e4f-b3d6-52aa621c454a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 949 time: 0.0881009 May 14 18:00:52.254626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:00:52.263286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.267754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:52.296161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.343793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.344402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.345837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] 10.222.0.15 "PUT /v2.0/ports/00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 1097 time: 1.1091688 May 14 18:00:52.352424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.427582 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfad3025-6774-4ac0-a0d0-e605b484f0f9 req-49ccfa21-3480-42d5-bfec-374fa8398475 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671119 May 14 18:00:52.434636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=11']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:52.446109 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:52.502170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-f2703faa-7072-495b-b752-7b48f7a15630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.503817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-f2703faa-7072-495b-b752-7b48f7a15630 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1100 time: 0.1268022 May 14 18:00:52.504932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.511087 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-069b0fb1-971a-4f4f-b3e6-799787eaa044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:52.547932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f91a5-d27a-4710-a490-1c1d79babb41,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:52.555488 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:52.611736 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:52.612747 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/724f91a5-d27a-4710-a490-1c1d79babb41 HTTP/1.1" status: 204 len: 168 time: 0.4470484 May 14 18:00:52.650996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6129-8a27-4ecc-922a-6f0e53a35404 req-6aa027f4-9159-4cde-aff0-c85bcf521d85 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.652503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105c6129-8a27-4ecc-922a-6f0e53a35404 req-6aa027f4-9159-4cde-aff0-c85bcf521d85 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 950 time: 0.1017134 May 14 18:00:52.667671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-d32267f1-a9f0-4c23-b45e-7719edd96e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.669127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-d32267f1-a9f0-4c23-b45e-7719edd96e62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1477447 May 14 18:00:52.704233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105c6129-8a27-4ecc-922a-6f0e53a35404 req-4177d019-6b71-413f-86d3-a73fabb7129c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 May 14 18:00:52.799610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:52.842523 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'code': 200} May 14 18:00:52.857478 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-757adc27-0a52-4a72-a355-7bac8b5ee003 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.1815360 May 14 18:00:52.882905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:52.883955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:52.922073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:52.922740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3ffb75fe-1ff4-4cc8-b74f-4788ccd36782 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:52.938163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-3c84827b-dc6c-4946-a56e-24823517096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.939688 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-3c84827b-dc6c-4946-a56e-24823517096b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0740848 May 14 18:00:52.944510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:52.963244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be414f5-d1ab-4545-8bf6-b9b1c26e29fc req-ff922f63-44a9-4420-bb05-862beec280d3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:52.964673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8be414f5-d1ab-4545-8bf6-b9b1c26e29fc req-ff922f63-44a9-4420-bb05-862beec280d3 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 946 time: 0.0843458 May 14 18:00:53.001916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.009522 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8be414f5-d1ab-4545-8bf6-b9b1c26e29fc req-e00fa376-6165-4bd3-860d-1678af87ceab tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/security-groups?id=1de4950a-2995-4fed-ad4f-a216a11d4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 May 14 18:00:53.021272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:53.031707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Usage tracker for resource:security_group_rule and tenant:827b82ca413f45e7a8eb2029d0508b4f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:53.031707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:53.037668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:53.038042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-982452592', 'description': 'tempest-description-791550191'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:53.045253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:53.050298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:53.053963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:53.060709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:53.070845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.078769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383634-d79e-4553-bf96-39cb401351c2 req-2d93d7ae-63e9-4dde-aba0-cdd983ed0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:53.080249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-2d93d7ae-63e9-4dde-aba0-cdd983ed0f5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331322 May 14 18:00:53.091719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:53.095556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:53.098500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:53.104415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:53.177144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.180327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.186197 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8be7dee5-9d20-4327-9296-a426a39dfa91 tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:53.228542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d34e58-2d55-4af4-955c-4d32674ab5ed,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:53.231472 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:53.232268 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.233443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-682b8a0f-1e8c-4561-be4a-e1dd880ed1d0 req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2000444 May 14 18:00:53.257251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.263470 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-d7b9eb78-1db5-44db-b20a-f392fec1196e service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728969 May 14 18:00:53.264173 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.271783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cde14b5d-ed0b-4dee-ba0f-d124f2b72b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:53.398197 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=827b82ca413f45e7a8eb2029d0508b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525769 May 14 18:00:53.401308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b65b7-a891-4455-91f9-2d0de382632f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:53.403617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41162) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:00:53.405819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdc9-893c-4f2e-bfbb-330d6db2643e req-51dad158-f0a7-45c2-9045-419166fafbf0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:53.407339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e64fbdc9-893c-4f2e-bfbb-330d6db2643e req-51dad158-f0a7-45c2-9045-419166fafbf0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0832586 May 14 18:00:53.416766 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:53.454767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e64fbdc9-893c-4f2e-bfbb-330d6db2643e req-c2f14297-bebd-4e16-9182-7333c1217d88 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 May 14 18:00:53.508517 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3a383634-d79e-4553-bf96-39cb401351c2 req-65079270-c52d-4dd4-a21f-023df4cf4a49 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375667 May 14 18:00:53.534816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.561177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.611815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.615632 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9c93e3a-52d9-4ca3-8855-dc5887bfed79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:53.628472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b65b7-a891-4455-91f9-2d0de382632f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:53.631392 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:53.633340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.638131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d02b65b7-a891-4455-91f9-2d0de382632f HTTP/1.1" status: 204 len: 168 time: 0.2289567 May 14 18:00:53.730430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0a1e5-4bcd-4d11-a1e8-a654284269bd req-a0fe71c9-6ab1-4021-85de-40b7e6e1e3b5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:53.731917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ec0a1e5-4bcd-4d11-a1e8-a654284269bd req-a0fe71c9-6ab1-4021-85de-40b7e6e1e3b5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.1426330 May 14 18:00:53.743018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-904b0abd-95a7-4e6e-9c7e-d81bd6c166bd tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:53.745086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-904b0abd-95a7-4e6e-9c7e-d81bd6c166bd tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 946 time: 0.1092029 May 14 18:00:53.792941 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:53.841009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ec0a1e5-4bcd-4d11-a1e8-a654284269bd req-f7da3d89-15e1-4904-a321-5b78820b566d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949783 May 14 18:00:53.914107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Deleting port 68c46438-8909-4560-b472-70947b1a538c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:00:53.914468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:54.063275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] For port 68c46438-8909-4560-b472-70947b1a538c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=68c46438-8909-4560-b472-70947b1a538c,segment=NetworkSegment(32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac),segment_id=32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:54.063801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:54.232923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Calling delete_port for 68c46438-8909-4560-b472-70947b1a538c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:00:54.300864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a159f9-50d6-441f-8733-fdd6bceeaf84 req-d031a3f0-fb76-40e4-8891-3abd57e22d24 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:54.307394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a159f9-50d6-441f-8733-fdd6bceeaf84 req-d031a3f0-fb76-40e4-8891-3abd57e22d24 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:54.309092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76a159f9-50d6-441f-8733-fdd6bceeaf84 req-d031a3f0-fb76-40e4-8891-3abd57e22d24 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad&device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 1691 time: 0.1770117 May 14 18:00:54.392643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76a159f9-50d6-441f-8733-fdd6bceeaf84 req-02933f86-7bae-44ed-a25d-6b631fbc0f3b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 May 14 18:00:54.425080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:54.432966 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-422fa475-0eb5-4f57-991c-f503bcff52e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:54.439450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['68c46438-8909-4560-b472-70947b1a538c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:54.517785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Pushing event deleted for resources: {'Port': ['ID=68c46438-8909-4560-b472-70947b1a538c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:54.521288 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:54.567053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] No DVR routers for this DVR port 68c46438-8909-4560-b472-70947b1a538c on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:00:54.569920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:54.581907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffcfca-171c-4f6e-969c-120c4c776839', 'name': 'network-vif-deleted', 'tag': '68c46438-8909-4560-b472-70947b1a538c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:54.609806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f271757-8da5-4b51-9e6c-fb4c68c63cd1 req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.22 "DELETE /v2.0/ports/68c46438-8909-4560-b472-70947b1a538c HTTP/1.1" status: 204 len: 173 time: 0.8465803 May 14 18:00:54.628132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c3570f-ce72-49df-ab49-c5e3919f3de3 req-747e7f3c-b4e0-4340-b024-bee5f4f3b00b tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/d2d34e58-2d55-4af4-955c-4d32674ab5ed HTTP/1.1" status: 200 len: 1811 time: 0.0624199 May 14 18:00:54.809967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001453c2-fb12-4110-bb94-96703bfbe535 req-09e79f6c-63a9-4fda-9f21-257c08c160e2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:54.811649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-001453c2-fb12-4110-bb94-96703bfbe535 req-09e79f6c-63a9-4fda-9f21-257c08c160e2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 949 time: 0.0894649 May 14 18:00:54.844160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:00:54.857252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-001453c2-fb12-4110-bb94-96703bfbe535 req-193ecc52-15a1-4332-a946-c5e6f75d9480 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 May 14 18:00:55.033792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202fe97-b83d-4ec5-9257-c4e29eeeeb1a req-f6b91c03-ec68-4415-a806-5c46f0a2ad45 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:55.035163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e202fe97-b83d-4ec5-9257-c4e29eeeeb1a req-f6b91c03-ec68-4415-a806-5c46f0a2ad45 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0808375 May 14 18:00:55.083622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e202fe97-b83d-4ec5-9257-c4e29eeeeb1a req-8aadac86-113b-478e-a3e6-33e8567d4eec tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 May 14 18:00:55.249440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6daf9deb-0b13-411f-b56c-8f0487b8e39d req-d584d37f-7ba0-4634-b0f5-7fd9e67793bf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Synchronizing usage tracker for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:55.265857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6daf9deb-0b13-411f-b56c-8f0487b8e39d req-d584d37f-7ba0-4634-b0f5-7fd9e67793bf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Unset dirty status for tenant:ce2ca8d224e5455cb4e42fbc03a6f0d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:55.267007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6daf9deb-0b13-411f-b56c-8f0487b8e39d req-d584d37f-7ba0-4634-b0f5-7fd9e67793bf tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ffcfca-171c-4f6e-969c-120c4c776839 HTTP/1.1" status: 200 len: 210 time: 0.0653141 May 14 18:00:55.385889 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ffcfca-171c-4f6e-969c-120c4c776839', 'name': 'network-vif-deleted', 'tag': '68c46438-8909-4560-b472-70947b1a538c', 'status': 'completed', 'code': 200} May 14 18:00:55.400594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1220202853', 'description': 'tempest-description-1704484835'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:55.406340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:55.410269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:55.413216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:55.419567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:55.429675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:55.452903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:55.456860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:55.470751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:55.478696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:55.573990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:55.578930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:55.587049 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eddbb72c-6432-4153-883c-347f6c061d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:55.626308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582f3eda-5480-458a-b24f-2bb09d0c8239,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:55.629523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:55.631040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:55.632244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98722b74-7496-463d-b182-4ec36ac9590a req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2362823 May 14 18:00:55.691918 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'status': 'completed', 'code': 200} May 14 18:00:55.789342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-ae257da6-03a2-4220-8cf3-960ab7b8eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:55.791383 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-ae257da6-03a2-4220-8cf3-960ab7b8eef9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1100 time: 0.0734313 May 14 18:00:55.856750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-f7f08f04-2b6b-4e1b-8113-782281c1a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:55.858287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-f7f08f04-2b6b-4e1b-8113-782281c1a73e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6544792cb05d42af8a161fc95946ef1e&device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1100 time: 0.1463549 May 14 18:00:55.898779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cad6bb-2f0a-434b-8867-1008a9bbe840 req-a7d314f5-7476-460d-b842-d1a9e3f93d0a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:55.901232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6cad6bb-2f0a-434b-8867-1008a9bbe840 req-a7d314f5-7476-460d-b842-d1a9e3f93d0a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.1250191 May 14 18:00:55.936953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-2a43cbbb-e3d7-4c7d-a69f-bbc8488ced9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:55.938440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-2a43cbbb-e3d7-4c7d-a69f-bbc8488ced9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1392539 May 14 18:00:56.012608 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-773edff0-ac13-45fd-8f8b-049b5cc333dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0671151 May 14 18:00:56.021619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6cad6bb-2f0a-434b-8867-1008a9bbe840 req-dc036e52-2415-40ab-97a3-20aff7d563e1 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702312 May 14 18:00:56.049929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-7fb43280-b0f7-4647-ac79-5b936dd2b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:56.051449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-7fb43280-b0f7-4647-ac79-5b936dd2b153 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1834574 May 14 18:00:56.085782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-3c81cb09-970d-464d-b6a6-33341cf80236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:56.087977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-3c81cb09-970d-464d-b6a6-33341cf80236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0692208 May 14 18:00:56.129931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-39a0651f-ef03-4a53-9508-d0d33b951093 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 200 len: 217 time: 0.0708251 May 14 18:00:56.180186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-dc876653-c33f-450f-9f87-c3e68b99706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:56.182339 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-dc876653-c33f-450f-9f87-c3e68b99706b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875223 May 14 18:00:56.206251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-68f9001d-bd23-4ef5-82fb-56307a40c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:56.207729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-68f9001d-bd23-4ef5-82fb-56307a40c0f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0690460 May 14 18:00:56.352549 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-329c15b3-60ab-4cef-80ab-0b5a8b656a93 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621971 May 14 18:00:56.411807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-f54048ee-a389-4ba1-ac14-5d28fc7f8255 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=057e4d0eba944e89b38cbf8de41e3162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341146 May 14 18:00:56.487335 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-7397f153-1721-4699-b30e-0b68e2dbf178 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283286 May 14 18:00:56.505973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:00:56.530322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb879-b9a0-4495-8175-235587047574 req-04c4e599-8b11-49a2-92bf-28a64d938a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:56.531772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-04c4e599-8b11-49a2-92bf-28a64d938a73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3154471 May 14 18:00:56.646868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:56.654113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-c3787711-908e-4bf5-a8e5-041fc79626ca tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:56.655108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-c3787711-908e-4bf5-a8e5-041fc79626ca tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375593 May 14 18:00:56.660973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'mac_address': 'fa:16:3e:af:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:00:56.692103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-42650bbc-3cf7-410f-a046-768e1b40236b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/quotas/057e4d0eba944e89b38cbf8de41e3162 HTTP/1.1" status: 200 len: 375 time: 0.0274086 May 14 18:00:56.718974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:56.735741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:00:56.751775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:00:56.754103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-3a6ff00e-4d9c-4d3f-b0db-8d5849c9d6b7 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=057e4d0eba944e89b38cbf8de41e3162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501339 May 14 18:00:56.756379 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:56.756519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-a28b71a8-403b-4c55-8e7f-6c0e705a6772 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093706 May 14 18:00:56.758392 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:56.836632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:56.842035 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:56.903217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fdbb879-b9a0-4495-8175-235587047574 req-50a5990c-872b-4b80-b9c6-59b7d6773dc8 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378832 May 14 18:00:56.986999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a9b7aad5-69b8-4ed2-857d-34b8d7d6d144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:57.066352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22495-e217-40d8-ac35-75379d240241 req-b00aac63-1336-414d-9fcf-a5eb4f2d2330 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:57.067893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39a22495-e217-40d8-ac35-75379d240241 req-b00aac63-1336-414d-9fcf-a5eb4f2d2330 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 1101 time: 0.0717988 May 14 18:00:57.109058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-39a22495-e217-40d8-ac35-75379d240241 req-3e9b63e1-4605-4946-9ec1-683e2a92bf8e tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Synchronizing usage tracker for tenant:812b5754c25d4d27947d2b354d7f64e6 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:00:57.126413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-39a22495-e217-40d8-ac35-75379d240241 req-3e9b63e1-4605-4946-9ec1-683e2a92bf8e tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Unset dirty status for tenant:812b5754c25d4d27947d2b354d7f64e6 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:00:57.127762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39a22495-e217-40d8-ac35-75379d240241 req-3e9b63e1-4605-4946-9ec1-683e2a92bf8e tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539696 May 14 18:00:57.299944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bf8fdab-689e-4acf-a206-d3c9617241a6 req-a432cdcc-0e35-4deb-9c0f-f6f7706ca1fe tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/582f3eda-5480-458a-b24f-2bb09d0c8239 HTTP/1.1" status: 200 len: 1813 time: 0.0475876 May 14 18:00:57.452616 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:57.494584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546ebb-0658-486f-bdf5-e0a7590c77be req-fad2390e-2dbc-46d7-8e6c-fb6f37cdf8ab tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:57.495920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b546ebb-0658-486f-bdf5-e0a7590c77be req-fad2390e-2dbc-46d7-8e6c-fb6f37cdf8ab tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1026423 May 14 18:00:57.549641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b546ebb-0658-486f-bdf5-e0a7590c77be req-b703a172-764c-4338-a578-6421de4e6138 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 May 14 18:00:57.757198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b9c10ce-bb6c-465b-ba0c-5d5d4bf83ed7 req-bd3faf70-99e7-4cd4-aee2-496cb5665d93 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 210 time: 0.0429792 May 14 18:00:58.042061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-f0c9ac73-ff6d-4c9f-84d0-f6c71c372a11 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=057e4d0eba944e89b38cbf8de41e3162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373173 May 14 18:00:58.186381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ddf99-ddf9-46bd-b6f0-273f7a165ae3 req-4f35fd4d-7b1a-4b61-965f-40e98977c0a5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:58.187944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd1ddf99-ddf9-46bd-b6f0-273f7a165ae3 req-4f35fd4d-7b1a-4b61-965f-40e98977c0a5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.2188501 May 14 18:00:58.234004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-c0e49c60-ee09-4149-80a0-2aac93b92903 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:58.235453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-c0e49c60-ee09-4149-80a0-2aac93b92903 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870189 May 14 18:00:58.249618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Request body: {'port': {'device_id': '11510883-fd21-4a2b-877c-0a81b1928a95', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '057e4d0eba944e89b38cbf8de41e3162'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:58.267165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['00c01a0d-d8b9-45e4-b170-5ced863cf6c9'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:00:58.282034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd1ddf99-ddf9-46bd-b6f0-273f7a165ae3 req-17d25697-8d0b-478c-96f7-8f91fb49674d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867329 May 14 18:00:58.440917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:58.446236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Usage tracker for resource:port and tenant:057e4d0eba944e89b38cbf8de41e3162 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:58.449842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:58.456744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:58.475189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Made reservation on behalf of 057e4d0eba944e89b38cbf8de41e3162 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:00:58.479696 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:58.499639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:58.510280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eff53b-df57-434c-89ee-31f68f513194 req-773ec371-0781-459a-abf5-660e8548bd4b tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:58.511877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4eff53b-df57-434c-89ee-31f68f513194 req-773ec371-0781-459a-abf5-660e8548bd4b tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 1101 time: 0.1233079 May 14 18:00:58.519486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:58.537515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Usage tracker for resource:security_group_rule and tenant:057e4d0eba944e89b38cbf8de41e3162 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:58.546993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:58.559383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:58.577885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4eff53b-df57-434c-89ee-31f68f513194 req-59e95a7f-aaa6-4fd2-8767-41c79cbc901b tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552335 May 14 18:00:58.615549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1597866618', 'description': 'tempest-description-771471822'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:58.623491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:58.632231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:58.636477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:58.651510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:58.687100 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:58.692841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:58.698569 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6457ddef-c667-4aa3-b6cf-6f2e1424e252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:58.744166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:58.779148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defb9b18-fb25-41ba-a7c1-8aa53e401a17,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:58.782284 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:58.797367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:00:58.806038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Usage tracker for resource:security_group_rule and tenant:5d1ddaa51731476f87ec21e5177a9dfb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:00:58.811911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:00:58.826587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:00:58.856192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 68c46438-8909-4560-b472-70947b1a538c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:00:58.892907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 68c46438-8909-4560-b472-70947b1a538c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:00:58.893255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 68c46438-8909-4560-b472-70947b1a538c not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:00:59.028130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Allocated IP 192.168.233.209 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/3b1d6fba-84e9-4cdb-9169-0b150b94376e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:00:59.096792 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.100598 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.106692 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-111f42ff-e5d3-4c93-8572-eb3caa45a00f tempest-SecurityGroupsTestAdminJSON-346296843 tempest-SecurityGroupsTestAdminJSON-346296843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:59.230973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f479915-e8bb-45b8-a1ae-94610a0701bd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:59.243298 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:59.256773 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.258141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b49a2eb2-d7db-4492-87b3-09276f2d420d req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6518195 May 14 18:00:59.339072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.357123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Transition to ACTIVE for port object 3b1d6fba-84e9-4cdb-9169-0b150b94376e will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:00:59.382284 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.394031 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:00:59.496440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.517802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:00:59.520956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:00:59.523781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:00:59.586185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Pushing event updated for resources: {'Port': ['ID=3b1d6fba-84e9-4cdb-9169-0b150b94376e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:00:59.592300 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:00:59.621060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:59.621709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.658009 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bce4a9b-d502-4482-916f-864b53b563f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.658309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295c47-4b5a-4773-8c30-25eb5188722f req-d118c7ce-afa8-43e0-b51e-396f02eb539a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:00:59.661455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16295c47-4b5a-4773-8c30-25eb5188722f req-d118c7ce-afa8-43e0-b51e-396f02eb539a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2256665 May 14 18:00:59.663501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4178874 May 14 18:00:59.691878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Request body: {'port': {'device_id': '11510883-fd21-4a2b-877c-0a81b1928a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:00:59.793700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16295c47-4b5a-4773-8c30-25eb5188722f req-aa93249b-0942-45c1-97da-161c6197be45 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274016 May 14 18:00:59.815547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-86d9067c-6583-4f7b-8f79-88f59e91b3fb None None] Provisioning for port 3b1d6fba-84e9-4cdb-9169-0b150b94376e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:00:59.828744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-86d9067c-6583-4f7b-8f79-88f59e91b3fb None None] Provisioning complete for port 3b1d6fba-84e9-4cdb-9169-0b150b94376e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:00:59.829461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-86d9067c-6583-4f7b-8f79-88f59e91b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.902564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:00:59.984439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-86d9067c-6583-4f7b-8f79-88f59e91b3fb None None] Port 3b1d6fba-84e9-4cdb-9169-0b150b94376e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:00.314768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e0511-43e9-4210-9796-97fe1024bea0 req-c4f56c8e-bbaa-4482-a78d-e0fad6641741 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:00.316119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e0e0511-43e9-4210-9796-97fe1024bea0 req-c4f56c8e-bbaa-4482-a78d-e0fad6641741 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 950 time: 0.1372125 May 14 18:01:00.421290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e0e0511-43e9-4210-9796-97fe1024bea0 req-6254a9c4-7048-4573-b57f-c73db714b845 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928221 May 14 18:01:00.423367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1d6fba-84e9-4cdb-9169-0b150b94376e {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:00.432290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.458779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Transition to ACTIVE for port object 3b1d6fba-84e9-4cdb-9169-0b150b94376e will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:00.463259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.468571 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bab44ff-6868-4bbd-b1fd-40200ba8168d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:00.524623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:00.655335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d6fba-84e9-4cdb-9169-0b150b94376e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:00.663567 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:00.686196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.730871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:00.739619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:00.740152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.864448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Attempting to bind port 3b1d6fba-84e9-4cdb-9169-0b150b94376e on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:00.864787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Attempting to bind port 3b1d6fba-84e9-4cdb-9169-0b150b94376e by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:00.865080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Attempting to bind port 3b1d6fba-84e9-4cdb-9169-0b150b94376e on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:00.873923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Port 3b1d6fba-84e9-4cdb-9169-0b150b94376e on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:00.874243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Attempting to bind port 3b1d6fba-84e9-4cdb-9169-0b150b94376e on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:00.887285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:00.887625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:00.887798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.888015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:00.888450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Bound port: 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:00.888793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.915238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c5147-1d55-4e31-ab18-829534a208db req-a50b5028-157c-4a18-b435-206a182b06d0 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:00.915937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e44c5147-1d55-4e31-ab18-829534a208db req-a50b5028-157c-4a18-b435-206a182b06d0 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Synchronizing usage tracker for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:00.919250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:00.932526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:00.937723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:00.940003 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:01.000765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e44c5147-1d55-4e31-ab18-829534a208db req-a50b5028-157c-4a18-b435-206a182b06d0 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Unset dirty status for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:01.001971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e44c5147-1d55-4e31-ab18-829534a208db req-a50b5028-157c-4a18-b435-206a182b06d0 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 948 time: 0.2431610 May 14 18:01:01.010202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=13']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:01.013462 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:01.033082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] For port 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:01.049576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] For port 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:01.053617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:01.060190 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-507e284a-f3fd-4675-9d44-32374a968307 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:01.105292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e44c5147-1d55-4e31-ab18-829534a208db req-b9bacaf3-b9e1-4ee7-b601-f3487244e7b1 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Synchronizing usage tracker for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:01.118940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:01.119580 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:01.120898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] 10.222.0.22 "PUT /v2.0/ports/3b1d6fba-84e9-4cdb-9169-0b150b94376e HTTP/1.1" status: 200 len: 1096 time: 1.4355490 May 14 18:01:01.123200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11510883-fd21-4a2b-877c-0a81b1928a95', 'tag': '3b1d6fba-84e9-4cdb-9169-0b150b94376e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:01.152191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d6fba-84e9-4cdb-9169-0b150b94376e,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:01.155279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:01.156011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e44c5147-1d55-4e31-ab18-829534a208db req-b9bacaf3-b9e1-4ee7-b601-f3487244e7b1 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Unset dirty status for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:01.157128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e44c5147-1d55-4e31-ab18-829534a208db req-b9bacaf3-b9e1-4ee7-b601-f3487244e7b1 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459746 May 14 18:01:01.387298 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3db0ca7-22e5-4ecf-8d26-dacec6fe810d req-dd70e891-7fa2-497c-b43d-97a3ba414aa5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/9f479915-e8bb-45b8-a1ae-94610a0701bd HTTP/1.1" status: 200 len: 1812 time: 0.2022614 May 14 18:01:01.407272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-234ea16c-91c2-4925-b91b-d67c3cdc6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:01.408743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-234ea16c-91c2-4925-b91b-d67c3cdc6bd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=057e4d0eba944e89b38cbf8de41e3162&device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 1099 time: 0.2115567 May 14 18:01:01.517561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-28784974-e570-4455-97c3-7d4968a98727 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e HTTP/1.1" status: 200 len: 217 time: 0.0958021 May 14 18:01:01.600409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-078c83c2-9b24-4ec4-b560-4a2b4a5de26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:01.601810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-078c83c2-9b24-4ec4-b560-4a2b4a5de26f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0733385 May 14 18:01:01.655685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae508d9-d1b6-42b6-865a-cb2274471942 req-ec160aad-8bba-4eb6-9dcb-9c4b3080eea2 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:01.657102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cae508d9-d1b6-42b6-865a-cb2274471942 req-ec160aad-8bba-4eb6-9dcb-9c4b3080eea2 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 945 time: 0.1783569 May 14 18:01:01.710365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cae508d9-d1b6-42b6-865a-cb2274471942 req-0fc93960-a41e-40ae-92f7-1472e0fc9eab tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 May 14 18:01:01.728251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-f00e9197-87e1-432a-801f-163c73946b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:01.729820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-f00e9197-87e1-432a-801f-163c73946b87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176291 May 14 18:01:01.876077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-f393e1db-2e01-4ff1-bb6c-41744376501a service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391666 May 14 18:01:02.064383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc1b9969-0171-4534-91e1-caf9cf4d85fa req-f0dbdfab-14e6-4c1a-9877-0f28b2d49b31 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499312 May 14 18:01:02.071781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e815c-d34e-45ab-bf80-1eeb1aab2b05 req-3fc004e8-59c0-4e2a-9762-06684afb6be7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:02.073120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c50e815c-d34e-45ab-bf80-1eeb1aab2b05 req-3fc004e8-59c0-4e2a-9762-06684afb6be7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1925709 May 14 18:01:02.112615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:02.124615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c50e815c-d34e-45ab-bf80-1eeb1aab2b05 req-fc304695-9cab-4a32-a10c-e6a69103aaa2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 May 14 18:01:02.407758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17903767-73de-4381-937e-66fef44ac5dc req-b5453ac0-4696-4167-9f80-4b5e7bc8a4eb tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:02.409243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17903767-73de-4381-937e-66fef44ac5dc req-b5453ac0-4696-4167-9f80-4b5e7bc8a4eb tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 1102 time: 0.0706286 May 14 18:01:02.469100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17903767-73de-4381-937e-66fef44ac5dc req-3fb0935c-4bd1-492b-8f14-9eb8000070a5 tempest-MigrationsAdminTest-1809477201 tempest-MigrationsAdminTest-1809477201-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533962 May 14 18:01:02.598929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-6c38da29-c4f5-4d5e-baad-4307198148af tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322366 May 14 18:01:02.751862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-e1512772-e7d7-4290-917d-85d863f36b57 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:02.753198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-e1512772-e7d7-4290-917d-85d863f36b57 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485868 May 14 18:01:02.768347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-50960333-74e4-4886-84bd-ddf35c01d8b4 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/quotas/1e45773665c44ec6a77586bec51b1352 HTTP/1.1" status: 200 len: 375 time: 0.0097160 May 14 18:01:02.852834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-7979d420-dcf1-47c5-8b45-4e9c52498ba1 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792432 May 14 18:01:03.222701 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'code': 200} May 14 18:01:03.360356 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11510883-fd21-4a2b-877c-0a81b1928a95', 'tag': '3b1d6fba-84e9-4cdb-9169-0b150b94376e', 'status': 'completed', 'code': 200} May 14 18:01:03.394943 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-826a28e3-6ba7-4b41-80e0-5bfec822a2a8 req-52770373-306f-4bdd-8a54-c18647def629 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] show failed (client error): The resource could not be found. May 14 18:01:03.395987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-826a28e3-6ba7-4b41-80e0-5bfec822a2a8 req-52770373-306f-4bdd-8a54-c18647def629 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/d3dcca54-5b38-4576-a9c6-ae0eed6d32c1 HTTP/1.1" status: 404 len: 352 time: 0.0206285 May 14 18:01:03.496172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-333f6684-5e67-43a0-ae07-a8a65eb78131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:03.498029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-333f6684-5e67-43a0-ae07-a8a65eb78131 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=057e4d0eba944e89b38cbf8de41e3162&device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 1099 time: 0.0968225 May 14 18:01:03.687892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-6e968a26-f85d-4603-a991-66974cdec14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:03.692958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-6e968a26-f85d-4603-a991-66974cdec14d service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1740365 May 14 18:01:03.777077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-ed088077-47ae-49ff-8f3c-93d7432b32f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e HTTP/1.1" status: 200 len: 217 time: 0.0708725 May 14 18:01:03.860080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-47bf62cd-e797-489c-ae3a-220441ad2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:03.861635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-47bf62cd-e797-489c-ae3a-220441ad2202 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0753303 May 14 18:01:03.955342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-84aaa18d-319e-4bfd-bac9-9b2ec3bc15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:03.956839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-84aaa18d-319e-4bfd-bac9-9b2ec3bc15c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887849 May 14 18:01:04.311942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-fa2569b8-372a-4bfd-bba3-d738df7edf6e service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445742 May 14 18:01:04.411156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44519c0-eb85-4a4f-b082-5e1b18674a8a req-c9ea6c2d-e1b3-4a83-a3e7-c34be7188c15 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:04.412608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d44519c0-eb85-4a4f-b082-5e1b18674a8a req-c9ea6c2d-e1b3-4a83-a3e7-c34be7188c15 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 948 time: 0.1752152 May 14 18:01:04.492268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d44519c0-eb85-4a4f-b082-5e1b18674a8a req-6deeb40c-1e7a-4530-a9b8-53647f15da47 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 May 14 18:01:04.494826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd580537-fce2-4009-b5d5-e8bcacc19dc1 req-619acc4f-795a-49c4-b853-87313b1e4e7e service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755798 May 14 18:01:04.753392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-7eabb3cb-e055-4359-b386-77bc0264e526 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293646 May 14 18:01:04.790897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-c7f7788b-3c58-43a0-b1ae-ecf6a6259f8d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275617 May 14 18:01:04.878426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b1d6fba-84e9-4cdb-9169-0b150b94376e details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:04.960633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ac1dcb81-a994-42a2-b161-bce8d455c1da tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:04.964359 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ac1dcb81-a994-42a2-b161-bce8d455c1da tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048585 May 14 18:01:04.970183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-06f979c6-eab2-4af5-8034-5422c54c4eca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:04.971862 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-06f979c6-eab2-4af5-8034-5422c54c4eca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749680 May 14 18:01:04.986401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:04.987800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': '8ccec24d-0843-489f-8740-37889fc5d150', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:05.083769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:05.101436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '3b1d6fba-84e9-4cdb-9169-0b150b94376e', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '3b1d6fba-84e9-4cdb-9169-0b150b94376e', 'mac_address': 'fa:16:3e:a5:56:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:05.121641 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-240d713a-6f4a-418f-a8a7-55e9507b82e3 req-6ccf11e6-bc94-4b6d-be91-6175935adce4 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] show failed (client error): The resource could not be found. May 14 18:01:05.123101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-240d713a-6f4a-418f-a8a7-55e9507b82e3 req-6ccf11e6-bc94-4b6d-be91-6175935adce4 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-group-rules/24c92bee-314f-498a-8945-faa457f9d5f4 HTTP/1.1" status: 404 len: 361 time: 0.1013033 May 14 18:01:05.168316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:05.187327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1d6fba-84e9-4cdb-9169-0b150b94376e {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:05.209149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:05.214835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:05.215991 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:05.217767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:05.224435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Usage tracker for resource:port and tenant:1e45773665c44ec6a77586bec51b1352 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:05.226099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:05.232526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:05.245097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:05.249820 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:05.298853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3b1d6fba-84e9-4cdb-9169-0b150b94376e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:05.300709 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:05.313552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:05.317891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Usage tracker for resource:port and tenant:1e45773665c44ec6a77586bec51b1352 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:05.322154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:05.329422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:05.344345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:05.348608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:05.458467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.144 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/7de0b961-6258-4019-8796-af96fa23d103) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:05.495629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3b1d6fba-84e9-4cdb-9169-0b150b94376e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:05.708193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b085b5-eb25-4168-b8e0-0a975107a775 req-87ab04df-dc0e-4ecf-bad7-a7116f02ac26 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:05.709545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88b085b5-eb25-4168-b8e0-0a975107a775 req-87ab04df-dc0e-4ecf-bad7-a7116f02ac26 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 951 time: 0.2067590 May 14 18:01:05.763629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:05.785842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88b085b5-eb25-4168-b8e0-0a975107a775 req-56b56b5f-6ce4-4bf3-b800-a307423717ed tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 May 14 18:01:05.788171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 7de0b961-6258-4019-8796-af96fa23d103 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:05.813307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:05.819869 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:05.826404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:05.889719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.29 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/6857f965-af94-40ea-be66-46c57a7b60c2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:05.899349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=7de0b961-6258-4019-8796-af96fa23d103,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:05.945229 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:05.949955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62762c2f-417d-435d-9386-0acfb2b1f665 req-946acc72-92ed-4763-80b8-085ca84df11f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 210 time: 0.0586507 May 14 18:01:05.951762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:05.953126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:05.957557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:06.096461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:06.097151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.114292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6c17b1a-03c3-404b-90fc-5732f83ae16d req-60e87ed2-8747-4bf9-bf27-ef1a88c55c4b tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/9f479915-e8bb-45b8-a1ae-94610a0701bd HTTP/1.1" status: 200 len: 1812 time: 0.0708814 May 14 18:01:06.131458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.141194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1591156 May 14 18:01:06.147748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 6857f965-af94-40ea-be66-46c57a7b60c2 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:06.168360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Request body: {'port': {'device_id': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:06.180897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.188594 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f2983402-91de-4640-bbd5-83be91665528 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:06.231584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e45ef9e5-38ee-4224-adad-0608f6b77b41 None None] Provisioning for port 7de0b961-6258-4019-8796-af96fa23d103 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:06.250793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e45ef9e5-38ee-4224-adad-0608f6b77b41 None None] Provisioning complete for port 7de0b961-6258-4019-8796-af96fa23d103 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:06.250793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e45ef9e5-38ee-4224-adad-0608f6b77b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.263198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:06.267049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:06.271671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:06.313615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a6c17b1a-03c3-404b-90fc-5732f83ae16d req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.319216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=6857f965-af94-40ea-be66-46c57a7b60c2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:06.332537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e45ef9e5-38ee-4224-adad-0608f6b77b41 None None] Port 7de0b961-6258-4019-8796-af96fa23d103 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:06.332801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.333085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.333637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.334336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.334703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.335063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.335437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.336163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.337454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.337578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.338180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.338538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:06.344071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:06.357595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.364077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:06.364830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.367263 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a6c17b1a-03c3-404b-90fc-5732f83ae16d req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.389000 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4053211 May 14 18:01:06.402799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Request body: {'port': {'device_id': '8ccec24d-0843-489f-8740-37889fc5d150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:06.536314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.553650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2eca6cb2-01c1-43b3-abc0-8b20c05e008e None None] Provisioning for port 6857f965-af94-40ea-be66-46c57a7b60c2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:06.560053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2eca6cb2-01c1-43b3-abc0-8b20c05e008e None None] Provisioning complete for port 6857f965-af94-40ea-be66-46c57a7b60c2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:06.560679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2eca6cb2-01c1-43b3-abc0-8b20c05e008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.600090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:06.634200 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a6c17b1a-03c3-404b-90fc-5732f83ae16d req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.637573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2eca6cb2-01c1-43b3-abc0-8b20c05e008e None None] Port 6857f965-af94-40ea-be66-46c57a7b60c2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:06.642078 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e387fd2-0ede-43ed-878b-0b72e6245fd7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:06.665971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f479915-e8bb-45b8-a1ae-94610a0701bd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:06.669789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a6c17b1a-03c3-404b-90fc-5732f83ae16d req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.673330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6c17b1a-03c3-404b-90fc-5732f83ae16d req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f479915-e8bb-45b8-a1ae-94610a0701bd HTTP/1.1" status: 204 len: 173 time: 0.5476646 May 14 18:01:06.674439 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:06.787950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:06.805237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'mac_address': 'fa:16:3e:fd:5f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:06.861997 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.879491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c932ceff-4c62-4386-9291-4fe66eff9d84 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:06.894875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:06.899532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:06.902347 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cffc29c4-392e-4f6d-bd55-ba33650b757c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:06.915612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9629fad-9ba4-4cbd-b054-f232896fcdce req-da2e49b4-628b-4041-a3ab-b500dca37ba1 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:06.917039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9629fad-9ba4-4cbd-b054-f232896fcdce req-da2e49b4-628b-4041-a3ab-b500dca37ba1 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1434805 May 14 18:01:06.931729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b1d6fba-84e9-4cdb-9169-0b150b94376e up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:07.002717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de0b961-6258-4019-8796-af96fa23d103 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:07.014321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.022122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9629fad-9ba4-4cbd-b054-f232896fcdce req-42cd199e-640b-4513-bca7-6842360b678a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718930 May 14 18:01:07.033761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Transition to ACTIVE for port object 7de0b961-6258-4019-8796-af96fa23d103 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:07.047721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.047721 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f402d04-61c0-46de-83a5-b9456a29a9fd tempest-ServerTagsTestJSON-1408287326 tempest-ServerTagsTestJSON-1408287326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:07.067614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:07.072682 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:07.083723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 3b1d6fba-84e9-4cdb-9169-0b150b94376e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:07.089453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 3b1d6fba-84e9-4cdb-9169-0b150b94376e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:07.090172 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.236323 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.270927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11510883-fd21-4a2b-877c-0a81b1928a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d6fba-84e9-4cdb-9169-0b150b94376e'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:07.282722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:07.289269 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.292415 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:07.310581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Pushing event updated for resources: {'Port': ['ID=7de0b961-6258-4019-8796-af96fa23d103,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:07.314472 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:07.367141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6857f965-af94-40ea-be66-46c57a7b60c2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:07.373970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c932ceff-4c62-4386-9291-4fe66eff9d84'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:07.377798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.416064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-42274a11-9569-4b04-8fca-ee2657f6dac3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:07.417032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-42274a11-9569-4b04-8fca-ee2657f6dac3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:07.423594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Transition to ACTIVE for port object 6857f965-af94-40ea-be66-46c57a7b60c2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:07.425216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3b1d6fba-84e9-4cdb-9169-0b150b94376e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:07.431558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.431938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3137cc-8b29-4175-9ce9-d2abed58d400 req-a94991fa-1898-462d-9b59-d4e3cf7a3ebb tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:07.433843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb3137cc-8b29-4175-9ce9-d2abed58d400 req-a94991fa-1898-462d-9b59-d4e3cf7a3ebb tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 949 time: 0.2255466 May 14 18:01:07.436290 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:07.438549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Attempting to bind port 7de0b961-6258-4019-8796-af96fa23d103 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:07.438879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Attempting to bind port 7de0b961-6258-4019-8796-af96fa23d103 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:07.439220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Attempting to bind port 7de0b961-6258-4019-8796-af96fa23d103 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:07.445148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:07.461213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Port 7de0b961-6258-4019-8796-af96fa23d103 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:07.462063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Attempting to bind port 7de0b961-6258-4019-8796-af96fa23d103 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:07.472909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:07.473239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:07.473621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:07.474038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Bound port: 7de0b961-6258-4019-8796-af96fa23d103, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:07.474374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.504749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-42274a11-9569-4b04-8fca-ee2657f6dac3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:07.506350 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-42274a11-9569-4b04-8fca-ee2657f6dac3 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 951 time: 0.2614360 May 14 18:01:07.538895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:07.546750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb3137cc-8b29-4175-9ce9-d2abed58d400 req-9065b575-4aeb-48d7-bdd3-68aa341ef1e6 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048272 May 14 18:01:07.631882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] For port 7de0b961-6258-4019-8796-af96fa23d103, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:07.637451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] For port 7de0b961-6258-4019-8796-af96fa23d103, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7de0b961-6258-4019-8796-af96fa23d103,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:07.653323 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.658611 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea2f8f6e-67b0-412f-a89c-b685297327dc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:07.687526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6857f965-af94-40ea-be66-46c57a7b60c2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:07.702262 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:07.777771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:07.782186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.784884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] 10.222.0.22 "PUT /v2.0/ports/7de0b961-6258-4019-8796-af96fa23d103 HTTP/1.1" status: 200 len: 1096 time: 1.6245854 May 14 18:01:07.793194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'tag': '7de0b961-6258-4019-8796-af96fa23d103'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:07.917001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Pushing event updated for resources: {'Port': ['ID=7de0b961-6258-4019-8796-af96fa23d103,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:07.918749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Attempting to bind port 6857f965-af94-40ea-be66-46c57a7b60c2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:07.919151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Attempting to bind port 6857f965-af94-40ea-be66-46c57a7b60c2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:07.919566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Attempting to bind port 6857f965-af94-40ea-be66-46c57a7b60c2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:07.921083 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:07.936326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Port 6857f965-af94-40ea-be66-46c57a7b60c2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:07.936642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Attempting to bind port 6857f965-af94-40ea-be66-46c57a7b60c2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:07.944690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:07.944932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:07.945283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:07.945705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Bound port: 6857f965-af94-40ea-be66-46c57a7b60c2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:07.946612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:07.966777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ed19517-991e-4356-ac03-710ebe03d9d2 req-80ae52d9-2b1a-4699-9566-15aa5904932b tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/582f3eda-5480-458a-b24f-2bb09d0c8239 HTTP/1.1" status: 200 len: 1813 time: 0.0745103 May 14 18:01:07.999590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-5a3714bf-b2f1-4f28-b053-3b898b5daa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.001614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-5a3714bf-b2f1-4f28-b053-3b898b5daa4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 1099 time: 0.1498699 May 14 18:01:08.044356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Deleting port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:01:08.044632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.088008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-983e2023-cc2a-4430-9035-14cde3df2816 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7de0b961-6258-4019-8796-af96fa23d103 HTTP/1.1" status: 200 len: 217 time: 0.0709465 May 14 18:01:08.163465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8ed19517-991e-4356-ac03-710ebe03d9d2 req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.201519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-990ddfe3-2368-4d10-b7d5-d2e3812b0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.204080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-990ddfe3-2368-4d10-b7d5-d2e3812b0271 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1046238 May 14 18:01:08.210605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8ed19517-991e-4356-ac03-710ebe03d9d2 req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.270295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] For port 6857f965-af94-40ea-be66-46c57a7b60c2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:08.299590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] For port 6857f965-af94-40ea-be66-46c57a7b60c2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6857f965-af94-40ea-be66-46c57a7b60c2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:08.306175 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8ed19517-991e-4356-ac03-710ebe03d9d2 req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.307320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.311013 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc563c89-f216-4908-ae9e-adcb500de028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:08.313538 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff4e6922-4e3c-409e-a0ff-d1d95c4e9185 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:08.333429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-bd444b91-70c6-40be-a28c-eb45124cdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.334977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-bd444b91-70c6-40be-a28c-eb45124cdfee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155608 May 14 18:01:08.337023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f3eda-5480-458a-b24f-2bb09d0c8239,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:08.339853 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:08.342977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8ed19517-991e-4356-ac03-710ebe03d9d2 req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.344994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ed19517-991e-4356-ac03-710ebe03d9d2 req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "DELETE /v2.0/security-groups/582f3eda-5480-458a-b24f-2bb09d0c8239 HTTP/1.1" status: 204 len: 173 time: 0.3666687 May 14 18:01:08.409088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.409695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.411045 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/6857f965-af94-40ea-be66-46c57a7b60c2 HTTP/1.1" status: 200 len: 1095 time: 2.0133693 May 14 18:01:08.412702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] For port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:08.413050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.420919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccec24d-0843-489f-8740-37889fc5d150', 'tag': '6857f965-af94-40ea-be66-46c57a7b60c2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:08.433366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6857f965-af94-40ea-be66-46c57a7b60c2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:08.451023 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:08.551673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-2eef990a-8bb0-4fe6-a0c6-9143601354be service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051244 May 14 18:01:08.584655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:08.611304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Calling delete_port for 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:01:08.615204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dd791-5688-4be6-8607-8f6066e875d0 req-4b86b399-b515-421f-93f5-9d0301f797ef tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.626603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-512dd791-5688-4be6-8607-8f6066e875d0 req-4b86b399-b515-421f-93f5-9d0301f797ef tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=18510a2f-a240-4943-81f9-231539800e1f HTTP/1.1" status: 200 len: 951 time: 0.1736097 May 14 18:01:08.668438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-5a361ad6-e0ae-4006-a9e2-487a57554626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.669910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-5a361ad6-e0ae-4006-a9e2-487a57554626 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 1098 time: 0.1693826 May 14 18:01:08.684582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c932ceff-4c62-4386-9291-4fe66eff9d84 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:08.685232 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.748511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-bda77f52-f9ef-4d1d-b285-b0f374bfb044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=6857f965-af94-40ea-be66-46c57a7b60c2 HTTP/1.1" status: 200 len: 217 time: 0.0708678 May 14 18:01:08.842252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.847804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-512dd791-5688-4be6-8607-8f6066e875d0 req-ae110425-0719-4c84-9a7e-5c3b9102f777 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203496 May 14 18:01:08.877054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-91614672-4e19-43fe-ade3-05b1664c413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:08.878516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-91614672-4e19-43fe-ade3-05b1664c413a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1237919 May 14 18:01:08.886640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.886785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:08.893329 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:08.894751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:01:08.903209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-a8b8a2a8-b0c4-435e-80b8-81d050813db8 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330727 May 14 18:01:08.936082 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85ad428d-6102-45a8-9747-334c05d95e64 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:08.937281 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:08.968383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ec05dcf1-a5e0-4568-a086-ae53f751ca03', '2fdb8db8-391e-4376-a132-4cca4d703a61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:08.988062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event deleted for resources: {'Port': ['ID=00c01a0d-d8b9-45e4-b170-5ced863cf6c9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:08.992326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:08.993588 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:09.050622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:01:09.051054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:01:09.080436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbada824-19c0-460d-923e-bec73f4ec182 req-25753258-3998-49df-9a93-0ce8afc0808f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:09.081955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fbada824-19c0-460d-923e-bec73f4ec182 req-25753258-3998-49df-9a93-0ce8afc0808f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:09.102803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] No DVR routers for this DVR port 00c01a0d-d8b9-45e4-b170-5ced863cf6c9 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:01:09.105234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fbada824-19c0-460d-923e-bec73f4ec182 req-25753258-3998-49df-9a93-0ce8afc0808f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:09.106861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:09.113838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fbada824-19c0-460d-923e-bec73f4ec182 req-25753258-3998-49df-9a93-0ce8afc0808f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 947 time: 0.1451671 May 14 18:01:09.116635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-15445f11-2424-4d4f-87f0-f89a69e65ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:09.118327 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-15445f11-2424-4d4f-87f0-f89a69e65ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2296984 May 14 18:01:09.140094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:09.144510 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:09.158666 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0b6eaa9d-d127-41d1-8213-a115fc447491 req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "DELETE /v2.0/ports/00c01a0d-d8b9-45e4-b170-5ced863cf6c9 HTTP/1.1" status: 204 len: 173 time: 1.6305039 May 14 18:01:09.188015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fbada824-19c0-460d-923e-bec73f4ec182 req-218470c5-7e50-496e-bc47-a0078181b534 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728550 May 14 18:01:09.304987 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-aae208f4-e0a6-4638-b896-a78995eac100 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760983 May 14 18:01:09.402762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed2e6-dcc7-45bd-acf8-412c88367ca2 req-19706ce5-b202-4bdc-9ee2-94833111df87 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:09.404914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d9ed2e6-dcc7-45bd-acf8-412c88367ca2 req-19706ce5-b202-4bdc-9ee2-94833111df87 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1141951 May 14 18:01:09.477866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d9ed2e6-dcc7-45bd-acf8-412c88367ca2 req-c0bca6c3-3870-497b-8f78-9d6b8b3932c3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639675 May 14 18:01:09.510695 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f255b609-8825-4878-ac8a-1f7a9f3b0bcb req-19750604-bd87-48e1-84b0-1c06fae22405 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918261 May 14 18:01:09.612579 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11510883-fd21-4a2b-877c-0a81b1928a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d6fba-84e9-4cdb-9169-0b150b94376e', 'code': 200} May 14 18:01:09.652000 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'tag': '7de0b961-6258-4019-8796-af96fa23d103', 'status': 'completed', 'code': 200} May 14 18:01:09.793910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-764a5302-d192-4a45-8781-70648137cc64 req-84b0d2e5-9424-4315-9584-5770899a01da tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/d2d34e58-2d55-4af4-955c-4d32674ab5ed HTTP/1.1" status: 200 len: 1811 time: 0.1325269 May 14 18:01:09.877469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252a07-c3f2-4ada-b409-9fda4823b15f req-83d72a63-87b6-42da-af59-1d309d05fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:09.878903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac252a07-c3f2-4ada-b409-9fda4823b15f req-83d72a63-87b6-42da-af59-1d309d05fe13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 1101 time: 0.2033038 May 14 18:01:09.881690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587eb70-a65d-463a-897d-42ef619deb40 req-1220b71e-9626-49c0-97e2-74e6be25731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:09.883001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-1220b71e-9626-49c0-97e2-74e6be25731c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 1099 time: 0.1738722 May 14 18:01:09.935521 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-764a5302-d192-4a45-8781-70648137cc64 req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:10.038333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac252a07-c3f2-4ada-b409-9fda4823b15f req-8d612e81-a25d-4385-b58a-5bd8ef792d41 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459291 May 14 18:01:10.040207 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-764a5302-d192-4a45-8781-70648137cc64 req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:10.104466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587eb70-a65d-463a-897d-42ef619deb40 req-961d5237-9e36-4e58-aba9-43ac232ab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.105913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-961d5237-9e36-4e58-aba9-43ac232ab22e service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2146449 May 14 18:01:10.170211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-764a5302-d192-4a45-8781-70648137cc64 req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:10.180907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:10.189666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-7a68340a-a249-43ef-858e-64864fc8b8f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7de0b961-6258-4019-8796-af96fa23d103 HTTP/1.1" status: 200 len: 217 time: 0.0767827 May 14 18:01:10.197509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d34e58-2d55-4af4-955c-4d32674ab5ed,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:10.231974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:10.238979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-764a5302-d192-4a45-8781-70648137cc64 req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:10.240109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-764a5302-d192-4a45-8781-70648137cc64 req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2d34e58-2d55-4af4-955c-4d32674ab5ed HTTP/1.1" status: 204 len: 173 time: 0.4384546 May 14 18:01:10.259988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587eb70-a65d-463a-897d-42ef619deb40 req-244290a7-9a59-4307-aed1-625bc28c1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.261419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-244290a7-9a59-4307-aed1-625bc28c1785 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0655236 May 14 18:01:10.283374 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccec24d-0843-489f-8740-37889fc5d150', 'tag': '6857f965-af94-40ea-be66-46c57a7b60c2', 'status': 'completed', 'code': 200} May 14 18:01:10.345826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587eb70-a65d-463a-897d-42ef619deb40 req-077f2dbc-6dfd-43cf-adb2-56f1828afb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.347319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-077f2dbc-6dfd-43cf-adb2-56f1828afb9d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770638 May 14 18:01:10.393673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-e96b13d9-6814-4c70-8278-8170dcdb8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.395219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-e96b13d9-6814-4c70-8278-8170dcdb8eca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 1098 time: 0.0731461 May 14 18:01:10.531896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-9eefa5a3-b5e5-4c49-9829-142c9e8e0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.533303 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-9eefa5a3-b5e5-4c49-9829-142c9e8e0acd service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1283081 May 14 18:01:10.536872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-c3f12e1f-9544-4c25-854d-0a0ab926c562 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824584 May 14 18:01:10.574812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864371a5-214d-445d-975a-7619b984a6fd req-ba88c051-5f23-4828-94dd-47dbfafc99eb tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.576258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-864371a5-214d-445d-975a-7619b984a6fd req-ba88c051-5f23-4828-94dd-47dbfafc99eb tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 950 time: 0.2023311 May 14 18:01:10.606082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-bc5b3750-c65a-489a-a4ca-be2c10117ac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=6857f965-af94-40ea-be66-46c57a7b60c2 HTTP/1.1" status: 200 len: 217 time: 0.0641353 May 14 18:01:10.669219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-52c751f9-ceb5-4db0-b3d5-15b8f7bd88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.670632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-52c751f9-ceb5-4db0-b3d5-15b8f7bd88e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0573077 May 14 18:01:10.697865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-864371a5-214d-445d-975a-7619b984a6fd req-170ea592-42f7-44ad-9346-d6408d0b5b57 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712109 May 14 18:01:10.735450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587eb70-a65d-463a-897d-42ef619deb40 req-92153aa5-6475-45fa-8c3d-d87ad1837d7a service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891658 May 14 18:01:10.749729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-381d0bfe-94ad-45ab-a731-c55ca3d1eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:10.751298 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-381d0bfe-94ad-45ab-a731-c55ca3d1eab7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730183 May 14 18:01:11.002132 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-bcb1751d-24a0-45a8-91e3-003d6b51e74a service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426934 May 14 18:01:11.144294 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7299549d-1112-4f9b-a6ef-7d7d3e52819f req-07a994ce-7e56-4bea-8baf-9a9f89041a84 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338992 May 14 18:01:11.179764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918577-b274-4bfd-9bdb-49680a510d8b req-e2ff3016-47d3-4d48-9735-99a4338b06a3 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:11.181956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d918577-b274-4bfd-9bdb-49680a510d8b req-e2ff3016-47d3-4d48-9735-99a4338b06a3 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 947 time: 0.0812995 May 14 18:01:11.226868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d918577-b274-4bfd-9bdb-49680a510d8b req-aebf1a28-6f98-4964-bf3c-f1363766da73 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389967 May 14 18:01:11.294227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfbc3046-8704-4244-94da-4f60045b11df req-deaf4f21-1f8f-4f6c-8b70-603e70695586 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/2f98c346-3911-4b2c-9c70-05d741f0db92 HTTP/1.1" status: 200 len: 1812 time: 0.0432656 May 14 18:01:11.362732 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfbc3046-8704-4244-94da-4f60045b11df req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:11.389324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfbc3046-8704-4244-94da-4f60045b11df req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:11.434340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfbc3046-8704-4244-94da-4f60045b11df req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:11.437988 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94134e47-27c7-4be8-9807-90a27a78a89b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:11.453184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98c346-3911-4b2c-9c70-05d741f0db92,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:11.455966 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:11.460404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfbc3046-8704-4244-94da-4f60045b11df req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:11.462275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfbc3046-8704-4244-94da-4f60045b11df req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f98c346-3911-4b2c-9c70-05d741f0db92 HTTP/1.1" status: 204 len: 173 time: 0.1623468 May 14 18:01:11.614010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:11.638170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156c1b9-e54a-4d90-94d9-e43ea0334825 req-e0176f9b-afb1-405e-833d-086827919c97 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:11.639642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e156c1b9-e54a-4d90-94d9-e43ea0334825 req-e0176f9b-afb1-405e-833d-086827919c97 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0821843 May 14 18:01:11.684799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e156c1b9-e54a-4d90-94d9-e43ea0334825 req-f69df743-dcf9-40fa-a361-9f67c0decd75 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 May 14 18:01:12.125030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f16409b-b94b-4777-be56-b945be727320 req-0dd54c31-f034-48b2-a0a2-918adc3fddbe tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "GET /v2.0/security-groups/c7f9da73-4580-4c2c-aaf7-f23204af0b54 HTTP/1.1" status: 200 len: 1812 time: 0.1607151 May 14 18:01:12.194350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f16409b-b94b-4777-be56-b945be727320 req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.223554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f16409b-b94b-4777-be56-b945be727320 req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.270362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f16409b-b94b-4777-be56-b945be727320 req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.276062 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-250514f3-11cd-4c10-a4b7-0e47a1d993a1 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:12.284528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-deleted', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:12.289065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9da73-4580-4c2c-aaf7-f23204af0b54,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:12.292330 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:12.294328 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2f16409b-b94b-4777-be56-b945be727320 req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.295447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f16409b-b94b-4777-be56-b945be727320 req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7f9da73-4580-4c2c-aaf7-f23204af0b54 HTTP/1.1" status: 204 len: 173 time: 0.1644816 May 14 18:01:12.302102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41492) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:12.350172 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'code': 200} May 14 18:01:12.375208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Deleting subnet dfefe3f0-494c-4a10-b884-d8187fcdc412 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:01:12.378891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.428354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.490894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.542361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54782-59fe-4959-84ba-ebdaa6e554fe req-e6a2d57a-b14c-42e6-a57e-bec4460bd61f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:12.545190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ee54782-59fe-4959-84ba-ebdaa6e554fe req-e6a2d57a-b14c-42e6-a57e-bec4460bd61f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1048086 May 14 18:01:12.590358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6857f965-af94-40ea-be66-46c57a7b60c2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:12.637317 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ee54782-59fe-4959-84ba-ebdaa6e554fe req-d0bb78e7-06fa-499b-aa0a-5e8ea623eb76 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811074 May 14 18:01:12.801052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6857f965-af94-40ea-be66-46c57a7b60c2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6857f965-af94-40ea-be66-46c57a7b60c2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:12.830880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.839935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2048266c-8a4a-426b-9bf2-75bd13145cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:12.840168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '6857f965-af94-40ea-be66-46c57a7b60c2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '6857f965-af94-40ea-be66-46c57a7b60c2', 'mac_address': 'fa:16:3e:5d:b4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:12.891727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfefe3f0-494c-4a10-b884-d8187fcdc412,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:12.900596 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:12.901873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.904750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7de0b961-6258-4019-8796-af96fa23d103 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:12.908450 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dfefe3f0-494c-4a10-b884-d8187fcdc412 HTTP/1.1" status: 204 len: 168 time: 0.6053436 May 14 18:01:12.910979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41514) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:12.912953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531f7ba-05b5-49af-8607-6395286a1546 req-3df59d6b-025c-42b5-9dd6-b61bea4a016d tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:12.914443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3531f7ba-05b5-49af-8607-6395286a1546 req-3df59d6b-025c-42b5-9dd6-b61bea4a016d tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 950 time: 0.1266928 May 14 18:01:12.928913 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.952461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6857f965-af94-40ea-be66-46c57a7b60c2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:12.970740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6857f965-af94-40ea-be66-46c57a7b60c2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6857f965-af94-40ea-be66-46c57a7b60c2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:12.987582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:12.988255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3531f7ba-05b5-49af-8607-6395286a1546 req-271ecf50-fecb-44c2-8de8-923fd95bebd1 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646408 May 14 18:01:12.994061 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:13.052769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.205359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=6857f965-af94-40ea-be66-46c57a7b60c2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:13.209804 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:13.243597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 7de0b961-6258-4019-8796-af96fa23d103, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7de0b961-6258-4019-8796-af96fa23d103,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:13.262384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '7de0b961-6258-4019-8796-af96fa23d103', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '7de0b961-6258-4019-8796-af96fa23d103', 'mac_address': 'fa:16:3e:f3:70:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:13.272804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.302388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393d3d9b-4cd6-4655-9e80-e1ea43387071']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:13.334169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d154c90-a1fd-48df-aa60-1df5d89fdcb5') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:13.334467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d154c90-a1fd-48df-aa60-1df5d89fdcb5') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:13.347987 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.355821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.371672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.377011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de0b961-6258-4019-8796-af96fa23d103 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:13.382297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:01:13.382700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.395415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 7de0b961-6258-4019-8796-af96fa23d103, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7de0b961-6258-4019-8796-af96fa23d103,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:13.404727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: timer() May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:01:13.404938 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:01:13.414250 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:13.512510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900318f-c12b-4f79-8da2-2ed9b6631b94 req-d30b276e-9b54-45f3-9123-1956574e01a1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:13.514544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8900318f-c12b-4f79-8da2-2ed9b6631b94 req-d30b276e-9b54-45f3-9123-1956574e01a1 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 949 time: 0.1466873 May 14 18:01:13.523086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.535623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=7de0b961-6258-4019-8796-af96fa23d103,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:13.535998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:13.540545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:13.544259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:13.569860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Pushing event deleted for resources: {'Network': ['ID=393d3d9b-4cd6-4655-9e80-e1ea43387071,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:13.582440 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:13.584287 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] 10.222.0.24 "DELETE /v2.0/networks/393d3d9b-4cd6-4655-9e80-e1ea43387071 HTTP/1.1" status: 204 len: 168 time: 0.6721463 May 14 18:01:13.608248 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:13.632026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8900318f-c12b-4f79-8da2-2ed9b6631b94 req-aa01ebdd-0acf-4b73-9607-094dc677e9c6 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028845 May 14 18:01:13.719582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:13.881564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649f1d5-b0ef-4f7a-a532-d3ec39eb5238 req-f647d296-6bd2-4bd1-9cfc-e932b2ee3bca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:13.886641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8649f1d5-b0ef-4f7a-a532-d3ec39eb5238 req-f647d296-6bd2-4bd1-9cfc-e932b2ee3bca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 948 time: 0.1419463 May 14 18:01:13.889762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41534) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:13.910598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-cb927b33-b3fd-41af-bdbf-44b588962c6f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:13.911224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-cb927b33-b3fd-41af-bdbf-44b588962c6f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:13.933919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-cb927b33-b3fd-41af-bdbf-44b588962c6f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:13.935304 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-cb927b33-b3fd-41af-bdbf-44b588962c6f tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 949 time: 0.1338911 May 14 18:01:13.990780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cb4c108d-9c5d-4c3e-99f9-f7df04a0d02d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d1ddaa51731476f87ec21e5177a9dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995121 May 14 18:01:14.000015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:14.033153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8649f1d5-b0ef-4f7a-a532-d3ec39eb5238 req-9b94a565-c17a-45df-977e-8a2a4953a63f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139824 May 14 18:01:14.103677 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18510a2f-a240-4943-81f9-231539800e1f', 'name': 'network-vif-deleted', 'tag': '00c01a0d-d8b9-45e4-b170-5ced863cf6c9', 'status': 'completed', 'code': 200} May 14 18:01:14.139962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:14.185233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:14.196831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Deleting port 2fdb8db8-391e-4376-a132-4cca4d703a61 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:01:14.197184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:14.468816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:14.482501 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86fc56cb-9a7c-4997-a8dd-4ff8555ae35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:14.505457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4ca02-b9d6-48fc-ab54-274d3e05240b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:14.508173 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:14.510576 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5d4ca02-b9d6-48fc-ab54-274d3e05240b HTTP/1.1" status: 204 len: 168 time: 0.5096467 May 14 18:01:14.523893 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:14.553906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] For port 2fdb8db8-391e-4376-a132-4cca4d703a61, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2fdb8db8-391e-4376-a132-4cca4d703a61,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:14.554479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:14.796044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Calling delete_port for 2fdb8db8-391e-4376-a132-4cca4d703a61 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:01:14.848114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4429aef-d1ef-46c3-8d19-73910129bc75 req-33389d45-c738-464c-9ba6-63c881c6e5b6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:14.858808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4429aef-d1ef-46c3-8d19-73910129bc75 req-33389d45-c738-464c-9ba6-63c881c6e5b6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1375449 May 14 18:01:14.920204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7de0b961-6258-4019-8796-af96fa23d103 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:14.947116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4429aef-d1ef-46c3-8d19-73910129bc75 req-047d28af-2233-4961-bdc5-1577becb5947 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869327 May 14 18:01:15.041428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 7de0b961-6258-4019-8796-af96fa23d103 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:15.048703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 7de0b961-6258-4019-8796-af96fa23d103 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:15.048902 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:15.069057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:15.084886 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a66cde55-d31d-43d5-8be0-ce612b181575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:15.103333 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:01:15.135757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event deleted for resources: {'Port': ['ID=2fdb8db8-391e-4376-a132-4cca4d703a61,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:15.204438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ec05dcf1-a5e0-4568-a086-ae53f751ca03', '2fdb8db8-391e-4376-a132-4cca4d703a61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:15.264658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:15.285197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:15.286649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] No DVR routers for this DVR port 2fdb8db8-391e-4376-a132-4cca4d703a61 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:01:15.289979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:15.313045 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-355b9411-0fff-45e1-b50d-41f49de924d1 req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "DELETE /v2.0/ports/2fdb8db8-391e-4376-a132-4cca4d703a61 HTTP/1.1" status: 204 len: 173 time: 1.3686025 May 14 18:01:15.729581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3d2b2-89a9-4b6d-ae25-45d2a38a5b11 req-f71ab73c-5699-4db8-931c-bb3788c8c53e tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:15.736815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93b3d2b2-89a9-4b6d-ae25-45d2a38a5b11 req-f71ab73c-5699-4db8-931c-bb3788c8c53e tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 950 time: 0.1379268 May 14 18:01:15.785899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:15.817246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93b3d2b2-89a9-4b6d-ae25-45d2a38a5b11 req-caaae788-fff0-41a4-81d3-5d7b92eaffec tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794573 May 14 18:01:15.940260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 7de0b961-6258-4019-8796-af96fa23d103, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7de0b961-6258-4019-8796-af96fa23d103,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:15.979126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de0b961-6258-4019-8796-af96fa23d103'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:15.990806 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:16.002171 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:16.104957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-deleted', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:16.222007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-91b56f8c-126b-43db-affc-f0375c0068ad req-6358145d-c887-40c3-bbd9-71d1c44eb0fe tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf HTTP/1.1" status: 200 len: 210 time: 0.0725083 May 14 18:01:16.225469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=7de0b961-6258-4019-8796-af96fa23d103,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:16.233680 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:16.304137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41602) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:16.447379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dfe3a-eeea-4876-955d-9214943641b5 req-1c3aa5e9-dc1a-4a3b-b20f-3fd85ad8c3d5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:16.454753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f82dfe3a-eeea-4876-955d-9214943641b5 req-1c3aa5e9-dc1a-4a3b-b20f-3fd85ad8c3d5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1337955 May 14 18:01:16.522776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f82dfe3a-eeea-4876-955d-9214943641b5 req-e4cbfe09-dc88-473c-8978-4b5ba40548d0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668368 May 14 18:01:16.574019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-989995757-network', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:16.585443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:16.598676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Usage tracker for resource:network and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:16.604641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6857f965-af94-40ea-be66-46c57a7b60c2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:16.617903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:16.628548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:16.646452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:16.662903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:16.693221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:16.727946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:16.739162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Usage tracker for resource:security_group_rule and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:16.744256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 6857f965-af94-40ea-be66-46c57a7b60c2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:16.746687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:16.753298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 6857f965-af94-40ea-be66-46c57a7b60c2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:16.755056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:16.761239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:16.829894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca534b5c-ead9-4ef3-8602-6195c8045bc8 req-26698254-52ba-44e1-812b-1843aa2a18cf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:16.838876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca534b5c-ead9-4ef3-8602-6195c8045bc8 req-26698254-52ba-44e1-812b-1843aa2a18cf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 948 time: 0.1908872 May 14 18:01:16.991574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:16.999905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.005838 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-380a54bd-8831-424f-82b6-72b767d65689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:17.050016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:17.050283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca534b5c-ead9-4ef3-8602-6195c8045bc8 req-ee8fbe1b-15a8-4261-9284-a91ab3c0e50e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104783 May 14 18:01:17.061024 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.065705 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:17.091128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:01:17.106108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.106789 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Added segment 2279b38d-ddfe-47df-8635-cdd3d2979493 of type vlan for network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 May 14 18:01:17.120326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6857f965-af94-40ea-be66-46c57a7b60c2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6857f965-af94-40ea-be66-46c57a7b60c2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:17.124961 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.128106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:01:17.155054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.212922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.214618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:17.215412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.220436 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c0839b95-d83b-4b9e-a3a6-c1e7472d122a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:17.253646 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de0b961-6258-4019-8796-af96fa23d103', 'code': 200} May 14 18:01:17.254176 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:17.386792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-cf23af30-e771-4b4f-85b3-ac0d969bac09 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=057e4d0eba944e89b38cbf8de41e3162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706437 May 14 18:01:17.390620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Pushing event updated for resources: {'Network': ['ID=791b36ba-d5ac-46c7-acac-fd265e2e63c5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:17.403353 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:17.406501 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1001718 May 14 18:01:17.409418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41626) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:17.411318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 2fdb8db8-391e-4376-a132-4cca4d703a61 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:01:17.411781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2fdb8db8-391e-4376-a132-4cca4d703a61 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:01:17.419951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Request body: {'subnet': {'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-989995757-subnet', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:17.431999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:01:17.453499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:17.469068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Usage tracker for resource:subnet and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:17.475550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:17.495545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:17.516578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:17.522430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:17.567275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-307d0120-1895-44be-95c8-b62d14aded14 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:17.575067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-307d0120-1895-44be-95c8-b62d14aded14 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868749 May 14 18:01:17.595485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-90cc55dd-a97f-4d5a-bc7c-d5bf10ec8705 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/quotas/057e4d0eba944e89b38cbf8de41e3162 HTTP/1.1" status: 200 len: 375 time: 0.0193493 May 14 18:01:17.684271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=6857f965-af94-40ea-be66-46c57a7b60c2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:17.687292 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:17.710154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7399f-52df-49c6-8812-37be63d7d0cc req-6ffaa49b-27e9-458d-91cc-b6c3c38c945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:17.712254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6c7399f-52df-49c6-8812-37be63d7d0cc req-6ffaa49b-27e9-458d-91cc-b6c3c38c945b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 1101 time: 0.5200281 May 14 18:01:17.778782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6c7399f-52df-49c6-8812-37be63d7d0cc req-58b52dc4-b8b5-4441-b697-1b404379a9fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539715 May 14 18:01:17.811206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-dd2d09f2-ffc7-401c-8ef6-f9a028dce14e tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=057e4d0eba944e89b38cbf8de41e3162&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2138677 May 14 18:01:18.141613 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65aa7ae-9da6-48f9-a48d-1bffcd9dbcaf', 'name': 'network-vif-deleted', 'tag': '2fdb8db8-391e-4376-a132-4cca4d703a61', 'status': 'completed', 'code': 200} May 14 18:01:18.169832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:18.175680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c6f82011-a6e2-4c81-8c23-b625720a0cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:18.293127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d22880-a9e8-4861-8a4b-d2cca95d7b13,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:18.304376 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:18.312983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Checking segment: {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:18.313592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Network hostable DHCP agents. Network: 791b36ba-d5ac-46c7-acac-fd265e2e63c5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:01:18.343967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:01:18.356639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 791b36ba-d5ac-46c7-acac-fd265e2e63c5) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:18.370869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f8af4-bb3b-426a-be1c-2070a25103ab None None] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:18.391922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:18.395965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:18.448412 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0343916 May 14 18:01:18.448657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:18.454413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:18.461803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:18.471206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Usage tracker for resource:router and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:18.477969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:18.543035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:18.561476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-403f0205-0a00-47ca-937e-2ddd90bf7c77 req-54cb756f-cc88-4479-aee0-60fb24cacdc2 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 210 time: 0.0941772 May 14 18:01:18.584302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:18.585341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:18.642193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:18.834492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dd942-fc81-45a6-9c62-a0cc2b6fbf4f req-21908fcc-6ef2-4d1d-b016-1003413236f5 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:18.844544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea2dd942-fc81-45a6-9c62-a0cc2b6fbf4f req-21908fcc-6ef2-4d1d-b016-1003413236f5 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 949 time: 0.1469696 May 14 18:01:18.950590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea2dd942-fc81-45a6-9c62-a0cc2b6fbf4f req-83b00bf6-ddb2-4fe6-82a7-47ea5771ea00 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037965 May 14 18:01:19.177469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69786b3-502c-4441-ad7a-ecc4493201d2 req-bda73168-c441-419c-9ce5-38eeed496148 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:19.187665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a69786b3-502c-4441-ad7a-ecc4493201d2 req-bda73168-c441-419c-9ce5-38eeed496148 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1001756 May 14 18:01:19.213377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:19.256266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccec24d-0843-489f-8740-37889fc5d150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6857f965-af94-40ea-be66-46c57a7b60c2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:19.278395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'fixed_ips': [{'subnet_id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:01:19.279560 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:19.283378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a69786b3-502c-4441-ad7a-ecc4493201d2 req-cdcc71de-5bb4-40d4-8744-e8852d006371 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941789 May 14 18:01:19.611862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Allocated IP 172.20.0.2 (791b36ba-d5ac-46c7-acac-fd265e2e63c5/56d22880-a9e8-4861-8a4b-d2cca95d7b13/aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:20.043434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-14a8a3c5-12ca-4bbe-b71e-0fe72da4cc10 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=057e4d0eba944e89b38cbf8de41e3162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780759 May 14 18:01:20.059484 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccec24d-0843-489f-8740-37889fc5d150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6857f965-af94-40ea-be66-46c57a7b60c2', 'code': 200} May 14 18:01:20.120050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.143496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Transition to ACTIVE for port object aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:20.183096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.184647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Transition to ACTIVE for port object aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:20.192977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.197300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:20.332597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:20.338120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:20.344921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.365598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:20.387326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Pushing event updated for resources: {'Port': ['ID=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:20.448785 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:20.568549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Attempting to bind port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:20.569384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Attempting to bind port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:20.570313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Attempting to bind port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 on network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:20.578820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:20.579602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Checking segment: {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:20.580513 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.581088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Bound using segment: {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:20.581747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Bound port: aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:20.583261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.589653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c283c3c-bbbc-4c94-9460-256268e2e347 req-07dff98e-0b7c-4a4f-b574-da4ddc3b0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:20.591443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1c283c3c-bbbc-4c94-9460-256268e2e347 req-07dff98e-0b7c-4a4f-b574-da4ddc3b0d72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 1100 time: 0.3279867 May 14 18:01:20.627662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-dee82abf-d102-43d5-b147-7094d1e8d99c tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:20.629617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-dee82abf-d102-43d5-b147-7094d1e8d99c tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5807152 May 14 18:01:20.643867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Request body: {'port': {'device_id': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '057e4d0eba944e89b38cbf8de41e3162'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:20.645166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Allocated IP 172.25.4.36 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/1e584039-8608-47ba-a9ca-5666dc939860) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:20.670729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1c283c3c-bbbc-4c94-9460-256268e2e347 req-3321920f-e112-4ac6-8fc5-0b15d16dafd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631926 May 14 18:01:20.717952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] For port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:20.730067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] For port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:20.737497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.750353 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e0d21256-52c0-4b4d-90c7-21e5217491f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:20.801464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:20.819303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.819999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272a1ed-913a-4316-ba60-bfcec74e767d req-67825ef9-816a-4596-8b67-c200fc2a5784 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:20.822114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7272a1ed-913a-4316-ba60-bfcec74e767d req-67825ef9-816a-4596-8b67-c200fc2a5784 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3400011 May 14 18:01:20.826176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:20.870682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Pushing event updated for resources: {'Port': ['ID=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:20.877975 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:20.888222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Made reservation on behalf of 057e4d0eba944e89b38cbf8de41e3162 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:20.892533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.898086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:20.902678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd3d6868-233a-4cf5-8350-a87c6abd4cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:20.925917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7272a1ed-913a-4316-ba60-bfcec74e767d req-8d42f2e2-6859-483f-b7ed-f2df8ade0013 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955687 May 14 18:01:21.009917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:21.012824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:21.015331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:21.214253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29174087-4c63-47ce-a251-22dff0ce0892 req-b2a6e0e7-b960-41c8-8d0f-dde4e330c5ed tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 210 time: 0.0711627 May 14 18:01:21.225788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Allocated IP 192.168.233.95 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/fc04bff8-dd63-4df3-827e-57c00fdf062c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:21.324150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Pushing event updated for resources: {'Port': ['ID=1e584039-8608-47ba-a9ca-5666dc939860,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:21.327502 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:21.610736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6be78-4580-4b77-a625-3046121bffa0 req-d4bd0fee-03e1-4d13-bbd7-cc59e49c95dc tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:21.612277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4b6be78-4580-4b77-a625-3046121bffa0 req-d4bd0fee-03e1-4d13-bbd7-cc59e49c95dc tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.1602910 May 14 18:01:21.620887 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:21.657112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Transition to ACTIVE for port object fc04bff8-dd63-4df3-827e-57c00fdf062c will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:21.692277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4b6be78-4580-4b77-a625-3046121bffa0 req-15658a51-853a-4007-bee9-8e79dcca8824 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659871 May 14 18:01:21.712600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:21.735136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:21.745236 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1a2faab3-f58a-4f49-9051-17d661ae3747 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:21.747794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3b1d6fba-84e9-4cdb-9169-0b150b94376e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:22.062744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:22.100358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:22.104845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:22.163763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-c9df0e9d-71a5-4bfd-8939-520104ed650b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:22.165069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-c9df0e9d-71a5-4bfd-8939-520104ed650b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:22.270514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-c9df0e9d-71a5-4bfd-8939-520104ed650b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:22.271743 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-c9df0e9d-71a5-4bfd-8939-520104ed650b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 950 time: 0.6619799 May 14 18:01:22.279865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:22.283636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:22.284301 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:22.351459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Pushing event updated for resources: {'Port': ['ID=fc04bff8-dd63-4df3-827e-57c00fdf062c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:22.374179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.374651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.375260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.376325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.376325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.376767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.377223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.377862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.378225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.378707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.379156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.379679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:22.394624 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:22.396398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7562447 May 14 18:01:22.412652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Request body: {'port': {'device_id': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:22.452786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee75a2-2a17-4d27-a468-020ce6aa79cf None None] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:22.480553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155c459-9da1-45e4-a1ad-8a67a2389fd9 req-0f2388f4-ae0b-4e5d-ac8e-416946f7819b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:22.489230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8155c459-9da1-45e4-a1ad-8a67a2389fd9 req-0f2388f4-ae0b-4e5d-ac8e-416946f7819b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 949 time: 0.5620630 May 14 18:01:22.640989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:22.659992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:22.681469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8155c459-9da1-45e4-a1ad-8a67a2389fd9 req-c8decebb-5835-4665-83da-6e6e7d2bfe4f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908760 May 14 18:01:22.765426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Provisioning for port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:22.838245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Provisioning complete for port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:22.838654 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:22.875557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:22.905232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:22.905987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:22.943313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Deleting port ec05dcf1-a5e0-4568-a086-ae53f751ca03 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:01:22.943935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.119203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:01:23.172882 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.218101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.249165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] For port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:23.264132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.269670 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:23.477468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:01:23.478893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:01:23.482223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-84a2e0ca-2e79-4aab-83bd-b05355f1c1db None None] Provisioning for port fc04bff8-dd63-4df3-827e-57c00fdf062c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:23.485795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Pushing event updated for resources: {'Port': ['ID=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:23.495880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-84a2e0ca-2e79-4aab-83bd-b05355f1c1db None None] Provisioning complete for port fc04bff8-dd63-4df3-827e-57c00fdf062c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:23.496720 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-84a2e0ca-2e79-4aab-83bd-b05355f1c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.542279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.542978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.543701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.544443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.544997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.545549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.546082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.546631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.547169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.547809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.548366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.548910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:23.553428 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:23.553863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] For port ec05dcf1-a5e0-4568-a086-ae53f751ca03, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ec05dcf1-a5e0-4568-a086-ae53f751ca03,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:23.554253 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.583657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-84a2e0ca-2e79-4aab-83bd-b05355f1c1db None None] Port fc04bff8-dd63-4df3-827e-57c00fdf062c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:23.670219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc04bff8-dd63-4df3-827e-57c00fdf062c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:23.680222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.708526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Transition to ACTIVE for port object fc04bff8-dd63-4df3-827e-57c00fdf062c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:23.709521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c2d28863-5519-4b2c-82da-4e7d01e76a40 None None] Provisioning complete for port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:23.709945 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2d28863-5519-4b2c-82da-4e7d01e76a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.713913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.724244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e1a6f48-46ca-4588-9eb6-56138f5bdd22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:23.811058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Calling delete_port for ec05dcf1-a5e0-4568-a086-ae53f751ca03 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:01:23.813098 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.890821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:01:23.925539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9ae7-f1b0-4aa8-9992-8c43cdc88935 req-9da82b03-6d50-42c1-b739-0cb3bfa3640b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:23.926365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-125d9ae7-f1b0-4aa8-9992-8c43cdc88935 req-9da82b03-6d50-42c1-b739-0cb3bfa3640b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Synchronizing usage tracker for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:23.939618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc04bff8-dd63-4df3-827e-57c00fdf062c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:23.952513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:23.953771 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5041757 May 14 18:01:23.957081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41720) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:23.967929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:24.066782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Sync routers for ids ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:01:24.095052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-125d9ae7-f1b0-4aa8-9992-8c43cdc88935 req-9da82b03-6d50-42c1-b739-0cb3bfa3640b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Unset dirty status for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:24.103108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-125d9ae7-f1b0-4aa8-9992-8c43cdc88935 req-9da82b03-6d50-42c1-b739-0cb3bfa3640b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 935 time: 0.7898655 May 14 18:01:24.135704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Attempting to bind port fc04bff8-dd63-4df3-827e-57c00fdf062c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:24.136034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Attempting to bind port fc04bff8-dd63-4df3-827e-57c00fdf062c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:24.136354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Attempting to bind port fc04bff8-dd63-4df3-827e-57c00fdf062c on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:24.151304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Port fc04bff8-dd63-4df3-827e-57c00fdf062c on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:24.151879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Attempting to bind port fc04bff8-dd63-4df3-827e-57c00fdf062c on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:24.164133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:24.165036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:24.165381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:24.165802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Bound port: fc04bff8-dd63-4df3-827e-57c00fdf062c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:24.166144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:24.179308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-125d9ae7-f1b0-4aa8-9992-8c43cdc88935 req-3fca082f-1fa1-4fdf-87aa-5f84dc2119df tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749984 May 14 18:01:24.185592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Routers {'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:01:24.187024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:01:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:24.303969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] For port fc04bff8-dd63-4df3-827e-57c00fdf062c, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:24.308422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] For port fc04bff8-dd63-4df3-827e-57c00fdf062c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:24.313855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:24.322891 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d972f619-6aed-46fc-bf82-e401be1ee0f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:24.398553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:24.472029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc04bff8-dd63-4df3-827e-57c00fdf062c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:24.498107 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:24.513097 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:24.521279 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:24.526290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:24.527281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:24.531719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] 10.222.0.22 "PUT /v2.0/ports/fc04bff8-dd63-4df3-827e-57c00fdf062c HTTP/1.1" status: 200 len: 1095 time: 2.1247766 May 14 18:01:24.533688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'tag': 'fc04bff8-dd63-4df3-827e-57c00fdf062c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:24.547446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:24.623194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event deleted for resources: {'Port': ['ID=ec05dcf1-a5e0-4568-a086-ae53f751ca03,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:24.651196 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:24.667160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a714d1a-4e85-4e99-87b5-09a49f4eb5db req-7a2e832e-0f3b-45b3-a0dd-b11cf4ae9624 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:24.675334 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a714d1a-4e85-4e99-87b5-09a49f4eb5db req-7a2e832e-0f3b-45b3-a0dd-b11cf4ae9624 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7015d4-7a7b-4073-bd7e-92c0b811b632 HTTP/1.1" status: 200 len: 867 time: 0.2597713 May 14 18:01:24.684363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:01:24.729139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: ec05dcf1-a5e0-4568-a086-ae53f751ca03 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:01:24.729775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ec05dcf1-a5e0-4568-a086-ae53f751ca03 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:01:24.762685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] No DVR routers for this DVR port ec05dcf1-a5e0-4568-a086-ae53f751ca03 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:01:24.769294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a714d1a-4e85-4e99-87b5-09a49f4eb5db req-5e099fb2-89bb-48fd-9c7c-753388884a71 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1330473b-e0a5-4f51-a6fd-727de1bc9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929713 May 14 18:01:24.771866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:24.782841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-deleted', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:24.804401 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-299c9eae-a09f-4d5d-8095-b92d37c74579 req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.15 "DELETE /v2.0/ports/ec05dcf1-a5e0-4568-a086-ae53f751ca03 HTTP/1.1" status: 204 len: 173 time: 2.5224235 May 14 18:01:24.878371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-5c3218b0-1d41-42b9-81cd-37ed3e14bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:24.886164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-5c3218b0-1d41-42b9-81cd-37ed3e14bd04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=057e4d0eba944e89b38cbf8de41e3162&device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 1098 time: 0.3158236 May 14 18:01:24.927127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Set router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:01:25.052054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:25.053488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:25.092816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-a3af7ff4-aa31-41ca-956c-79c90a79eb97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c HTTP/1.1" status: 200 len: 217 time: 0.1995814 May 14 18:01:25.189359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-3d1902c9-bfd3-4452-a36c-e9561ca23156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:25.190765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-3d1902c9-bfd3-4452-a36c-e9561ca23156 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0812266 May 14 18:01:25.251872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71fee8-dd5c-43f5-bf88-2d31bfdcbf53 req-ebaa0510-2631-470a-920d-a71b0b932f3e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:25.253332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff71fee8-dd5c-43f5-bf88-2d31bfdcbf53 req-ebaa0510-2631-470a-920d-a71b0b932f3e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2114213 May 14 18:01:25.395132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff71fee8-dd5c-43f5-bf88-2d31bfdcbf53 req-5ffcae48-d17b-4d93-beda-be9be8c06195 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313097 May 14 18:01:25.501074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-b3e22b6b-2b5a-4398-8ab4-3e62129e92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:25.502547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-b3e22b6b-2b5a-4398-8ab4-3e62129e92ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047743 May 14 18:01:25.725579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:01:21Z', 'revision_number': 3, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:25.732229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Checking router: dcc17f91-719a-4fce-9ac3-4c3d62f5d03e for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:01:25.733101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Updating router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e port 1e584039-8608-47ba-a9ca-5666dc939860 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:01:25.809154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:25.816525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:25.938651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-380f7eec-b8aa-42d4-9f4a-efe20a0a1a9a service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282470 May 14 18:01:26.089246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d78420-47fd-45a1-a422-c8bb37cb8ac6 req-17662bd7-7d57-4c20-b59d-726c6997b5bd tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:26.096115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d78420-47fd-45a1-a422-c8bb37cb8ac6 req-17662bd7-7d57-4c20-b59d-726c6997b5bd tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 949 time: 0.2331583 May 14 18:01:26.125720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Allocated IP 172.20.0.1 (791b36ba-d5ac-46c7-acac-fd265e2e63c5/56d22880-a9e8-4861-8a4b-d2cca95d7b13/2503e7af-88c2-48d7-b68b-9acf2d9fd40a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:26.143594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a74620b1-0815-4091-bd6d-5ff34fb8cd96 req-f877c864-5de3-4738-af9e-473fe0e865e1 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969478 May 14 18:01:26.163427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d78420-47fd-45a1-a422-c8bb37cb8ac6 req-ce7c96b7-5ca6-4b41-8f59-facf8d465cbd tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663123 May 14 18:01:26.362438 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.383316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.395391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Transition to ACTIVE for port object 2503e7af-88c2-48d7-b68b-9acf2d9fd40a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:26.398873 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'tag': 'fc04bff8-dd63-4df3-827e-57c00fdf062c', 'status': 'completed', 'code': 200} May 14 18:01:26.402222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Transition to ACTIVE for port object 1e584039-8608-47ba-a9ca-5666dc939860 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:26.420943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.431466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.434043 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9846cc41-459a-49fa-a7e2-5daf07daed28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:26.439859 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:26.493246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Attempting to bind port 1e584039-8608-47ba-a9ca-5666dc939860 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:26.494050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Attempting to bind port 1e584039-8608-47ba-a9ca-5666dc939860 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:26.495376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Attempting to bind port 1e584039-8608-47ba-a9ca-5666dc939860 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:26.521257 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7015d4-7a7b-4073-bd7e-92c0b811b632', 'name': 'network-vif-deleted', 'tag': 'ec05dcf1-a5e0-4568-a086-ae53f751ca03', 'status': 'completed', 'code': 200} May 14 18:01:26.528414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:26.531169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:26.532258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:26.535133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:26.536479 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.538186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:26.541020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Bound port: 1e584039-8608-47ba-a9ca-5666dc939860, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:26.542633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.553411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:26.657260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Pushing event updated for resources: {'Port': ['ID=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:26.661525 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:26.682262 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.690931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2f4b-f018-46e0-b67d-854d1e942a9b None None] Pushing event updated for resources: {'Port': ['ID=1e584039-8608-47ba-a9ca-5666dc939860,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:26.702681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d7fe2f4b-f018-46e0-b67d-854d1e942a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:26.725256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] For port 1e584039-8608-47ba-a9ca-5666dc939860, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:26.730015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] For port 1e584039-8608-47ba-a9ca-5666dc939860, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1e584039-8608-47ba-a9ca-5666dc939860,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:26.731544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-38c9aaa2-eca2-4cd2-aa54-3e209cbb76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:26.733152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-38c9aaa2-eca2-4cd2-aa54-3e209cbb76dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=057e4d0eba944e89b38cbf8de41e3162&device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 1098 time: 0.3014863 May 14 18:01:26.734042 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.742455 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:26.831342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:26.867907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Routers {'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:01:26.868561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:01:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:26.944852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2f4b-f018-46e0-b67d-854d1e942a9b None None] Pushing event updated for resources: {'Port': ['ID=1e584039-8608-47ba-a9ca-5666dc939860,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:27.021457 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d7fe2f4b-f018-46e0-b67d-854d1e942a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:27.083461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1d3b1a58-6c24-4d09-a6af-284bbfdf58eb None None] Provisioning for port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:27.087521 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-22073b5d-9cb0-49c1-af90-418ddc08a7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:27.088246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-dcd25d69-0da0-4819-a058-6f64ea908e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:27.090444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-dcd25d69-0da0-4819-a058-6f64ea908e7f service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.3484514 May 14 18:01:27.105169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1d3b1a58-6c24-4d09-a6af-284bbfdf58eb None None] Provisioning complete for port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:27.105643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d3b1a58-6c24-4d09-a6af-284bbfdf58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:27.172707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-9fb7f64c-5aed-4b83-9e0d-15e30563efd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c HTTP/1.1" status: 200 len: 217 time: 0.0745521 May 14 18:01:27.173472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:27.178825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:27.203769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] Set router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:01:27.213535 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:27.232937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2cef3-1f89-455f-aa93-66ead853c625 req-612b819e-07da-4e12-8014-e283c8649222 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:27.239926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde2cef3-1f89-455f-aa93-66ead853c625 req-612b819e-07da-4e12-8014-e283c8649222 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 947 time: 0.5921648 May 14 18:01:27.267121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b1a58-6c24-4d09-a6af-284bbfdf58eb None None] Port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:27.311881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde2cef3-1f89-455f-aa93-66ead853c625 req-7fa06f0c-4215-4870-b56b-cdba0071ad3f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 May 14 18:01:27.339951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-042645de-fccb-4c07-bae0-52bea7112c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:27.341408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-042645de-fccb-4c07-bae0-52bea7112c7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1579919 May 14 18:01:27.490595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Pushing event updated for resources: {'Port': ['ID=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:27.505030 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:27.510106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:27.552290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:27.562850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-9e9f0338-e943-439a-a37d-9aa358588add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:27.564810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-9e9f0338-e943-439a-a37d-9aa358588add service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162237 May 14 18:01:27.685267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-647c8206-c767-4b75-b888-983f651b4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '2503e7af-88c2-48d7-b68b-9acf2d9fd40a', 'name': '', 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'mac_address': 'fa:16:3e:9f:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:25Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 1, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'subnets': [{'id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:27.690075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c8206-c767-4b75-b888-983f651b4611 None None] The sync data for ids ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'] in n-d-787206-3 is: [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '2503e7af-88c2-48d7-b68b-9acf2d9fd40a', 'name': '', 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'mac_address': 'fa:16:3e:9f:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:25Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 1, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'subnets': [{'id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:01:27.761268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-affaee8c-a874-4a66-838e-18627ee0ed54 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854436 May 14 18:01:27.779071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:27.780807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:27.919475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb797d7a-c954-4e5b-895e-036d615b447b req-83ef0580-3330-415d-9d6e-c6410f77f55c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:27.924972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb797d7a-c954-4e5b-895e-036d615b447b req-83ef0580-3330-415d-9d6e-c6410f77f55c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.4258168 May 14 18:01:28.080858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:01:28.088716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bb184da-c8a8-4064-85aa-d0d0c833bd0a req-d2a48ca5-ca89-4b76-b5c5-332e5c63d64e service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194931 May 14 18:01:28.091628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb797d7a-c954-4e5b-895e-036d615b447b req-b9947f9b-c876-4e42-b497-83df18b8c355 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431131 May 14 18:01:28.201485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ce8c2996-b8de-467b-b5e0-de6555b507de None None] Provisioning complete for port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:28.202476 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2996-b8de-467b-b5e0-de6555b507de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.257138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:28.306576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c2996-b8de-467b-b5e0-de6555b507de None None] Port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:28.353163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:01:28.372660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcc17f91-719a-4fce-9ac3-4c3d62f5d03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4062855 May 14 18:01:28.485338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Deleting subnet cc9d56f5-4aaf-4cdd-b269-e423e93b5696 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:01:28.498965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.611795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.631668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41772) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:28.699108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-472320945'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:28.705051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:28.710333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:network and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:28.717307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:28.729289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:28.743127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:28.751654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.799854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:01:28.813499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.813936 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Added segment def42b24-7a44-4296-b6d1-3d0df9add4de of type vlan for network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 May 14 18:01:28.816701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.870475 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.938442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.954021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:28.955932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:28.964737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6fd3aa46-7daf-4fa0-a8ec-01f440a11326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:28.992218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device fc04bff8-dd63-4df3-827e-57c00fdf062c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:29.052558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc8a1e-8b70-4a52-ac61-72f95ed9d66e req-91cd6bae-4249-46aa-8e5e-c6d743b83208 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:29.061316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98bc8a1e-8b70-4a52-ac61-72f95ed9d66e req-91cd6bae-4249-46aa-8e5e-c6d743b83208 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 950 time: 0.3817680 May 14 18:01:29.145538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Network': ['ID=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:29.149204 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:29.170532 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5376654 May 14 18:01:29.171248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41778) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:29.175512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98bc8a1e-8b70-4a52-ac61-72f95ed9d66e req-3ad7c404-ca50-4e46-9f65-fd5fa24c69b2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148460 May 14 18:01:29.178166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'subnet': {'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:29.178769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:01:29.390654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:29.397199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:subnet and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:29.401740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:29.422636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:29.437275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.452697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:29.456958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.463929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8050607e-e5cf-46ce-bcd3-3dcd2f1c247e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:29.532615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.567299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9d56f5-4aaf-4cdd-b269-e423e93b5696,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:29.571035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.583493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port fc04bff8-dd63-4df3-827e-57c00fdf062c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:29.587317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:29.590363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cc9d56f5-4aaf-4cdd-b269-e423e93b5696 HTTP/1.1" status: 204 len: 168 time: 1.3318858 May 14 18:01:29.599602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:29.622374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'fc04bff8-dd63-4df3-827e-57c00fdf062c', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'fc04bff8-dd63-4df3-827e-57c00fdf062c', 'mac_address': 'fa:16:3e:09:85:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:29.721094 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6f132b84-1e71-4262-8a28-31687490b0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.771517 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.814533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc04bff8-dd63-4df3-827e-57c00fdf062c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:29.850333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port fc04bff8-dd63-4df3-827e-57c00fdf062c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:29.862987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.871415 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:29.889807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:29.919034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70a28-cf68-4c9d-be8c-29b83dafeef0 req-23aff5c8-26c5-43ef-9239-93ce040e3f94 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:29.929890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8b70a28-cf68-4c9d-be8c-29b83dafeef0 req-23aff5c8-26c5-43ef-9239-93ce040e3f94 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 947 time: 0.2592494 May 14 18:01:29.992604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=fc04bff8-dd63-4df3-827e-57c00fdf062c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:30.001446 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:30.009614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8b70a28-cf68-4c9d-be8c-29b83dafeef0 req-5f444b2c-beb3-4763-8592-b233bdeb5eca tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748661 May 14 18:01:30.137856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['fc04bff8-dd63-4df3-827e-57c00fdf062c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:30.295401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.311374 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7bf476f8-7650-48fd-9f6b-b62644fd7608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:30.386424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.405583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16958eef-03a6-471c-a9ca-49315154ab38']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:30.431873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:30.432175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e8d1d7-b7b2-4dad-94f9-e9121b5a75ac') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:30.458130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Subnet': ['ID=1f6261b9-fa43-42ba-9da3-9574627bb88b,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:30.465235 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:30.487850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1e584039-8608-47ba-a9ca-5666dc939860 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:30.497684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Checking segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:30.498052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network hostable DHCP agents. Network: 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:01:30.507238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.526367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:01:30.541081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:30.563880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.566254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:30.567948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.579855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:01:30.581121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.584916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4898bf2-3fbb-45da-91d1-346519d7a2dc None None] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:30.620511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4457905 May 14 18:01:30.621788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:30.634200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1632339118'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:30.645450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:30.653859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:network and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:30.661870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:30.679372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:30.703466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:30.707399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: timer() May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:01:30.767974 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:01:30.770678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:01:30.785024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.785687 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Added segment 5675c50b-5d76-42c7-afd8-0625b8595f96 of type vlan for network ee9abf2f-fc9c-433d-9c74-841b041f1927 May 14 18:01:30.787087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.792822 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:30.843326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.847154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Pushing event deleted for resources: {'Network': ['ID=16958eef-03a6-471c-a9ca-49315154ab38,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:30.857807 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.860635 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:30.876478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/16958eef-03a6-471c-a9ca-49315154ab38 HTTP/1.1" status: 204 len: 168 time: 1.2757123 May 14 18:01:30.945067 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.964138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:30.964835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:30.978371 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6faaaeb4-e04f-4516-9d33-098f7991c2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:31.107801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:31.121263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'fixed_ips': [{'subnet_id': '1f6261b9-fa43-42ba-9da3-9574627bb88b'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:01:31.123902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41812) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:31.124816 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:31.203884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103397-6527-4229-8653-87f59ee2b14a req-f76ae0ff-dcbf-4553-877b-b38ac703f148 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:31.205637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf103397-6527-4229-8653-87f59ee2b14a req-f76ae0ff-dcbf-4553-877b-b38ac703f148 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 950 time: 0.3235278 May 14 18:01:31.270880 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Sync routers for ids ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:01:31.286047 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Routers {'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:01:31.289630 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:01:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:31.291595 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6681690 May 14 18:01:31.296062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41816) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:31.305413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'subnet': {'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:31.324312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Network': ['ID=ee9abf2f-fc9c-433d-9c74-841b041f1927,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:31.330046 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:31.374222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Allocated IP 19.80.0.2 (3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8/1f6261b9-fa43-42ba-9da3-9574627bb88b/bbff7f26-91f7-41ac-8560-4159935f79e5) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:31.425850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dfb1a697-0d33-4814-86ba-66050f5da70f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce2ca8d224e5455cb4e42fbc03a6f0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978246 May 14 18:01:31.430009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:01:31.436573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41820) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:31.475691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:31.485023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:subnet and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:31.493613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:31.512884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:31.540168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:31.550771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270d843-96de-42be-9891-0a8f906ce69b req-f51f1275-99ad-4028-8eb1-276288c98f5b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:31.553577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:31.557008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270d843-96de-42be-9891-0a8f906ce69b req-f51f1275-99ad-4028-8eb1-276288c98f5b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:31.564096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f270d843-96de-42be-9891-0a8f906ce69b req-f51f1275-99ad-4028-8eb1-276288c98f5b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150&device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 1690 time: 0.5876482 May 14 18:01:31.618524 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Set router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:01:31.659818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f270d843-96de-42be-9891-0a8f906ce69b req-7eea3e21-0ff2-45ed-91c8-49074bb280d8 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947757 May 14 18:01:31.669652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Deleting port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:01:31.672230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:31.732785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:31.791851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 1e584039-8608-47ba-a9ca-5666dc939860 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:31.816869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1e584039-8608-47ba-a9ca-5666dc939860 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:31.817639 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.045834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.135637 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.149606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Transition to ACTIVE for port object bbff7f26-91f7-41ac-8560-4159935f79e5 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:32.178713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561e36c-b0e0-424d-bf87-4a4893b0849e req-590be700-319c-4159-a339-6bdfe7e16e5d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:32.180683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c561e36c-b0e0-424d-bf87-4a4893b0849e req-590be700-319c-4159-a339-6bdfe7e16e5d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3066947 May 14 18:01:32.190210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] For port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:32.191969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.295424 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '2503e7af-88c2-48d7-b68b-9acf2d9fd40a', 'name': '', 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'mac_address': 'fa:16:3e:9f:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:25Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 2, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'subnets': [{'id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:32.303103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Transition to ACTIVE for port object bbff7f26-91f7-41ac-8560-4159935f79e5 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:32.304379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.306227 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Checking router: dcc17f91-719a-4fce-9ac3-4c3d62f5d03e for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:01:32.307603 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Updating router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:01:32.320882 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:32.322767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.346300 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.365599 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:32.386453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Subnet': ['ID=eb7afefc-96d5-4a8e-a010-53f54a56bc10,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:32.391135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Calling delete_port for 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:01:32.394439 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:32.434408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Checking segment: {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:32.434408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network hostable DHCP agents. Network: ee9abf2f-fc9c-433d-9c74-841b041f1927, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:01:32.442327 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.446813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c561e36c-b0e0-424d-bf87-4a4893b0849e req-1bbf4947-faa9-473c-a133-fd34d68f1f75 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461963 May 14 18:01:32.470321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.483888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:01:32.496560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, ee9abf2f-fc9c-433d-9c74-841b041f1927) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:32.549798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:32.552637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.583866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Pushing event updated for resources: {'Port': ['ID=bbff7f26-91f7-41ac-8560-4159935f79e5,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:32.605126 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:32.621398 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3169534 May 14 18:01:32.637058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9349945-b7fa-4c66-a63d-cef3368e003a None None] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:32.657744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.666318 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d0bf291-dacb-4882-b345-f1462f8dfb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:32.693150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de4950a-2995-4fed-ad4f-a216a11d4c33,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:32.711794 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:32.744103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.747848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1de4950a-2995-4fed-ad4f-a216a11d4c33 HTTP/1.1" status: 204 len: 168 time: 1.3076472 May 14 18:01:32.751846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:32.771937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af30f4a7-1b88-48a4-a1d6-58bb0553ffe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:32.787255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:32.802423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:32.846381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:32.908217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:32.939592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-8a1aafae-ce43-4ff0-bec2-744660eb00af service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5879192 May 14 18:01:32.966548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Pushing event deleted for resources: {'Port': ['ID=5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:32.974748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 1e584039-8608-47ba-a9ca-5666dc939860, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1e584039-8608-47ba-a9ca-5666dc939860,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:33.087245 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:33.159792 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.167362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device fc04bff8-dd63-4df3-827e-57c00fdf062c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:33.174163 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Transition to ACTIVE for port object 2503e7af-88c2-48d7-b68b-9acf2d9fd40a will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:33.213897 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.218306 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:33.231501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-645a7722-f6f0-49d3-992f-704b03a76ee6 req-39e06026-59bf-4164-a118-db7fe33ea51b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Synchronizing usage tracker for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:33.240342 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.270993 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:33.280151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] No DVR routers for this DVR port 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:01:33.286942 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.289410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf103397-6527-4229-8653-87f59ee2b14a req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.22 "DELETE /v2.0/ports/5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 HTTP/1.1" status: 204 len: 173 time: 2.0705657 May 14 18:01:33.289957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-deleted', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:33.312658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-645a7722-f6f0-49d3-992f-704b03a76ee6 req-39e06026-59bf-4164-a118-db7fe33ea51b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Unset dirty status for tenant:6544792cb05d42af8a161fc95946ef1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:33.318851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-645a7722-f6f0-49d3-992f-704b03a76ee6 req-39e06026-59bf-4164-a118-db7fe33ea51b tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec37e85f-ec8a-48bc-8f79-87a2b05088b5 HTTP/1.1" status: 200 len: 210 time: 0.4295969 May 14 18:01:33.366028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Attempting to bind port bbff7f26-91f7-41ac-8560-4159935f79e5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:33.366408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Attempting to bind port bbff7f26-91f7-41ac-8560-4159935f79e5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:33.366773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Attempting to bind port bbff7f26-91f7-41ac-8560-4159935f79e5 on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:33.379925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-fab96082-4308-4df6-b929-29c85d5fa01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:33.381572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-fab96082-4308-4df6-b929-29c85d5fa01f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1097 time: 0.2300775 May 14 18:01:33.579295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:33.579925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Checking segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:33.580442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.580962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Bound using segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:33.581652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Bound port: bbff7f26-91f7-41ac-8560-4159935f79e5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:33.582192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.662094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Pushing event updated for resources: {'Port': ['ID=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:33.723353 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.723693 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.724315 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.724973 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.729938 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.730624 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.731148 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.731656 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.732643 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.733135 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.733618 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.734112 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:01:33.740976 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:33.753774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Attempting to bind port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:33.754133 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Attempting to bind port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:33.754823 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Attempting to bind port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a on network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:33.765443 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:33.767856 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Checking segment: {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:33.768550 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.769142 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Bound using segment: {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:33.771750 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Bound port: 2503e7af-88c2-48d7-b68b-9acf2d9fd40a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2279b38d-ddfe-47df-8635-cdd3d2979493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:33.772531 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.860090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=1e584039-8608-47ba-a9ca-5666dc939860,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:33.862845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port fc04bff8-dd63-4df3-827e-57c00fdf062c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:33.874422 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:33.912703 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] For port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:33.916907 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] For port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:33.927647 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:33.934239 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:33.947401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-0223de18-83dc-4270-bf38-04600e6edf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:33.948845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-0223de18-83dc-4270-bf38-04600e6edf62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.5352058 May 14 18:01:33.953634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] For port bbff7f26-91f7-41ac-8560-4159935f79e5, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:33.958665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] For port bbff7f26-91f7-41ac-8560-4159935f79e5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bbff7f26-91f7-41ac-8560-4159935f79e5,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:33.967379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port fc04bff8-dd63-4df3-827e-57c00fdf062c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:33.967877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.017719 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.034752 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:34.048391 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Routers {'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:01:34.050159 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:01:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:34.107132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41880) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:34.133206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d97-7a90-434f-9e4b-999110e501a3 req-f87596f8-1121-4185-a155-636cea94818c tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:34.140633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31278d97-7a90-434f-9e4b-999110e501a3 req-f87596f8-1121-4185-a155-636cea94818c tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 948 time: 0.3021193 May 14 18:01:34.171436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-9740143d-bdf0-4901-bebb-f46ed3dc7956 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1002 time: 0.2134871 May 14 18:01:34.181953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Pushing event updated for resources: {'Port': ['ID=bbff7f26-91f7-41ac-8560-4159935f79e5,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:34.187100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-ee9abf2f-fc9c-433d-9c74-841b041f1927', 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'fixed_ips': [{'subnet_id': 'eb7afefc-96d5-4a8e-a010-53f54a56bc10'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:01:34.189774 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.205181 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:34.284992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-e4495b24-2018-4831-ac12-13240d236c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:34.286808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-e4495b24-2018-4831-ac12-13240d236c0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1073806 May 14 18:01:34.359356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-459822434-network', 'tenant_id': '467f7a2f030c480b8c1d4831919881c4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:34.365849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:34.370790 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] Set router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:01:34.374539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Usage tracker for resource:network and tenant:467f7a2f030c480b8c1d4831919881c4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:34.379911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:34.384487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31278d97-7a90-434f-9e4b-999110e501a3 req-cad98475-c269-4846-b42d-3aab1b44b7d8 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426529 May 14 18:01:34.392628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:34.430499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Made reservation on behalf of 467f7a2f030c480b8c1d4831919881c4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:34.432981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.455167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.488150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:34.497941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Usage tracker for resource:security_group_rule and tenant:467f7a2f030c480b8c1d4831919881c4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:34.503203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:34.504984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-54f2a70b-a423-4ced-b2f8-e08c005b84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:34.506465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-54f2a70b-a423-4ced-b2f8-e08c005b84ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733007 May 14 18:01:34.520660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:34.589358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.672931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.678644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.683376 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:34.690380 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Pushing event updated for resources: {'Port': ['ID=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:34.693460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04bff8-dd63-4df3-827e-57c00fdf062c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:34.712060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Allocated IP 19.86.0.2 (ee9abf2f-fc9c-433d-9c74-841b041f1927/eb7afefc-96d5-4a8e-a010-53f54a56bc10/34acf85d-25f6-45b8-b472-f3d31ea3b8f6) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:34.714454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:01:34.721302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port fc04bff8-dd63-4df3-827e-57c00fdf062c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:34.721775 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:34.729443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b761d-b3b4-4aa6-9b91-a8813dbab7c8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:34.733873 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:34.735143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.735692 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Added segment 5d74267d-aa09-402d-8c42-0711550314c7 of type vlan for network b4d7a221-99a1-4d48-a764-8b9911eb42ce May 14 18:01:34.738974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.739978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:01:34.780985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-86e04020-fe4f-435d-93f0-c61f33cc4598 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634833 May 14 18:01:34.784919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.804951 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:34.852630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.855147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:34.856775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:34.865012 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0638c0d1-a735-49bf-be0b-2dbf0284c0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:34.879008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:01:34.879814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:01:34.985464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=fc04bff8-dd63-4df3-827e-57c00fdf062c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:34.990902 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:35.002184 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '2503e7af-88c2-48d7-b68b-9acf2d9fd40a', 'name': '', 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'mac_address': 'fa:16:3e:9f:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:25Z', 'updated_at': '2021-05-14T18:01:33Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'subnets': [{'id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:01:35.007465 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae3cbf-232e-49d7-8354-918158f12aa3 None None] The sync data for ids ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'] in n-d-787206-3 is: [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:01:26Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '2503e7af-88c2-48d7-b68b-9acf2d9fd40a', 'name': '', 'network_id': '791b36ba-d5ac-46c7-acac-fd265e2e63c5', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'mac_address': 'fa:16:3e:9f:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:25Z', 'updated_at': '2021-05-14T18:01:33Z', 'revision_number': 4, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'subnets': [{'id': '56d22880-a9e8-4861-8a4b-d2cca95d7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:01:35.028282 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9185894 May 14 18:01:35.029320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Pushing event updated for resources: {'Network': ['ID=b4d7a221-99a1-4d48-a764-8b9911eb42ce,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:35.031634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41892) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:35.037936 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:35.044001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b4d7a221-99a1-4d48-a764-8b9911eb42ce details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:01:35.047124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Request body: {'subnet': {'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-459822434-subnet', 'tenant_id': '467f7a2f030c480b8c1d4831919881c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:35.055707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:35.061227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Usage tracker for resource:subnet and tenant:467f7a2f030c480b8c1d4831919881c4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:35.061602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe24ee8-c5f0-4cbc-9d4e-648e71aae694 req-84c5b778-a419-404d-a81a-931df467028e service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737768 May 14 18:01:35.067937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:35.076937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:35.082480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c625e1-e24e-40ee-a0e7-bab1720a8e4c req-92d790cf-521e-4498-8c1c-fd990dade231 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:35.085303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0c625e1-e24e-40ee-a0e7-bab1720a8e4c req-92d790cf-521e-4498-8c1c-fd990dade231 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1762347 May 14 18:01:35.101173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Made reservation on behalf of 467f7a2f030c480b8c1d4831919881c4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:35.103980 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:35.149617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0c625e1-e24e-40ee-a0e7-bab1720a8e4c req-1d40f057-ce61-41df-be45-f9bd53ed6e00 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 May 14 18:01:35.276899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:35.303887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Transition to ACTIVE for port object 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:35.354193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Transition to ACTIVE for port object 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:35.365689 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:35.379406 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:35.457187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:35.460554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:35.464711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:35.571814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Pushing event updated for resources: {'Port': ['ID=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:35.591731 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:35.642685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bbff7f26-91f7-41ac-8560-4159935f79e5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:35.646606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-97ca4617-59a9-4b93-8d45-5f7699349492 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:35.653189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-97ca4617-59a9-4b93-8d45-5f7699349492 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:35.664802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-97ca4617-59a9-4b93-8d45-5f7699349492 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/networks?id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8&id=ee9abf2f-fc9c-433d-9c74-841b041f1927&id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 HTTP/1.1" status: 200 len: 1391 time: 0.3577895 May 14 18:01:35.687134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-96c9ed6f-91e1-4abe-80ea-ca5357046778 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/quotas/580831c115fc4eab8ade98b4f33dffb3 HTTP/1.1" status: 200 len: 375 time: 0.0206017 May 14 18:01:35.779165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Attempting to bind port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:35.779582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Attempting to bind port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:35.779956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Attempting to bind port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 on network ee9abf2f-fc9c-433d-9c74-841b041f1927 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:35.793236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-36e22b14-1d98-43d9-b036-9c236de36a67 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1049144 May 14 18:01:35.801639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:35.801971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Checking segment: {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:35.802255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:35.802772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Bound using segment: {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:35.803289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Bound port: 34acf85d-25f6-45b8-b472-f3d31ea3b8f6, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:35.803673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:35.847501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:35.851124 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-463177fa-e249-49bd-9079-5816fb7f6640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:35.859329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa3effb-9172-485d-9701-252d4ef7dcf4 None None] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:35.940297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1ca468-e380-43d2-bb27-da82cf657593,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:35.943249 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:35.947433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Checking segment: {'id': '5d74267d-aa09-402d-8c42-0711550314c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:35.948172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Network hostable DHCP agents. Network: b4d7a221-99a1-4d48-a764-8b9911eb42ce, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:01:35.963611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10bc1c6f-e8cd-4b2f-abb3-eb50df4bfb55 service neutron] 10.222.0.24 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629519 May 14 18:01:35.967026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Network b4d7a221-99a1-4d48-a764-8b9911eb42ce is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:01:35.978179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b4d7a221-99a1-4d48-a764-8b9911eb42ce) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:35.991589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:35.993079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:36.026577 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9823825 May 14 18:01:36.031225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] For port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:36.036650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port bbff7f26-91f7-41ac-8560-4159935f79e5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:36.040830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbf7af-0d7f-4eee-8991-8a88a4c0e608 None None] Network b4d7a221-99a1-4d48-a764-8b9911eb42ce requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:36.085314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1e584039-8608-47ba-a9ca-5666dc939860 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:36.113708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-1a45cd44-18a3-43b6-be21-00a3485e4322 service neutron] 10.222.0.24 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491153 May 14 18:01:36.138358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] For port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:36.191333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Provisioning for port bbff7f26-91f7-41ac-8560-4159935f79e5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:36.203771 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:36.223847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:36.278440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Provisioning complete for port bbff7f26-91f7-41ac-8560-4159935f79e5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:36.279112 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:36.281493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a1999223-9b10-48e4-8bb7-2ce142962c73 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669233 May 14 18:01:36.499564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1e584039-8608-47ba-a9ca-5666dc939860 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:36.499943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:36.543066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Pushing event updated for resources: {'Port': ['ID=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:36.553284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-b2cecc27-8a0f-47e8-bf91-7e18e9de3ac9 service neutron] 10.222.0.24 "GET /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656074 May 14 18:01:36.559474 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:36.722843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2076444-4970-4a2c-85a7-781008389386 None None] Network b4d7a221-99a1-4d48-a764-8b9911eb42ce requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:36.745245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-19d4b50b-1d19-40c1-94af-bfee9bd1b1bf service neutron] 10.222.0.24 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791766 May 14 18:01:36.756919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:01:36.888387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a1fe3619-cfa3-473c-8742-bec811a48a19 service neutron] 10.222.0.24 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421053 May 14 18:01:36.933392 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.007411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2503e7af-88c2-48d7-b68b-9acf2d9fd40a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:37.036664 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37e85f-ec8a-48bc-8f79-87a2b05088b5', 'name': 'network-vif-deleted', 'tag': '5893a7b7-f55f-4b9a-a22e-e0c1137fa9a2', 'status': 'completed', 'code': 200} May 14 18:01:37.189238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] For port bbff7f26-91f7-41ac-8560-4159935f79e5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bbff7f26-91f7-41ac-8560-4159935f79e5,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:37.229048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c9da-80b0-4588-a76d-aa13999f971b req-76c5ba97-0717-4b12-beaa-3b7224d8c864 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:37.234776 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.238337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f650c9da-80b0-4588-a76d-aa13999f971b req-76c5ba97-0717-4b12-beaa-3b7224d8c864 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 946 time: 0.1085813 May 14 18:01:37.248872 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:37.297787 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.301064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f650c9da-80b0-4588-a76d-aa13999f971b req-950ccb5d-de6a-4278-b113-e3fa3bbd4284 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617907 May 14 18:01:37.373715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:37.393588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:37.395018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:37.395364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.446878 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.474845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Pushing event updated for resources: {'Port': ['ID=bbff7f26-91f7-41ac-8560-4159935f79e5,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:37.482059 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:37.489437 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d7fe2f4b-f018-46e0-b67d-854d1e942a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:37.586886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-668ccfcb-4828-4fde-bb9d-99b6e16557fb None None] Provisioning complete for port bbff7f26-91f7-41ac-8560-4159935f79e5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:37.586886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-668ccfcb-4828-4fde-bb9d-99b6e16557fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.771127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d60f4-e24b-4944-8d63-7a66d7905173 req-8ee9bf26-1f66-4aeb-868e-9b4d0383bba4 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:37.779329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-677d60f4-e24b-4944-8d63-7a66d7905173 req-8ee9bf26-1f66-4aeb-868e-9b4d0383bba4 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 1100 time: 0.1256492 May 14 18:01:37.812193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:37.828470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127516f-a820-4849-ac42-3e61ff43ce1f None None] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:01:37.831636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-677d60f4-e24b-4944-8d63-7a66d7905173 req-acc22dc0-f596-417c-8d95-5fd2e4f6c700 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504384 May 14 18:01:37.843770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:37.849150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41944) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:37.868280 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:37.931539 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc04bff8-dd63-4df3-827e-57c00fdf062c', 'code': 200} May 14 18:01:37.976372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:38.026152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-17c531c6-fd41-49be-a6fb-842e67c43144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6544792cb05d42af8a161fc95946ef1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755722 May 14 18:01:38.026360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.028434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:38.031807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:38.132006 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.184057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:38.184304 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.189247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d190153-3f45-4c41-b826-cef1f58ca76a req-f0f63c32-a04a-494c-bc0e-6b6ff602e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:38.191011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d190153-3f45-4c41-b826-cef1f58ca76a req-f0f63c32-a04a-494c-bc0e-6b6ff602e09a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 1100 time: 0.2075555 May 14 18:01:38.192200 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:38.254925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4dab-e4fd-4e5e-93c3-56b4832fcc61 req-9a8d69c1-2272-44b6-b4cc-48bf35940f2d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:38.259955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.263805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb2e4dab-e4fd-4e5e-93c3-56b4832fcc61 req-9a8d69c1-2272-44b6-b4cc-48bf35940f2d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 814 time: 0.2480237 May 14 18:01:38.269185 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb4d461c-1fd9-411b-95ea-5c7afd8b2fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:38.281602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d190153-3f45-4c41-b826-cef1f58ca76a req-5778fdfc-0ec4-4961-bb3f-558fcca0cdd0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826449 May 14 18:01:38.283007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb2e4dab-e4fd-4e5e-93c3-56b4832fcc61 req-ebaf68f5-0d12-412d-8659-0920dc7a71f0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/quotas/6ca82c4f9f5942dd83bc1f88428b2e43 HTTP/1.1" status: 200 len: 375 time: 0.0182338 May 14 18:01:38.291617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1330473b-e0a5-4f51-a6fd-727de1bc9653,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:38.297908 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:38.304084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.308792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1330473b-e0a5-4f51-a6fd-727de1bc9653 HTTP/1.1" status: 204 len: 168 time: 0.2685044 May 14 18:01:38.310017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4e201f87-4b4f-457f-a9ee-db69f0b7b80b None None] Provisioning for port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:38.334169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:38.416767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb2e4dab-e4fd-4e5e-93c3-56b4832fcc61 req-1eda3e71-5d21-4a0b-9da6-2d0d189d45ac tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162930 May 14 18:01:38.502260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:38.523945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:38.526681 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.755125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-53211efe-f791-421f-b48e-b104399abe31 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:38.757247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.760839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-53211efe-f791-421f-b48e-b104399abe31 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:38.762388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-53211efe-f791-421f-b48e-b104399abe31 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "GET /v2.0/networks?id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8&id=ee9abf2f-fc9c-433d-9c74-841b041f1927&id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 HTTP/1.1" status: 200 len: 1391 time: 0.3338134 May 14 18:01:38.777827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'port': {'device_id': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'admin_state_up': True, 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:38.793537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41968) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:38.798037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-74cfd218-d20d-42c9-93c0-b92053232519 None None] Provisioning complete for port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:38.798420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-74cfd218-d20d-42c9-93c0-b92053232519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.841687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:38.849229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.850072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bbff7f26-91f7-41ac-8560-4159935f79e5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:38.861725 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e08d16b7-58bf-449c-9de9-5120fd627fd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5314d96cf4ff43988785e372d6b3b7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655475 May 14 18:01:38.864405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41972) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:38.887665 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-58e7fba8-2d35-4501-bf64-a187df50b95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:38.915881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7022-8e2b-4717-a8b9-9e30b8f436a4 req-3de9dfe7-b627-42a9-af1d-4a462590bfab tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:38.917377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63ab7022-8e2b-4717-a8b9-9e30b8f436a4 req-3de9dfe7-b627-42a9-af1d-4a462590bfab tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 949 time: 0.2176847 May 14 18:01:38.928050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.958255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:38.984820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:38.989965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63ab7022-8e2b-4717-a8b9-9e30b8f436a4 req-129f6bf2-b155-4b95-b1a3-eb7b5d20fe60 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659597 May 14 18:01:38.992384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:port and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:38.995474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for port was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:39.002100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:39.013959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:39.015844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:39.020285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:39.028899 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-763ce3a9-7b4e-4509-a6d2-01a34628bd21 tempest-ImagesNegativeTestJSON-2014720904 tempest-ImagesNegativeTestJSON-2014720904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:39.043696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00beacf-528d-473c-b2e8-27a322303ce4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:39.046807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:39.047775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:39.049361 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c00beacf-528d-473c-b2e8-27a322303ce4 HTTP/1.1" status: 204 len: 168 time: 0.1837280 May 14 18:01:39.060435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:39.068071 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:39.115493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port bbff7f26-91f7-41ac-8560-4159935f79e5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:39.115882 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:39.298461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Allocated IP 19.80.0.59 (3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8/1f6261b9-fa43-42ba-9da3-9574627bb88b/5400bbd9-c553-4db3-876d-11f6f5bea53a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:39.544706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:39.740008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Transition to ACTIVE for port object 5400bbd9-c553-4db3-876d-11f6f5bea53a will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:39.811646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-4913100f-6a67-40f5-8e84-d8b7888c5ada tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:39.813091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-4913100f-6a67-40f5-8e84-d8b7888c5ada tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/networks?id=b4d7a221-99a1-4d48-a764-8b9911eb42ce HTTP/1.1" status: 200 len: 821 time: 0.2907898 May 14 18:01:39.827073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:39.843720 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:39.882979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-a16a3b5a-bdcd-41a7-b1b2-d12e20ba8759 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/quotas/467f7a2f030c480b8c1d4831919881c4 HTTP/1.1" status: 200 len: 375 time: 0.0637426 May 14 18:01:39.932848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:39.938550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:39.953836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:39.956224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:39.990489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-057a8a15-2aa2-4f30-80e3-945089fb9179 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=467f7a2f030c480b8c1d4831919881c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997601 May 14 18:01:39.996401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Port': ['ID=5400bbd9-c553-4db3-876d-11f6f5bea53a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:39.999289 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:40.108704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:40.109431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:40.132462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:40.218241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4460275 May 14 18:01:40.227109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-cb2860d3-4a51-4729-a83f-94bc7aa050af service neutron] 10.222.0.24 "GET /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234926 May 14 18:01:40.229410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:40.230451 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:40.251863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'port': {'device_id': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927', 'admin_state_up': True, 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:40.311702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6ef50a4-806d-4aa1-8e5e-d01eedf8dff3 None None] Provisioning for port 5400bbd9-c553-4db3-876d-11f6f5bea53a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:40.342179 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-145cfac9-0a4b-428c-9e1f-4e6d0a957cac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861557 May 14 18:01:40.363041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6ef50a4-806d-4aa1-8e5e-d01eedf8dff3 None None] Provisioning complete for port 5400bbd9-c553-4db3-876d-11f6f5bea53a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:40.363572 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6ef50a4-806d-4aa1-8e5e-d01eedf8dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:40.452897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2503e7af-88c2-48d7-b68b-9acf2d9fd40a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:40.458641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255589-3526-459b-8884-b3f9e1144f87 req-7cd9ada9-dda4-4118-ae0e-147ce1ea734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:40.462725 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-7cd9ada9-dda4-4118-ae0e-147ce1ea734f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 1101 time: 0.0974190 May 14 18:01:40.478768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef50a4-806d-4aa1-8e5e-d01eedf8dff3 None None] Port 5400bbd9-c553-4db3-876d-11f6f5bea53a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:40.485929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-49a0ce99-3073-4ecd-9301-84fe02275979 service neutron] 10.222.0.24 "GET /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578235 May 14 18:01:40.518427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:40.525382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:port and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:40.529385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:40.537548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:40.555941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:40.564767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:40.588824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:40.589205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:40.802783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Allocated IP 19.86.0.38 (ee9abf2f-fc9c-433d-9c74-841b041f1927/eb7afefc-96d5-4a8e-a010-53f54a56bc10/ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:40.825978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255589-3526-459b-8884-b3f9e1144f87 req-b83bba67-7431-40f6-b4ce-154ce7e68d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:40.827542 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-b83bba67-7431-40f6-b4ce-154ce7e68d53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.3442938 May 14 18:01:40.915953 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-b1ec96b9-2237-428b-8597-6f8208a150c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc HTTP/1.1" status: 200 len: 217 time: 0.0808887 May 14 18:01:41.009238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255589-3526-459b-8884-b3f9e1144f87 req-4388cdb3-d2c1-4b03-a95d-5c85e18acdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:41.011324 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-4388cdb3-d2c1-4b03-a95d-5c85e18acdae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0873325 May 14 18:01:41.092061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb130a-c2b9-41d5-babd-a29438074568 req-0383be79-cf6e-4d36-993a-1f5bbc360f36 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:41.093030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b6bb130a-c2b9-41d5-babd-a29438074568 req-0383be79-cf6e-4d36-993a-1f5bbc360f36 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:41.127057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255589-3526-459b-8884-b3f9e1144f87 req-5f802f40-2bed-4ba4-b7ae-94906263e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:41.128966 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-5f802f40-2bed-4ba4-b7ae-94906263e2b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094720 May 14 18:01:41.141324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b6bb130a-c2b9-41d5-babd-a29438074568 req-0383be79-cf6e-4d36-993a-1f5bbc360f36 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:41.142588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6bb130a-c2b9-41d5-babd-a29438074568 req-0383be79-cf6e-4d36-993a-1f5bbc360f36 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 931 time: 0.2842696 May 14 18:01:41.151621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:41.196258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Transition to ACTIVE for port object ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:41.219511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6bb130a-c2b9-41d5-babd-a29438074568 req-03f70d04-79d3-48ee-bbe8-f325396dd974 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 May 14 18:01:41.258265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:41.264758 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3de979f2-2200-4158-80b6-a5772132f452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:41.291507 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-4b2acdec-0933-4fb6-a391-5e5b913fd32c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545417 May 14 18:01:41.330893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:41.332123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:41.337586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:41.396948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Port': ['ID=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:41.402376 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:41.449562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:41.450236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:41.466066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a255589-3526-459b-8884-b3f9e1144f87 req-54813f6c-135c-4752-8848-d60516257abb service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673646 May 14 18:01:41.492671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2626815 May 14 18:01:41.503346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'port': {'device_id': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'admin_state_up': True, 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:41.669208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:41.679127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:41.688430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:41.692009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:41.727824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b4ad38f0-2345-4a76-ba7a-69823795a5a9 None None] Provisioning for port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:41.737014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b4ad38f0-2345-4a76-ba7a-69823795a5a9 None None] Provisioning complete for port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:41.737477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b4ad38f0-2345-4a76-ba7a-69823795a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:41.803014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad38f0-2345-4a76-ba7a-69823795a5a9 None None] Port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:42.064593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Allocated IP 19.80.0.184 (3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8/1f6261b9-fa43-42ba-9da3-9574627bb88b/150679f3-64b1-4d86-b329-ce4debec9ed7) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:42.119479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e31838-4531-4e8e-bfa7-150e0f995827 req-4273e7de-680c-41d6-a468-b53ceda99540 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:42.120970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14e31838-4531-4e8e-bfa7-150e0f995827 req-4273e7de-680c-41d6-a468-b53ceda99540 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 1101 time: 0.1415665 May 14 18:01:42.183870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-0bf2a0f2-7e35-4134-a244-d5a8ce2fabff tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:42.184953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31208fd2-e599-49db-8ca6-7a51f875049b req-0bf2a0f2-7e35-4134-a244-d5a8ce2fabff tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Synchronizing usage tracker for tenant:467f7a2f030c480b8c1d4831919881c4 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:42.203305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31208fd2-e599-49db-8ca6-7a51f875049b req-0bf2a0f2-7e35-4134-a244-d5a8ce2fabff tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Unset dirty status for tenant:467f7a2f030c480b8c1d4831919881c4 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:42.205002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-0bf2a0f2-7e35-4134-a244-d5a8ce2fabff tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.15 "GET /v2.0/networks?id=b4d7a221-99a1-4d48-a764-8b9911eb42ce HTTP/1.1" status: 200 len: 821 time: 0.2424297 May 14 18:01:42.217467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Request body: {'port': {'device_id': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce', 'admin_state_up': True, 'tenant_id': '467f7a2f030c480b8c1d4831919881c4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:42.255044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14e31838-4531-4e8e-bfa7-150e0f995827 req-0a671424-5936-43c1-be11-154f224e994a tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208680 May 14 18:01:42.347208 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.364228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:42.365088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Transition to ACTIVE for port object 150679f3-64b1-4d86-b329-ce4debec9ed7 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:42.369483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Usage tracker for resource:port and tenant:467f7a2f030c480b8c1d4831919881c4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:42.372581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:42.378778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:42.388367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Made reservation on behalf of 467f7a2f030c480b8c1d4831919881c4 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:42.392058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.447018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.457513 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27fdd76b-3549-4ab4-9dfe-c474c9efd773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:42.516860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137ee4-a0d1-45a8-9b84-d419dbe2354e req-a3b904be-1e37-46b1-b078-b2475838e40b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:42.519640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f137ee4-a0d1-45a8-9b84-d419dbe2354e req-a3b904be-1e37-46b1-b078-b2475838e40b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1514113 May 14 18:01:42.554459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:42.560526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:42.566461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Allocated IP 172.20.0.4 (b4d7a221-99a1-4d48-a764-8b9911eb42ce/6a1ca468-e380-43d2-bb27-da82cf657593/5fa37fb3-3551-420b-8715-09cebdd0bd1b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:42.574459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:42.610537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:42.628483 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:42.648200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f137ee4-a0d1-45a8-9b84-d419dbe2354e req-2cacbb08-2c55-43f8-bac4-afb611d2d7a7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227582 May 14 18:01:42.666848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:42.667497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.694606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1956239 May 14 18:01:42.707502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Request body: {'port': {'device_id': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:42.717980 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'code': 200} May 14 18:01:42.830437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5465c551-f32d-4c86-a3f7-386d13532b13 None None] Provisioning for port 150679f3-64b1-4d86-b329-ce4debec9ed7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:42.831772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.835852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5465c551-f32d-4c86-a3f7-386d13532b13 None None] Provisioning complete for port 150679f3-64b1-4d86-b329-ce4debec9ed7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:42.836846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5465c551-f32d-4c86-a3f7-386d13532b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.865192 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.871511 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d29602e-5dc7-45f3-87c6-282c1eb618f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:42.874521 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:42.895256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5465c551-f32d-4c86-a3f7-386d13532b13 None None] Port 150679f3-64b1-4d86-b329-ce4debec9ed7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:42.935932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Network b4d7a221-99a1-4d48-a764-8b9911eb42ce is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:42.939001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:42.947807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:42.980096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Pushing event updated for resources: {'Port': ['ID=5fa37fb3-3551-420b-8715-09cebdd0bd1b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:42.986513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:43.016437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:43.017033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.033502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a0c7c-50bb-414f-9bf9-72c04ccb4db3 req-9802ad2c-dc5c-4c6b-a0af-57bd6f3bbf33 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:43.035336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b3a0c7c-50bb-414f-9bf9-72c04ccb4db3 req-9802ad2c-dc5c-4c6b-a0af-57bd6f3bbf33 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 949 time: 0.2152610 May 14 18:01:43.037790 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246222 May 14 18:01:43.052487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Request body: {'port': {'device_id': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:43.175742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b3a0c7c-50bb-414f-9bf9-72c04ccb4db3 req-31393920-2b2d-4265-b45f-6195882f0088 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326587 May 14 18:01:43.192866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.337459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5400bbd9-c553-4db3-876d-11f6f5bea53a {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:43.346295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.363512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Transition to ACTIVE for port object 5400bbd9-c553-4db3-876d-11f6f5bea53a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:43.368510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.373927 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88241238-46e8-4742-bbf5-75ca6c0aa2a2 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:43.558111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Pushing event updated for resources: {'Port': ['ID=5400bbd9-c553-4db3-876d-11f6f5bea53a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:43.563345 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:43.590683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa37fb3-3551-420b-8715-09cebdd0bd1b {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:43.599068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.617843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Transition to ACTIVE for port object 5fa37fb3-3551-420b-8715-09cebdd0bd1b will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:43.621360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.625418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e61c3322-42b1-4260-bed0-838a51969309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:43.683129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6456f-c2bc-4562-beb6-e27abb4daf99 req-5cdd1d87-7717-4f2b-b81c-ae4d0f3cbfa5 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:43.684610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8bf6456f-c2bc-4562-beb6-e27abb4daf99 req-5cdd1d87-7717-4f2b-b81c-ae4d0f3cbfa5 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 931 time: 0.2091701 May 14 18:01:43.719674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Attempting to bind port 5400bbd9-c553-4db3-876d-11f6f5bea53a on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:43.720012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Attempting to bind port 5400bbd9-c553-4db3-876d-11f6f5bea53a by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:43.720345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Attempting to bind port 5400bbd9-c553-4db3-876d-11f6f5bea53a on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:43.734382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Port 5400bbd9-c553-4db3-876d-11f6f5bea53a on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:43.734709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Attempting to bind port 5400bbd9-c553-4db3-876d-11f6f5bea53a on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:43.745185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:43.745516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Checking segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:43.745916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Bound using segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:43.746327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Bound port: 5400bbd9-c553-4db3-876d-11f6f5bea53a, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:43.746670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.761616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8bf6456f-c2bc-4562-beb6-e27abb4daf99 req-114eb26e-cd62-4ce0-869e-ffbf5371377c tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692313 May 14 18:01:43.780451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa37fb3-3551-420b-8715-09cebdd0bd1b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:43.783414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:43.865953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Attempting to bind port 5fa37fb3-3551-420b-8715-09cebdd0bd1b on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:43.866432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Attempting to bind port 5fa37fb3-3551-420b-8715-09cebdd0bd1b by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5d74267d-aa09-402d-8c42-0711550314c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:43.866867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Attempting to bind port 5fa37fb3-3551-420b-8715-09cebdd0bd1b on network b4d7a221-99a1-4d48-a764-8b9911eb42ce {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:43.872716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Port 5fa37fb3-3551-420b-8715-09cebdd0bd1b on network b4d7a221-99a1-4d48-a764-8b9911eb42ce not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:43.873015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Attempting to bind port 5fa37fb3-3551-420b-8715-09cebdd0bd1b on network b4d7a221-99a1-4d48-a764-8b9911eb42ce {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:43.878358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:43.878689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Checking segment: {'id': '5d74267d-aa09-402d-8c42-0711550314c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:43.879070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Bound using segment: {'id': '5d74267d-aa09-402d-8c42-0711550314c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:43.879520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Bound port: 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d74267d-aa09-402d-8c42-0711550314c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:43.879863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.975892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] For port 5400bbd9-c553-4db3-876d-11f6f5bea53a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:43.980130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] For port 5400bbd9-c553-4db3-876d-11f6f5bea53a, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:43.985141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:43.990340 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-baecf24e-c7a5-4238-b2bc-be19e0d45276 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:44.044370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:44.044948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:44.046348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] 10.222.0.22 "PUT /v2.0/ports/5400bbd9-c553-4db3-876d-11f6f5bea53a HTTP/1.1" status: 200 len: 1091 time: 1.3432117 May 14 18:01:44.052234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'tag': '5400bbd9-c553-4db3-876d-11f6f5bea53a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:44.081039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Request body: {'port': {'device_id': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:44.112422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] For port 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:44.115521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] For port 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b,segment=NetworkSegment(5d74267d-aa09-402d-8c42-0711550314c7),segment_id=5d74267d-aa09-402d-8c42-0711550314c7)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:44.117529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Pushing event updated for resources: {'Port': ['ID=5400bbd9-c553-4db3-876d-11f6f5bea53a,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:44.125013 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:44.130072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:44.134354 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dc593e1d-7726-4614-90c9-768b9164d81f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:44.192532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:44.193217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:44.194715 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] 10.222.0.15 "PUT /v2.0/ports/5fa37fb3-3551-420b-8715-09cebdd0bd1b HTTP/1.1" status: 200 len: 1091 time: 1.1478834 May 14 18:01:44.197923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'tag': '5fa37fb3-3551-420b-8715-09cebdd0bd1b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:44.240695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:44.248546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa37fb3-3551-420b-8715-09cebdd0bd1b,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:44.252040 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:44.338412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-68dc13a1-7332-4614-9e3c-2b8bad09e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:44.340002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-68dc13a1-7332-4614-9e3c-2b8bad09e556 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=467f7a2f030c480b8c1d4831919881c4&device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 1094 time: 0.0867584 May 14 18:01:44.423729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-dbd7c708-8572-47e8-9c8d-a65f9be4a487 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b HTTP/1.1" status: 200 len: 217 time: 0.0656757 May 14 18:01:44.495067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fd2-e599-49db-8ca6-7a51f875049b req-2712915a-0314-4f0d-aacc-c20fb10ca7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:44.496701 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-2712915a-0314-4f0d-aacc-c20fb10ca7bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a1ca468-e380-43d2-bb27-da82cf657593 HTTP/1.1" status: 200 len: 861 time: 0.0653551 May 14 18:01:44.551396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-d2ea60ab-3e35-47e0-a431-612142aca6a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d7a221-99a1-4d48-a764-8b9911eb42ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422595 May 14 18:01:44.625950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:44.634496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:44.652230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Transition to ACTIVE for port object ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:44.656214 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:44.662122 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:44.701706 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-7814f0c8-5551-4d2d-8eca-38a77a167f21 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430609 May 14 18:01:44.842125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:44.845078 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:44.863133 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31208fd2-e599-49db-8ca6-7a51f875049b req-d3f90948-da9b-4b2b-830f-01bb1297c6ec service neutron] 10.222.0.15 "GET /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535914 May 14 18:01:44.974851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Attempting to bind port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:44.975205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Attempting to bind port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:44.975527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Attempting to bind port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 on network ee9abf2f-fc9c-433d-9c74-841b041f1927 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:44.987204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 on network ee9abf2f-fc9c-433d-9c74-841b041f1927 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:44.987527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Attempting to bind port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 on network ee9abf2f-fc9c-433d-9c74-841b041f1927 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:45.000953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-83766bfa-1e15-4702-9009-80b52a80b6d6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:45.006579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-83766bfa-1e15-4702-9009-80b52a80b6d6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:45.013069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-83766bfa-1e15-4702-9009-80b52a80b6d6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:45.013860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-83766bfa-1e15-4702-9009-80b52a80b6d6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:45.019206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:45.019535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Checking segment: {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:45.019901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Bound using segment: {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:45.020320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Bound port: ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5675c50b-5d76-42c7-afd8-0625b8595f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:45.020656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:45.074920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:45.086371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-83766bfa-1e15-4702-9009-80b52a80b6d6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:45.087555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-83766bfa-1e15-4702-9009-80b52a80b6d6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2399 time: 0.2526674 May 14 18:01:45.149477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] For port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:45.159627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08292db3-d9c4-4760-bf94-030e4244bcc2 req-8db3e950-82e5-4083-932f-faab28c26cc4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615168 May 14 18:01:45.162404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] For port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:45.167991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:45.172769 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8e70053-cb21-4fdb-b7aa-f7bf9cd163c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:45.224230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:45.225290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:45.226844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] 10.222.0.22 "PUT /v2.0/ports/ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 HTTP/1.1" status: 200 len: 1091 time: 1.1500080 May 14 18:01:45.229640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:45.249045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:45.250293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:45.252181 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:45.289829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Request body: {'port': {'device_id': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:45.316952 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:45.334056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-d6a35a19-d117-4dfd-9f4d-a6fc732af4cc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704670 May 14 18:01:45.338588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:45.356558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:45.360567 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:45.362672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a148ee1f-1c92-4a7d-933b-05fca5395754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:45.434363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:45.437372 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:45.470966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['19db786a-dbc7-4c1c-95b3-eb9192a8804c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:45.514198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:45.593060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-61e7d342-5edd-486e-b2bf-11201d5e1481 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:45.594494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-61e7d342-5edd-486e-b2bf-11201d5e1481 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531309 May 14 18:01:45.629847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-a15c40eb-ed25-43bf-bee3-10595863cac6 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/quotas/1e45773665c44ec6a77586bec51b1352 HTTP/1.1" status: 200 len: 375 time: 0.0250115 May 14 18:01:45.996794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-85811811-7a5d-41ad-a47d-37396857c286 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3249104 May 14 18:01:46.107224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150679f3-64b1-4d86-b329-ce4debec9ed7 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:46.118191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:46.138719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Transition to ACTIVE for port object 150679f3-64b1-4d86-b329-ce4debec9ed7 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:46.146381 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:46.174266 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:46.584935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Pushing event updated for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:46.599651 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:46.634963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Attempting to bind port 150679f3-64b1-4d86-b329-ce4debec9ed7 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:46.636299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Attempting to bind port 150679f3-64b1-4d86-b329-ce4debec9ed7 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:46.636974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Attempting to bind port 150679f3-64b1-4d86-b329-ce4debec9ed7 on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:46.645826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Port 150679f3-64b1-4d86-b329-ce4debec9ed7 on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:46.646242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Attempting to bind port 150679f3-64b1-4d86-b329-ce4debec9ed7 on network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:46.656013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:46.656448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Checking segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:46.656907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Bound using segment: {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:46.657428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Bound port: 150679f3-64b1-4d86-b329-ce4debec9ed7, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def42b24-7a44-4296-b6d1-3d0df9add4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:46.657855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:46.744074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca17f-2dcf-448e-a14b-c1a0ec54d840 req-0b930f6e-deff-4a15-9c46-cf11868207d8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:46.745627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b0ca17f-2dcf-448e-a14b-c1a0ec54d840 req-0b930f6e-deff-4a15-9c46-cf11868207d8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.4052019 May 14 18:01:46.832281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b0ca17f-2dcf-448e-a14b-c1a0ec54d840 req-937fec79-aee5-498d-a14e-8bda6b595a9e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 May 14 18:01:46.841411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:46.854137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=150679f3-64b1-4d86-b329-ce4debec9ed7,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:46.858579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:46.865970 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:46.956338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:46.957347 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:46.958731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] 10.222.0.22 "PUT /v2.0/ports/150679f3-64b1-4d86-b329-ce4debec9ed7 HTTP/1.1" status: 200 len: 1092 time: 1.6737311 May 14 18:01:47.009602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Pushing event updated for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:47.027261 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:47.092546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:47.212022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-2078d384-1576-4a0d-b2bf-2f4416e56f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:47.212514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-2078d384-1576-4a0d-b2bf-2f4416e56f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:47.212991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-2078d384-1576-4a0d-b2bf-2f4416e56f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:47.214639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-2078d384-1576-4a0d-b2bf-2f4416e56f01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2864 time: 0.1114860 May 14 18:01:47.251165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:47.251855 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:47.347801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-62effb65-e3e3-4937-ac47-e6f1b45c8d25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a HTTP/1.1" status: 200 len: 217 time: 0.1166699 May 14 18:01:47.460373 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:47.496354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-0dde16bc-de2d-4ac1-afd2-1b236893f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:47.498065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-0dde16bc-de2d-4ac1-afd2-1b236893f899 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f6261b9-fa43-42ba-9da3-9574627bb88b HTTP/1.1" status: 200 len: 801 time: 0.1382213 May 14 18:01:47.508768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:47.544074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:47.555474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:47.562981 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:47.639721 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'tag': '5400bbd9-c553-4db3-876d-11f6f5bea53a', 'status': 'completed', 'code': 200} May 14 18:01:47.652557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-06a78c8e-525a-4e10-88ed-24fde48a6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:47.654747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-06a78c8e-525a-4e10-88ed-24fde48a6885 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1482594 May 14 18:01:47.709167 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'tag': '5fa37fb3-3551-420b-8715-09cebdd0bd1b', 'status': 'completed', 'code': 200} May 14 18:01:47.729975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:47.733483 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:47.854193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-d5c80d8f-cfff-4e3e-86b4-7212ce21539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:47.856878 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-d5c80d8f-cfff-4e3e-86b4-7212ce21539c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=467f7a2f030c480b8c1d4831919881c4&device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 1094 time: 0.1312521 May 14 18:01:47.876920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-925764a9-e4e9-4612-8f73-da6100949826 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115667 May 14 18:01:48.063861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-fc394b3c-28bd-4782-a2b8-10c4d0bea89c service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561015 May 14 18:01:48.065923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a0aa8a3-4765-4fbc-81a7-d96ecd0211b7 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1878569 May 14 18:01:48.145721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-2d34f4f4-c041-42f0-8964-3ed144203d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:48.147380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-2d34f4f4-c041-42f0-8964-3ed144203d21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d7a221-99a1-4d48-a764-8b9911eb42ce HTTP/1.1" status: 200 len: 922 time: 0.2832603 May 14 18:01:48.181237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-675cff61-1e95-4a5c-a60f-1e147e56124d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 HTTP/1.1" status: 200 len: 217 time: 0.1054904 May 14 18:01:48.245763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-f33c12cd-daf7-4af2-9f62-92d81f07769b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b HTTP/1.1" status: 200 len: 217 time: 0.0902903 May 14 18:01:48.349352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-f26ef474-e678-4951-b438-38c44dded987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:48.351321 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-f26ef474-e678-4951-b438-38c44dded987 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a1ca468-e380-43d2-bb27-da82cf657593 HTTP/1.1" status: 200 len: 861 time: 0.0967336 May 14 18:01:48.404904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-6e7614c0-beed-4af4-922e-ba1371cd3664 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d7a221-99a1-4d48-a764-8b9911eb42ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468869 May 14 18:01:48.505062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-4b46d19e-141c-46f7-bab4-e21e1314b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:48.506572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-4b46d19e-141c-46f7-bab4-e21e1314b547 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7afefc-96d5-4a8e-a010-53f54a56bc10 HTTP/1.1" status: 200 len: 801 time: 0.2680652 May 14 18:01:48.579560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-3ac307f4-e3d6-4f84-b61d-50f17f45dd69 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665990 May 14 18:01:48.604019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-4abbf05b-5f57-4059-b4f4-10c56a967369 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:48.605417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-4abbf05b-5f57-4059-b4f4-10c56a967369 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5276885 May 14 18:01:48.625555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:48.725214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6ab71-f7e4-4f10-9074-643de10ee305 req-0a7df765-0a6b-4978-a00d-ee6fd9dede32 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:48.726783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb6ab71-f7e4-4f10-9074-643de10ee305 req-0a7df765-0a6b-4978-a00d-ee6fd9dede32 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 943 time: 0.2843406 May 14 18:01:48.744514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-afdf9eb2-6327-443d-b0e7-c389ac2e70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:48.746544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-afdf9eb2-6327-443d-b0e7-c389ac2e70c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee9abf2f-fc9c-433d-9c74-841b041f1927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2306032 May 14 18:01:48.754612 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70cf455b-534f-432f-b2c1-c37f9125af9c req-594525c5-94ea-433f-8962-98b3c5e5ee68 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668916 May 14 18:01:48.792479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5fa37fb3-3551-420b-8715-09cebdd0bd1b details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:48.912036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb6ab71-f7e4-4f10-9074-643de10ee305 req-70d55167-939b-451f-a950-8f3cab486e7d tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740224 May 14 18:01:48.957534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b,segment=NetworkSegment(5d74267d-aa09-402d-8c42-0711550314c7),segment_id=5d74267d-aa09-402d-8c42-0711550314c7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:48.974525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '5fa37fb3-3551-420b-8715-09cebdd0bd1b', 'network_id': 'b4d7a221-99a1-4d48-a764-8b9911eb42ce', 'port_id': '5fa37fb3-3551-420b-8715-09cebdd0bd1b', 'mac_address': 'fa:16:3e:07:6f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1ca468-e380-43d2-bb27-da82cf657593', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:48.987673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:49.010789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:49.014435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-24e1aca0-d755-4e46-bb6e-bcc7dfaf6607 service neutron] 10.222.0.22 "GET /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513404 May 14 18:01:49.056548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:49.059968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:49.062510 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:49.081925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa37fb3-3551-420b-8715-09cebdd0bd1b {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:49.098325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b,segment=NetworkSegment(5d74267d-aa09-402d-8c42-0711550314c7),segment_id=5d74267d-aa09-402d-8c42-0711550314c7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:49.103132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:49.105793 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:49.178233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e29d973-2ff3-4d22-8a01-6f39e8adc739 req-6eb92645-fe70-4652-b9b8-d26b0a7ce0e7 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 210 time: 0.1276333 May 14 18:01:49.203809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5fa37fb3-3551-420b-8715-09cebdd0bd1b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:49.207984 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:49.345573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-8c38e599-77c2-41f0-93d5-82043960d4f1 service neutron] 10.222.0.22 "GET /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223064 May 14 18:01:49.468893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-e5121ced-65b5-42be-b7ab-ff202c84effa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=150679f3-64b1-4d86-b329-ce4debec9ed7 HTTP/1.1" status: 200 len: 217 time: 0.1146438 May 14 18:01:49.525777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['5fa37fb3-3551-420b-8715-09cebdd0bd1b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:49.557156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.199 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/7e00f9d0-76ed-4266-9073-a98441860b6f) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:49.593987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-09c16ea7-2c0c-4bb3-893f-477a1196bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:49.595444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-09c16ea7-2c0c-4bb3-893f-477a1196bc0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f6261b9-fa43-42ba-9da3-9574627bb88b HTTP/1.1" status: 200 len: 801 time: 0.1168082 May 14 18:01:49.625596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2fe5-fa6f-4cf3-ae81-9414fca77287 req-9166d038-949f-4966-88c7-97a368960e0d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:49.630553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2fe5-fa6f-4cf3-ae81-9414fca77287 req-9166d038-949f-4966-88c7-97a368960e0d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:49.637012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2fe5-fa6f-4cf3-ae81-9414fca77287 req-9166d038-949f-4966-88c7-97a368960e0d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:49.638736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d30c2fe5-fa6f-4cf3-ae81-9414fca77287 req-9166d038-949f-4966-88c7-97a368960e0d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2411 time: 0.3450670 May 14 18:01:49.644689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'tag': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21'}, {'name': 'network-changed', 'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:49.841756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d30c2fe5-fa6f-4cf3-ae81-9414fca77287 req-b1e2ad20-78b2-4d6c-8834-48e34beb1a00 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584609 May 14 18:01:49.893341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-1a54c1a2-165c-4a5c-ab50-1556bb1c37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:49.894813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-1a54c1a2-165c-4a5c-ab50-1556bb1c37b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524087 May 14 18:01:49.904288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-d80e3a0b-0989-4fb8-9b4d-9f2eaae0da57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:49.905076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-d80e3a0b-0989-4fb8-9b4d-9f2eaae0da57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Synchronizing usage tracker for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:49.932924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-d80e3a0b-0989-4fb8-9b4d-9f2eaae0da57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Unset dirty status for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:49.934942 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-d80e3a0b-0989-4fb8-9b4d-9f2eaae0da57 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "GET /v2.0/ports?device_id=f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f HTTP/1.1" status: 200 len: 943 time: 0.1581156 May 14 18:01:50.058102 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:50.112789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4280f1de-11a9-45e5-9f31-268e33586e28 req-e1204941-9c13-4c51-a57b-6456e43805ea tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43 HTTP/1.1" status: 200 len: 221 time: 0.1129959 May 14 18:01:50.150021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 7e00f9d0-76ed-4266-9073-a98441860b6f will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:50.157287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Deleting port c932ceff-4c62-4386-9291-4fe66eff9d84 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:01:50.157631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:50.175598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-277dab63-fa98-44a6-b7da-c7ffdd9bd1bb service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658703 May 14 18:01:50.502643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:50.513763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] For port c932ceff-4c62-4386-9291-4fe66eff9d84, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c932ceff-4c62-4386-9291-4fe66eff9d84,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:50.514319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:50.515831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:50.520033 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9c0dd17-da08-4959-b129-b540a059b5a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:50.556832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:50.605962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:50.611417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:50.619197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:50.662130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd1705c5-b2b9-470e-89f2-c3d36dccb213 req-7acf302b-4277-4c8b-9e82-bfd310bca31e service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765177 May 14 18:01:50.683431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=7e00f9d0-76ed-4266-9073-a98441860b6f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:50.692156 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:50.703223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Calling delete_port for c932ceff-4c62-4386-9291-4fe66eff9d84 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:01:50.801776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1ba7a-1132-43ad-8146-d226dd6e20cd req-6ec8a4a6-79ec-48c0-a66b-54022a71a49a tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:50.809466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dda1ba7a-1132-43ad-8146-d226dd6e20cd req-6ec8a4a6-79ec-48c0-a66b-54022a71a49a tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 949 time: 0.3928223 May 14 18:01:50.838988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:50.839894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5fa37fb3-3551-420b-8715-09cebdd0bd1b up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:50.845429 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:50.925507 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dda1ba7a-1132-43ad-8146-d226dd6e20cd req-0cfedd50-da37-4e4d-8269-0737b6749e36 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150897 May 14 18:01:50.939510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3193178 May 14 18:01:50.958603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Request body: {'port': {'device_id': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:50.964208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:50.979784 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5141ad12-9618-42db-971c-a7cb5a547bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:51.061728 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 18:01:51.082506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-e37195b0-2de8-42db-ad95-23d1e30745f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:51.083373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-e37195b0-2de8-42db-ad95-23d1e30745f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:51.084010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-e37195b0-2de8-42db-ad95-23d1e30745f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:51.086364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-e37195b0-2de8-42db-ad95-23d1e30745f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2864 time: 0.3500879 May 14 18:01:51.086605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event deleted for resources: {'Port': ['ID=c932ceff-4c62-4386-9291-4fe66eff9d84,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:51.089709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:51.136797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] No DVR routers for this DVR port c932ceff-4c62-4386-9291-4fe66eff9d84 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:01:51.141527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:51.142540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 5fa37fb3-3551-420b-8715-09cebdd0bd1b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:51.147295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-deleted', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:51.151591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-93bc6a5e-3173-4390-90a3-15b4126f26cf None None] Provisioning for port 7e00f9d0-76ed-4266-9073-a98441860b6f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:51.161591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-93bc6a5e-3173-4390-90a3-15b4126f26cf None None] Provisioning complete for port 7e00f9d0-76ed-4266-9073-a98441860b6f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:51.162002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93bc6a5e-3173-4390-90a3-15b4126f26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:51.167830 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-230ce2db-d07c-4ad2-b049-12f41c2bb81a req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "DELETE /v2.0/ports/c932ceff-4c62-4386-9291-4fe66eff9d84 HTTP/1.1" status: 204 len: 173 time: 1.2258005 May 14 18:01:51.215882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 5fa37fb3-3551-420b-8715-09cebdd0bd1b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:51.216267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:51.344853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:51.455558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-93bc6a5e-3173-4390-90a3-15b4126f26cf None None] Port 7e00f9d0-76ed-4266-9073-a98441860b6f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:01:51.460479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-9950cbe4-7e3e-4892-8237-197fca8bd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:51.462818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-9950cbe4-7e3e-4892-8237-197fca8bd00d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 HTTP/1.1" status: 200 len: 902 time: 0.3652999 May 14 18:01:51.587610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-c7e72ed2-1c8c-4896-8743-428a7a9818a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a HTTP/1.1" status: 200 len: 217 time: 0.1148653 May 14 18:01:51.605459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:51.708157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b,segment=NetworkSegment(5d74267d-aa09-402d-8c42-0711550314c7),segment_id=5d74267d-aa09-402d-8c42-0711550314c7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:51.725822 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:51.727037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:01:51.778724 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:51.834908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: c932ceff-4c62-4386-9291-4fe66eff9d84 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:01:51.835582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c932ceff-4c62-4386-9291-4fe66eff9d84 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:01:51.838179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-3bb148d0-c9b6-40fc-ac69-4799d1be05db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:51.839609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-3bb148d0-c9b6-40fc-ac69-4799d1be05db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f6261b9-fa43-42ba-9da3-9574627bb88b HTTP/1.1" status: 200 len: 801 time: 0.2116716 May 14 18:01:51.931528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5fa37fb3-3551-420b-8715-09cebdd0bd1b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:51.935072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:51.966734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-73b31380-0d80-4beb-8194-85698f73977b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:51.973445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-73b31380-0d80-4beb-8194-85698f73977b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.4224608 May 14 18:01:52.011791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-78c81131-6196-4bb3-adcf-6e1297f1778d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/quotas/e3ca58d504114ffa9e1fbcc958d92f31 HTTP/1.1" status: 200 len: 375 time: 0.0374329 May 14 18:01:52.078261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-aef40e77-8e26-4a05-83f0-27d0ae61a99d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655496 May 14 18:01:52.109678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:01:52.205811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-451b12b3-42e2-42b0-9172-bbdff7f4ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:52.207576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-451b12b3-42e2-42b0-9172-bbdff7f4ffc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3022439 May 14 18:01:52.537324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-b5af1b1a-195c-41a0-9402-51bc501804a7 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406824 May 14 18:01:52.559900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e00f9d0-76ed-4266-9073-a98441860b6f {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:52.595220 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:52.670463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-1267a825-9272-495f-8f1b-59d5b0173a11 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470322 May 14 18:01:52.681610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Transition to ACTIVE for port object 7e00f9d0-76ed-4266-9073-a98441860b6f will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:52.712756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:52.722464 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c8205d0-fbd1-4322-9d17-b138cf32b2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:53.037468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-a6b9d009-2b19-4708-a58d-e583c6600526 service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715621 May 14 18:01:53.039718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e00f9d0-76ed-4266-9073-a98441860b6f,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:53.046572 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:53.061931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85318a53-daab-4f57-9b77-3f8acffb6506 req-2f6490d8-9a38-436f-bd74-b9fc0a9c9711 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790364 May 14 18:01:53.062986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa37fb3-3551-420b-8715-09cebdd0bd1b'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:53.176702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Attempting to bind port 7e00f9d0-76ed-4266-9073-a98441860b6f on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:53.177238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Attempting to bind port 7e00f9d0-76ed-4266-9073-a98441860b6f by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:53.177745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Attempting to bind port 7e00f9d0-76ed-4266-9073-a98441860b6f on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:53.190227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Port 7e00f9d0-76ed-4266-9073-a98441860b6f on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:53.195724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Attempting to bind port 7e00f9d0-76ed-4266-9073-a98441860b6f on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:53.205150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:53.205493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:53.205881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:53.206735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Bound port: 7e00f9d0-76ed-4266-9073-a98441860b6f, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:53.207097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:53.261045 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'tag': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21', 'status': 'completed', 'code': 200} May 14 18:01:53.261353 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7', 'status': 'completed', 'code': 200} May 14 18:01:53.463020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] For port 7e00f9d0-76ed-4266-9073-a98441860b6f, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:53.479721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] For port 7e00f9d0-76ed-4266-9073-a98441860b6f, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7e00f9d0-76ed-4266-9073-a98441860b6f,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:53.493596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:53.504589 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcf222ac-4f45-40be-8cd9-3813a9a8d3cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:53.562964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-7a4f71b8-75f0-4ffe-8deb-185c6eb14962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:53.563483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-7a4f71b8-75f0-4ffe-8deb-185c6eb14962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:53.563969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-7a4f71b8-75f0-4ffe-8deb-185c6eb14962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:53.565568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-7a4f71b8-75f0-4ffe-8deb-185c6eb14962 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2864 time: 0.2757778 May 14 18:01:53.571867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:53.572551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:53.573897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] 10.222.0.22 "PUT /v2.0/ports/7e00f9d0-76ed-4266-9073-a98441860b6f HTTP/1.1" status: 200 len: 1096 time: 2.6227884 May 14 18:01:53.749568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090331d-daf5-471b-a69d-3d0942c1a7ac req-b23b66a6-a7b0-4293-9e85-583502e61d5b tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:53.751101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0090331d-daf5-471b-a69d-3d0942c1a7ac req-b23b66a6-a7b0-4293-9e85-583502e61d5b tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 945 time: 0.3660703 May 14 18:01:53.807249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:53.837765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e00f9d0-76ed-4266-9073-a98441860b6f,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:53.841040 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:53.927850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0090331d-daf5-471b-a69d-3d0942c1a7ac req-1ce63267-94c6-4b32-bd67-8aea0e085ad7 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404343 May 14 18:01:53.959783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-aaa5c712-b0cd-466e-9043-5b145ed15d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:53.962000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-aaa5c712-b0cd-466e-9043-5b145ed15d1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee9abf2f-fc9c-433d-9c74-841b041f1927 HTTP/1.1" status: 200 len: 903 time: 0.3836393 May 14 18:01:54.124826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-22820912-fb30-40bd-9680-1b6e0dacdc47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 HTTP/1.1" status: 200 len: 217 time: 0.1444869 May 14 18:01:54.126867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bd49fb47-83bd-4c41-9d61-e68368ca3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:54.128246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-bd49fb47-83bd-4c41-9d61-e68368ca3bb1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 1099 time: 0.4502873 May 14 18:01:54.250524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-000b3189-14a2-4983-a62f-0ffccd97e71e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7e00f9d0-76ed-4266-9073-a98441860b6f HTTP/1.1" status: 200 len: 217 time: 0.1119397 May 14 18:01:54.479698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-804bd3b9-0a9d-4719-9978-0bbfe5aa96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:54.481571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-804bd3b9-0a9d-4719-9978-0bbfe5aa96c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7afefc-96d5-4a8e-a010-53f54a56bc10 HTTP/1.1" status: 200 len: 801 time: 0.2838452 May 14 18:01:54.605023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13721-f2e8-4a17-9c9f-53ab18bd7319 req-87941490-4576-4703-92cf-bed1c3e1c5d2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:54.606515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdb13721-f2e8-4a17-9c9f-53ab18bd7319 req-87941490-4576-4703-92cf-bed1c3e1c5d2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.5389910 May 14 18:01:54.661345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-dfab0a87-fd5e-419c-b85f-8d1fe2d2f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:54.665288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-dfab0a87-fd5e-419c-b85f-8d1fe2d2f948 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.4039712 May 14 18:01:54.689896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-c7843ee3-87e6-49fc-9c4c-99d36cd2fa92 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:54.691867 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-c7843ee3-87e6-49fc-9c4c-99d36cd2fa92 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.2068663 May 14 18:01:54.706165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Request body: {'port': {'device_id': '48c26210-1214-40f8-b932-19e19a896c6e', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'admin_state_up': True, 'tenant_id': 'e3ca58d504114ffa9e1fbcc958d92f31'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:54.777984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdb13721-f2e8-4a17-9c9f-53ab18bd7319 req-c489c35e-4d81-4b39-b4d6-ebce6c11ab04 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563346 May 14 18:01:54.797475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-45c310af-b839-4224-8d85-3f024bd704e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:54.798708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-45c310af-b839-4224-8d85-3f024bd704e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee9abf2f-fc9c-433d-9c74-841b041f1927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2986677 May 14 18:01:54.908290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:54.921242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Usage tracker for resource:port and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:54.925154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:54.933194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:54.956109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Made reservation on behalf of e3ca58d504114ffa9e1fbcc958d92f31 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:01:54.960506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:55.059665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-e8dea66c-095c-4a94-a6a2-56500ca151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.061337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-e8dea66c-095c-4a94-a6a2-56500ca151f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3877826 May 14 18:01:55.128004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:55.190219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d35b3-f47a-4ca0-bf61-f8b8052948c0 req-050f023a-f946-40a7-b0d6-7a18055357a2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.190930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e83d35b3-f47a-4ca0-bf61-f8b8052948c0 req-050f023a-f946-40a7-b0d6-7a18055357a2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:01:55.199416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-48cc2a74-af52-4c30-a4c9-48f982ea7d72 service neutron] 10.222.0.22 "GET /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915081 May 14 18:01:55.295072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'tag': '7e00f9d0-76ed-4266-9073-a98441860b6f'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:55.318104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Allocated IP 172.20.0.11 (c7c1ff26-040f-4436-81b8-70cd198f76c9/d1a59e9c-6aba-4db7-9467-b100fbdb4a4d/3320cf99-0a42-4f10-bdce-614c72959f26) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:01:55.354930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e83d35b3-f47a-4ca0-bf61-f8b8052948c0 req-050f023a-f946-40a7-b0d6-7a18055357a2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:01:55.361620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e83d35b3-f47a-4ca0-bf61-f8b8052948c0 req-050f023a-f946-40a7-b0d6-7a18055357a2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 948 time: 0.4334123 May 14 18:01:55.369220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:55.390081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21', 'network_id': 'ee9abf2f-fc9c-433d-9c74-841b041f1927', 'port_id': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21', 'mac_address': 'fa:16:3e:7b:4e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7afefc-96d5-4a8e-a010-53f54a56bc10', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:55.435223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-83e7a90b-83fb-4266-a328-5f3c26b70ddf service neutron] 10.222.0.22 "GET /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250812 May 14 18:01:55.439235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-6e13488b-4162-4583-98e6-d38adf1b48c7 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619974 May 14 18:01:55.449990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e83d35b3-f47a-4ca0-bf61-f8b8052948c0 req-bf8914d0-3462-4ee7-a957-534aa98f018a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874572 May 14 18:01:55.630516 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:55.652532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:55.670914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:55.676363 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:55.677445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5400bbd9-c553-4db3-876d-11f6f5bea53a details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:55.681802 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:55.684531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:55.723533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:55.730378 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:55.799202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:55.805216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:55.808439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-78d50ecb-9dc6-4e04-9229-7bff472d9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.808439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-78d50ecb-9dc6-4e04-9229-7bff472d9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.809433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-78d50ecb-9dc6-4e04-9229-7bff472d9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.810541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-78d50ecb-9dc6-4e04-9229-7bff472d9f26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2864 time: 0.2939579 May 14 18:01:55.818794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:01:55.820861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:01:55.833426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:01:55.852028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:55.861766 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:55.932163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19208a13-40f9-4dfb-a445-ee0c0dab97fa req-02c95f2d-3f7a-4562-a463-1b18c70d7afa service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767489 May 14 18:01:55.941146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.942075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:55.950617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6bab-a8a3-480f-ba50-8b2ac330c06b req-90fbd9ac-e34e-434d-b5dc-f721cc222a2f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.952642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5400bbd9-c553-4db3-876d-11f6f5bea53a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:55.956944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6bab-a8a3-480f-ba50-8b2ac330c06b req-90fbd9ac-e34e-434d-b5dc-f721cc222a2f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.963458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6bab-a8a3-480f-ba50-8b2ac330c06b req-90fbd9ac-e34e-434d-b5dc-f721cc222a2f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:55.965316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdde6bab-a8a3-480f-ba50-8b2ac330c06b req-90fbd9ac-e34e-434d-b5dc-f721cc222a2f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2412 time: 0.2955682 May 14 18:01:55.977424 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2744646 May 14 18:01:55.981425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5400bbd9-c553-4db3-876d-11f6f5bea53a', 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'port_id': '5400bbd9-c553-4db3-876d-11f6f5bea53a', 'mac_address': 'fa:16:3e:b1:4c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6261b9-fa43-42ba-9da3-9574627bb88b', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:55.991434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Request body: {'port': {'device_id': '48c26210-1214-40f8-b932-19e19a896c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:01:56.040847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdde6bab-a8a3-480f-ba50-8b2ac330c06b req-e523ccf8-30be-425c-a8b6-4208584d3ddb tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631049 May 14 18:01:56.067789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-0d519dbf-9986-4213-afb5-79d56234e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:56.069259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-0d519dbf-9986-4213-afb5-79d56234e607 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 HTTP/1.1" status: 200 len: 902 time: 0.2436819 May 14 18:01:56.088507 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.115868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5400bbd9-c553-4db3-876d-11f6f5bea53a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:56.142126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5400bbd9-c553-4db3-876d-11f6f5bea53a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:56.148854 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.149880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 150679f3-64b1-4d86-b329-ce4debec9ed7 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:56.153677 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:56.215053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.255571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-57a45132-39e1-4946-82d7-2b8723f8507e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=150679f3-64b1-4d86-b329-ce4debec9ed7 HTTP/1.1" status: 200 len: 217 time: 0.1721683 May 14 18:01:56.269590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5400bbd9-c553-4db3-876d-11f6f5bea53a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:56.282319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=150679f3-64b1-4d86-b329-ce4debec9ed7,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:56.291614 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:56.312356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '150679f3-64b1-4d86-b329-ce4debec9ed7', 'network_id': '3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8', 'port_id': '150679f3-64b1-4d86-b329-ce4debec9ed7', 'mac_address': 'fa:16:3e:3a:75:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6261b9-fa43-42ba-9da3-9574627bb88b', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:56.341978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-9f4521f1-e089-4aa8-a809-0de1fd893227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:56.344002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-9f4521f1-e089-4aa8-a809-0de1fd893227 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f6261b9-fa43-42ba-9da3-9574627bb88b HTTP/1.1" status: 200 len: 801 time: 0.0812664 May 14 18:01:56.401752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.410585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-b7090da3-166f-45de-9e4d-7cb1aff7c8df tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:56.418968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-b7090da3-166f-45de-9e4d-7cb1aff7c8df tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 1100 time: 0.2061596 May 14 18:01:56.421896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150679f3-64b1-4d86-b329-ce4debec9ed7 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:56.440751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.458923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=150679f3-64b1-4d86-b329-ce4debec9ed7,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:56.467399 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.470665 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:56.481149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:56.514101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Usage tracker for resource:security_group_rule and tenant:b787d6099f23472f8a2b14bc409c6a30 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:56.528323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:56.565245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:56.577277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-26a52fb5-e9e0-4979-b7d9-91302d3bf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:56.579517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-26a52fb5-e9e0-4979-b7d9-91302d3bf9d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2263117 May 14 18:01:56.610852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:56.614024 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:56.865540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3320cf99-0a42-4f10-bdce-614c72959f26 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:01:56.874297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.879258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['150679f3-64b1-4d86-b329-ce4debec9ed7'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:56.891957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Transition to ACTIVE for port object 3320cf99-0a42-4f10-bdce-614c72959f26 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:01:56.897102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:56.902523 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2aa4b294-354f-4710-b1f8-b82b66504251 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:56.953044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:56.982086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:56.984872 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:57.031238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5400bbd9-c553-4db3-876d-11f6f5bea53a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:01:57.059790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.077411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.090426 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-caae8bdb-cb1d-47b5-ba93-cda817a347cd tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:57.191008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70b1476d-b6dd-4333-ba9b-20879165e5a2 req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708960 May 14 18:01:57.204061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfeedde-827a-4065-8277-3e4af7871d83,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:57.209309 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:57.241313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70e1c5c1-73d2-4710-a0a3-e726f6d83a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.256311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-d38e0299-4205-4382-ae54-dc9004741bac service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618176 May 14 18:01:57.256917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Attempting to bind port 3320cf99-0a42-4f10-bdce-614c72959f26 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:01:57.257251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Attempting to bind port 3320cf99-0a42-4f10-bdce-614c72959f26 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:01:57.257690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Attempting to bind port 3320cf99-0a42-4f10-bdce-614c72959f26 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:57.270348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Port 3320cf99-0a42-4f10-bdce-614c72959f26 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:01:57.270695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Attempting to bind port 3320cf99-0a42-4f10-bdce-614c72959f26 on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:01:57.282221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:01:57.282221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Checking segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:01:57.282750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Bound using segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:01:57.283132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Bound port: 3320cf99-0a42-4f10-bdce-614c72959f26, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:01:57.284489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.314803 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077a5ee-6e9b-4fb2-a5f2-0e03f58f3a6f', 'name': 'network-vif-deleted', 'tag': 'c932ceff-4c62-4386-9291-4fe66eff9d84', 'status': 'completed', 'code': 200} May 14 18:01:57.464924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:01:57.473115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:01:57.485934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.491591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:57.502073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b76ac931-e565-42d5-9b49-80f161bfa404 req-3c6348ed-f903-4fb2-a233-4f96eddb96a0 service neutron] 10.222.0.22 "GET /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341905 May 14 18:01:57.560381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.567981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:57.569532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:57.571998 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] 10.222.0.15 "PUT /v2.0/ports/3320cf99-0a42-4f10-bdce-614c72959f26 HTTP/1.1" status: 200 len: 1092 time: 1.5876572 May 14 18:01:57.592683 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa37fb3-3551-420b-8715-09cebdd0bd1b', 'code': 200} May 14 18:01:57.610986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:57.616600 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:57.796682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-121b4780-90f0-498e-9e30-d977760c6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:57.798171 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-121b4780-90f0-498e-9e30-d977760c6db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 1095 time: 0.1798358 May 14 18:01:57.880541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa130a78-d66f-46e1-9def-095e40a2da42 req-705d845f-a33b-47bb-9edc-2af6714d8613 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:57.882982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa130a78-d66f-46e1-9def-095e40a2da42 req-705d845f-a33b-47bb-9edc-2af6714d8613 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 944 time: 0.1077547 May 14 18:01:57.885115 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-2c799986-34f8-4f35-aaf9-1602bdfedf9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3320cf99-0a42-4f10-bdce-614c72959f26 HTTP/1.1" status: 200 len: 217 time: 0.0759766 May 14 18:01:57.887332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f955ce4-af63-4764-a3df-eaf6d64ebf26 req-5c55e318-6c13-4c64-b893-0bb8573f118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:57.888690 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f955ce4-af63-4764-a3df-eaf6d64ebf26 req-5c55e318-6c13-4c64-b893-0bb8573f118e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 1096 time: 0.2113445 May 14 18:01:57.951129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa130a78-d66f-46e1-9def-095e40a2da42 req-c935be08-b75f-4f68-a598-279b51905805 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613477 May 14 18:01:57.992836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f955ce4-af63-4764-a3df-eaf6d64ebf26 req-3a5cbf2b-b77d-4efe-94cd-3b245cdcb6de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 May 14 18:01:57.994321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-eda691a5-3743-45e8-8486-591514364eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:57.995714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-eda691a5-3743-45e8-8486-591514364eac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.0969198 May 14 18:01:58.146886 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-3f887c76-40e3-44a4-b63d-57db6750aedf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456431 May 14 18:01:58.215313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e3f3-2b67-4dbc-8322-66e0b9f25077 req-864da868-4ffa-496e-851e-1093ea8cd1f2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:58.217577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93d3e3f3-2b67-4dbc-8322-66e0b9f25077 req-864da868-4ffa-496e-851e-1093ea8cd1f2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1197484 May 14 18:01:58.271844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93d3e3f3-2b67-4dbc-8322-66e0b9f25077 req-0bf49af3-792b-4dc2-a352-2a1d8283c1a1 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 May 14 18:01:58.329786 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-2ce1594f-2e12-4593-9b4c-c74d4f610c6f service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729195 May 14 18:01:58.490012 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ae020d99-e6d6-470f-9ae5-2e34292e0f99 req-5aa54333-e425-4154-9164-ccf9be3f0a50 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528840 May 14 18:01:58.507028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be694c-35d7-4159-a22d-13b9479f6b7d req-ea6ef912-15d3-4f5b-a58e-ad41d1f03507 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:58.509875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04be694c-35d7-4159-a22d-13b9479f6b7d req-ea6ef912-15d3-4f5b-a58e-ad41d1f03507 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 945 time: 0.1028285 May 14 18:01:58.591818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04be694c-35d7-4159-a22d-13b9479f6b7d req-4c2731c2-989a-43de-a0dc-c5ea37d790ed tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716021 May 14 18:01:58.611444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:58.644043 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'tag': '7e00f9d0-76ed-4266-9073-a98441860b6f', 'status': 'completed', 'code': 200} May 14 18:01:58.788204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:58.804776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:58.809287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Usage tracker for resource:security_group_rule and tenant:9707fb6e765a4256be038bb999d5889e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:58.812207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:01:58.819398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:01:58.839816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469724-7b90-4370-99b7-a130481a8f3a req-6c5e0d3f-cee0-4ed4-857e-b814ea07970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:58.840734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-6c5e0d3f-cee0-4ed4-857e-b814ea07970c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 1099 time: 0.1692779 May 14 18:01:58.916389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:58.921746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:58.951834 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e20561-1310-4551-bccf-9875c8db351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:58.964442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e03aa-3386-435d-ad88-e561ff685ae1 req-735898c5-edb6-479b-942d-5a6317cd00a7 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:58.964676 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9707fb6e765a4256be038bb999d5889e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520589 May 14 18:01:58.965262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:58.966100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-175e03aa-3386-435d-ad88-e561ff685ae1 req-735898c5-edb6-479b-942d-5a6317cd00a7 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 948 time: 0.2128110 May 14 18:01:59.007658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48db1d39-b7a5-4b03-8de9-a6be157e32cd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:59.013913 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:59.055203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.088696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.089134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-175e03aa-3386-435d-ad88-e561ff685ae1 req-dac24df2-f811-4a01-90e6-a5dba3c07749 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090412 May 14 18:01:59.093058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469724-7b90-4370-99b7-a130481a8f3a req-fafe673b-1746-4a71-add1-a1ef4c5b5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:59.094731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-fafe673b-1746-4a71-add1-a1ef4c5b5096 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2454462 May 14 18:01:59.155663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7e00f9d0-76ed-4266-9073-a98441860b6f details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:01:59.158805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5400bbd9-c553-4db3-876d-11f6f5bea53a up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:01:59.203532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.209362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-ef3c7fc1-dfe2-4fb8-943b-7d00c5bb6b9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7e00f9d0-76ed-4266-9073-a98441860b6f HTTP/1.1" status: 200 len: 217 time: 0.1025264 May 14 18:01:59.210182 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:01:59.228621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.230157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48db1d39-b7a5-4b03-8de9-a6be157e32cd HTTP/1.1" status: 204 len: 168 time: 0.2625170 May 14 18:01:59.231518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db1d39-b7a5-4b03-8de9-a6be157e32cd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:01:59.243371 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:01:59.315969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:01:59.418300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469724-7b90-4370-99b7-a130481a8f3a req-1ccffdc0-536f-4bfb-9796-e01899f720e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:59.423636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-1ccffdc0-536f-4bfb-9796-e01899f720e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2089536 May 14 18:01:59.575170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d746a2-1f36-4dc7-9327-0a28eb03f42b req-72cf41f7-2828-48ce-9d80-682242bc0b47 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:59.587325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d746a2-1f36-4dc7-9327-0a28eb03f42b req-72cf41f7-2828-48ce-9d80-682242bc0b47 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:59.593376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d746a2-1f36-4dc7-9327-0a28eb03f42b req-72cf41f7-2828-48ce-9d80-682242bc0b47 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:59.602377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3d746a2-1f36-4dc7-9327-0a28eb03f42b req-72cf41f7-2828-48ce-9d80-682242bc0b47 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2414 time: 0.2929697 May 14 18:01:59.668441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3d746a2-1f36-4dc7-9327-0a28eb03f42b req-00c8c635-9599-4726-b140-1ffb4ae3300c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647221 May 14 18:01:59.709651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5400bbd9-c553-4db3-876d-11f6f5bea53a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:01:59.721651 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.724522 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d7fb-f2ad-494b-b897-a0b5856c9810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.740149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5400bbd9-c553-4db3-876d-11f6f5bea53a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:01:59.740538 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.741416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469724-7b90-4370-99b7-a130481a8f3a req-60779a86-e9b7-4f85-9ad4-986db09b0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:01:59.743627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-60779a86-e9b7-4f85-9ad4-986db09b0f3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3048365 May 14 18:01:59.891036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42372) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:01:59.899859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 7e00f9d0-76ed-4266-9073-a98441860b6f, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7e00f9d0-76ed-4266-9073-a98441860b6f,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:01:59.947522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:01:59.958632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '7e00f9d0-76ed-4266-9073-a98441860b6f', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '7e00f9d0-76ed-4266-9073-a98441860b6f', 'mac_address': 'fa:16:3e:30:71:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:01:59.979668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:01:59.988841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Usage tracker for resource:security_group_rule and tenant:6708c519df244993b41c803573d1f3ee is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:01:59.998707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:00.020035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:00.033660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.036021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-6fcb3255-2af3-455d-9c85-902f5d3388bb service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791049 May 14 18:02:00.085060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5400bbd9-c553-4db3-876d-11f6f5bea53a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:00.090062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5400bbd9-c553-4db3-876d-11f6f5bea53a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:00.105793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.107251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 150679f3-64b1-4d86-b329-ce4debec9ed7 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:00.187314 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a609397-19d5-4ea6-8848-d95b09bb8b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:00.249350 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.252537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.267846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.300857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e00f9d0-76ed-4266-9073-a98441860b6f {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:00.301091 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:00.316620 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6708c519df244993b41c803573d1f3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242654 May 14 18:02:00.319423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42380) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:00.341493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 7e00f9d0-76ed-4266-9073-a98441860b6f, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7e00f9d0-76ed-4266-9073-a98441860b6f,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:00.372591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f9fc5-6ef7-47cc-a3ae-2c29264e141b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:00.402041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:00.405422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.432406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5400bbd9-c553-4db3-876d-11f6f5bea53a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:00.449748 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:00.451959 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:00.567122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.577082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62469724-7b90-4370-99b7-a130481a8f3a req-a2be87b0-9219-4ffa-ab1e-10a82e5f609e service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919994 May 14 18:02:00.580312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 150679f3-64b1-4d86-b329-ce4debec9ed7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:00.589946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3f2be-e0bc-49af-bba8-d62ee5c0efd6 req-20f4472e-11e4-42db-b10d-50c01de819f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:00.598148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cda3f2be-e0bc-49af-bba8-d62ee5c0efd6 req-20f4472e-11e4-42db-b10d-50c01de819f5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 944 time: 0.5660408 May 14 18:02:00.626995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 150679f3-64b1-4d86-b329-ce4debec9ed7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:00.627889 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.642884 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.662622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cda3f2be-e0bc-49af-bba8-d62ee5c0efd6 req-b76e2e0a-0526-4ee3-8002-8f13be04a949 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 May 14 18:02:00.753713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.760502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=7e00f9d0-76ed-4266-9073-a98441860b6f,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:00.764033 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:00.786826 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26', 'status': 'completed', 'code': 200} May 14 18:02:00.800835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.862047 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-140e30e1-e207-40e8-95fd-87393e7dc020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:00.869701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7e00f9d0-76ed-4266-9073-a98441860b6f'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:00.885072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f9fc5-6ef7-47cc-a3ae-2c29264e141b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:00.889898 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:00.897918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:00.899611 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/436f9fc5-6ef7-47cc-a3ae-2c29264e141b HTTP/1.1" status: 204 len: 168 time: 0.5785615 May 14 18:02:00.933094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394766d-d699-48b9-84c8-a04405992be9 req-6b9603a4-b995-45d3-b2e5-6eab610635e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:00.934892 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-6b9603a4-b995-45d3-b2e5-6eab610635e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 1095 time: 0.1266589 May 14 18:02:00.989472 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:01.063217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=150679f3-64b1-4d86-b329-ce4debec9ed7,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:01.074521 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:01.075735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:01.135603 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:01.196485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecde622-cd80-4739-ada7-fed1677b9d2b req-dfcdb616-d2cf-493f-b47d-60a73606f733 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:01.201370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ecde622-cd80-4739-ada7-fed1677b9d2b req-dfcdb616-d2cf-493f-b47d-60a73606f733 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 945 time: 0.2016411 May 14 18:02:01.233200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394766d-d699-48b9-84c8-a04405992be9 req-e5a80a9e-b00f-48f3-ba16-2b3b3e18a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:01.238927 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-e5a80a9e-b00f-48f3-ba16-2b3b3e18a8c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 906 time: 0.2953978 May 14 18:02:01.281169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:01.289467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ecde622-cd80-4739-ada7-fed1677b9d2b req-727ec2e8-78f3-422b-9cf0-e85014fb5478 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 May 14 18:02:01.292488 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:01.296084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:01.307544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:01.308075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:01.434706 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-0d7c3c49-2b1d-4c73-9395-b61376d41397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3320cf99-0a42-4f10-bdce-614c72959f26 HTTP/1.1" status: 200 len: 217 time: 0.1871994 May 14 18:02:01.539241 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:01.558851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394766d-d699-48b9-84c8-a04405992be9 req-677f3342-92c0-4713-b184-c8f2f8d957d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:01.560003 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-677f3342-92c0-4713-b184-c8f2f8d957d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.1119213 May 14 18:02:01.620723 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-bb33a8a7-aefd-436b-8d1c-eff68f483430 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533299 May 14 18:02:01.652171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:01.665729 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:01.668813 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:01.735523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6bc08-ce9e-43b7-aff8-9221ceebc28c req-d51fe32f-e56c-41df-a567-74c2308a0a8d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:01.747532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59b6bc08-ce9e-43b7-aff8-9221ceebc28c req-d51fe32f-e56c-41df-a567-74c2308a0a8d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1082158 May 14 18:02:01.781820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:01.785601 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:01.796696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59b6bc08-ce9e-43b7-aff8-9221ceebc28c req-f5f68233-3679-48c1-bda2-1094fd68e9ac tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502386 May 14 18:02:01.815122 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-db5aa1e3-dfaa-4601-8255-aa2f5a648508 service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874058 May 14 18:02:01.863391 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5400bbd9-c553-4db3-876d-11f6f5bea53a', 'code': 200} May 14 18:02:01.973633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e394766d-d699-48b9-84c8-a04405992be9 req-abf8927b-0452-44b5-a967-ed6422d31ffd service neutron] 10.222.0.15 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494739 May 14 18:02:02.035719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e70666-12ba-41d4-ba4a-661161735869 req-fe9ef3e7-fedb-4a39-8a83-b77c32add061 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:02.037155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13e70666-12ba-41d4-ba4a-661161735869 req-fe9ef3e7-fedb-4a39-8a83-b77c32add061 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 949 time: 0.0888379 May 14 18:02:02.084572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13e70666-12ba-41d4-ba4a-661161735869 req-f162625a-9693-4832-ac58-f4df1872c29b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 May 14 18:02:02.115600 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:02.280045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20738-adb1-43c0-b72e-5e19873ec160 req-f008bc0a-c6bc-4a61-be1e-28db09620876 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:02.291392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20738-adb1-43c0-b72e-5e19873ec160 req-f008bc0a-c6bc-4a61-be1e-28db09620876 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:02.297391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20738-adb1-43c0-b72e-5e19873ec160 req-f008bc0a-c6bc-4a61-be1e-28db09620876 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:02.299353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ee20738-adb1-43c0-b72e-5e19873ec160 req-f008bc0a-c6bc-4a61-be1e-28db09620876 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2417 time: 0.1152518 May 14 18:02:02.347793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ee20738-adb1-43c0-b72e-5e19873ec160 req-346111f9-24b2-46c0-ba0a-c1686664a429 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 May 14 18:02:02.810663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d230bd1-ddc8-46b8-8f40-5b9ee59bc8e0 req-2f6f428f-3cf3-4adb-b384-177e555344bd tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:02.812132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d230bd1-ddc8-46b8-8f40-5b9ee59bc8e0 req-2f6f428f-3cf3-4adb-b384-177e555344bd tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 944 time: 0.0832310 May 14 18:02:02.849121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:02.855935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d230bd1-ddc8-46b8-8f40-5b9ee59bc8e0 req-c7243c0a-4020-45d5-b616-0cd4b2f3e15a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 May 14 18:02:02.982187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:02.996375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '3320cf99-0a42-4f10-bdce-614c72959f26', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': '3320cf99-0a42-4f10-bdce-614c72959f26', 'mac_address': 'fa:16:3e:2a:f7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:03.034087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ffec-2489-40d1-b47c-dacc5659cdad req-d5a51572-083c-44ef-955c-858f7104282c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:03.035568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e408ffec-2489-40d1-b47c-dacc5659cdad req-d5a51572-083c-44ef-955c-858f7104282c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0836091 May 14 18:02:03.056282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:03.072551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3320cf99-0a42-4f10-bdce-614c72959f26 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:03.081102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e408ffec-2489-40d1-b47c-dacc5659cdad req-f8515b48-705e-45b9-a0a6-6149c47820b5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 May 14 18:02:03.087750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:03.093026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:03.095982 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:03.167498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7e00f9d0-76ed-4266-9073-a98441860b6f up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:03.192077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:03.199650 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:03.241570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 7e00f9d0-76ed-4266-9073-a98441860b6f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:03.246760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 7e00f9d0-76ed-4266-9073-a98441860b6f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:03.247138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:03.263706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b159a7-0a9b-41a4-95c6-69ed08e68de8 req-f10aaef2-f828-4dd4-9ed6-aa2ca5a525ce tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:03.265173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0b159a7-0a9b-41a4-95c6-69ed08e68de8 req-f10aaef2-f828-4dd4-9ed6-aa2ca5a525ce tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 946 time: 0.0801532 May 14 18:02:03.310820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0b159a7-0a9b-41a4-95c6-69ed08e68de8 req-7c024751-8659-49bf-b4ea-c6b36a821902 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 May 14 18:02:03.365429 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:03.401034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 7e00f9d0-76ed-4266-9073-a98441860b6f, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7e00f9d0-76ed-4266-9073-a98441860b6f,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:03.406077 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:03.407974 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:03.474817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=7e00f9d0-76ed-4266-9073-a98441860b6f,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:03.478784 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:03.518080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15795054-16a3-4305-9357-334accf6b73e req-1dd7d833-d5a1-4888-b80e-0c2bf33318cf tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:03.519544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15795054-16a3-4305-9357-334accf6b73e req-1dd7d833-d5a1-4888-b80e-0c2bf33318cf tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 949 time: 0.0909984 May 14 18:02:03.565007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15795054-16a3-4305-9357-334accf6b73e req-fc11bc3a-b58f-4ff7-a65c-85a19ec7acfb tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 May 14 18:02:03.572719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3320cf99-0a42-4f10-bdce-614c72959f26'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:03.864345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7'}, {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21'}, {'server_uuid': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e00f9d0-76ed-4266-9073-a98441860b6f'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:03.907244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cba075-1132-479d-815e-757aabeaf2d1 req-d22948b7-0046-4559-818b-d7b4140952ae tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:03.908663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50cba075-1132-479d-815e-757aabeaf2d1 req-d22948b7-0046-4559-818b-d7b4140952ae tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 950 time: 0.0831463 May 14 18:02:03.953570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50cba075-1132-479d-815e-757aabeaf2d1 req-6c4400a9-9d39-4ddd-bebd-a6a519378aff tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 May 14 18:02:04.420509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-071ff31a-d7c2-4d55-bd83-92d6bd558357 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:04.421956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-071ff31a-d7c2-4d55-bd83-92d6bd558357 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "GET /v2.0/ports?device_id=2768be43-133c-44ce-9d1a-1b1ca929ac1c HTTP/1.1" status: 200 len: 949 time: 0.0870972 May 14 18:02:04.576381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Deleting port fc04bff8-dd63-4df3-827e-57c00fdf062c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:04.576723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:04.758158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] For port fc04bff8-dd63-4df3-827e-57c00fdf062c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=fc04bff8-dd63-4df3-827e-57c00fdf062c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:04.758503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:04.870644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:04.888556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Calling delete_port for fc04bff8-dd63-4df3-827e-57c00fdf062c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:04.899834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bb17e-9a27-4cc6-9f81-42f1c4073900 req-a0b71ee7-006d-4d84-bac3-88bf24fcb9f6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:04.905557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bb17e-9a27-4cc6-9f81-42f1c4073900 req-a0b71ee7-006d-4d84-bac3-88bf24fcb9f6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:04.911288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bb17e-9a27-4cc6-9f81-42f1c4073900 req-a0b71ee7-006d-4d84-bac3-88bf24fcb9f6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:04.912882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-297bb17e-9a27-4cc6-9f81-42f1c4073900 req-a0b71ee7-006d-4d84-bac3-88bf24fcb9f6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2417 time: 0.2710819 May 14 18:02:04.940584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 3320cf99-0a42-4f10-bdce-614c72959f26 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:04.945929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 3320cf99-0a42-4f10-bdce-614c72959f26 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:04.946310 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:04.970402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-297bb17e-9a27-4cc6-9f81-42f1c4073900 req-2432f209-bdf5-45d5-8684-2307e2b797f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508649 May 14 18:02:05.072513 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:05.107429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:05.113237 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:05.115159 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:05.182679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:05.185560 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:05.224064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:05.229967 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:05.236394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3b1d6fba-84e9-4cdb-9169-0b150b94376e', 'fc04bff8-dd63-4df3-827e-57c00fdf062c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:05.281050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Pushing event deleted for resources: {'Port': ['ID=fc04bff8-dd63-4df3-827e-57c00fdf062c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:05.286182 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:05.377974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4d76-d8a3-464a-b9d6-135d94438d26 req-332aa9fd-0f1e-437a-8e5a-99bcedb0363f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:05.385643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5bd4d76-d8a3-464a-b9d6-135d94438d26 req-332aa9fd-0f1e-437a-8e5a-99bcedb0363f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2345476 May 14 18:02:05.409550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] No DVR routers for this DVR port fc04bff8-dd63-4df3-827e-57c00fdf062c on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:05.414070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:05.416716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'name': 'network-vif-deleted', 'tag': 'fc04bff8-dd63-4df3-827e-57c00fdf062c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:05.459052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5bd4d76-d8a3-464a-b9d6-135d94438d26 req-5985ce2d-33bc-49a8-aab7-a5a0d0854778 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725162 May 14 18:02:05.463537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e6a15e0-e332-42d8-ad7d-5eb45407f8eb req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "DELETE /v2.0/ports/fc04bff8-dd63-4df3-827e-57c00fdf062c HTTP/1.1" status: 204 len: 173 time: 1.0346775 May 14 18:02:05.533848 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7', 'code': 200} May 14 18:02:05.534294 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21', 'code': 200} May 14 18:02:05.534840 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e00f9d0-76ed-4266-9073-a98441860b6f', 'code': 200} May 14 18:02:05.821807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f1f0e-2db7-4247-a719-4b245256a134 req-5fb64e0a-0d2a-47f5-9989-bd3303d83ab4 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:05.823166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-488f1f0e-2db7-4247-a719-4b245256a134 req-5fb64e0a-0d2a-47f5-9989-bd3303d83ab4 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 946 time: 0.2052739 May 14 18:02:05.824958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d343a6f-be83-4d0a-98e9-a44adefe10ac req-9def8dff-28ab-4107-b3dc-a1f54be514de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:05.826250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d343a6f-be83-4d0a-98e9-a44adefe10ac req-9def8dff-28ab-4107-b3dc-a1f54be514de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 1101 time: 0.2060914 May 14 18:02:05.867879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bc45e-54cc-4ff8-b6e8-b1756cbf0dce req-64413b3e-1be0-4120-95a3-b5b69c430191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:05.868352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bc45e-54cc-4ff8-b6e8-b1756cbf0dce req-64413b3e-1be0-4120-95a3-b5b69c430191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:05.868820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bc45e-54cc-4ff8-b6e8-b1756cbf0dce req-64413b3e-1be0-4120-95a3-b5b69c430191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:05.870404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b49bc45e-54cc-4ff8-b6e8-b1756cbf0dce req-64413b3e-1be0-4120-95a3-b5b69c430191 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2870 time: 0.1839385 May 14 18:02:05.927493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d343a6f-be83-4d0a-98e9-a44adefe10ac req-f1b77a66-dcf5-4a3d-94fc-cd4992668e23 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799632 May 14 18:02:05.930784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-488f1f0e-2db7-4247-a719-4b245256a134 req-1ddef659-bfad-42dd-84b5-2fecfa359dec tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 May 14 18:02:05.946485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b49bc45e-54cc-4ff8-b6e8-b1756cbf0dce req-c4045480-257f-4523-97a3-584c34ccf0f6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673902 May 14 18:02:06.115934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431116d-3d75-40ab-a8fa-566c59ac5d87 req-7ba99711-56cb-4765-a2a5-86948fddcf9a tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.117540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e431116d-3d75-40ab-a8fa-566c59ac5d87 req-7ba99711-56cb-4765-a2a5-86948fddcf9a tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 945 time: 0.0809577 May 14 18:02:06.163893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e431116d-3d75-40ab-a8fa-566c59ac5d87 req-712c4314-985d-43af-815d-2d2d3af0dad3 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/security-groups?id=439b761d-b3b4-4aa6-9b91-a8813dbab7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 May 14 18:02:06.302415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-51ddf00e-a36f-48ae-b93a-84b7a02c830f tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.303132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-51ddf00e-a36f-48ae-b93a-84b7a02c830f tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Synchronizing usage tracker for tenant:467f7a2f030c480b8c1d4831919881c4 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:06.321143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-51ddf00e-a36f-48ae-b93a-84b7a02c830f tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Unset dirty status for tenant:467f7a2f030c480b8c1d4831919881c4 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:06.322465 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-51ddf00e-a36f-48ae-b93a-84b7a02c830f tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 945 time: 0.1012325 May 14 18:02:06.415986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a6f9-15ab-4f94-a94c-bf7335bb47e2 req-f8153486-92b6-41ce-a9e1-5094ecc8d7ba tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.417468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6fa9a6f9-15ab-4f94-a94c-bf7335bb47e2 req-f8153486-92b6-41ce-a9e1-5094ecc8d7ba tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 950 time: 0.0839355 May 14 18:02:06.463876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6fa9a6f9-15ab-4f94-a94c-bf7335bb47e2 req-68c5549d-81b8-4749-b1e5-24f9ed6c71f3 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 May 14 18:02:06.469499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Deleting port 5fa37fb3-3551-420b-8715-09cebdd0bd1b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:06.469904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:06.553297 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2768be43-133c-44ce-9d1a-1b1ca929ac1c', 'name': 'network-vif-deleted', 'tag': 'fc04bff8-dd63-4df3-827e-57c00fdf062c', 'status': 'completed', 'code': 200} May 14 18:02:06.604546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] For port 5fa37fb3-3551-420b-8715-09cebdd0bd1b, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5fa37fb3-3551-420b-8715-09cebdd0bd1b,segment=NetworkSegment(5d74267d-aa09-402d-8c42-0711550314c7),segment_id=5d74267d-aa09-402d-8c42-0711550314c7)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:06.604897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:06.717487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ddb0a-498d-4b17-ad2f-c8664f146fb5 req-9bc8b419-6ab0-4110-9706-3fa5d77e9b2c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.718841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0ddb0a-498d-4b17-ad2f-c8664f146fb5 req-9bc8b419-6ab0-4110-9706-3fa5d77e9b2c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0826044 May 14 18:02:06.728152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Calling delete_port for 5fa37fb3-3551-420b-8715-09cebdd0bd1b owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:06.764045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd0ddb0a-498d-4b17-ad2f-c8664f146fb5 req-4c43e10d-611c-4817-b03b-d108a58ce5f7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 May 14 18:02:06.841396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:06.849358 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9786a19-f505-4773-a8c9-2353aee7b573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:06.854066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['5fa37fb3-3551-420b-8715-09cebdd0bd1b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:06.896124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Pushing event deleted for resources: {'Port': ['ID=5fa37fb3-3551-420b-8715-09cebdd0bd1b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:06.942924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee78695-8892-4caf-ae76-8f3c9d4b8185 req-390de0ee-47ad-4cd1-80a0-7fce6c88fdba tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.948217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.948777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.949146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.949644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee78695-8892-4caf-ae76-8f3c9d4b8185 req-390de0ee-47ad-4cd1-80a0-7fce6c88fdba tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.950032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.950399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.950753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.951107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.951484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.951832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.952181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.952526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.952874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:06.955392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee78695-8892-4caf-ae76-8f3c9d4b8185 req-390de0ee-47ad-4cd1-80a0-7fce6c88fdba tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:06.956074 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:06.957016 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ee78695-8892-4caf-ae76-8f3c9d4b8185 req-390de0ee-47ad-4cd1-80a0-7fce6c88fdba tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2417 time: 0.0993266 May 14 18:02:06.992202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] No DVR routers for this DVR port 5fa37fb3-3551-420b-8715-09cebdd0bd1b on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:06.995134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:06.999855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'name': 'network-vif-deleted', 'tag': '5fa37fb3-3551-420b-8715-09cebdd0bd1b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:07.002748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ee78695-8892-4caf-ae76-8f3c9d4b8185 req-d0b2143b-bbe9-4e4c-9496-5b98de0b2c74 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383155 May 14 18:02:07.014275 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ebc9de22-d202-48be-9958-7b5ae9290f71 req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.15 "DELETE /v2.0/ports/5fa37fb3-3551-420b-8715-09cebdd0bd1b HTTP/1.1" status: 204 len: 173 time: 0.6858783 May 14 18:02:07.218953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:07.222900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:07.457143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:07.458324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf13c-5eb6-4780-bae1-a2d7934eb294 req-e9f062de-0124-440b-a388-9e39faec677e tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:07.459853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8bdf13c-5eb6-4780-bae1-a2d7934eb294 req-e9f062de-0124-440b-a388-9e39faec677e tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 946 time: 0.1069713 May 14 18:02:07.502559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:07.510039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8bdf13c-5eb6-4780-bae1-a2d7934eb294 req-809f2cc2-4c92-4f72-b896-35c89f1a0402 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 May 14 18:02:07.524587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:07.527775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:07.566901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26'}, {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:07.576966 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc', 'name': 'network-vif-deleted', 'tag': '5fa37fb3-3551-420b-8715-09cebdd0bd1b', 'status': 'completed', 'code': 200} May 14 18:02:07.578963 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:07.585073 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:07.654721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:07.690413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:07.700033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:07.703276 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:07.714385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:07.718252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:07.721021 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:07.732094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c573e6c-91f3-4c71-b5c3-17b0e3d4887a req-01585c43-c37e-4ae9-af11-06fcae657316 tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc2ed9dc-5f71-45fa-8719-2140ddb1a0cc HTTP/1.1" status: 200 len: 210 time: 0.0465941 May 14 18:02:07.797285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:07.801138 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:07.848161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['19db786a-dbc7-4c1c-95b3-eb9192a8804c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:07.922955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1906-30ee-4487-90db-1d7a688a3dd7 req-c60245a2-2028-487f-8c58-971831af656f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:07.923670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d45e1906-30ee-4487-90db-1d7a688a3dd7 req-c60245a2-2028-487f-8c58-971831af656f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Synchronizing usage tracker for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:07.942373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d45e1906-30ee-4487-90db-1d7a688a3dd7 req-c60245a2-2028-487f-8c58-971831af656f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Unset dirty status for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:07.943686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d45e1906-30ee-4487-90db-1d7a688a3dd7 req-c60245a2-2028-487f-8c58-971831af656f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 950 time: 0.1049442 May 14 18:02:07.997751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d45e1906-30ee-4487-90db-1d7a688a3dd7 req-23738a19-7897-4e58-a285-6eda0fb8ae62 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/security-groups?id=defb9b18-fb25-41ba-a7c1-8aa53e401a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 May 14 18:02:08.235501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94ed24-9b2c-4953-85d6-80adee93462d req-68d1e8ed-25c7-4bc7-b4f4-ab413bb35cf7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.237035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc94ed24-9b2c-4953-85d6-80adee93462d req-68d1e8ed-25c7-4bc7-b4f4-ab413bb35cf7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0873430 May 14 18:02:08.282427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc94ed24-9b2c-4953-85d6-80adee93462d req-2e768638-ad4c-4760-a3dc-3fb2dae70bcd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 May 14 18:02:08.490821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54485-bb60-49a7-a660-4b506d957da8 req-0e0ed6f3-7208-42f9-9134-23ce22598ec6 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.492946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71f54485-bb60-49a7-a660-4b506d957da8 req-0e0ed6f3-7208-42f9-9134-23ce22598ec6 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 950 time: 0.1026285 May 14 18:02:08.553565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71f54485-bb60-49a7-a660-4b506d957da8 req-5dbc6861-e827-47c8-8365-e4f603636f75 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 May 14 18:02:08.616653 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26', 'code': 200} May 14 18:02:08.617184 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 18:02:08.793334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea115-ffd1-4674-a0bb-873d524f17ef req-0435bb30-c8c9-45f0-8b55-69fd1ac8d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.794742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8bcea115-ffd1-4674-a0bb-873d524f17ef req-0435bb30-c8c9-45f0-8b55-69fd1ac8d118 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 1097 time: 0.0999024 May 14 18:02:08.846599 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8bcea115-ffd1-4674-a0bb-873d524f17ef req-d702838c-a673-4ebe-97fc-f6bf71fb953a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 May 14 18:02:08.865471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5fa37fb3-3551-420b-8715-09cebdd0bd1b no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:08.880250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1dfb-54b8-4151-b0e7-14fe4ef35f5d req-17f6a0e4-ccbe-447b-ad26-52226ae01b79 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.886864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1dfb-54b8-4151-b0e7-14fe4ef35f5d req-17f6a0e4-ccbe-447b-ad26-52226ae01b79 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.892641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1dfb-54b8-4151-b0e7-14fe4ef35f5d req-17f6a0e4-ccbe-447b-ad26-52226ae01b79 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.900594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-178a1dfb-54b8-4151-b0e7-14fe4ef35f5d req-17f6a0e4-ccbe-447b-ad26-52226ae01b79 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2417 time: 0.1687353 May 14 18:02:08.910519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 5fa37fb3-3551-420b-8715-09cebdd0bd1b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:08.911025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5fa37fb3-3551-420b-8715-09cebdd0bd1b not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:08.961886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-946846e8-ccb5-4106-b121-4203af8140f1 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:08.963418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-946846e8-ccb5-4106-b121-4203af8140f1 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 950 time: 0.1603348 May 14 18:02:08.968230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-178a1dfb-54b8-4151-b0e7-14fe4ef35f5d req-73b5b8b4-2381-4ebf-8329-4bc611fde3e6 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 May 14 18:02:09.225429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:09.293190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed0ef-9d7d-4add-8908-7e49c917f728 req-4ca1a9b0-943b-4bde-a902-9c9c4a2391ed tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:09.294785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff4ed0ef-9d7d-4add-8908-7e49c917f728 req-4ca1a9b0-943b-4bde-a902-9c9c4a2391ed tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1590350 May 14 18:02:09.314935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Deleting port 3b1d6fba-84e9-4cdb-9169-0b150b94376e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:09.315303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:09.323043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:09.323764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:09.433985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff4ed0ef-9d7d-4add-8908-7e49c917f728 req-8f5b4a78-9af9-4b98-862b-197dc19ccbcd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217172 May 14 18:02:09.517488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:09.545220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] For port 3b1d6fba-84e9-4cdb-9169-0b150b94376e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3b1d6fba-84e9-4cdb-9169-0b150b94376e,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:09.546180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:09.562566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:09.575571 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:09.577149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device fc04bff8-dd63-4df3-827e-57c00fdf062c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:09.612838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:09.669106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: fc04bff8-dd63-4df3-827e-57c00fdf062c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:09.669777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device fc04bff8-dd63-4df3-827e-57c00fdf062c not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:09.705716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=10']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:09.715290 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:09.725843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Calling delete_port for 3b1d6fba-84e9-4cdb-9169-0b150b94376e owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:09.837831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ae4c6-fc59-4922-a199-edf6dcecb3ce req-53995f28-c227-4e15-b971-a1df80efc2b0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:09.839601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a23ae4c6-fc59-4922-a199-edf6dcecb3ce req-53995f28-c227-4e15-b971-a1df80efc2b0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 946 time: 0.1868196 May 14 18:02:09.930225 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a23ae4c6-fc59-4922-a199-edf6dcecb3ce req-87f19c1a-fc01-4325-8731-0fb1ff6180e5 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757756 May 14 18:02:09.993542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:10.003541 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a0c3b217-4ea6-47e3-bf8d-341fc51515a9 tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:10.006938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3b1d6fba-84e9-4cdb-9169-0b150b94376e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:10.068199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Pushing event deleted for resources: {'Port': ['ID=3b1d6fba-84e9-4cdb-9169-0b150b94376e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:10.072365 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:10.211457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] No DVR routers for this DVR port 3b1d6fba-84e9-4cdb-9169-0b150b94376e on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:10.214542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:10.224875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11510883-fd21-4a2b-877c-0a81b1928a95', 'name': 'network-vif-deleted', 'tag': '3b1d6fba-84e9-4cdb-9169-0b150b94376e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:10.244983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bf7a86c-b29c-49f4-9f8f-4dadd0a61e93 req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.22 "DELETE /v2.0/ports/3b1d6fba-84e9-4cdb-9169-0b150b94376e HTTP/1.1" status: 204 len: 173 time: 1.2755437 May 14 18:02:10.278841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1ef2-90f9-4970-ba20-96be3ecdafa7 req-3f17759d-f5f4-4ae1-9f52-37c02bd585b1 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:10.283739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914b1ef2-90f9-4970-ba20-96be3ecdafa7 req-3f17759d-f5f4-4ae1-9f52-37c02bd585b1 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 1101 time: 0.1605315 May 14 18:02:10.346346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914b1ef2-90f9-4970-ba20-96be3ecdafa7 req-a9f634b3-6ee3-48dd-919e-6f525710cdee tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592589 May 14 18:02:10.477179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:10.618446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:10.740756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Deleting subnet 6a1ca468-e380-43d2-bb27-da82cf657593 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:02:10.746815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:10.822221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:10.840595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dc8a45ef-535f-43e0-a2df-984836df2bbe req-974228da-3f39-4d03-84ae-cc21c7e33991 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Synchronizing usage tracker for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:10.867074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dc8a45ef-535f-43e0-a2df-984836df2bbe req-974228da-3f39-4d03-84ae-cc21c7e33991 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Unset dirty status for tenant:057e4d0eba944e89b38cbf8de41e3162 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:10.868671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc8a45ef-535f-43e0-a2df-984836df2bbe req-974228da-3f39-4d03-84ae-cc21c7e33991 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] 10.222.0.24 "GET /v2.0/ports?device_id=11510883-fd21-4a2b-877c-0a81b1928a95 HTTP/1.1" status: 200 len: 210 time: 0.0793049 May 14 18:02:10.911286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.157717 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11510883-fd21-4a2b-877c-0a81b1928a95', 'name': 'network-vif-deleted', 'tag': '3b1d6fba-84e9-4cdb-9169-0b150b94376e', 'status': 'completed', 'code': 200} May 14 18:02:11.213347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.221169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17c395d9-93e5-4222-8576-4237eac2f57b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:11.275647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1ca468-e380-43d2-bb27-da82cf657593,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:11.283299 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:11.284889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.293054 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a1ca468-e380-43d2-bb27-da82cf657593 HTTP/1.1" status: 204 len: 168 time: 0.8147566 May 14 18:02:11.295410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:11.325899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-d12686c4-5d72-4605-bfc5-f91aa86f7154 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513160 May 14 18:02:11.496243 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.563492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-ad6b4d2e-f36e-4389-bf9a-7d9b0910c2ed tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:11.564417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42640) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:11.573728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-ad6b4d2e-f36e-4389-bf9a-7d9b0910c2ed tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461164 May 14 18:02:11.619068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-4262f840-9fc9-422c-83b5-7dac9644a01e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/quotas/1e45773665c44ec6a77586bec51b1352 HTTP/1.1" status: 200 len: 375 time: 0.0441742 May 14 18:02:11.782840 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.783084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-d31e5929-adfa-41be-8c76-5c364e610351 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1550219 May 14 18:02:11.800061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7a221-99a1-4d48-a764-8b9911eb42ce']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:11.816577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d74267d-aa09-402d-8c42-0711550314c7') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:11.816918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d74267d-aa09-402d-8c42-0711550314c7') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:11.832121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.861026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.874389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.883940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:11.886094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:02:11.886200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: timer() May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:02:11.900400 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:02:11.953191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2889f6f4a4334534bd27151a3e69c953 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:11.983043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:12.006379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:12.045399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.051501 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:12.067395 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.082855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d7a221-99a1-4d48-a764-8b9911eb42ce,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:12.089402 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:12.112825 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4d7a221-99a1-4d48-a764-8b9911eb42ce HTTP/1.1" status: 204 len: 168 time: 0.8160675 May 14 18:02:12.232738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.246691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.269525 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7fa20fc7-8b24-49db-9acd-23600250d2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:12.345898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2889f6f4a4334534bd27151a3e69c953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799885 May 14 18:02:12.347144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93312af6-4abb-48e3-9d36-00d9c602497b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:12.349437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42670) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:12.350674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:12.373244 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 18:02:12.374465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42674) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:12.497558 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-566a93bb-47c2-4fbf-a64e-27983ec770be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=467f7a2f030c480b8c1d4831919881c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1204405 May 14 18:02:12.498708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42680) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:12.505690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.634115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.660217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.665054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.744342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.750566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9032657-d87a-42b6-a175-1bac5f732488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:12.777115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.778227 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/439b761d-b3b4-4aa6-9b91-a8813dbab7c8 HTTP/1.1" status: 204 len: 168 time: 0.2780681 May 14 18:02:12.780657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b761d-b3b4-4aa6-9b91-a8813dbab7c8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:12.782432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c04e1-53f4-4818-a7cd-9b0aa1987003 req-d22fe115-0e7e-48b9-9f41-e26429cc6549 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:12.784155 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:12.795452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d4c04e1-53f4-4818-a7cd-9b0aa1987003 req-d22fe115-0e7e-48b9-9f41-e26429cc6549 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 946 time: 0.2646856 May 14 18:02:12.874233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d4c04e1-53f4-4818-a7cd-9b0aa1987003 req-a7954f49-2299-4982-95fc-77c070df48d7 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753405 May 14 18:02:12.908851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.924490 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9cafe56-9ad9-44c8-9161-617dfbd5f67c tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:12.963909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93312af6-4abb-48e3-9d36-00d9c602497b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:12.968075 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:12.970484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:12.985046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93312af6-4abb-48e3-9d36-00d9c602497b HTTP/1.1" status: 204 len: 168 time: 0.6296172 May 14 18:02:13.224468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3863c76-27ed-4930-8b8b-40850ad06d0d req-0cdd3f76-f3de-4246-a7c7-8cf5fb5fe5db tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:13.231953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3863c76-27ed-4930-8b8b-40850ad06d0d req-0cdd3f76-f3de-4246-a7c7-8cf5fb5fe5db tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1089797 May 14 18:02:13.258783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b1d6fba-84e9-4cdb-9169-0b150b94376e no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:13.333637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3863c76-27ed-4930-8b8b-40850ad06d0d req-638d38ea-75e7-4cf5-bba8-e10f348b838f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006222 May 14 18:02:13.349261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 3b1d6fba-84e9-4cdb-9169-0b150b94376e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:13.353287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3b1d6fba-84e9-4cdb-9169-0b150b94376e not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:13.599075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1efdac8a-b474-4548-9c85-12be5388ab1a req-27a29216-d869-4d64-acb1-fe89ac27bafa tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 210 time: 0.0526819 May 14 18:02:13.742525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42708) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:13.783470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:13.834263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:13.838847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd1f8845d144a7dba37f014408523d7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:13.849241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:13.856935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:14.063408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.065555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:14.075038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.107685 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1a5299a-d35a-4293-b51e-7e8618404f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:14.134254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-8b73d6dc-8201-45b2-91ff-90b9f1a314ca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4452283 May 14 18:02:14.262971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60d5ab-7233-47af-b49d-b371e3b72af0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:14.284645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fd1f8845d144a7dba37f014408523d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442951 May 14 18:02:14.292998 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:14.295636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42726) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:14.497019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.573536 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8327f6cb-5852-495f-8f38-c423f0d1823d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=057e4d0eba944e89b38cbf8de41e3162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052831 May 14 18:02:14.585981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42736) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:14.608876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-6e2d2547-c584-4fbd-9f3c-70b077c29015 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.611426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-6e2d2547-c584-4fbd-9f3c-70b077c29015 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443903 May 14 18:02:14.646169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0fdf-dd3d-4f89-ae11-5c1bb6af97d4 req-9b37f69c-814f-46ed-a36e-a0f39f318655 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.653705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0fdf-dd3d-4f89-ae11-5c1bb6af97d4 req-9b37f69c-814f-46ed-a36e-a0f39f318655 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.659745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0fdf-dd3d-4f89-ae11-5c1bb6af97d4 req-9b37f69c-814f-46ed-a36e-a0f39f318655 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.667502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af4b0fdf-dd3d-4f89-ae11-5c1bb6af97d4 req-9b37f69c-814f-46ed-a36e-a0f39f318655 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2417 time: 0.9138122 May 14 18:02:14.674658 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.678023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-80b6a3b3-e47a-467e-911a-a0f7e80d6f3e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.683856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-80b6a3b3-e47a-467e-911a-a0f7e80d6f3e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.689648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-80b6a3b3-e47a-467e-911a-a0f7e80d6f3e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:14.691231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-80b6a3b3-e47a-467e-911a-a0f7e80d6f3e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 2417 time: 0.5650706 May 14 18:02:14.698706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:14.716482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.732346 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.734156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42744) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:14.814925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.822279 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73ab0a82-7a9d-4e89-94d3-4d38a8828e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:14.863577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb9b18-fb25-41ba-a7c1-8aa53e401a17,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:14.869028 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:14.899365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:14.900804 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/defb9b18-fb25-41ba-a7c1-8aa53e401a17 HTTP/1.1" status: 204 len: 168 time: 0.3162394 May 14 18:02:14.995428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-916907167-network', 'tenant_id': '6e73f0e956a1435c912d8391a77da07d'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:15.004980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:15.012789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Usage tracker for resource:network and tenant:6e73f0e956a1435c912d8391a77da07d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:15.017000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:15.047041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:15.063716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af4b0fdf-dd3d-4f89-ae11-5c1bb6af97d4 req-64934772-da19-48e0-a495-f24e3adc4578 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951583 May 14 18:02:15.086636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Made reservation on behalf of 6e73f0e956a1435c912d8391a77da07d for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:15.089453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.120625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.163945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.169332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:15.175073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Usage tracker for resource:security_group_rule and tenant:6e73f0e956a1435c912d8391a77da07d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:15.184666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:15.190847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:15.197002 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a621af89-7233-4be4-b269-fad8d354701a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:15.198850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:15.266941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60d5ab-7233-47af-b49d-b371e3b72af0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:15.271279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:15.273000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:15.299007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.300390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f60d5ab-7233-47af-b49d-b371e3b72af0 HTTP/1.1" status: 204 len: 168 time: 0.9940426 May 14 18:02:15.320243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:15.320652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.354273 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.376631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.379763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed3ec9bc-4b5b-4f29-90dc-57f9ef6309da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:15.471905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3050c0e2-c100-44a8-a984-eb0678a4d003,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:15.482771 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:15.520316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:02:15.546006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:15.559300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:15.562766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.652981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.653345 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Added segment 66810b2f-e1fa-4a14-b0f4-85c9d01b45e3 of type vlan for network 192865fc-bb9e-4800-b4c3-7a4a7b69acce May 14 18:02:15.775150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.110 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/1ae8ef57-a805-4dea-92cc-47c420911611) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:15.794375 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65dffe13-8cb7-46ab-8cf1-44608004e476 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b787d6099f23472f8a2b14bc409c6a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471414 May 14 18:02:15.795285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42768) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:15.815645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.967320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.996522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:15.999564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:16.000252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.022295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.024619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:16.025573 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.044306 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdc88a89-486b-4df3-b052-9071d5babf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:16.229821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:16.287202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b137d71-a918-45cb-b8af-fdbf3c3b4d92 req-9917fbd5-57b2-4e74-846c-36e16fd3f83f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:16.295013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b137d71-a918-45cb-b8af-fdbf3c3b4d92 req-9917fbd5-57b2-4e74-846c-36e16fd3f83f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3802850 May 14 18:02:16.420594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Pushing event updated for resources: {'Network': ['ID=192865fc-bb9e-4800-b4c3-7a4a7b69acce,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:16.437800 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6968427 May 14 18:02:16.447321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b137d71-a918-45cb-b8af-fdbf3c3b4d92 req-3f400e82-0da5-4ed4-b05d-31ae1c267904 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436656 May 14 18:02:16.448210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:16.455498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.481174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Request body: {'subnet': {'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-916907167-subnet', 'tenant_id': '6e73f0e956a1435c912d8391a77da07d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:16.512880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:16.521924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.532404 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:16.543232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 192865fc-bb9e-4800-b4c3-7a4a7b69acce details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:02:16.565925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-269e71ce-1ae2-479b-9c1b-c8eae541a709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:16.580439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Usage tracker for resource:subnet and tenant:6e73f0e956a1435c912d8391a77da07d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:16.581278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 1ae8ef57-a805-4dea-92cc-47c420911611 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:16.588577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:16.597204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:16.610896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfeedde-827a-4065-8277-3e4af7871d83,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:16.615840 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:16.620114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.624271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddfeedde-827a-4065-8277-3e4af7871d83 HTTP/1.1" status: 204 len: 168 time: 0.8212526 May 14 18:02:16.626174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Made reservation on behalf of 6e73f0e956a1435c912d8391a77da07d for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:16.630273 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:16.993863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ba41a05-04c1-4bbc-867c-f516a40ac36d req-320c56fe-961c-4554-86fd-ac4a5c33b824 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 210 time: 0.2724326 May 14 18:02:17.048929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:17.051682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:17.057036 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10d0e7d0-a96d-467a-849d-98593a75788e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:17.067319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:17.164113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:17.167864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21', '150679f3-64b1-4d86-b329-ce4debec9ed7', '5400bbd9-c553-4db3-876d-11f6f5bea53a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:17.174706 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:17.178153 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aae36344-88d7-4d45-ad74-4030e2f4df99 tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:17.413107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:17.490380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:17.507393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:17.552911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:17.580423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=1ae8ef57-a805-4dea-92cc-47c420911611,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:17.607922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:17.610989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-deleted', 'tag': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:17.637360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:17.697732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "DELETE /v2.0/ports/ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 HTTP/1.1" status: 204 len: 173 time: 2.9693260 May 14 18:02:17.814545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:17.814545 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:17.883284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9736a0-a018-41dc-bdb9-e4556285262c req-91474f6e-f494-4554-9102-a0c4a817d6c6 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:17.893387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d9736a0-a018-41dc-bdb9-e4556285262c req-91474f6e-f494-4554-9102-a0c4a817d6c6 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 946 time: 0.6751049 May 14 18:02:17.901959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:17.918053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74ef5bcd-edb8-4afb-865b-8aa95f32219a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:17.954432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3216517 May 14 18:02:17.983653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d9736a0-a018-41dc-bdb9-e4556285262c req-cc686a9a-2f0b-42c2-97ad-a7170117b7b4 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888197 May 14 18:02:18.002786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Request body: {'port': {'device_id': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:18.048908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f1b743ca-0d45-4e3f-a1bd-cd30c6e07a98 None None] Provisioning for port 1ae8ef57-a805-4dea-92cc-47c420911611 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:18.086310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f1b743ca-0d45-4e3f-a1bd-cd30c6e07a98 None None] Provisioning complete for port 1ae8ef57-a805-4dea-92cc-47c420911611 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:18.087014 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1b743ca-0d45-4e3f-a1bd-cd30c6e07a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:18.134589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Checking segment: {'id': '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:18.136858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Network hostable DHCP agents. Network: 192865fc-bb9e-4800-b4c3-7a4a7b69acce, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:02:18.149509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a2f202-2d2b-4cf6-8889-260d73a7ba25,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:18.165734 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:18.196867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Network 192865fc-bb9e-4800-b4c3-7a4a7b69acce is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:02:18.216793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 192865fc-bb9e-4800-b4c3-7a4a7b69acce) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:18.225485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f1b743ca-0d45-4e3f-a1bd-cd30c6e07a98 None None] Port 1ae8ef57-a805-4dea-92cc-47c420911611 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:02:18.236924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec373633-eb4c-485a-9a04-813cf7ab1848 None None] Network 192865fc-bb9e-4800-b4c3-7a4a7b69acce requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:18.244230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:18.246311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:18.303835 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8515401 May 14 18:02:18.389639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:18.478821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port 5400bbd9-c553-4db3-876d-11f6f5bea53a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:18.479361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:18.655451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ce83-1928-4beb-ba22-1d8f3b52ec68 req-9a245f53-28a6-417c-9eca-3fa653939093 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:18.661583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ce83-1928-4beb-ba22-1d8f3b52ec68 req-9a245f53-28a6-417c-9eca-3fa653939093 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:18.662825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dc49ce83-1928-4beb-ba22-1d8f3b52ec68 req-9a245f53-28a6-417c-9eca-3fa653939093 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:18.757781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port 5400bbd9-c553-4db3-876d-11f6f5bea53a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5400bbd9-c553-4db3-876d-11f6f5bea53a,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:18.758711 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:18.936562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for 5400bbd9-c553-4db3-876d-11f6f5bea53a owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:18.944772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9b881-f1a8-4cef-ae57-985bac2f26fa None None] Network 192865fc-bb9e-4800-b4c3-7a4a7b69acce requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:18.990381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dc49ce83-1928-4beb-ba22-1d8f3b52ec68 req-9a245f53-28a6-417c-9eca-3fa653939093 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:18.993286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc49ce83-1928-4beb-ba22-1d8f3b52ec68 req-9a245f53-28a6-417c-9eca-3fa653939093 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=9710eb1e-341d-412e-87c8-be32dce81a3d HTTP/1.1" status: 200 len: 1682 time: 0.7484236 May 14 18:02:19.101221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103', '7e00f9d0-76ed-4266-9073-a98441860b6f'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:19.266286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc49ce83-1928-4beb-ba22-1d8f3b52ec68 req-f94e57f9-d75b-4953-92a0-e79f017d78fc tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666821 May 14 18:02:19.393117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5400bbd9-c553-4db3-876d-11f6f5bea53a no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:19.399040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae8ef57-a805-4dea-92cc-47c420911611 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:19.419803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:19.448946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:19.451662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Transition to ACTIVE for port object 1ae8ef57-a805-4dea-92cc-47c420911611 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:19.458065 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-50ead266-bcd7-4828-9db8-d10db3a909d0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:19.501154 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-deleted', 'tag': 'ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21', 'status': 'completed', 'code': 200} May 14 18:02:19.703472 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:19.721987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=5400bbd9-c553-4db3-876d-11f6f5bea53a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:19.728560 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:19.730617 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a56e6ca9-1a1a-47fc-abf1-4de10a98e6bc tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:19.829905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No active binding found for port 5400bbd9-c553-4db3-876d-11f6f5bea53a {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 18:02:19.831060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5400bbd9-c553-4db3-876d-11f6f5bea53a not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:19.832499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 150679f3-64b1-4d86-b329-ce4debec9ed7 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:20.176410 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:20.214872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=150679f3-64b1-4d86-b329-ce4debec9ed7,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:20.218233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:20.231230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Pushing event updated for resources: {'Port': ['ID=1ae8ef57-a805-4dea-92cc-47c420911611,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:20.252780 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:20.265569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:20.266045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:20.274524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port 5400bbd9-c553-4db3-876d-11f6f5bea53a on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:20.313665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:20.337738 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f260ddb3-7af0-4026-8eee-090f56dd5955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:20.403078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:20.403625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ecc1cc01-bbd4-4d73-a5b6-6b23f05c6f21 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:20.465964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "DELETE /v2.0/ports/5400bbd9-c553-4db3-876d-11f6f5bea53a HTTP/1.1" status: 204 len: 173 time: 2.7593856 May 14 18:02:20.515617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:20.524420 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:20.677327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Attempting to bind port 1ae8ef57-a805-4dea-92cc-47c420911611 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:20.677747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Attempting to bind port 1ae8ef57-a805-4dea-92cc-47c420911611 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:20.678014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Attempting to bind port 1ae8ef57-a805-4dea-92cc-47c420911611 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:20.692066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Port 1ae8ef57-a805-4dea-92cc-47c420911611 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:20.693042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Attempting to bind port 1ae8ef57-a805-4dea-92cc-47c420911611 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:20.703892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:20.704225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:20.704620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:20.705044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Bound port: 1ae8ef57-a805-4dea-92cc-47c420911611, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:20.705391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:20.740507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b7ae-c9c0-4800-8bd6-025b94fbb097 req-43cc830a-c8bc-4a6a-99f3-1f80636d6d44 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:20.741724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8951b7ae-c9c0-4800-8bd6-025b94fbb097 req-43cc830a-c8bc-4a6a-99f3-1f80636d6d44 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:20.826599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8951b7ae-c9c0-4800-8bd6-025b94fbb097 req-43cc830a-c8bc-4a6a-99f3-1f80636d6d44 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:20.827682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8951b7ae-c9c0-4800-8bd6-025b94fbb097 req-43cc830a-c8bc-4a6a-99f3-1f80636d6d44 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 948 time: 0.4386537 May 14 18:02:20.844838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port 150679f3-64b1-4d86-b329-ce4debec9ed7 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:20.845179 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:20.980347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] For port 1ae8ef57-a805-4dea-92cc-47c420911611, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:21.023322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] For port 1ae8ef57-a805-4dea-92cc-47c420911611, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1ae8ef57-a805-4dea-92cc-47c420911611,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:21.044115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8951b7ae-c9c0-4800-8bd6-025b94fbb097 req-232b5736-63b7-4da7-b037-f9ef9f6f0058 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712885 May 14 18:02:21.053460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:21.061901 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a27c59b-72b0-4bb2-9732-0799eb9dcdef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:21.178944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port 150679f3-64b1-4d86-b329-ce4debec9ed7, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=150679f3-64b1-4d86-b329-ce4debec9ed7,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:21.179370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:21.191406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:21.192030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:21.193558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] 10.222.0.22 "PUT /v2.0/ports/1ae8ef57-a805-4dea-92cc-47c420911611 HTTP/1.1" status: 200 len: 1096 time: 3.2033265 May 14 18:02:21.423335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for 150679f3-64b1-4d86-b329-ce4debec9ed7 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:21.429639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Pushing event updated for resources: {'Port': ['ID=1ae8ef57-a805-4dea-92cc-47c420911611,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:21.434313 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:21.506038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-deleted', 'tag': '5400bbd9-c553-4db3-876d-11f6f5bea53a'}, {'name': 'network-changed', 'server_uuid': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'tag': '1ae8ef57-a805-4dea-92cc-47c420911611'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:21.539752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-376b72b4-4b6c-461e-8213-0125445ab133 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf6eb521ce9c4ab9bd08cbf496986528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775239 May 14 18:02:21.577480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-1ff8d761-9aec-4a63-aefd-bf3b501d9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:21.578934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-1ff8d761-9aec-4a63-aefd-bf3b501d9141 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 1099 time: 0.2938700 May 14 18:02:21.717589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-6b30d2dc-a701-4f1c-b834-6e299d86ecf6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1ae8ef57-a805-4dea-92cc-47c420911611 HTTP/1.1" status: 200 len: 217 time: 0.0834386 May 14 18:02:22.027624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-4fe01b88-7486-4e79-b5ef-7d69e7e837c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:22.029142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-4fe01b88-7486-4e79-b5ef-7d69e7e837c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.2930477 May 14 18:02:22.035747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-10509b1c-479f-4305-9285-5519f92bf338 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:22.037033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-10509b1c-479f-4305-9285-5519f92bf338 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4887824 May 14 18:02:22.039814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:22.090239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a8b2ec5-5e2a-45d6-a5cd-5ce334606640 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:22.155934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=150679f3-64b1-4d86-b329-ce4debec9ed7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:22.186784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-c149c5c8-0eda-42ce-8fe8-67e2bcba9162 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/quotas/bf6eb521ce9c4ab9bd08cbf496986528 HTTP/1.1" status: 200 len: 375 time: 0.0974534 May 14 18:02:22.195307 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:22.297600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-92189af2-9351-4bea-8ff8-efd5b72f9e2a tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf6eb521ce9c4ab9bd08cbf496986528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934913 May 14 18:02:22.300448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port 150679f3-64b1-4d86-b329-ce4debec9ed7 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:22.303897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:22.355331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b08aa380-b5bd-4e28-9b95-e8287aaa255c req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.22 "DELETE /v2.0/ports/150679f3-64b1-4d86-b329-ce4debec9ed7 HTTP/1.1" status: 204 len: 173 time: 1.8736434 May 14 18:02:22.360478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-d16cbed9-deda-4f83-bac5-c8fab1b06810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:22.362234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-d16cbed9-deda-4f83-bac5-c8fab1b06810 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3242073 May 14 18:02:22.621426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-2afeca77-54ee-401a-af9c-c6c73c3eaf6a service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470472 May 14 18:02:22.833710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3be60cc5-b4f3-4c75-89db-4921412e71d6 req-dd9cd7ac-1cda-486d-bda7-ef09c99397d5 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997502 May 14 18:02:23.008273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2728ecc7-b71d-45e7-bcdf-f2adc87a9234 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:23.015410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2728ecc7-b71d-45e7-bcdf-f2adc87a9234 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/networks?id=192865fc-bb9e-4800-b4c3-7a4a7b69acce HTTP/1.1" status: 200 len: 820 time: 0.2143333 May 14 18:02:23.031550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-36c6864c-1a42-412a-94ce-975169607fa0 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/quotas/6e73f0e956a1435c912d8391a77da07d HTTP/1.1" status: 200 len: 375 time: 0.0151536 May 14 18:02:23.086962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2fa30536-21e9-4b6c-8795-0d39fdbe9e14 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e73f0e956a1435c912d8391a77da07d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541942 May 14 18:02:23.246062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-8c8d9764-f15b-4e07-9e32-1d05ebb42f91 service neutron] 10.222.0.24 "GET /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579318 May 14 18:02:23.398100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-5ed91f42-2f56-479a-9637-e5037dec4f87 service neutron] 10.222.0.24 "GET /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457818 May 14 18:02:23.698650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de003b-5a14-45de-8a72-2aff492d4ad9 req-88330185-3659-485c-8ebb-897c45c49217 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:23.700107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77de003b-5a14-45de-8a72-2aff492d4ad9 req-88330185-3659-485c-8ebb-897c45c49217 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0969462 May 14 18:02:23.747411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77de003b-5a14-45de-8a72-2aff492d4ad9 req-9c95f4e3-dd97-46b5-9ba2-53dc5cb5aab8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 May 14 18:02:23.815658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:23.926392 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-cfcf252f-5ad5-44f9-b39a-bcc92e35b590 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf6eb521ce9c4ab9bd08cbf496986528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497468 May 14 18:02:23.985556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-267eb0e9-46ae-4b29-9eb8-7f34320775bd tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e19be08e0d1848f9aebdcac02d095fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526335 May 14 18:02:24.120479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-ed4624cd-9c2f-4c2f-9f07-70935116dc70 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:24.122493 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-ed4624cd-9c2f-4c2f-9f07-70935116dc70 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888771 May 14 18:02:24.137291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Request body: {'port': {'device_id': '91809a26-7619-4b66-a142-6c1a92a02006', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'bf6eb521ce9c4ab9bd08cbf496986528'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:24.170700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-ca1d4402-d088-4ab4-b35a-9aa7e411ee88 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:24.177864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-ca1d4402-d088-4ab4-b35a-9aa7e411ee88 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866083 May 14 18:02:24.193749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-1b34a4e5-4a37-42f8-9218-718e663ae0ae tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/quotas/e19be08e0d1848f9aebdcac02d095fec HTTP/1.1" status: 200 len: 375 time: 0.0150106 May 14 18:02:24.238419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-cd7f1157-dbbc-499b-9b76-67cf1f3bf78c tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e19be08e0d1848f9aebdcac02d095fec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438266 May 14 18:02:24.299545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:24.303719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Usage tracker for resource:port and tenant:bf6eb521ce9c4ab9bd08cbf496986528 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:24.307077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:24.313689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:24.327644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Made reservation on behalf of bf6eb521ce9c4ab9bd08cbf496986528 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:24.331806 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:24.346599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:24.369731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:24.377496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Usage tracker for resource:security_group_rule and tenant:bf6eb521ce9c4ab9bd08cbf496986528 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:24.383613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:24.390350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:24.464064 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7', 'code': 200} May 14 18:02:24.543458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:24.548632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:24.553430 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2fd67a9e-e1ae-46d9-84e8-b48bf694f187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:24.642959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42afdc2-fc6a-44f1-a49c-80eee902bf52,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:24.657813 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:24.682397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43012) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:24.779668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting subnet eb7afefc-96d5-4a8e-a010-53f54a56bc10 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:02:24.783562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:24.801942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Allocated IP 192.168.233.196 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/f68541b5-e2f0-49d7-85c6-eeae44b69846) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:24.822491 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-deleted', 'tag': '5400bbd9-c553-4db3-876d-11f6f5bea53a', 'status': 'completed', 'code': 200} May 14 18:02:24.822854 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'tag': '1ae8ef57-a805-4dea-92cc-47c420911611', 'status': 'completed', 'code': 200} May 14 18:02:24.901448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:24.912234 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.074011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:25.093583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '3320cf99-0a42-4f10-bdce-614c72959f26', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': '3320cf99-0a42-4f10-bdce-614c72959f26', 'mac_address': 'fa:16:3e:2a:f7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:25.152730 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.153278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.178272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Transition to ACTIVE for port object f68541b5-e2f0-49d7-85c6-eeae44b69846 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:25.191083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3320cf99-0a42-4f10-bdce-614c72959f26 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:25.209772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.212529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:25.220355 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.222681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:25.224639 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13012cf1-1501-4f23-bfa7-fc2d5cff3d42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:25.308718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:25.312262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:25.314677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:25.368565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Pushing event updated for resources: {'Port': ['ID=f68541b5-e2f0-49d7-85c6-eeae44b69846,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:25.371577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:25.400771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:25.401882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.408739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:25.421450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.422300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.422300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.422592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.423279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.423622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.423953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.425499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.425837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.426177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.427007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.427007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:25.432476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3320cf99-0a42-4f10-bdce-614c72959f26'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:25.441126 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3079441 May 14 18:02:25.454396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Request body: {'port': {'device_id': '91809a26-7619-4b66-a142-6c1a92a02006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:25.495719 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:25.512358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-c0a3bff5-0182-4052-a587-a882729ff740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:25.513831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-c0a3bff5-0182-4052-a587-a882729ff740 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 1099 time: 0.6935067 May 14 18:02:25.590110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.688778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e5277946-871e-404b-a11d-eeb91406827c None None] Provisioning for port f68541b5-e2f0-49d7-85c6-eeae44b69846 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:25.696409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e5277946-871e-404b-a11d-eeb91406827c None None] Provisioning complete for port f68541b5-e2f0-49d7-85c6-eeae44b69846 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:25.697176 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e5277946-871e-404b-a11d-eeb91406827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.701617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:25.740780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-62918810-4962-4f4b-8790-4c752d39379b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:25.742037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-62918810-4962-4f4b-8790-4c752d39379b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.22 "GET /v2.0/networks?id=192865fc-bb9e-4800-b4c3-7a4a7b69acce HTTP/1.1" status: 200 len: 820 time: 0.5885465 May 14 18:02:25.768635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3555b5-f9bd-477d-8b7a-e4d1f67f2744 req-a9974929-b299-4a9e-a974-0be8ec77113e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:25.772525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e5277946-871e-404b-a11d-eeb91406827c None None] Port f68541b5-e2f0-49d7-85c6-eeae44b69846 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:02:25.777194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d3555b5-f9bd-477d-8b7a-e4d1f67f2744 req-a9974929-b299-4a9e-a974-0be8ec77113e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 948 time: 0.6016228 May 14 18:02:25.777777 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-3790bbde-5740-48ea-b995-af1b4d36b86d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e19be08e0d1848f9aebdcac02d095fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382335 May 14 18:02:25.793841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Request body: {'port': {'device_id': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce', 'admin_state_up': True, 'tenant_id': '6e73f0e956a1435c912d8391a77da07d'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:26.043260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-a8ad4b40-7ad1-4ccb-98d9-245acfbd06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:26.044629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-a8ad4b40-7ad1-4ccb-98d9-245acfbd06f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.4957023 May 14 18:02:26.051917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d3555b5-f9bd-477d-8b7a-e4d1f67f2744 req-38ad4a94-5306-4c37-819d-e8ced7dbc981 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738748 May 14 18:02:26.150443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-57e71780-0336-4c87-8867-8a9f5d675128 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:26.151911 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-57e71780-0336-4c87-8867-8a9f5d675128 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569908 May 14 18:02:26.162104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-f91edd55-4e10-4020-80d0-d551e6ce6d2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1ae8ef57-a805-4dea-92cc-47c420911611 HTTP/1.1" status: 200 len: 217 time: 0.0920534 May 14 18:02:26.170778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Request body: {'port': {'device_id': '693b9a08-a107-4e0a-a82d-933456683b12', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'e19be08e0d1848f9aebdcac02d095fec'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:26.315158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68541b5-e2f0-49d7-85c6-eeae44b69846 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:26.334630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.345264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:26.362182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Usage tracker for resource:port and tenant:6e73f0e956a1435c912d8391a77da07d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:26.368061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Transition to ACTIVE for port object f68541b5-e2f0-49d7-85c6-eeae44b69846 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:26.370077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:26.376807 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.382554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-e3ab88ed-033d-40f7-bae4-0b812b86da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:26.384249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-e3ab88ed-033d-40f7-bae4-0b812b86da06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1742675 May 14 18:02:26.384425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:26.385293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:26.386449 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-714ae87e-ec47-47d6-bffc-716a5bbd1b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:26.422655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Usage tracker for resource:port and tenant:e19be08e0d1848f9aebdcac02d095fec is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:26.434183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:26.458290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Made reservation on behalf of 6e73f0e956a1435c912d8391a77da07d for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:26.462569 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.492911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:26.566027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Made reservation on behalf of e19be08e0d1848f9aebdcac02d095fec for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:26.569394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.569897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109444b5-7a11-4634-b836-2bd3b5581f60 req-658e59ce-662e-47b4-918d-9146b4bdeb33 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:26.571631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109444b5-7a11-4634-b836-2bd3b5581f60 req-658e59ce-662e-47b4-918d-9146b4bdeb33 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 936 time: 0.4039690 May 14 18:02:26.578861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Pushing event updated for resources: {'Port': ['ID=f68541b5-e2f0-49d7-85c6-eeae44b69846,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:26.584475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.613243 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:26.615566 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c459001-27f6-4034-9fd6-e5b3992b4f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:26.618640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.642011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:26.649494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Usage tracker for resource:security_group_rule and tenant:e19be08e0d1848f9aebdcac02d095fec is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:26.657236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:26.667613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:26.671989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7afefc-96d5-4a8e-a010-53f54a56bc10,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:26.681417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.691145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Attempting to bind port f68541b5-e2f0-49d7-85c6-eeae44b69846 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:26.691493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Attempting to bind port f68541b5-e2f0-49d7-85c6-eeae44b69846 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:26.691759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Attempting to bind port f68541b5-e2f0-49d7-85c6-eeae44b69846 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:26.696042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c00b2-f716-4b27-b4d3-2c47f17b5bc0 None None] Network ee9abf2f-fc9c-433d-9c74-841b041f1927 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:26.705134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Port f68541b5-e2f0-49d7-85c6-eeae44b69846 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:26.705382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Attempting to bind port f68541b5-e2f0-49d7-85c6-eeae44b69846 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:26.716554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:26.716943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:26.717240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:26.717667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Bound port: f68541b5-e2f0-49d7-85c6-eeae44b69846, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:26.718005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.770190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/subnets/eb7afefc-96d5-4a8e-a010-53f54a56bc10 HTTP/1.1" status: 204 len: 168 time: 2.0864096 May 14 18:02:26.772189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.773081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.773451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.773815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.774073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43020) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:26.774213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.774511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.774862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.775232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.775585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.775934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.776304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.776656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:02:26.783308 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:26.792160 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109444b5-7a11-4634-b836-2bd3b5581f60 req-7dde86f5-fada-407e-bc27-06aa4213ff1d tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025180 May 14 18:02:26.796509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-da0ce119-ab65-41fc-b9e0-a9d486c42805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:26.797937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-da0ce119-ab65-41fc-b9e0-a9d486c42805 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3988683 May 14 18:02:26.840283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-deleted', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:26.907950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Allocated IP 172.20.0.6 (192865fc-bb9e-4800-b4c3-7a4a7b69acce/d3a2f202-2d2b-4cf6-8889-260d73a7ba25/51a3d932-ed00-4537-8221-cbf2ecaa8c02) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:26.917784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:26.971402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] For port f68541b5-e2f0-49d7-85c6-eeae44b69846, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:26.994437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:26.998491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.002979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] For port f68541b5-e2f0-49d7-85c6-eeae44b69846, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:27.009368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.014422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-842d22bb-eede-450c-b27c-550e71a71780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:27.014653 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90a692a0-45b9-4f8e-81bd-22c53438b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.026127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 3320cf99-0a42-4f10-bdce-614c72959f26 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:27.026509 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.062020 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.076928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b563f-256d-410d-a423-bbc0319090df None None] DHCP port deletion for ee9abf2f-fc9c-433d-9c74-841b041f1927 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:02:27.142723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf09dbe-50c4-4cfb-b28b-745c4a14895d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:27.150360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:27.151754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:27.152207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.152566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-da34a821-7f21-4378-8bab-614085444e4c req-27ab69e0-9bef-49d1-9f26-07380ce57a9b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Synchronizing usage tracker for tenant:6e73f0e956a1435c912d8391a77da07d on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:27.153572 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] 10.222.0.15 "PUT /v2.0/ports/f68541b5-e2f0-49d7-85c6-eeae44b69846 HTTP/1.1" status: 200 len: 1096 time: 1.7036078 May 14 18:02:27.154244 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d2be50e-0746-464d-bb0d-f63028547986 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:27.198278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91809a26-7619-4b66-a142-6c1a92a02006', 'tag': 'f68541b5-e2f0-49d7-85c6-eeae44b69846'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:27.211705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.235216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-915b563f-256d-410d-a423-bbc0319090df None None] Deleting port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:27.235490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-915b563f-256d-410d-a423-bbc0319090df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.267087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-da34a821-7f21-4378-8bab-614085444e4c req-27ab69e0-9bef-49d1-9f26-07380ce57a9b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Unset dirty status for tenant:6e73f0e956a1435c912d8391a77da07d on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:27.268338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da34a821-7f21-4378-8bab-614085444e4c req-27ab69e0-9bef-49d1-9f26-07380ce57a9b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 210 time: 0.1865835 May 14 18:02:27.281254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-2d7b1e70-1f7f-4d08-b073-2c6b957de4b1 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623353 May 14 18:02:27.329964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1ae8ef57-a805-4dea-92cc-47c420911611 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:27.332238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:27.405722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:27.424121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:27.424495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.438234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:27.458688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.470774 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:27.539231 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:02:27.548583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Pushing event updated for resources: {'Port': ['ID=f68541b5-e2f0-49d7-85c6-eeae44b69846,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:27.556049 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:27.562420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:27.562420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.633685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-915b563f-256d-410d-a423-bbc0319090df None None] For port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,segment=NetworkSegment(5675c50b-5d76-42c7-afd8-0625b8595f96),segment_id=5675c50b-5d76-42c7-afd8-0625b8595f96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:27.633925 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-915b563f-256d-410d-a423-bbc0319090df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.665042 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.699020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.723219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4199fe-745c-49a9-a59a-72e77219f817 req-3b0c1b41-3fb6-48cf-9d58-035f09a0a5e4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:27.731785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c4199fe-745c-49a9-a59a-72e77219f817 req-3b0c1b41-3fb6-48cf-9d58-035f09a0a5e4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 947 time: 0.3162291 May 14 18:02:27.735125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98a6807d-2e08-4ca5-8dc8-cad949cef95c req-eb3f72f5-6f03-4fb0-828b-3172d70b2ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356763 May 14 18:02:27.789475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c4199fe-745c-49a9-a59a-72e77219f817 req-ff12aa57-d7e6-4f57-b892-855cc834ee07 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566597 May 14 18:02:27.807309 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.814414 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:27.822315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-915b563f-256d-410d-a423-bbc0319090df None None] Calling delete_port for 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:27.838998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:27.839673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:27.843670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-1cc0c43a-b7c5-455f-9bea-d28961bdfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:27.845231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-1cc0c43a-b7c5-455f-9bea-d28961bdfc48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf6eb521ce9c4ab9bd08cbf496986528&device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 1099 time: 0.6217027 May 14 18:02:27.869820 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:27.910816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Allocated IP 192.168.233.119 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/48e0ee5b-830e-46c5-b404-95afd6633462) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:27.919887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Network 192865fc-bb9e-4800-b4c3-7a4a7b69acce is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:27.921489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:27.932326 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-5d14efcd-ae55-4cef-938b-94a0844441b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846 HTTP/1.1" status: 200 len: 217 time: 0.0734804 May 14 18:02:27.949291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1ae8ef57-a805-4dea-92cc-47c420911611, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1ae8ef57-a805-4dea-92cc-47c420911611,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:27.956950 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:27.958488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Pushing event updated for resources: {'Port': ['ID=51a3d932-ed00-4537-8221-cbf2ecaa8c02,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:27.980651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '1ae8ef57-a805-4dea-92cc-47c420911611', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '1ae8ef57-a805-4dea-92cc-47c420911611', 'mac_address': 'fa:16:3e:4f:3c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:27.998778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:28.032039 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:28.052333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:28.058221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-c2e2caea-940e-4bc0-ad57-7e95c7532910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:28.059751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-c2e2caea-940e-4bc0-ad57-7e95c7532910 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1159222 May 14 18:02:28.066998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.073016 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:28.091991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:28.092635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.135041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e906-02b6-49c0-88a4-668addcdfc17 req-55b8b71d-f745-4c8c-8824-586b7ee83507 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:28.136619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3494e906-02b6-49c0-88a4-668addcdfc17 req-55b8b71d-f745-4c8c-8824-586b7ee83507 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1727183 May 14 18:02:28.138503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3486259 May 14 18:02:28.142796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.165447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Request body: {'port': {'device_id': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:28.215777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:28.246440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.247829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3494e906-02b6-49c0-88a4-668addcdfc17 req-c02076ab-c09e-4d42-850c-7b1b1dbcbf8c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045091 May 14 18:02:28.252419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a55427ef-8714-4bbc-a6b1-574007ca769a tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:28.255627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-915b563f-256d-410d-a423-bbc0319090df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.264118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:28.264473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:28.267910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=11']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:28.274243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae8ef57-a805-4dea-92cc-47c420911611 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:28.278261 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:28.280534 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:28.305562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:28.313335 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:28.324808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-45ad50a5-4a9a-4288-96ce-30dd281784c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:28.326424 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-45ad50a5-4a9a-4288-96ce-30dd281784c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490675 May 14 18:02:28.331109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b563f-256d-410d-a423-bbc0319090df None None] No DVR routers for this DVR port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:28.333070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b563f-256d-410d-a423-bbc0319090df None None] Pushing event deleted for resources: {'Port': ['ID=34acf85d-25f6-45b8-b472-f3d31ea3b8f6,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:28.334469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port 34acf85d-25f6-45b8-b472-f3d31ea3b8f6 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:28.339065 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-915b563f-256d-410d-a423-bbc0319090df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:28.342038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1ae8ef57-a805-4dea-92cc-47c420911611, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1ae8ef57-a805-4dea-92cc-47c420911611,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:28.352669 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.354683 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f068536-06a4-45ba-8d8b-6b8656fd94c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:28.384878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.428160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1ae8ef57-a805-4dea-92cc-47c420911611,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:28.432290 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:28.474056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9529a6d2-da09-4344-9ca3-f58290cb8e48 req-728cd863-7fee-47a6-953f-ec99b00a4855 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 210 time: 0.0674770 May 14 18:02:28.495893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.612459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['1ae8ef57-a805-4dea-92cc-47c420911611'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:28.617824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.625561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Transition to ACTIVE for port object 48e0ee5b-830e-46c5-b404-95afd6633462 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:28.645477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9abf2f-fc9c-433d-9c74-841b041f1927']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:28.668100 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710eb1e-341d-412e-87c8-be32dce81a3d', 'name': 'network-vif-deleted', 'tag': '150679f3-64b1-4d86-b329-ce4debec9ed7', 'status': 'completed', 'code': 200} May 14 18:02:28.670519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5675c50b-5d76-42c7-afd8-0625b8595f96') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:28.670819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5675c50b-5d76-42c7-afd8-0625b8595f96') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:28.683735 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-698f3a08-f31e-493e-90d8-27729aaf578e service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797472 May 14 18:02:28.687732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.787643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.797295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:02:28.797690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: timer() May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:02:28.820439 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:02:28.921308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:28.933935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b27eb8f7-8e15-4ea9-9388-77a16beca30b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:28.969539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec17a-59b8-4d66-a448-3cca2cf51787 req-643d7698-c1d0-4ce0-ac08-7498f142571d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:28.976290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-907ec17a-59b8-4d66-a448-3cca2cf51787 req-643d7698-c1d0-4ce0-ac08-7498f142571d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 949 time: 0.2074509 May 14 18:02:29.012459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.027092 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.034335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:29.039927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-907ec17a-59b8-4d66-a448-3cca2cf51787 req-ab418c14-e760-42c5-b346-eb32ce85dc2f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625126 May 14 18:02:29.045951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:29.056991 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6be7a479-0e92-4535-8791-f26fd45b5a35 req-cd99dcae-dc3b-4128-b74d-5db456cf4d41 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604090 May 14 18:02:29.074687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:29.113953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a3d932-ed00-4537-8221-cbf2ecaa8c02 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:29.120564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Pushing event updated for resources: {'Port': ['ID=48e0ee5b-830e-46c5-b404-95afd6633462,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:29.133093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:29.133902 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:02:29.139029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.145371 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91809a26-7619-4b66-a142-6c1a92a02006', 'tag': 'f68541b5-e2f0-49d7-85c6-eeae44b69846', 'status': 'completed', 'code': 200} May 14 18:02:29.145788 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:29.173880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Transition to ACTIVE for port object 51a3d932-ed00-4537-8221-cbf2ecaa8c02 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:29.185803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.186447 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26', 'code': 200} May 14 18:02:29.189495 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa230a7a-2f53-4701-8152-f84db87af317 tempest-InstanceActionsTestJSON-1622154103 tempest-InstanceActionsTestJSON-1622154103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:29.250186 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/networks/ee9abf2f-fc9c-433d-9c74-841b041f1927 HTTP/1.1" status: 204 len: 168 time: 2.4741778 May 14 18:02:29.254932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Network': ['ID=ee9abf2f-fc9c-433d-9c74-841b041f1927,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:29.266464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:29.268010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43066) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:29.306987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:29.307693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.337914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1708233 May 14 18:02:29.341502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-e45f2e2f-619b-4d96-bf4d-6d2a4f4b1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:29.342910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-e45f2e2f-619b-4d96-bf4d-6d2a4f4b1a5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf6eb521ce9c4ab9bd08cbf496986528&device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 1099 time: 0.1592295 May 14 18:02:29.352363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Request body: {'port': {'device_id': '693b9a08-a107-4e0a-a82d-933456683b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:29.457700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-81acce34-3d46-4919-8cd6-ac4004cf6e7e None None] Provisioning for port 48e0ee5b-830e-46c5-b404-95afd6633462 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:29.470746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-81acce34-3d46-4919-8cd6-ac4004cf6e7e None None] Provisioning complete for port 48e0ee5b-830e-46c5-b404-95afd6633462 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:29.471568 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-81acce34-3d46-4919-8cd6-ac4004cf6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.593995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-376acd97-c628-4d52-a192-b713f0ed8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:29.595554 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-376acd97-c628-4d52-a192-b713f0ed8ad9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2125993 May 14 18:02:29.608649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-81acce34-3d46-4919-8cd6-ac4004cf6e7e None None] Port 48e0ee5b-830e-46c5-b404-95afd6633462 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:02:29.679880 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.683314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93e653a7-8e88-465a-8a91-da8ebf7a5c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.830764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting subnet 1f6261b9-fa43-42ba-9da3-9574627bb88b {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:02:29.893742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:29.941100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Pushing event updated for resources: {'Port': ['ID=51a3d932-ed00-4537-8221-cbf2ecaa8c02,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:29.947226 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-51f5597d-03a3-4a78-9f97-3fd19743e30b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846 HTTP/1.1" status: 200 len: 217 time: 0.3412671 May 14 18:02:29.969230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:30.018576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.081901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-aedcd643-cc0d-4f9a-b341-0a1338b69798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:30.083301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-aedcd643-cc0d-4f9a-b341-0a1338b69798 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1285934 May 14 18:02:30.104298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Attempting to bind port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:30.104676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Attempting to bind port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:30.104962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Attempting to bind port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 on network 192865fc-bb9e-4800-b4c3-7a4a7b69acce {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:30.130470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.136020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2d2ec-4a64-4d23-9360-9d23b1406b34 req-5f1031f7-85f3-4e22-a1f3-4b41411ae7af tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:30.143025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d1c2d2ec-4a64-4d23-9360-9d23b1406b34 req-5f1031f7-85f3-4e22-a1f3-4b41411ae7af tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 948 time: 0.7516854 May 14 18:02:30.150353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 on network 192865fc-bb9e-4800-b4c3-7a4a7b69acce not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:30.150682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Attempting to bind port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 on network 192865fc-bb9e-4800-b4c3-7a4a7b69acce {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:30.173525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:30.173864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Checking segment: {'id': '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:30.174252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Bound using segment: {'id': '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:30.174695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Bound port: 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:30.175343 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.278125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d1c2d2ec-4a64-4d23-9360-9d23b1406b34 req-8a500c89-6813-41fb-bea2-cd623471bbb7 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342137 May 14 18:02:30.290011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-0b6d618d-b4ae-4f93-b382-f3878b586a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:30.291506 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-0b6d618d-b4ae-4f93-b382-f3878b586a50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980422 May 14 18:02:30.296469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.369849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] For port 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:30.452021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] For port 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02,segment=NetworkSegment(66810b2f-e1fa-4a14-b0f4-85c9d01b45e3),segment_id=66810b2f-e1fa-4a14-b0f4-85c9d01b45e3)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:30.464974 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.473205 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:30.555590 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-ad432fb5-ce1c-4843-9f54-3d3dbf5f5592 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493582 May 14 18:02:30.562636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:30.563285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.564654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] 10.222.0.22 "PUT /v2.0/ports/51a3d932-ed00-4537-8221-cbf2ecaa8c02 HTTP/1.1" status: 200 len: 1091 time: 2.4050996 May 14 18:02:30.613809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.692212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'tag': '51a3d932-ed00-4537-8221-cbf2ecaa8c02'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:30.738358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Pushing event updated for resources: {'Port': ['ID=51a3d932-ed00-4537-8221-cbf2ecaa8c02,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:30.748429 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:30.768391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e0ee5b-830e-46c5-b404-95afd6633462 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:30.788662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.810529 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0968928-4ecc-4ca1-b6f5-245f0e78afb5 req-228ea7e5-c4d8-4215-9c65-8f1620351e4b service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473009 May 14 18:02:30.831558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Transition to ACTIVE for port object 48e0ee5b-830e-46c5-b404-95afd6633462 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:30.841551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.847531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-60210a09-a429-4cc7-886d-4db23d75cecc tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:30.855359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-bce47d2b-9825-4e16-bb3c-6b8e6577e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:30.857467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-bce47d2b-9825-4e16-bb3c-6b8e6577e8ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e73f0e956a1435c912d8391a77da07d&device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 1094 time: 0.2309232 May 14 18:02:30.963192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-90d4c649-f989-42af-956e-cdf825a69858 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02 HTTP/1.1" status: 200 len: 217 time: 0.0943000 May 14 18:02:30.964942 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:30.971295 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f63e572-63dd-4d3f-8406-c3afa4fe529c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:31.017637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Pushing event updated for resources: {'Port': ['ID=48e0ee5b-830e-46c5-b404-95afd6633462,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:31.052084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:31.090104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6261b9-fa43-42ba-9da3-9574627bb88b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:31.095314 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:31.098213 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.101059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdcff41-29a5-4eec-8623-1a0b50930a56 None None] Network 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:31.108368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/subnets/1f6261b9-fa43-42ba-9da3-9574627bb88b HTTP/1.1" status: 204 len: 168 time: 1.8392608 May 14 18:02:31.110899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:31.235779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Attempting to bind port 48e0ee5b-830e-46c5-b404-95afd6633462 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:31.236376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Attempting to bind port 48e0ee5b-830e-46c5-b404-95afd6633462 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:31.236870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Attempting to bind port 48e0ee5b-830e-46c5-b404-95afd6633462 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:31.248019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:31.262980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Port 48e0ee5b-830e-46c5-b404-95afd6633462 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:31.263361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Attempting to bind port 48e0ee5b-830e-46c5-b404-95afd6633462 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:31.275687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:31.276072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:31.276412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:31.276836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Bound port: 48e0ee5b-830e-46c5-b404-95afd6633462, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:31.277177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.278802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-d10b4f01-6a8b-441b-89bb-fbfd6b7ff77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:31.287425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-d10b4f01-6a8b-441b-89bb-fbfd6b7ff77f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d3a2f202-2d2b-4cf6-8889-260d73a7ba25 HTTP/1.1" status: 200 len: 860 time: 0.2734003 May 14 18:02:31.354224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1ae8ef57-a805-4dea-92cc-47c420911611 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:31.384626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-2946756e-2d41-4379-b0aa-57f25c1e0a66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=192865fc-bb9e-4800-b4c3-7a4a7b69acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472870 May 14 18:02:31.421212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] For port 48e0ee5b-830e-46c5-b404-95afd6633462, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:31.426867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] For port 48e0ee5b-830e-46c5-b404-95afd6633462, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=48e0ee5b-830e-46c5-b404-95afd6633462,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:31.440191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.449679 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b496525d-f285-4405-9b00-36f93621505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:31.516365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:31.516969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.518325 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] 10.222.0.22 "PUT /v2.0/ports/48e0ee5b-830e-46c5-b404-95afd6633462 HTTP/1.1" status: 200 len: 1096 time: 2.1721528 May 14 18:02:31.518824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693b9a08-a107-4e0a-a82d-933456683b12', 'tag': '48e0ee5b-830e-46c5-b404-95afd6633462'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:31.549142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 1ae8ef57-a805-4dea-92cc-47c420911611 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:31.582761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 1ae8ef57-a805-4dea-92cc-47c420911611 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:31.590225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.601296 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.670756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] DHCP port deletion for 3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:02:31.675458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Pushing event updated for resources: {'Port': ['ID=48e0ee5b-830e-46c5-b404-95afd6633462,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:31.705166 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:31.758414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-1c4f1523-5569-419d-85b0-59b4987c2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:31.764033 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-1c4f1523-5569-419d-85b0-59b4987c2165 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e19be08e0d1848f9aebdcac02d095fec&device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 1099 time: 0.1934822 May 14 18:02:31.768874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b92c6-d9b9-4117-aded-6a1c3cc3f2bd req-ca892def-c009-4a58-9783-6fe932da58d0 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:31.779653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424b92c6-d9b9-4117-aded-6a1c3cc3f2bd req-ca892def-c009-4a58-9783-6fe932da58d0 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 943 time: 0.5188692 May 14 18:02:31.865818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424b92c6-d9b9-4117-aded-6a1c3cc3f2bd req-3f9ec605-e644-4fce-ab28-64c6d0d39c0a tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851839 May 14 18:02:31.887104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-52a8f71f-e701-49d8-8355-e56f71e0033b service neutron] 10.222.0.22 "GET /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773209 May 14 18:02:31.901416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-d59020a0-48a2-4310-95ff-b08fd0212e26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=48e0ee5b-830e-46c5-b404-95afd6633462 HTTP/1.1" status: 200 len: 217 time: 0.1191361 May 14 18:02:31.925431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Deleting port bbff7f26-91f7-41ac-8560-4159935f79e5 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:31.925858 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:31.984356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-b75ad5c1-e019-4dc7-97ac-608668408d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:31.986063 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-b75ad5c1-e019-4dc7-97ac-608668408d71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0764263 May 14 18:02:32.050229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.143729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] For port bbff7f26-91f7-41ac-8560-4159935f79e5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bbff7f26-91f7-41ac-8560-4159935f79e5,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:32.144117 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.302479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-80bdbe1c-75de-4dab-80e8-5781335a9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:32.309540 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-80bdbe1c-75de-4dab-80e8-5781335a9fc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153164 May 14 18:02:32.325869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port bbff7f26-91f7-41ac-8560-4159935f79e5 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:32.326475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.341516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02545ffa-87c3-4e02-ad3a-274751c560c7 req-b68bd786-978f-4c29-80d8-c35784399089 service neutron] 10.222.0.22 "GET /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443464 May 14 18:02:32.364863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Calling delete_port for bbff7f26-91f7-41ac-8560-4159935f79e5 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:32.499428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1ae8ef57-a805-4dea-92cc-47c420911611, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1ae8ef57-a805-4dea-92cc-47c420911611,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:32.513988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bbff7f26-91f7-41ac-8560-4159935f79e5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:32.575779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-4046fe8a-6881-4b1f-a406-8c7b4338e889 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494595 May 14 18:02:32.577059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8cf3-9a63-465c-ad8b-7463d6af94dd req-4abe71de-0b18-4ee0-90df-d321addb427c tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:32.584079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d7a8cf3-9a63-465c-ad8b-7463d6af94dd req-4abe71de-0b18-4ee0-90df-d321addb427c tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 948 time: 0.2415667 May 14 18:02:32.609035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.633480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: bbff7f26-91f7-41ac-8560-4159935f79e5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:32.634231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bbff7f26-91f7-41ac-8560-4159935f79e5 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:32.648714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d7a8cf3-9a63-465c-ad8b-7463d6af94dd req-11a6e1ff-842a-4093-b515-9ed0737ef922 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634317 May 14 18:02:32.649722 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:32.651882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port bbff7f26-91f7-41ac-8560-4159935f79e5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bbff7f26-91f7-41ac-8560-4159935f79e5,segment=NetworkSegment(def42b24-7a44-4296-b6d1-3d0df9add4de),segment_id=def42b24-7a44-4296-b6d1-3d0df9add4de)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:32.652258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.687879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.690802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] No DVR routers for this DVR port bbff7f26-91f7-41ac-8560-4159935f79e5 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:32.718995 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:32.720624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Pushing event deleted for resources: {'Port': ['ID=bbff7f26-91f7-41ac-8560-4159935f79e5,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:32.728598 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:32.729161 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:32.761530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-16a3d57f-cc54-4bd2-8a20-6f34d6c61ef4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3727357 May 14 18:02:32.764465 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ef549c12-4906-40de-8fa1-55a78f0a0891 req-7eb53bfb-6ce5-46b6-a7a7-aff4b9d38b8c service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810246 May 14 18:02:32.824093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1ae8ef57-a805-4dea-92cc-47c420911611,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:32.835882 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:32.920908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-bc0788af-b470-4659-a14c-7527fc50a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:32.922378 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-bc0788af-b470-4659-a14c-7527fc50a894 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1096 time: 0.1187868 May 14 18:02:32.938579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for bbff7f26-91f7-41ac-8560-4159935f79e5 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:33.060853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.068273 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9f2cb497-627e-425a-b713-1ceab57162e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:33.137451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=bbff7f26-91f7-41ac-8560-4159935f79e5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:33.141046 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:33.142000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port bbff7f26-91f7-41ac-8560-4159935f79e5 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:33.149568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-b87db7e6-4e5c-4c50-b382-f663c68067f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:33.151375 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-b87db7e6-4e5c-4c50-b382-f663c68067f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.2051196 May 14 18:02:33.151962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccd7f1-24a6-4e1f-adc0-9cbf6a7fe186 req-d107e438-4221-4528-915b-edb0d08280ee tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:33.153488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48ccd7f1-24a6-4e1f-adc0-9cbf6a7fe186 req-d107e438-4221-4528-915b-edb0d08280ee tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 950 time: 0.2074511 May 14 18:02:33.242954 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-fc1ee586-a53c-421f-b602-df0c358065bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.0787518 May 14 18:02:33.330262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48ccd7f1-24a6-4e1f-adc0-9cbf6a7fe186 req-8c6d9202-2c33-4a5d-85fd-3dde8f88e833 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442418 May 14 18:02:33.331768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.335213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-e4d3157a-ce6b-4efe-bed7-429f936ad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:33.336707 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-e4d3157a-ce6b-4efe-bed7-429f936ad7c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.0843141 May 14 18:02:33.359141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:33.369194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def42b24-7a44-4296-b6d1-3d0df9add4de') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:33.369570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def42b24-7a44-4296-b6d1-3d0df9add4de') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:02:33.393224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.408760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-0798c9bc-7a72-4137-bc91-c8cd719a381c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621033 May 14 18:02:33.412818 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.424222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:02:33.424749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: timer() May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:02:33.563859 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:02:33.578960 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'tag': '51a3d932-ed00-4537-8221-cbf2ecaa8c02', 'status': 'completed', 'code': 200} May 14 18:02:33.636287 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-e4905a89-2d7d-4feb-9039-0f9861826646 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177260 May 14 18:02:33.648393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.664676 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d7a6c04b-fa20-4edf-b834-dad3fb59a3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:33.691408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.704364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Network': ['ID=3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:33.711795 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:33.731539 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/networks/3f8903af-7b6b-468e-b0f9-d4bd74ad6ed8 HTTP/1.1" status: 204 len: 168 time: 2.6182737 May 14 18:02:33.733751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43116) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:33.779647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-472882311'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:33.779647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:33.779647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:network and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:33.779647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:33.790118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:33.832206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8926-dab1-4de7-beaf-ec37c3a33074 req-225cfe81-b3a9-44de-821d-687f710b4464 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:33.833173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-966d8926-dab1-4de7-beaf-ec37c3a33074 req-225cfe81-b3a9-44de-821d-687f710b4464 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2533791 May 14 18:02:33.888521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:33.892060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:33.896676 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a0cad486-d499-4b6f-a9f5-e2dc8be63507 req-4b3c585e-5d3e-46cb-929e-16240c105ecb service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489302 May 14 18:02:33.918101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-936e5f78-b103-4f9c-bc61-898f00d9bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:33.918101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-936e5f78-b103-4f9c-bc61-898f00d9bea8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e73f0e956a1435c912d8391a77da07d&device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 1094 time: 0.2988858 May 14 18:02:34.049274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-966d8926-dab1-4de7-beaf-ec37c3a33074 req-2418230d-e158-435a-9340-6f35dd46a59b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029035 May 14 18:02:34.067671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:02:34.104982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:34.105330 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Added segment 98cd948b-d311-4eb8-a75e-15676d111594 of type vlan for network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 May 14 18:02:34.134037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-4c25fba0-de88-491d-a16a-71c2ba25f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:34.135449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-4c25fba0-de88-491d-a16a-71c2ba25f740 service neutron] 10.222.0.22 "GET /v2.0/networks?id=192865fc-bb9e-4800-b4c3-7a4a7b69acce HTTP/1.1" status: 200 len: 921 time: 0.2089624 May 14 18:02:34.211401 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:34.260876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-7a52a44e-0aeb-4efb-82c3-3a5584f28f90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02 HTTP/1.1" status: 200 len: 217 time: 0.1168611 May 14 18:02:34.455475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:02:34.502744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:34.509968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:34.510732 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:34.531161 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:34.547978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-59835873-7ea5-49ec-ab5f-2c26ad8106ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:34.549648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-59835873-7ea5-49ec-ab5f-2c26ad8106ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d3a2f202-2d2b-4cf6-8889-260d73a7ba25 HTTP/1.1" status: 200 len: 860 time: 0.2787554 May 14 18:02:34.567341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8311169 May 14 18:02:34.570883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43128) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:34.576677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'subnet': {'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:34.687772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea783412-98f5-47d9-9a29-c8df6ad74020 req-f230b26c-b601-445f-83d7-98769a6f30bd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:34.694983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea783412-98f5-47d9-9a29-c8df6ad74020 req-f230b26c-b601-445f-83d7-98769a6f30bd tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.4934182 May 14 18:02:34.745469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-c71e1aa3-061c-47d1-bb84-48c306273d0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=192865fc-bb9e-4800-b4c3-7a4a7b69acce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815314 May 14 18:02:34.757834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Network': ['ID=66b0fd19-a4fa-44a5-a4cb-63c20a290af1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:34.758306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:34.762411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:subnet and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:34.765930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:34.770505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:02:34.771131 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:34.779598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:34.810519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:34.814672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea783412-98f5-47d9-9a29-c8df6ad74020 req-8c413e99-a5b6-4b60-8584-6eae8aee9d63 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185906 May 14 18:02:34.815498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:34.923803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f68541b5-e2f0-49d7-85c6-eeae44b69846 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:34.936946 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 18:02:35.035520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-2174ce98-3bf9-47be-b0e8-d6b22a4071d4 service neutron] 10.222.0.22 "GET /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799006 May 14 18:02:35.273310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f68541b5-e2f0-49d7-85c6-eeae44b69846, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:35.286003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde0c6cf-1cd9-4e1f-86f8-d54018c4c9bb req-11639403-000e-46aa-86a1-71a4ca474e16 service neutron] 10.222.0.22 "GET /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417383 May 14 18:02:35.295468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'f68541b5-e2f0-49d7-85c6-eeae44b69846', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': 'f68541b5-e2f0-49d7-85c6-eeae44b69846', 'mac_address': 'fa:16:3e:0f:6a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:35.305349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cb3d-6765-43a4-ba90-94e5c149a732 req-76e9940b-ed87-4233-970e-0e04b4cace82 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:35.313098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e887cb3d-6765-43a4-ba90-94e5c149a732 req-76e9940b-ed87-4233-970e-0e04b4cace82 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 948 time: 0.1520550 May 14 18:02:35.368800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e887cb3d-6765-43a4-ba90-94e5c149a732 req-515b86c0-212b-4b07-a821-e8326ff460de tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 May 14 18:02:35.379223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:35.396097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:35.457229 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693b9a08-a107-4e0a-a82d-933456683b12', 'tag': '48e0ee5b-830e-46c5-b404-95afd6633462', 'status': 'completed', 'code': 200} May 14 18:02:35.459491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68541b5-e2f0-49d7-85c6-eeae44b69846 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:35.641547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-f3d2a9b8-6d0a-42d2-bcb4-37fcee28a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:35.644364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-f3d2a9b8-6d0a-42d2-bcb4-37fcee28a69f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e19be08e0d1848f9aebdcac02d095fec&device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 1099 time: 0.1636162 May 14 18:02:35.692525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f68541b5-e2f0-49d7-85c6-eeae44b69846, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:35.705966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:35.714188 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8db7fdb4-a827-4b93-8f0f-45e12ec1661a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:35.715244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:35.732300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:35.848231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:35.861146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f68541b5-e2f0-49d7-85c6-eeae44b69846,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:35.865718 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:35.873965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'mac_address': 'fa:16:3e:6e:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:35.917514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-9afa405e-ddd7-4c04-a90f-c61ed0ec0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:35.919240 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-9afa405e-ddd7-4c04-a90f-c61ed0ec0faf service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2273185 May 14 18:02:35.994871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Checking segment: {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:35.996178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network hostable DHCP agents. Network: 66b0fd19-a4fa-44a5-a4cb-63c20a290af1, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:02:36.009526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Subnet': ['ID=929b606b-e70a-43f4-b45a-bd5b542839c5,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:36.018587 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:36.021137 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.029519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-def9ed57-3723-40a5-9f01-e6d799c4a2bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=48e0ee5b-830e-46c5-b404-95afd6633462 HTTP/1.1" status: 200 len: 217 time: 0.1011546 May 14 18:02:36.040863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967c3c-4bb3-4a2c-a663-f943e0f8b1e3 req-7228342e-f7b0-444a-b6ab-b852ebb813c9 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:36.042541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f967c3c-4bb3-4a2c-a663-f943e0f8b1e3 req-7228342e-f7b0-444a-b6ab-b852ebb813c9 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 943 time: 0.3969274 May 14 18:02:36.045565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:02:36.067353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:36.094055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 66b0fd19-a4fa-44a5-a4cb-63c20a290af1) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:36.118587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:36.120006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678d06d-7ba1-48dc-a5b1-abc0ab41a79b None None] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:36.128791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:36.130891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.152634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-a6ffac7a-18e8-4a46-87eb-0326500d97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:36.154149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-a6ffac7a-18e8-4a46-87eb-0326500d97a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1106844 May 14 18:02:36.157332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f967c3c-4bb3-4a2c-a663-f943e0f8b1e3 req-7956b6fd-5c19-46e7-9ea5-39b34eb3deb6 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 May 14 18:02:36.163729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f68541b5-e2f0-49d7-85c6-eeae44b69846'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:36.199246 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6259289 May 14 18:02:36.200205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43158) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:36.215080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1847319212'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:36.223188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:36.228262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:network and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:36.232174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:36.239845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:36.261939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:36.267169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.270610 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.286291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 48e0ee5b-830e-46c5-b404-95afd6633462 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:36.328064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:02:36.348356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.348769 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Added segment 16f01fad-4c0d-4452-8242-258e447099c8 of type vlan for network 386ed7fe-52a5-40db-9627-353630da7dd7 May 14 18:02:36.357574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-9c4527a2-de76-44d5-8963-d96253bee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:36.360010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-9c4527a2-de76-44d5-8963-d96253bee44a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942680 May 14 18:02:36.410180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.411598 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:36.460150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.532453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:36.535703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:36.552091 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:36.701260 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:02:36.833589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-28c3c42b-6e17-477e-bedf-3169505097b4 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614735 May 14 18:02:36.855399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903abe0-39cb-4ea4-9237-83a880a641c7 req-0a372ace-da42-459d-a851-e093af98ff3d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:36.872461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5903abe0-39cb-4ea4-9237-83a880a641c7 req-0a372ace-da42-459d-a851-e093af98ff3d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 948 time: 0.4671719 May 14 18:02:36.940416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Network': ['ID=386ed7fe-52a5-40db-9627-353630da7dd7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:36.943434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:36.949183 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:36.979505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae8ef57-a805-4dea-92cc-47c420911611'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:36.980640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7785692 May 14 18:02:36.981427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43164) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:02:36.982917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 386ed7fe-52a5-40db-9627-353630da7dd7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:02:36.989725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'subnet': {'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:37.020366 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:37.124283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c519e7f3-459a-4fa4-a1de-740244d4012f req-e518421a-add9-4691-a594-49559e84fe74 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494876 May 14 18:02:37.163821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5903abe0-39cb-4ea4-9237-83a880a641c7 req-65149d4d-6100-4cbb-9689-2749a2c59205 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870927 May 14 18:02:37.280113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:37.284875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:subnet and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:37.292504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:37.305438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:37.320695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:37.334065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:37.469366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-66b0fd19-a4fa-44a5-a4cb-63c20a290af1', 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'fixed_ips': [{'subnet_id': '929b606b-e70a-43f4-b45a-bd5b542839c5'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:02:37.470423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:37.492541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 48e0ee5b-830e-46c5-b404-95afd6633462, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=48e0ee5b-830e-46c5-b404-95afd6633462,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:37.542751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '48e0ee5b-830e-46c5-b404-95afd6633462', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '48e0ee5b-830e-46c5-b404-95afd6633462', 'mac_address': 'fa:16:3e:64:52:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:37.989493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:38.075021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e0ee5b-830e-46c5-b404-95afd6633462 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:38.121331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 48e0ee5b-830e-46c5-b404-95afd6633462, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=48e0ee5b-830e-46c5-b404-95afd6633462,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:38.129825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Allocated IP 19.80.0.2 (66b0fd19-a4fa-44a5-a4cb-63c20a290af1/929b606b-e70a-43f4-b45a-bd5b542839c5/83d72860-7145-4b52-b656-d34b279c3f5c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:38.136351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:38.141844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 51a3d932-ed00-4537-8221-cbf2ecaa8c02 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:02:38.148527 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:38.241145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=48e0ee5b-830e-46c5-b404-95afd6633462,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:38.248636 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:38.395244 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:38.415528 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08f27e36-9872-4789-93cf-fd4295449d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:38.696282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Subnet': ['ID=49386180-0f4b-49fc-a873-b0b89e7369fe,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:38.700544 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:38.701424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Checking segment: {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:38.701797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network hostable DHCP agents. Network: 386ed7fe-52a5-40db-9627-353630da7dd7, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:02:38.749600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 386ed7fe-52a5-40db-9627-353630da7dd7 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:02:38.773698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 386ed7fe-52a5-40db-9627-353630da7dd7) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:38.789554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:38.790269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:38.805302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368f511-bbeb-4374-908b-6ad48264ef26 None None] Network 386ed7fe-52a5-40db-9627-353630da7dd7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:38.844496 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8614032 May 14 18:02:38.954512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02,segment=NetworkSegment(66810b2f-e1fa-4a14-b0f4-85c9d01b45e3),segment_id=66810b2f-e1fa-4a14-b0f4-85c9d01b45e3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:39.000287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '51a3d932-ed00-4537-8221-cbf2ecaa8c02', 'network_id': '192865fc-bb9e-4800-b4c3-7a4a7b69acce', 'port_id': '51a3d932-ed00-4537-8221-cbf2ecaa8c02', 'mac_address': 'fa:16:3e:ce:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a2f202-2d2b-4cf6-8889-260d73a7ba25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:02:39.251050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:39.309948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:39.328027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Transition to ACTIVE for port object 83d72860-7145-4b52-b656-d34b279c3f5c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:39.362097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a3d932-ed00-4537-8221-cbf2ecaa8c02 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:39.409462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Transition to ACTIVE for port object 83d72860-7145-4b52-b656-d34b279c3f5c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:39.436468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:39.448256 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:39.487103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02,segment=NetworkSegment(66810b2f-e1fa-4a14-b0f4-85c9d01b45e3),segment_id=66810b2f-e1fa-4a14-b0f4-85c9d01b45e3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:39.503505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-386ed7fe-52a5-40db-9627-353630da7dd7', 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'fixed_ips': [{'subnet_id': '49386180-0f4b-49fc-a873-b0b89e7369fe'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:02:39.503754 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:39.535524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:39.573582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:39.577249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:39.648870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:39.656836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Pushing event updated for resources: {'Port': ['ID=83d72860-7145-4b52-b656-d34b279c3f5c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:39.670876 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:39.671393 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c24f947-6cb6-4a3d-b4b3-e99e17fba090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:39.773431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['19db786a-dbc7-4c1c-95b3-eb9192a8804c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:39.953334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['48e0ee5b-830e-46c5-b404-95afd6633462'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:40.003361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['51a3d932-ed00-4537-8221-cbf2ecaa8c02'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:40.086961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Attempting to bind port 83d72860-7145-4b52-b656-d34b279c3f5c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:40.087550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Attempting to bind port 83d72860-7145-4b52-b656-d34b279c3f5c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:40.087952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Attempting to bind port 83d72860-7145-4b52-b656-d34b279c3f5c on network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:40.118142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=51a3d932-ed00-4537-8221-cbf2ecaa8c02,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:40.143426 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:40.166066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:40.166540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Checking segment: {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:40.166963 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:40.167385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Bound using segment: {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:40.167932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Bound port: 83d72860-7145-4b52-b656-d34b279c3f5c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:40.168886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:40.253359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Allocated IP 19.86.0.2 (386ed7fe-52a5-40db-9627-353630da7dd7/49386180-0f4b-49fc-a873-b0b89e7369fe/8fa3ed31-7b56-4f41-a156-2a2778f6f530) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:40.602792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] For port 83d72860-7145-4b52-b656-d34b279c3f5c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:40.683070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] For port 83d72860-7145-4b52-b656-d34b279c3f5c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=83d72860-7145-4b52-b656-d34b279c3f5c,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:40.735296 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:40.759836 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:41.071873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f68541b5-e2f0-49d7-85c6-eeae44b69846 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:41.650793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port f68541b5-e2f0-49d7-85c6-eeae44b69846 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:41.686413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port f68541b5-e2f0-49d7-85c6-eeae44b69846 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:41.686788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:41.918896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Pushing event updated for resources: {'Port': ['ID=83d72860-7145-4b52-b656-d34b279c3f5c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:41.945857 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:42.023954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.047835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Transition to ACTIVE for port object 8fa3ed31-7b56-4f41-a156-2a2778f6f530 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:42.076453 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.098339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Transition to ACTIVE for port object 8fa3ed31-7b56-4f41-a156-2a2778f6f530 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:42.119158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.124382 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:42.186379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f68541b5-e2f0-49d7-85c6-eeae44b69846, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:42.197685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Network 386ed7fe-52a5-40db-9627-353630da7dd7 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:42.201092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:42.204981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.209217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:42.286354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83d72860-7145-4b52-b656-d34b279c3f5c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:42.313860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Pushing event updated for resources: {'Port': ['ID=8fa3ed31-7b56-4f41-a156-2a2778f6f530,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:42.327715 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:42.333412 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:42.464453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Attempting to bind port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:42.464895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Attempting to bind port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:42.465367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Attempting to bind port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 on network 386ed7fe-52a5-40db-9627-353630da7dd7 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:42.481468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:42.481833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Checking segment: {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:42.482245 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.482646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Bound using segment: {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:42.483140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Bound port: 8fa3ed31-7b56-4f41-a156-2a2778f6f530, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:42.483540 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.685330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f68541b5-e2f0-49d7-85c6-eeae44b69846,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:42.692570 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:42.714778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] For port 8fa3ed31-7b56-4f41-a156-2a2778f6f530, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:42.724971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] For port 8fa3ed31-7b56-4f41-a156-2a2778f6f530, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8fa3ed31-7b56-4f41-a156-2a2778f6f530,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:42.727096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 83d72860-7145-4b52-b656-d34b279c3f5c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:42.751111 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:42.767268 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:42.921990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Pushing event updated for resources: {'Port': ['ID=8fa3ed31-7b56-4f41-a156-2a2778f6f530,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:42.926231 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:43.156130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e6bbf-585b-4094-8d45-a706d61c04d0 None None] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:43.360389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Provisioning for port 83d72860-7145-4b52-b656-d34b279c3f5c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:43.367968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Provisioning complete for port 83d72860-7145-4b52-b656-d34b279c3f5c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:43.368395 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:43.669500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 48e0ee5b-830e-46c5-b404-95afd6633462 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:43.896891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:43.907213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 48e0ee5b-830e-46c5-b404-95afd6633462 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:43.943718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 48e0ee5b-830e-46c5-b404-95afd6633462 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:43.944940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:44.010441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] For port 83d72860-7145-4b52-b656-d34b279c3f5c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=83d72860-7145-4b52-b656-d34b279c3f5c,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:44.089023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:44.096354 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:44.230372 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:44.271813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fa3ed31-7b56-4f41-a156-2a2778f6f530 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:44.337787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Pushing event updated for resources: {'Port': ['ID=83d72860-7145-4b52-b656-d34b279c3f5c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:44.348233 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:44.352784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 48e0ee5b-830e-46c5-b404-95afd6633462, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=48e0ee5b-830e-46c5-b404-95afd6633462,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:44.373228 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:44.374095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:44.411606 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:44.520164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c4258f-7777-43f5-8824-2bff3c0dd816 None None] Network 386ed7fe-52a5-40db-9627-353630da7dd7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:02:44.661012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d50faa75-bb38-45ba-8363-9df685d9af0c None None] Provisioning complete for port 83d72860-7145-4b52-b656-d34b279c3f5c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:44.661482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d50faa75-bb38-45ba-8363-9df685d9af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:44.722088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:44.756959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 19db786a-dbc7-4c1c-95b3-eb9192a8804c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:44.757358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:44.835824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=48e0ee5b-830e-46c5-b404-95afd6633462,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:44.859659 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:45.092251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.140474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:45.149512 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.150515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 51a3d932-ed00-4537-8221-cbf2ecaa8c02 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:45.176927 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:45.312637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Provisioning for port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:45.327345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Provisioning complete for port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:45.327813 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.361443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=13']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:45.365687 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:45.402203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:45.407635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:45.408023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.569661 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.657148 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.668659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] For port 8fa3ed31-7b56-4f41-a156-2a2778f6f530, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8fa3ed31-7b56-4f41-a156-2a2778f6f530,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:45.682448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.685586 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:45.743517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02,segment=NetworkSegment(66810b2f-e1fa-4a14-b0f4-85c9d01b45e3),segment_id=66810b2f-e1fa-4a14-b0f4-85c9d01b45e3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:45.755907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.767506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Pushing event updated for resources: {'Port': ['ID=8fa3ed31-7b56-4f41-a156-2a2778f6f530,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:45.773565 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:45.773565 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ff0dc3-b7a8-489a-b863-85ac3e36c377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:45.846855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b02504c3-98ed-4319-a270-f08b6973a60b None None] Provisioning complete for port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:45.847146 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b02504c3-98ed-4319-a270-f08b6973a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:45.896442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=51a3d932-ed00-4537-8221-cbf2ecaa8c02,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:45.901531 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:45.918427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7abad8-2bf1-432d-8f41-81cafe086dab req-e5609b6d-e15c-4b2d-a283-96228694c61e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:45.920717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f7abad8-2bf1-432d-8f41-81cafe086dab req-e5609b6d-e15c-4b2d-a283-96228694c61e tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 950 time: 0.2594774 May 14 18:02:45.973206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f7abad8-2bf1-432d-8f41-81cafe086dab req-bc6b476e-39c8-4191-93b7-aada0990e187 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 May 14 18:02:46.161656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fa3ed31-7b56-4f41-a156-2a2778f6f530 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:46.233778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:46.234160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:46.239139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f15b42-f984-4a16-b5f2-924f1456de58 req-78fa13db-d70b-4cff-b529-ff35a06d3947 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:46.248035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1f15b42-f984-4a16-b5f2-924f1456de58 req-78fa13db-d70b-4cff-b529-ff35a06d3947 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1457365 May 14 18:02:46.316742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1f15b42-f984-4a16-b5f2-924f1456de58 req-a435a7b0-f597-48ec-ab71-5a5b9a808095 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 May 14 18:02:46.408789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83d72860-7145-4b52-b656-d34b279c3f5c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:02:46.541788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 83d72860-7145-4b52-b656-d34b279c3f5c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:46.542241 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:46.591309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eca703-15e7-4b6e-a99e-9125f7d9bb11 req-e9f74cae-5f3f-4e4f-aca4-b6fbd65687de tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:46.593378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45eca703-15e7-4b6e-a99e-9125f7d9bb11 req-e9f74cae-5f3f-4e4f-aca4-b6fbd65687de tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 947 time: 0.1431344 May 14 18:02:46.674074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45eca703-15e7-4b6e-a99e-9125f7d9bb11 req-b8eb9d34-e014-47af-bbf3-cb6d09b850a7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749333 May 14 18:02:46.879855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858d92a-02dd-4f52-a97d-75ed29a1aae9 req-dd83dbd5-012b-4e7b-aeb5-ba8feef661e2 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:46.881932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d858d92a-02dd-4f52-a97d-75ed29a1aae9 req-dd83dbd5-012b-4e7b-aeb5-ba8feef661e2 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 950 time: 0.0860298 May 14 18:02:46.935820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d858d92a-02dd-4f52-a97d-75ed29a1aae9 req-d3af19fd-bf78-4be9-82b8-7f94b0867995 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 May 14 18:02:46.986299 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae8ef57-a805-4dea-92cc-47c420911611', 'code': 200} May 14 18:02:47.194480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ee5b7-dd0a-4fd0-b877-10614253b726 req-3a2a08c1-3ae1-49ab-bbc8-28392bd881ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:47.195889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c7ee5b7-dd0a-4fd0-b877-10614253b726 req-3a2a08c1-3ae1-49ab-bbc8-28392bd881ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 1101 time: 0.1323807 May 14 18:02:47.213153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561de22-f833-417f-b0f0-248c79fe7f35 req-5bbfd541-2f3a-4769-899b-8018326c96a5 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:47.214645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8561de22-f833-417f-b0f0-248c79fe7f35 req-5bbfd541-2f3a-4769-899b-8018326c96a5 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 945 time: 0.1189620 May 14 18:02:47.282060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c7ee5b7-dd0a-4fd0-b877-10614253b726 req-df0e82ed-5f98-4657-9537-66bd033e6c89 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664122 May 14 18:02:47.299399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8561de22-f833-417f-b0f0-248c79fe7f35 req-098cede8-5eda-4bfd-a7e3-edcf499fc3be tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691690 May 14 18:02:47.482545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758164-db1b-4669-96e8-d2cb7fa4477d req-25ebe75d-3aba-46b6-9997-28276acf065e tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:47.484007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19758164-db1b-4669-96e8-d2cb7fa4477d req-25ebe75d-3aba-46b6-9997-28276acf065e tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 950 time: 0.0833712 May 14 18:02:47.532660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19758164-db1b-4669-96e8-d2cb7fa4477d req-c03510c6-457a-4c45-92d9-21c40d2c6d97 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 May 14 18:02:47.790657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-aa575945-6bbf-49b0-a342-2586677a2469 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:47.796317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-aa575945-6bbf-49b0-a342-2586677a2469 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:47.797104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-aa575945-6bbf-49b0-a342-2586677a2469 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:47.814415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-aa575945-6bbf-49b0-a342-2586677a2469 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:47.815604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-aa575945-6bbf-49b0-a342-2586677a2469 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/networks?id=66b0fd19-a4fa-44a5-a4cb-63c20a290af1&id=386ed7fe-52a5-40db-9627-353630da7dd7 HTTP/1.1" status: 200 len: 1391 time: 0.1877518 May 14 18:02:47.831299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-7ee42084-e209-466d-8115-aacee38c00b5 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/quotas/580831c115fc4eab8ade98b4f33dffb3 HTTP/1.1" status: 200 len: 375 time: 0.0092752 May 14 18:02:47.932325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-eaec3b7a-87fd-4f35-aa84-bcdfa57a6153 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:47.949702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-eaec3b7a-87fd-4f35-aa84-bcdfa57a6153 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:47.951133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-eaec3b7a-87fd-4f35-aa84-bcdfa57a6153 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1137481 May 14 18:02:48.096218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e2c2a6d1-e232-4f47-859a-93a71b056d40 service neutron] 10.222.0.24 "GET /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371796 May 14 18:02:48.257876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-f3b9dabb-daa8-496d-a4b9-ec8e86d7e940 service neutron] 10.222.0.24 "GET /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543176 May 14 18:02:48.407700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-5f24929b-b17e-4483-8a61-4b4017e6791d service neutron] 10.222.0.24 "GET /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435401 May 14 18:02:48.547344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-f1507587-800b-429f-a6ad-fc21c4972bdf service neutron] 10.222.0.24 "GET /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357346 May 14 18:02:48.906734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f798e-9031-4e27-841d-8ceebff6d3c1 req-5a53c456-3f52-4418-b9d2-22b3f0b67340 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:48.908213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-047f798e-9031-4e27-841d-8ceebff6d3c1 req-5a53c456-3f52-4418-b9d2-22b3f0b67340 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 950 time: 0.0856924 May 14 18:02:48.956981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-047f798e-9031-4e27-841d-8ceebff6d3c1 req-4a2d222d-b5c6-4574-bbff-166fd25d6124 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 May 14 18:02:48.987069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91809a26-7619-4b66-a142-6c1a92a02006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68541b5-e2f0-49d7-85c6-eeae44b69846'}, {'server_uuid': '693b9a08-a107-4e0a-a82d-933456683b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e0ee5b-830e-46c5-b404-95afd6633462'}, {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}, {'server_uuid': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a3d932-ed00-4537-8221-cbf2ecaa8c02'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:49.004857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:49.180735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:49.230191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:49.239330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:49.241351 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:49.304100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffc9db-c2ca-4fdb-8141-eeb0b3b1ff97 req-73c21f1b-0d6f-49b9-837b-1873c99380e3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:49.310977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1bffc9db-c2ca-4fdb-8141-eeb0b3b1ff97 req-73c21f1b-0d6f-49b9-837b-1873c99380e3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 947 time: 0.2454324 May 14 18:02:49.341797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:49.348019 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:49.353974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1bffc9db-c2ca-4fdb-8141-eeb0b3b1ff97 req-c9d850c3-be8d-42ed-911d-539a804057c6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 May 14 18:02:49.546592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f2a5b-898f-4446-8d4b-6c757f9e64bb req-3ec6f152-a409-4302-932f-ba62a8432787 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:49.548168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-903f2a5b-898f-4446-8d4b-6c757f9e64bb req-3ec6f152-a409-4302-932f-ba62a8432787 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 950 time: 0.0888190 May 14 18:02:49.597173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-903f2a5b-898f-4446-8d4b-6c757f9e64bb req-21c74d27-1525-4bcd-a0e5-d31000a3f5f1 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 May 14 18:02:49.801231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae96a-b485-464f-997b-bb72abd6e17f req-70236123-ad71-4ff2-ac85-56b916efb87c tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:49.803257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-398ae96a-b485-464f-997b-bb72abd6e17f req-70236123-ad71-4ff2-ac85-56b916efb87c tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 945 time: 0.0967205 May 14 18:02:49.860283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-398ae96a-b485-464f-997b-bb72abd6e17f req-1b684691-620a-42c2-9423-222f4de59e1b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 May 14 18:02:49.866276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-92bdf8d9-c097-4fb9-8426-0c5ded60011d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:49.872199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-92bdf8d9-c097-4fb9-8426-0c5ded60011d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:49.872969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-92bdf8d9-c097-4fb9-8426-0c5ded60011d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:49.885377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-92bdf8d9-c097-4fb9-8426-0c5ded60011d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:49.886514 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-92bdf8d9-c097-4fb9-8426-0c5ded60011d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.15 "GET /v2.0/networks?id=66b0fd19-a4fa-44a5-a4cb-63c20a290af1&id=386ed7fe-52a5-40db-9627-353630da7dd7 HTTP/1.1" status: 200 len: 1391 time: 0.1779435 May 14 18:02:49.899068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'port': {'device_id': '85beb337-8f61-424d-9087-cb81b0e99f52', 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1', 'admin_state_up': True, 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:50.041626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:50.043346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e5a-7efa-48d5-8eb9-cfa6250a30ee req-54c174ab-f815-4d88-8857-95932a9e914f tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:50.044794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-742d4e5a-7efa-48d5-8eb9-cfa6250a30ee req-54c174ab-f815-4d88-8857-95932a9e914f tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 950 time: 0.0831349 May 14 18:02:50.051296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:50.060860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:50.064551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:50.092078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-742d4e5a-7efa-48d5-8eb9-cfa6250a30ee req-bbdc6cc2-1214-4f86-9531-6ae3478292ee tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 May 14 18:02:50.232516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0221b945-1aff-47ee-b809-1104272774cc req-15e5a197-e85f-4262-9f23-85577b2cec01 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 210 time: 0.0473590 May 14 18:02:50.236205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Allocated IP 19.80.0.188 (66b0fd19-a4fa-44a5-a4cb-63c20a290af1/929b606b-e70a-43f4-b45a-bd5b542839c5/4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:50.444721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:50.464631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Transition to ACTIVE for port object 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:50.490222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:50.496972 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0cb489c5-26a3-459a-b96d-f6919d2cd95d tempest-ServersWithSpecificFlavorTestJSON-299010804 tempest-ServersWithSpecificFlavorTestJSON-299010804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:50.557404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:50.560449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:50.564742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:50.733214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Port': ['ID=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:50.737680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:50.761759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:50.762230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:50.787058 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8923616 May 14 18:02:50.797631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Request body: {'port': {'device_id': '85beb337-8f61-424d-9087-cb81b0e99f52', 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7', 'admin_state_up': True, 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:50.851564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2f79dc00-13d0-4251-816f-2d70f12a2f99 None None] Provisioning for port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:50.856615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2f79dc00-13d0-4251-816f-2d70f12a2f99 None None] Provisioning complete for port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:50.856990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f79dc00-13d0-4251-816f-2d70f12a2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:50.880201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c73ba-acf9-44b2-bdd6-e1d09018da5d req-fd18bd46-7b75-4344-b195-ae5a55213f4a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:50.882737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b5c73ba-acf9-44b2-bdd6-e1d09018da5d req-fd18bd46-7b75-4344-b195-ae5a55213f4a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0845990 May 14 18:02:50.913151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2f79dc00-13d0-4251-816f-2d70f12a2f99 None None] Port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:02:50.930954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b5c73ba-acf9-44b2-bdd6-e1d09018da5d req-b9efca50-ac54-48b8-a2d8-681be5d1e476 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 May 14 18:02:50.954397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:50.954397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Usage tracker for resource:port and tenant:580831c115fc4eab8ade98b4f33dffb3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:50.955196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:50.961475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:50.971615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Made reservation on behalf of 580831c115fc4eab8ade98b4f33dffb3 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:50.976084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:51.096405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e84cd-9f9c-4cc5-a483-49270955a3c3 req-f0cf5007-b5cf-4292-9735-8959c9d02051 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.097993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-244e84cd-9f9c-4cc5-a483-49270955a3c3 req-f0cf5007-b5cf-4292-9735-8959c9d02051 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 1101 time: 0.0740178 May 14 18:02:51.138531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-244e84cd-9f9c-4cc5-a483-49270955a3c3 req-193e743e-f836-494b-83d3-239a9dbdc9ad tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 May 14 18:02:51.141546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Allocated IP 19.86.0.19 (386ed7fe-52a5-40db-9627-353630da7dd7/49386180-0f4b-49fc-a873-b0b89e7369fe/fe4e177c-a43e-45bb-9796-08b5a3aeb38a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:51.211784 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91809a26-7619-4b66-a142-6c1a92a02006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68541b5-e2f0-49d7-85c6-eeae44b69846', 'code': 200} May 14 18:02:51.212066 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693b9a08-a107-4e0a-a82d-933456683b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e0ee5b-830e-46c5-b404-95afd6633462', 'code': 200} May 14 18:02:51.212457 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 18:02:51.212605 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a3d932-ed00-4537-8221-cbf2ecaa8c02', 'code': 200} May 14 18:02:51.433492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb664-5ba5-4168-a952-607a7c5fa65f req-86dcca15-bea4-41d6-81b6-8e42dfb376e9 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.434960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5ddb664-5ba5-4168-a952-607a7c5fa65f req-86dcca15-bea4-41d6-81b6-8e42dfb376e9 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 947 time: 0.1352782 May 14 18:02:51.446969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf28c2-f64f-4457-b0c2-ed3dea109ac7 req-347cdcc7-03e4-47ca-ac96-62dc76d7cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.448469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55bf28c2-f64f-4457-b0c2-ed3dea109ac7 req-347cdcc7-03e4-47ca-ac96-62dc76d7cfe9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 1096 time: 0.1164808 May 14 18:02:51.488839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:51.516969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5ddb664-5ba5-4168-a952-607a7c5fa65f req-e8798a66-9ff7-4e9a-94fe-75e74d4db40d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728738 May 14 18:02:51.518634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55bf28c2-f64f-4457-b0c2-ed3dea109ac7 req-7a8652a5-fb31-4945-ba35-e6c0f2938a51 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 May 14 18:02:51.519859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Transition to ACTIVE for port object fe4e177c-a43e-45bb-9796-08b5a3aeb38a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:51.535284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cc02-4ef9-48fd-aaec-0060b49592b6 req-10f9fb36-2c5f-4d62-bcb3-e39660c59702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.536750 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d540cc02-4ef9-48fd-aaec-0060b49592b6 req-10f9fb36-2c5f-4d62-bcb3-e39660c59702 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 1101 time: 0.2165110 May 14 18:02:51.538523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c21b9-f28f-4aa3-9bfd-ba6a4bb35223 req-2be6d168-8117-42fc-a945-f700dda9eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.539848 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3c0c21b9-f28f-4aa3-9bfd-ba6a4bb35223 req-2be6d168-8117-42fc-a945-f700dda9eed1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 1101 time: 0.1826968 May 14 18:02:51.608540 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d540cc02-4ef9-48fd-aaec-0060b49592b6 req-7938e83b-ae48-49e8-9b97-bb505769f013 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646594 May 14 18:02:51.627593 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3c0c21b9-f28f-4aa3-9bfd-ba6a4bb35223 req-caad7dfb-f416-4768-b5c6-5fc87d114978 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567081 May 14 18:02:51.629290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:51.637388 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:51.697637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Network 386ed7fe-52a5-40db-9627-353630da7dd7 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:51.700602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:51.708749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:51.716439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d2df-de2c-417f-ab23-9fdb9ea9c5d4 req-f51bc025-dc31-4795-b392-cac25214a9f3 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.717937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a9d2df-de2c-417f-ab23-9fdb9ea9c5d4 req-f51bc025-dc31-4795-b392-cac25214a9f3 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 950 time: 0.0894895 May 14 18:02:51.759781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event updated for resources: {'Port': ['ID=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:51.766404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a9d2df-de2c-417f-ab23-9fdb9ea9c5d4 req-8eda5db3-ad99-4a36-b38e-f8896b237876 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 May 14 18:02:51.778193 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:51.793788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:51.794232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:51.820739 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0268800 May 14 18:02:51.833051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Request body: {'port': {'device_id': '85beb337-8f61-424d-9087-cb81b0e99f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:51.940520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ca194b50-ccae-467b-9a79-31b63ac07523 None None] Provisioning for port fe4e177c-a43e-45bb-9796-08b5a3aeb38a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:51.947013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ca194b50-ccae-467b-9a79-31b63ac07523 None None] Provisioning complete for port fe4e177c-a43e-45bb-9796-08b5a3aeb38a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:51.947541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ca194b50-ccae-467b-9a79-31b63ac07523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:51.952343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:52.022130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ca194b50-ccae-467b-9a79-31b63ac07523 None None] Port fe4e177c-a43e-45bb-9796-08b5a3aeb38a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:02:52.164015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876de27-d61f-4182-ac0d-8966bdb31556 req-af69f14f-921b-49dc-8e35-f811f40cdab8 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:52.165447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5876de27-d61f-4182-ac0d-8966bdb31556 req-af69f14f-921b-49dc-8e35-f811f40cdab8 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 945 time: 0.0859177 May 14 18:02:52.210285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5876de27-d61f-4182-ac0d-8966bdb31556 req-293362db-573d-4952-9cf0-d6b6a5a7bf93 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 May 14 18:02:52.314623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:52.322485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:52.336445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Transition to ACTIVE for port object 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:52.339800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:52.344168 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:52.390078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c9c96-70af-4178-b380-81baa82334e0 req-ce526ef6-b856-446c-8cca-680c22b207f8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:52.392370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d4c9c96-70af-4178-b380-81baa82334e0 req-ce526ef6-b856-446c-8cca-680c22b207f8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0896854 May 14 18:02:52.455983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d4c9c96-70af-4178-b380-81baa82334e0 req-774ea10c-3566-4128-a77b-b084a3677295 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 May 14 18:02:52.512458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Pushing event updated for resources: {'Port': ['ID=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:52.520757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:52.735845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Attempting to bind port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:52.736070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Attempting to bind port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:52.736401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Attempting to bind port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 on network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:52.743654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 on network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:52.743981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Attempting to bind port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 on network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:52.750182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:52.750518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Checking segment: {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:52.750901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Bound using segment: {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:52.751365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Bound port: 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cd948b-d311-4eb8-a75e-15676d111594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:52.751711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:52.766120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b852-dae9-4a28-a17a-c99035641eff req-baa97ded-d89f-46a2-a997-eb5478cbdb6b tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:52.768963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3261b852-dae9-4a28-a17a-c99035641eff req-baa97ded-d89f-46a2-a997-eb5478cbdb6b tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 950 time: 0.1085217 May 14 18:02:52.823218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3261b852-dae9-4a28-a17a-c99035641eff req-11abc494-8204-4c08-b2a0-989686a40ae8 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481961 May 14 18:02:52.861218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] For port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:52.864418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] For port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:52.868796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:52.878419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:52.926336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:52.926981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:52.928948 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] 10.222.0.15 "PUT /v2.0/ports/4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 HTTP/1.1" status: 200 len: 1092 time: 1.1001222 May 14 18:02:52.929533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'tag': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:52.965441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Request body: {'port': {'device_id': '85beb337-8f61-424d-9087-cb81b0e99f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:52.996860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Pushing event updated for resources: {'Port': ['ID=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:53.006977 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:53.041906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf4d72-99e1-46fc-8e26-bd5bf8206342 req-fe28701a-d518-4b8a-9281-e1f1efb26d5d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:53.047984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf4d72-99e1-46fc-8e26-bd5bf8206342 req-fe28701a-d518-4b8a-9281-e1f1efb26d5d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:53.049607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76bf4d72-99e1-46fc-8e26-bd5bf8206342 req-fe28701a-d518-4b8a-9281-e1f1efb26d5d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1666 time: 0.0968957 May 14 18:02:53.093072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.099709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76bf4d72-99e1-46fc-8e26-bd5bf8206342 req-1c7e4034-0bd2-4129-92b5-ce8a9c175e6a tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438573 May 14 18:02:53.214430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:53.222583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-c7a7db65-0b90-4e11-aab0-d7a0cb375a11 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330338 May 14 18:02:53.374679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-ef0a7f1c-bc3b-4ad7-ab7d-253bb798b140 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:53.376080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-ef0a7f1c-bc3b-4ad7-ab7d-253bb798b140 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479092 May 14 18:02:53.391804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-eef9c630-ca76-4a76-9770-e22a9dafa977 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/quotas/1e45773665c44ec6a77586bec51b1352 HTTP/1.1" status: 200 len: 375 time: 0.0090158 May 14 18:02:53.449405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4e177c-a43e-45bb-9796-08b5a3aeb38a {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:53.456994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.472862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Transition to ACTIVE for port object fe4e177c-a43e-45bb-9796-08b5a3aeb38a will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:53.477688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.483215 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0f6cce6-baa2-4f29-a7c6-a889167807e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:53.489016 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-14f8a82f-12eb-4fb9-ae14-2a3591408ef3 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0919216 May 14 18:02:53.620865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:53.693776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:53.701433 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:53.753325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Attempting to bind port fe4e177c-a43e-45bb-9796-08b5a3aeb38a on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:53.753649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Attempting to bind port fe4e177c-a43e-45bb-9796-08b5a3aeb38a by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:53.753978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Attempting to bind port fe4e177c-a43e-45bb-9796-08b5a3aeb38a on network 386ed7fe-52a5-40db-9627-353630da7dd7 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:53.759798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Port fe4e177c-a43e-45bb-9796-08b5a3aeb38a on network 386ed7fe-52a5-40db-9627-353630da7dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:53.760122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Attempting to bind port fe4e177c-a43e-45bb-9796-08b5a3aeb38a on network 386ed7fe-52a5-40db-9627-353630da7dd7 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:53.766447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:53.766860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Checking segment: {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:53.767354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Bound using segment: {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:53.767902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Bound port: fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f01fad-4c0d-4452-8242-258e447099c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:53.768312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.812346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.830990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.851491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:53.856847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.864410 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:53.930665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] For port fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:53.933970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] For port fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:53.937728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:53.943229 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29c21bcf-82c6-43b8-9b22-b67b98439dca tempest-InstanceActionsNegativeTestJSON-251703113 tempest-InstanceActionsNegativeTestJSON-251703113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:53.996157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92378a89-6ed6-4442-982e-6d61c229ee50 req-0f5c424e-85c2-4f7e-9385-5fc73e86fb09 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:53.997784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92378a89-6ed6-4442-982e-6d61c229ee50 req-0f5c424e-85c2-4f7e-9385-5fc73e86fb09 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 947 time: 0.2458813 May 14 18:02:54.025969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.026641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:54.028720 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe4e177c-a43e-45bb-9796-08b5a3aeb38a HTTP/1.1" status: 200 len: 1091 time: 1.0682921 May 14 18:02:54.030784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=14']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:54.037095 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:54.064793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:54.076898 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:54.082193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92378a89-6ed6-4442-982e-6d61c229ee50 req-1608a7e3-4c1d-401f-9b65-9413413ebc26 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785451 May 14 18:02:54.284348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-04c9ab22-da99-430e-bf13-f5ab0451bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.284771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-04c9ab22-da99-430e-bf13-f5ab0451bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.286312 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-04c9ab22-da99-430e-bf13-f5ab0451bebd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1980 time: 0.2107439 May 14 18:02:54.300340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-6cde10ad-9519-414e-92cd-43e72aff6bab tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.301057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-6cde10ad-9519-414e-92cd-43e72aff6bab tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Synchronizing usage tracker for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:54.387783 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-537aba30-9bfc-4461-be13-60d2d36592c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 HTTP/1.1" status: 200 len: 217 time: 0.0818391 May 14 18:02:54.400115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-6cde10ad-9519-414e-92cd-43e72aff6bab tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Unset dirty status for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:54.400441 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-6cde10ad-9519-414e-92cd-43e72aff6bab tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c26210-1214-40f8-b932-19e19a896c6e HTTP/1.1" status: 200 len: 944 time: 0.2463686 May 14 18:02:54.461635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-376c987e-df98-460e-98cd-fab4f81f60cb tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.468865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-376c987e-df98-460e-98cd-fab4f81f60cb tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.2645812 May 14 18:02:54.486862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-33068868-5e64-49ab-80d8-b1806095a651 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/quotas/e3ca58d504114ffa9e1fbcc958d92f31 HTTP/1.1" status: 200 len: 375 time: 0.0170355 May 14 18:02:54.574216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2aecfd80-e6ed-4bef-acda-0f4f84e454c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.575840 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-2aecfd80-e6ed-4bef-acda-0f4f84e454c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929b606b-e70a-43f4-b45a-bd5b542839c5 HTTP/1.1" status: 200 len: 801 time: 0.1744776 May 14 18:02:54.607220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-e220784e-6294-462b-bcf1-2f25fae2793e tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193855 May 14 18:02:54.665295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Deleting port 3320cf99-0a42-4f10-bdce-614c72959f26 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:02:54.665548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:54.782870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-b10ecf83-d967-4860-b025-b2c2eda2676b service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673801 May 14 18:02:54.893068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e79eacb1-ebbc-43ea-a866-6ad7fa633c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:54.894516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-e79eacb1-ebbc-43ea-a866-6ad7fa633c95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66b0fd19-a4fa-44a5-a4cb-63c20a290af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3123624 May 14 18:02:54.939021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-172b74e1-1e2e-41c6-8aaf-f787a4e6014b service neutron] 10.222.0.24 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499734 May 14 18:02:55.018356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] For port 3320cf99-0a42-4f10-bdce-614c72959f26, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3320cf99-0a42-4f10-bdce-614c72959f26,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:02:55.018717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:55.253957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Calling delete_port for 3320cf99-0a42-4f10-bdce-614c72959f26 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:02:55.273492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-aba4d603-96e1-41c0-bfff-81e6702b371a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e45773665c44ec6a77586bec51b1352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032357 May 14 18:02:55.314472 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-bce5c584-3e12-4dec-8ab3-eb1f8653edf9 service neutron] 10.222.0.15 "GET /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051318 May 14 18:02:55.480837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9318cb6-6f93-4847-b3b7-c751aa0423d9 req-15d746c1-4d7e-45ca-8ae5-6932d1277f28 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:55.487938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9318cb6-6f93-4847-b3b7-c751aa0423d9 req-15d746c1-4d7e-45ca-8ae5-6932d1277f28 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 950 time: 0.2524059 May 14 18:02:55.505841 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-26f9af30-99d8-4c4f-8bb5-9b02686a7651 service neutron] 10.222.0.15 "GET /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845489 May 14 18:02:55.541421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-bfa04ce7-1aa5-404a-98e1-11070c7626f0 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:55.542843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-bfa04ce7-1aa5-404a-98e1-11070c7626f0 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639287 May 14 18:02:55.559962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Request body: {'port': {'device_id': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '1e45773665c44ec6a77586bec51b1352'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:55.620220 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-f4ede40c-72fd-4d52-816c-6e305ee6db57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a HTTP/1.1" status: 200 len: 217 time: 0.1074064 May 14 18:02:55.630440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9318cb6-6f93-4847-b3b7-c751aa0423d9 req-7a609791-14e5-494c-b95b-3d197c24635b tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401212 May 14 18:02:55.712260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:55.712459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:55.720524 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a379f1b4-ef7f-4fec-94e2-74ac22e7456a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:55.723345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:55.733718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Made reservation on behalf of 1e45773665c44ec6a77586bec51b1352 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:55.737763 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:55.756953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-239c0b4b-d214-4610-a23f-e9ebe0fd6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:55.758361 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-239c0b4b-d214-4610-a23f-e9ebe0fd6807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49386180-0f4b-49fc-a873-b0b89e7369fe HTTP/1.1" status: 200 len: 801 time: 0.1296611 May 14 18:02:55.760244 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'tag': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2', 'status': 'completed', 'code': 200} May 14 18:02:55.766678 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26', 'code': 200} May 14 18:02:55.812029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event deleted for resources: {'Port': ['ID=3320cf99-0a42-4f10-bdce-614c72959f26,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:55.833750 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:55.922424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] No DVR routers for this DVR port 3320cf99-0a42-4f10-bdce-614c72959f26 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:02:55.925535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:55.951582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-177d7e2b-5756-475b-9bb4-23943236e0fc req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.15 "DELETE /v2.0/ports/3320cf99-0a42-4f10-bdce-614c72959f26 HTTP/1.1" status: 204 len: 173 time: 1.5062647 May 14 18:02:55.955423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-8649f841-7341-4e87-8f93-01a91c5eb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:55.956729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-8649f841-7341-4e87-8f93-01a91c5eb4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=386ed7fe-52a5-40db-9627-353630da7dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821115 May 14 18:02:55.974295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Allocated IP 192.168.233.123 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/3c84f122-ae89-4bd2-b519-f40ee871e6cc) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:56.027632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978268af-b95b-4593-bc44-52c8f9e4248a req-f365859b-8689-460f-92ac-dc184d0ca714 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:56.029421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-978268af-b95b-4593-bc44-52c8f9e4248a req-f365859b-8689-460f-92ac-dc184d0ca714 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 945 time: 0.1541791 May 14 18:02:56.166864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-81ead3cc-9eca-4440-bcd3-8a67627657d3 service neutron] 10.222.0.15 "GET /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498969 May 14 18:02:56.168667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-978268af-b95b-4593-bc44-52c8f9e4248a req-2431b6f7-24ba-43d2-986b-729325d71a22 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303356 May 14 18:02:56.284639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:56.302670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Transition to ACTIVE for port object 3c84f122-ae89-4bd2-b519-f40ee871e6cc will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:56.330241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:56.337960 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:56.344866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:56.377904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103', '7e00f9d0-76ed-4266-9073-a98441860b6f', '1ae8ef57-a805-4dea-92cc-47c420911611'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:02:56.394397 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-31b8ce53-b680-480d-b7e4-d2a52e91bdbb req-4aa67dc8-016a-49cd-990c-3b874fbf68e0 service neutron] 10.222.0.15 "GET /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205548 May 14 18:02:56.457715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:56.473419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:56.480854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:56.621508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-36d56342-9eb2-4a38-a2ce-39033e2e9a91 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:56.623159 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-36d56342-9eb2-4a38-a2ce-39033e2e9a91 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 805 time: 0.3339341 May 14 18:02:56.639950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Request body: {'port': {'device_id': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'admin_state_up': True, 'tenant_id': 'e3ca58d504114ffa9e1fbcc958d92f31'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:56.681563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event updated for resources: {'Port': ['ID=3c84f122-ae89-4bd2-b519-f40ee871e6cc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:56.686720 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:56.753685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21252d-5f55-4ae9-95f7-a61ec62cc2a0 req-ee3db124-bf5f-41fc-a66b-f0a4ef65775a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:56.757396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca21252d-5f55-4ae9-95f7-a61ec62cc2a0 req-ee3db124-bf5f-41fc-a66b-f0a4ef65775a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 936 time: 0.3856399 May 14 18:02:56.782918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:56.784563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:56.846313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2937756 May 14 18:02:56.851555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca21252d-5f55-4ae9-95f7-a61ec62cc2a0 req-0be86d53-934b-4742-aefa-4050dad8707b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848038 May 14 18:02:56.857853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Request body: {'port': {'device_id': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:56.979408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:56.999231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5787a94d-2072-4ec9-b195-e5481ced77b2 None None] Provisioning for port 3c84f122-ae89-4bd2-b519-f40ee871e6cc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:02:57.009966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-31a7cf4f-6100-4a23-a03c-deb1d64bbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.010457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-31a7cf4f-6100-4a23-a03c-deb1d64bbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.012172 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-31a7cf4f-6100-4a23-a03c-deb1d64bbd0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1980 time: 0.5238914 May 14 18:02:57.033189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5787a94d-2072-4ec9-b195-e5481ced77b2 None None] Provisioning complete for port 3c84f122-ae89-4bd2-b519-f40ee871e6cc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:02:57.033846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5787a94d-2072-4ec9-b195-e5481ced77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.039625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:02:57.049444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Usage tracker for resource:port and tenant:e3ca58d504114ffa9e1fbcc958d92f31 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:02:57.074192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:02:57.102012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:02:57.110386 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b7e2980a-e6ba-478e-94b5-7814f28768d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.113804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:02:57.137515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 3320cf99-0a42-4f10-bdce-614c72959f26 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:02:57.137973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Made reservation on behalf of e3ca58d504114ffa9e1fbcc958d92f31 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:02:57.138368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3320cf99-0a42-4f10-bdce-614c72959f26 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:02:57.142652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.196310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5787a94d-2072-4ec9-b195-e5481ced77b2 None None] Port 3c84f122-ae89-4bd2-b519-f40ee871e6cc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:02:57.200363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3829c-b65f-481b-a039-6d08522a2b2f req-93a4b7b3-fc16-4396-80ca-3fbe685cf444 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.201458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d3829c-b65f-481b-a039-6d08522a2b2f req-93a4b7b3-fc16-4396-80ca-3fbe685cf444 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 950 time: 0.2126942 May 14 18:02:57.243969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-9b9b57d6-c4e5-47e2-b0c0-4af5f3ee7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.245331 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-9b9b57d6-c4e5-47e2-b0c0-4af5f3ee7ed3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66b0fd19-a4fa-44a5-a4cb-63c20a290af1 HTTP/1.1" status: 200 len: 902 time: 0.2265406 May 14 18:02:57.340021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d3829c-b65f-481b-a039-6d08522a2b2f req-743ed84a-e76d-4821-9de4-b85f82d9f03e tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305199 May 14 18:02:57.342299 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-9b9ccda5-e6ad-4fcb-8ff2-c047b443b59b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 HTTP/1.1" status: 200 len: 217 time: 0.0766578 May 14 18:02:57.485406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-ffdbcf0c-b3b9-44f7-a14f-140783a9c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.486974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-ffdbcf0c-b3b9-44f7-a14f-140783a9c53d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929b606b-e70a-43f4-b45a-bd5b542839c5 HTTP/1.1" status: 200 len: 801 time: 0.0919003 May 14 18:02:57.488242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Allocated IP 172.20.0.6 (c7c1ff26-040f-4436-81b8-70cd198f76c9/d1a59e9c-6aba-4db7-9467-b100fbdb4a4d/6b42ad76-b171-456c-99e9-451ea63aacae) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:02:57.497634 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.504053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c84f122-ae89-4bd2-b519-f40ee871e6cc {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:57.516979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.536836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Transition to ACTIVE for port object 3c84f122-ae89-4bd2-b519-f40ee871e6cc will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:57.578294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.591304 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:57.697459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-69df443d-7299-4e39-8dac-0f86df79f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.698950 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-69df443d-7299-4e39-8dac-0f86df79f44e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66b0fd19-a4fa-44a5-a4cb-63c20a290af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1989808 May 14 18:02:57.727343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Pushing event updated for resources: {'Port': ['ID=3c84f122-ae89-4bd2-b519-f40ee871e6cc,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:57.753937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:57.769095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:57.798751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'tag': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a'}, {'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-deleted', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:57.837974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc844-0ad7-453a-9cb9-dcd45c71ff41 req-0795ba38-e83a-46e7-aed0-88980ace1498 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.843785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc844-0ad7-453a-9cb9-dcd45c71ff41 req-0795ba38-e83a-46e7-aed0-88980ace1498 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:57.845287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ccdc844-0ad7-453a-9cb9-dcd45c71ff41 req-0795ba38-e83a-46e7-aed0-88980ace1498 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1678 time: 0.3068314 May 14 18:02:57.880348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.885203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Attempting to bind port 3c84f122-ae89-4bd2-b519-f40ee871e6cc on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:57.885413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Attempting to bind port 3c84f122-ae89-4bd2-b519-f40ee871e6cc by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:57.885641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Attempting to bind port 3c84f122-ae89-4bd2-b519-f40ee871e6cc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:57.891114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Port 3c84f122-ae89-4bd2-b519-f40ee871e6cc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:57.891462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Attempting to bind port 3c84f122-ae89-4bd2-b519-f40ee871e6cc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:57.906814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:57.907153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:57.907751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:57.907995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Bound port: 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:57.908338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:57.911080 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-8a1bdeb5-466c-4754-881d-2586b8122c19 service neutron] 10.222.0.15 "GET /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037776 May 14 18:02:57.927590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ccdc844-0ad7-453a-9cb9-dcd45c71ff41 req-7a9a73ce-befd-4d37-b589-e1853bfdd997 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696065 May 14 18:02:58.011420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] For port 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:58.014850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] For port 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:58.019899 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:58.024397 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a711408-6b79-45a0-845d-b3a3b4def5c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:58.030209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:58.047561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:58.109732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Network c7c1ff26-040f-4436-81b8-70cd198f76c9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:02:58.117332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.118010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:58.119392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] 10.222.0.15 "PUT /v2.0/ports/3c84f122-ae89-4bd2-b519-f40ee871e6cc HTTP/1.1" status: 200 len: 1096 time: 1.2658353 May 14 18:02:58.121363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'tag': '3c84f122-ae89-4bd2-b519-f40ee871e6cc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:02:58.124617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:02:58.128206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:02:58.154580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Pushing event updated for resources: {'Port': ['ID=3c84f122-ae89-4bd2-b519-f40ee871e6cc,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:58.157947 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:58.189818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a05e44e-be6b-472d-a0fe-51c7995edc7a req-5dd53033-7915-44d5-bc88-4a866156aeb6 service neutron] 10.222.0.15 "GET /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694860 May 14 18:02:58.210846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:58.214144 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:58.228949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9e3f8-461d-485d-9168-5ad593d1c8a8 req-e64ac297-cb06-453f-a476-9e91ac401498 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.230479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f6d9e3f8-461d-485d-9168-5ad593d1c8a8 req-e64ac297-cb06-453f-a476-9e91ac401498 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 931 time: 0.1774745 May 14 18:02:58.237590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.238237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:58.265624 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6328411 May 14 18:02:58.276457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-328f0ab1-8e72-4000-af58-6ec3b24db82b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:02:58.277538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-328f0ab1-8e72-4000-af58-6ec3b24db82b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055673 May 14 18:02:58.286450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f6d9e3f8-461d-485d-9168-5ad593d1c8a8 req-4b5ac6b5-3863-4229-83f2-672bc51023a3 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 May 14 18:02:58.298932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-46065f4f-d70d-405f-ad5e-f88652a85eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.300765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-46065f4f-d70d-405f-ad5e-f88652a85eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 1099 time: 0.1372602 May 14 18:02:58.385518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-d5674c77-6f81-432c-8341-8fb7b1f0a7f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc HTTP/1.1" status: 200 len: 217 time: 0.0725143 May 14 18:02:58.405056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Request body: {'port': {'device_id': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:02:58.498601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-a53d2f00-9368-45af-a901-17dca8527d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.500065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-a53d2f00-9368-45af-a901-17dca8527d64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1072602 May 14 18:02:58.529101 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:58.696316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba48663-7974-4964-acbf-e7dfe45197f0 req-d8ee630d-5a3b-42c5-b4af-3ada3487902a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.697752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ba48663-7974-4964-acbf-e7dfe45197f0 req-d8ee630d-5a3b-42c5-b4af-3ada3487902a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2751088 May 14 18:02:58.745517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11459d-526f-4daa-9274-7787da4d603b req-353965ef-144a-4179-ae4e-78735d2218cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:58.746983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-353965ef-144a-4179-ae4e-78735d2218cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2396419 May 14 18:02:58.757497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ba48663-7974-4964-acbf-e7dfe45197f0 req-0751895e-73dd-45fd-8082-41da6fcc42eb tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523908 May 14 18:02:58.947085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-d432695d-bd47-441b-89b2-b9ad8cf7afae service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885366 May 14 18:02:59.024978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b42ad76-b171-456c-99e9-451ea63aacae {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:02:59.032461 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.047663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Transition to ACTIVE for port object 6b42ad76-b171-456c-99e9-451ea63aacae will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:02:59.051748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.056433 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:59.062305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fa2b2-2c9b-4aac-ab71-108d576b6066 req-e0b5bc19-4210-4252-b004-5156d8f9974d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.063763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-077fa2b2-2c9b-4aac-ab71-108d576b6066 req-e0b5bc19-4210-4252-b004-5156d8f9974d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1932781 May 14 18:02:59.140720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e11459d-526f-4daa-9274-7787da4d603b req-90f3b4c0-d584-4733-9800-07006897a7c7 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865702 May 14 18:02:59.143689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-077fa2b2-2c9b-4aac-ab71-108d576b6066 req-aaff099e-ef95-468c-916a-f3c85f247e2b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724797 May 14 18:02:59.239531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:59.271307 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:59.316932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Attempting to bind port 6b42ad76-b171-456c-99e9-451ea63aacae on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:02:59.317273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Attempting to bind port 6b42ad76-b171-456c-99e9-451ea63aacae by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:02:59.317602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Attempting to bind port 6b42ad76-b171-456c-99e9-451ea63aacae on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:59.323761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Port 6b42ad76-b171-456c-99e9-451ea63aacae on network c7c1ff26-040f-4436-81b8-70cd198f76c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:02:59.324079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Attempting to bind port 6b42ad76-b171-456c-99e9-451ea63aacae on network c7c1ff26-040f-4436-81b8-70cd198f76c9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:02:59.329480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:02:59.330054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Checking segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:02:59.330645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Bound using segment: {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:02:59.331281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Bound port: 6b42ad76-b171-456c-99e9-451ea63aacae, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6357cefd-24ae-493d-8cc1-8849cf3393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:02:59.331634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.461520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:02:59.464589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:02:59.469989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.475319 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fba86081-5325-4e0a-8445-686c17e6b4ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:02:59.487418 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'code': 200} May 14 18:02:59.522336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.552650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.553517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.555147 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] 10.222.0.22 "PUT /v2.0/ports/6b42ad76-b171-456c-99e9-451ea63aacae HTTP/1.1" status: 200 len: 1091 time: 1.2708867 May 14 18:02:59.583718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:02:59.587880 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:02:59.638938 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'tag': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a', 'status': 'completed', 'code': 200} May 14 18:02:59.639322 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c26210-1214-40f8-b932-19e19a896c6e', 'name': 'network-vif-deleted', 'tag': '3320cf99-0a42-4f10-bdce-614c72959f26', 'status': 'completed', 'code': 200} May 14 18:02:59.664676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e1bea81f-df81-4778-abb4-93c5b0a655f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:02:59.684033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-2c118ea7-b474-4f7d-b842-b5373d483ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.685564 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-2c118ea7-b474-4f7d-b842-b5373d483ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 1094 time: 0.0846863 May 14 18:02:59.766202 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-0c5464be-6363-40bf-8cfb-bb40af3ca0c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b42ad76-b171-456c-99e9-451ea63aacae HTTP/1.1" status: 200 len: 217 time: 0.0728116 May 14 18:02:59.786949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-4c4f5a19-796a-4f02-a101-f0aaed307021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.788376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-4c4f5a19-796a-4f02-a101-f0aaed307021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.790090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-4c4f5a19-796a-4f02-a101-f0aaed307021 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=580831c115fc4eab8ade98b4f33dffb3&device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1980 time: 0.1366191 May 14 18:02:59.837841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-faaa77ac-6018-46ba-b57d-ed8174a63a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.839322 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-faaa77ac-6018-46ba-b57d-ed8174a63a9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.0659044 May 14 18:02:59.889285 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-c7b47a96-2854-420c-a272-10708be018f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433521 May 14 18:02:59.954921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a6949-f2da-44dc-85b9-6ae8eec23b2c req-1f1c1b10-509f-4e4f-8536-e8208f14b6aa tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.955625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c77a6949-f2da-44dc-85b9-6ae8eec23b2c req-1f1c1b10-509f-4e4f-8536-e8208f14b6aa tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:02:59.981140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-2cdc321f-b464-4106-97a8-5016dadd2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:02:59.982554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-2cdc321f-b464-4106-97a8-5016dadd2b2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=386ed7fe-52a5-40db-9627-353630da7dd7 HTTP/1.1" status: 200 len: 903 time: 0.1849189 May 14 18:02:59.991550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c77a6949-f2da-44dc-85b9-6ae8eec23b2c req-1f1c1b10-509f-4e4f-8536-e8208f14b6aa tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:02:59.992609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c77a6949-f2da-44dc-85b9-6ae8eec23b2c req-1f1c1b10-509f-4e4f-8536-e8208f14b6aa tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 948 time: 0.2540617 May 14 18:03:00.040643 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-77fcec14-3ebd-4c38-b6ef-a09f753b1b24 service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446710 May 14 18:03:00.076922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-047b9d40-534d-47aa-b001-30a45b2f18ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a HTTP/1.1" status: 200 len: 217 time: 0.0872302 May 14 18:03:00.142711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c77a6949-f2da-44dc-85b9-6ae8eec23b2c req-1347cac6-83d5-4243-9f55-5595fcd5ba3c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955935 May 14 18:03:00.168925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-eaf23ecd-fdf6-43e6-8ecb-51d1650cef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.170590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-eaf23ecd-fdf6-43e6-8ecb-51d1650cef87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49386180-0f4b-49fc-a873-b0b89e7369fe HTTP/1.1" status: 200 len: 801 time: 0.0868654 May 14 18:03:00.214082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-433b6c90-196b-4d77-add5-7e07c06026b9 req-52fd8ded-cf51-4dd4-9bc7-9499b5181b1d service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662881 May 14 18:03:00.230163 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'tag': '3c84f122-ae89-4bd2-b519-f40ee871e6cc', 'status': 'completed', 'code': 200} May 14 18:03:00.271374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-c09c96ea-76c3-4e96-aa41-14735a901a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.273765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-c09c96ea-76c3-4e96-aa41-14735a901a8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=386ed7fe-52a5-40db-9627-353630da7dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958574 May 14 18:03:00.306329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-a9fe34f9-73ec-4bad-bf4b-0d5345d9d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.307845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-a9fe34f9-73ec-4bad-bf4b-0d5345d9d038 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 1099 time: 0.0839145 May 14 18:03:00.451598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-e880e07e-03e3-4a36-93fa-9b3d3b5d8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.453700 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-e880e07e-03e3-4a36-93fa-9b3d3b5d8abc service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1396322 May 14 18:03:00.478749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa193-ff67-4b18-9bc9-5586c997a8d0 req-aa07704d-0b20-40c9-b1f7-d5c3308116d3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.480251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d65aa193-ff67-4b18-9bc9-5586c997a8d0 req-aa07704d-0b20-40c9-b1f7-d5c3308116d3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1749561 May 14 18:03:00.485672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-3d6f1974-8b50-435a-b423-b44c42e1de0e service neutron] 10.222.0.15 "GET /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043159 May 14 18:03:00.540645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-043cadec-217d-4942-ac2d-9910216ef1a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc HTTP/1.1" status: 200 len: 217 time: 0.0797544 May 14 18:03:00.607712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d65aa193-ff67-4b18-9bc9-5586c997a8d0 req-fd6e9b78-397b-4d94-95fc-16ac473fd016 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209066 May 14 18:03:00.609480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-c412a7e9-2dbb-41e3-b022-67519fb2b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.612142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-c412a7e9-2dbb-41e3-b022-67519fb2b9b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0653832 May 14 18:03:00.620163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:00.656816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66b0b12c-2652-46c1-ad5e-13a7392d498e req-8da19406-324f-4e7a-97c6-ab1655c05b20 service neutron] 10.222.0.15 "GET /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564798 May 14 18:03:00.697583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-97fbbe26-d4af-4a12-8591-2809eaf4c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.699096 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-97fbbe26-d4af-4a12-8591-2809eaf4c415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793371 May 14 18:03:00.814239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b372d-45c0-4f80-b550-50c3f510becd req-fc0a7d4a-d32e-4622-bfb8-3825b40aacda tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.820598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b372d-45c0-4f80-b550-50c3f510becd req-fc0a7d4a-d32e-4622-bfb8-3825b40aacda tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:00.822217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-362b372d-45c0-4f80-b550-50c3f510becd req-fc0a7d4a-d32e-4622-bfb8-3825b40aacda tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1678 time: 0.0950854 May 14 18:03:00.871149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-362b372d-45c0-4f80-b550-50c3f510becd req-b62edae5-c34d-47d9-9b62-cb77b2982e9d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 May 14 18:03:00.942017 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-3d7b7add-f380-4650-a1d5-338c84383ecf service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362299 May 14 18:03:01.054913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device fe4e177c-a43e-45bb-9796-08b5a3aeb38a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:01.083689 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66b27a18-867e-4301-bfe8-7ebc7115a372 req-99a37e50-84f5-40d5-9fba-e29c3d20fd2c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348820 May 14 18:03:01.195256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-40d0b1cf-0bbb-4b6f-ab52-495f86195f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:01.196798 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-40d0b1cf-0bbb-4b6f-ab52-495f86195f44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.0732515 May 14 18:03:01.201782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:01.216521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a', 'network_id': '386ed7fe-52a5-40db-9627-353630da7dd7', 'port_id': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a', 'mac_address': 'fa:16:3e:55:e7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49386180-0f4b-49fc-a873-b0b89e7369fe', 'ip_address': '19.86.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:01.221330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed0141-b9df-4c2c-9f6f-5652a02c3cba req-653c68ae-5f4e-45da-ae31-17f6894569d1 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:01.223136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fed0141-b9df-4c2c-9f6f-5652a02c3cba req-653c68ae-5f4e-45da-ae31-17f6894569d1 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 943 time: 0.0874000 May 14 18:03:01.276110 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:01.295288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4e177c-a43e-45bb-9796-08b5a3aeb38a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:01.312929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:01.317960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:01.319951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:01.323483 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:01.343851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-a2c2af2b-6880-43b0-ba19-0dbf9eebb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:01.345380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-a2c2af2b-6880-43b0-ba19-0dbf9eebb7e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1399417 May 14 18:03:01.389846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3fed0141-b9df-4c2c-9f6f-5652a02c3cba req-4ad52a81-a6c5-4a5a-b4c6-6aa660df3bb0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595352 May 14 18:03:01.463239 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-78c92281-e968-4f73-ba43-0135a2149fca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.1029618 May 14 18:03:01.556818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-c55c4132-dbf8-4d76-8615-ea72f75732ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:01.558256 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-c55c4132-dbf8-4d76-8615-ea72f75732ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.0870473 May 14 18:03:01.561485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:01.565112 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:01.588008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7c375a0e-e330-4a7b-aa8e-49c024ce9e7a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e19be08e0d1848f9aebdcac02d095fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281799 May 14 18:03:01.620564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:01.635945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2', 'network_id': '66b0fd19-a4fa-44a5-a4cb-63c20a290af1', 'port_id': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2', 'mac_address': 'fa:16:3e:15:e3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929b606b-e70a-43f4-b45a-bd5b542839c5', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:01.640148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:01.655921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-5f820407-f978-40d0-b93c-772348b68004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:01.657389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-5f820407-f978-40d0-b93c-772348b68004 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828199 May 14 18:03:01.693010 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:01.712235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:01.728001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:01.731872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:01.733688 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:01.749205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-fc258c1f-e141-4c86-9d5a-798531e346c0 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:01.750658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-fc258c1f-e141-4c86-9d5a-798531e346c0 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568222 May 14 18:03:01.765527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-bf8bfd96-fc98-4506-8918-328c0ddf641b tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/quotas/e19be08e0d1848f9aebdcac02d095fec HTTP/1.1" status: 200 len: 375 time: 0.0092335 May 14 18:03:01.798775 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-373c3e63-c535-4c1b-88da-03f165c9b1d8 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339107 May 14 18:03:01.804344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:01.810562 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:01.853471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-ada2343d-8858-4e77-8b0a-6056e786bd9e tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e19be08e0d1848f9aebdcac02d095fec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809045 May 14 18:03:01.937459 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d84118a-56a2-4fee-8b30-d239d1aac6ba req-82668e43-1dd2-47c6-8a20-835b8e8b318d service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292679 May 14 18:03:02.129481 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:02.136159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:02.165376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231fef2-a828-4128-9fe6-a22dceead38a req-05e9ed1b-80e7-445a-8635-f1d3369aca9b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:02.167495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c231fef2-a828-4128-9fe6-a22dceead38a req-05e9ed1b-80e7-445a-8635-f1d3369aca9b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1058753 May 14 18:03:02.222844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c231fef2-a828-4128-9fe6-a22dceead38a req-1039c01b-c60a-4dc4-98e4-dad558f49067 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480242 May 14 18:03:02.426480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b2912-477f-4a89-9bb8-fac8745066a3 req-1d47d926-d6a2-408d-85d4-b91108cae1ca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:02.428011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e98b2912-477f-4a89-9bb8-fac8745066a3 req-1d47d926-d6a2-408d-85d4-b91108cae1ca tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 948 time: 0.0871060 May 14 18:03:02.483249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e98b2912-477f-4a89-9bb8-fac8745066a3 req-5bac19fa-e077-4216-93ab-b0cda6df2242 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492551 May 14 18:03:02.682430 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae', 'status': 'completed', 'code': 200} May 14 18:03:02.786125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-7795edec-9eda-4b99-a279-2e033cc975f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:02.788195 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-7795edec-9eda-4b99-a279-2e033cc975f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 1094 time: 0.0721817 May 14 18:03:02.853794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04b1-d9e9-4503-8b06-51e1c151a0e5 req-2b5dbc28-bdc3-4522-9ac6-38240dcddfa9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:02.859791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a04b1-d9e9-4503-8b06-51e1c151a0e5 req-2b5dbc28-bdc3-4522-9ac6-38240dcddfa9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:02.861309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-276a04b1-d9e9-4503-8b06-51e1c151a0e5 req-2b5dbc28-bdc3-4522-9ac6-38240dcddfa9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1680 time: 0.0927606 May 14 18:03:02.906772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-276a04b1-d9e9-4503-8b06-51e1c151a0e5 req-b8cc3cdb-8440-44d3-a30f-752bbfc485fd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 May 14 18:03:02.922844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-b5f4193a-071b-46ce-825e-b0d687b19492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:02.924297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-b5f4193a-071b-46ce-825e-b0d687b19492 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 200 len: 906 time: 0.1260233 May 14 18:03:03.020888 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-c0997f5b-dc39-4546-8a1e-6dab5b50a851 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b42ad76-b171-456c-99e9-451ea63aacae HTTP/1.1" status: 200 len: 217 time: 0.0815971 May 14 18:03:03.051319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ba8ca71-77c4-4932-9543-5a5de280d987 req-72ff2d74-cafa-48b8-95aa-02fab1ab9a60 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 210 time: 0.0470254 May 14 18:03:03.081109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3c84f122-ae89-4bd2-b519-f40ee871e6cc details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:03.096680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-b593e470-5879-442f-bbe3-b6e03f391360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:03.098265 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-b593e470-5879-442f-bbe3-b6e03f391360 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 200 len: 845 time: 0.0689533 May 14 18:03:03.153614 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-ccdc3a02-0250-441e-8d2e-1985de7278d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7c1ff26-040f-4436-81b8-70cd198f76c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440254 May 14 18:03:03.256651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c073-9f0a-46ca-b2d3-c42a54b3255e req-3c83b5a0-8b0b-4a58-8ca9-6f1e45b8379a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:03.259212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7d6c073-9f0a-46ca-b2d3-c42a54b3255e req-3c83b5a0-8b0b-4a58-8ca9-6f1e45b8379a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0904961 May 14 18:03:03.270532 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-b8da88c0-4474-4396-9e97-519aa85c0f02 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e19be08e0d1848f9aebdcac02d095fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853994 May 14 18:03:03.273344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['fe4e177c-a43e-45bb-9796-08b5a3aeb38a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:03.326124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7d6c073-9f0a-46ca-b2d3-c42a54b3255e req-e7614255-76d7-4c38-b406-8f3e11a9f200 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613735 May 14 18:03:03.476662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:03.518795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '3c84f122-ae89-4bd2-b519-f40ee871e6cc', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '3c84f122-ae89-4bd2-b519-f40ee871e6cc', 'mac_address': 'fa:16:3e:8d:3b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:03.551093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6edcbc-17bf-498b-9b50-7cbb2146dca9 req-6d7842bd-d392-4a9c-bb0d-53d1976f3aa0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:03.553116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb6edcbc-17bf-498b-9b50-7cbb2146dca9 req-6d7842bd-d392-4a9c-bb0d-53d1976f3aa0 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 943 time: 0.1174953 May 14 18:03:03.561768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-3e266a83-608f-4849-912f-8f51c4a6550e service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980758 May 14 18:03:03.600509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb6edcbc-17bf-498b-9b50-7cbb2146dca9 req-282e5e8a-140c-426c-8b89-da396aca6a4b tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 May 14 18:03:03.653218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:03.692383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c84f122-ae89-4bd2-b519-f40ee871e6cc {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:03.710257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-b0e9c2cc-4ed7-4df3-93a3-8c92cc8705c4 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:03.711737 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-b0e9c2cc-4ed7-4df3-93a3-8c92cc8705c4 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164214 May 14 18:03:03.725367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:03.728366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Request body: {'port': {'device_id': '4c264c46-4f85-483a-bd17-d1596d179e06', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'e19be08e0d1848f9aebdcac02d095fec'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:03.731625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:03.741611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:03.744493 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:03.844093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d1a8e55-42f8-4844-a9af-20b5690d1b87 req-c704fec6-55e1-4f43-9109-ed623ca8696c service neutron] 10.222.0.22 "GET /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736368 May 14 18:03:03.914483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:03.918397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Usage tracker for resource:port and tenant:e19be08e0d1848f9aebdcac02d095fec is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:03.921294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:03.926058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3c84f122-ae89-4bd2-b519-f40ee871e6cc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:03.928886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:03.930767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:03.940944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Made reservation on behalf of e19be08e0d1848f9aebdcac02d095fec for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:03.945090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:03.985812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:04.004506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '6b42ad76-b171-456c-99e9-451ea63aacae', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': '6b42ad76-b171-456c-99e9-451ea63aacae', 'mac_address': 'fa:16:3e:76:87:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:04.030162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b62c6-834e-4c60-8e4b-7911ca7b7c50 req-f1d5a359-33b0-4ff4-964b-effd4e11cd45 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:04.032405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c03b62c6-834e-4c60-8e4b-7911ca7b7c50 req-f1d5a359-33b0-4ff4-964b-effd4e11cd45 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0909371 May 14 18:03:04.063405 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.080711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b42ad76-b171-456c-99e9-451ea63aacae {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:04.085217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c03b62c6-834e-4c60-8e4b-7911ca7b7c50 req-f7209c23-1b25-45a6-97ba-a2296e7cdde1 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 May 14 18:03:04.122719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Allocated IP 192.168.233.54 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/587a5ab4-250c-438a-941c-d677d4b60b16) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:04.123703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:04.128559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.133050 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bedaf2dc-709a-4780-8e9b-d5af62437332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:04.205732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:04.208936 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:04.242311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3c84f122-ae89-4bd2-b519-f40ee871e6cc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:04.285399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd2a9-cefc-42d0-a0b4-7d72273d3e23 req-f1715dd4-c856-448f-8ab9-c7fc781d00a3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:04.292461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-052cd2a9-cefc-42d0-a0b4-7d72273d3e23 req-f1715dd4-c856-448f-8ab9-c7fc781d00a3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0951474 May 14 18:03:04.335013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-052cd2a9-cefc-42d0-a0b4-7d72273d3e23 req-6a63ca6b-10fa-4c77-bf78-2cbe2445e1c4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 May 14 18:03:04.339125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.357040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Transition to ACTIVE for port object 587a5ab4-250c-438a-941c-d677d4b60b16 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:04.382796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.389467 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-513c883c-796e-4656-99be-a7dff29ffb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:04.406379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['48e0ee5b-830e-46c5-b404-95afd6633462'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:04.461083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:04.464872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:04.483933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6b42ad76-b171-456c-99e9-451ea63aacae'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:04.490625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:04.531547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a031-62f8-46ab-99e2-ca013a62bb9d req-b7000f65-9680-41e7-94cc-dc9a6ee30889 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:04.533277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1e1a031-62f8-46ab-99e2-ca013a62bb9d req-b7000f65-9680-41e7-94cc-dc9a6ee30889 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 949 time: 0.0972376 May 14 18:03:04.575307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:04.575967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.597846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1e1a031-62f8-46ab-99e2-ca013a62bb9d req-f19297f6-7b23-477a-94a2-e412d24ffccb tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575893 May 14 18:03:04.604722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Pushing event updated for resources: {'Port': ['ID=587a5ab4-250c-438a-941c-d677d4b60b16,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:04.610483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:04.613108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8896747 May 14 18:03:04.629181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Request body: {'port': {'device_id': '4c264c46-4f85-483a-bd17-d1596d179e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:04.765417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.865876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3c21cac-099d-4c49-a8b4-03149f9d6ee8 None None] Provisioning for port 587a5ab4-250c-438a-941c-d677d4b60b16 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:04.876215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3c21cac-099d-4c49-a8b4-03149f9d6ee8 None None] Provisioning complete for port 587a5ab4-250c-438a-941c-d677d4b60b16 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:04.876602 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3c21cac-099d-4c49-a8b4-03149f9d6ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:04.938576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b3c21cac-099d-4c49-a8b4-03149f9d6ee8 None None] Port 587a5ab4-250c-438a-941c-d677d4b60b16 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:03:04.946483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434fca3-0fd7-4c3e-a493-9fe9a5326f4a req-56d53e71-e71b-4332-82e9-9a954575791e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:04.947997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6434fca3-0fd7-4c3e-a493-9fe9a5326f4a req-56d53e71-e71b-4332-82e9-9a954575791e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 950 time: 0.0906723 May 14 18:03:04.998302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6434fca3-0fd7-4c3e-a493-9fe9a5326f4a req-5a0b7627-c62a-4d9f-abd7-70822a4560f5 tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.24 "GET /v2.0/security-groups?id=a42afdc2-fc6a-44f1-a49c-80eee902bf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 May 14 18:03:05.095069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device fe4e177c-a43e-45bb-9796-08b5a3aeb38a up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:05.137080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587a5ab4-250c-438a-941c-d677d4b60b16 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:05.144481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.164083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Transition to ACTIVE for port object 587a5ab4-250c-438a-941c-d677d4b60b16 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:05.165480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port fe4e177c-a43e-45bb-9796-08b5a3aeb38a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:05.169263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.171987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port fe4e177c-a43e-45bb-9796-08b5a3aeb38a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:05.172898 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.173589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:05.187632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee18b80-1548-4842-82c4-9858124c341b req-66d1a703-6a24-4f43-b17d-81322f71f1c0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:05.193620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee18b80-1548-4842-82c4-9858124c341b req-66d1a703-6a24-4f43-b17d-81322f71f1c0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:05.195358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ee18b80-1548-4842-82c4-9858124c341b req-66d1a703-6a24-4f43-b17d-81322f71f1c0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1680 time: 0.0937002 May 14 18:03:05.255727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ee18b80-1548-4842-82c4-9858124c341b req-7a3d71c3-3855-44d2-9498-f23a57ae02db tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542877 May 14 18:03:05.323106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.357587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Pushing event updated for resources: {'Port': ['ID=587a5ab4-250c-438a-941c-d677d4b60b16,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:05.362218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:05.363386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:05.370681 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.371811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:05.376994 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:05.398116 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:05.460704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Attempting to bind port 587a5ab4-250c-438a-941c-d677d4b60b16 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:05.461041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Attempting to bind port 587a5ab4-250c-438a-941c-d677d4b60b16 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:05.461366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Attempting to bind port 587a5ab4-250c-438a-941c-d677d4b60b16 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:05.466767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Port 587a5ab4-250c-438a-941c-d677d4b60b16 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:03:05.467083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Attempting to bind port 587a5ab4-250c-438a-941c-d677d4b60b16 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:05.473600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:05.473938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:05.474321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:05.475865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Bound port: 587a5ab4-250c-438a-941c-d677d4b60b16, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:05.476933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.502110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:05.505195 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:05.507919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee662ca6-15d5-4e80-85cc-1e7916c0887b req-14a0db23-e98f-49bb-ac94-5b4bc8aa1b94 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:05.515483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee662ca6-15d5-4e80-85cc-1e7916c0887b req-14a0db23-e98f-49bb-ac94-5b4bc8aa1b94 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 947 time: 0.1480744 May 14 18:03:05.519423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:05.525557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:05.526159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.561070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee662ca6-15d5-4e80-85cc-1e7916c0887b req-b04d536f-6618-4e63-b629-d8b1c4dc18fd tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 May 14 18:03:05.686856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.708325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] For port 587a5ab4-250c-438a-941c-d677d4b60b16, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:05.711997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] For port 587a5ab4-250c-438a-941c-d677d4b60b16, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=587a5ab4-250c-438a-941c-d677d4b60b16,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:05.717205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.722509 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:05.725504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-1675fca0-815f-4bf6-9af4-56aadd7e784f tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:05.727066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-1675fca0-815f-4bf6-9af4-56aadd7e784f tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.15 "GET /v2.0/ports?device_id=91809a26-7619-4b66-a142-6c1a92a02006 HTTP/1.1" status: 200 len: 950 time: 0.0932014 May 14 18:03:05.728101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:05.731950 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.737149 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:05.773956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:05.774562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:05.775944 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] 10.222.0.15 "PUT /v2.0/ports/587a5ab4-250c-438a-941c-d677d4b60b16 HTTP/1.1" status: 200 len: 1095 time: 1.1532826 May 14 18:03:05.776456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c264c46-4f85-483a-bd17-d1596d179e06', 'tag': '587a5ab4-250c-438a-941c-d677d4b60b16'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:05.812077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Pushing event updated for resources: {'Port': ['ID=587a5ab4-250c-438a-941c-d677d4b60b16,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:05.815796 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:05.841769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:05.853946 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:05.932913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-aabc8288-ae1b-41f4-8b34-b683bdf5a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:05.934597 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-aabc8288-ae1b-41f4-8b34-b683bdf5a1de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e19be08e0d1848f9aebdcac02d095fec&device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 1098 time: 0.1165092 May 14 18:03:05.996805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Deleting port f68541b5-e2f0-49d7-85c6-eeae44b69846 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:05.997201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:06.026917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-a44d6089-b672-4746-8e3a-84d0cda02df1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=587a5ab4-250c-438a-941c-d677d4b60b16 HTTP/1.1" status: 200 len: 217 time: 0.0783854 May 14 18:03:06.091702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-032460ce-1763-42f8-baeb-c41232d66754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:06.093199 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-032460ce-1763-42f8-baeb-c41232d66754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0603848 May 14 18:03:06.113078 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:03:06.177127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-de9dc56a-b35a-4009-99b1-80527baebdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:06.179638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-de9dc56a-b35a-4009-99b1-80527baebdbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803916 May 14 18:03:06.321155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] For port f68541b5-e2f0-49d7-85c6-eeae44b69846, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f68541b5-e2f0-49d7-85c6-eeae44b69846,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:06.321789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:06.326638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-d563bd70-697c-47fc-8fcc-0088d21d16f9 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398342 May 14 18:03:06.339583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32fa6c-49f3-4a39-a71c-033a48ff3d8a req-fc88f00c-f577-4fb4-8676-91428dd4292c tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:06.341104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f32fa6c-49f3-4a39-a71c-033a48ff3d8a req-fc88f00c-f577-4fb4-8676-91428dd4292c tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 944 time: 0.3154483 May 14 18:03:06.459793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bc4a03a7-745d-40a6-a03c-7711ed37483f req-e3495f23-be45-4d46-9113-9c7070648e5b service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259918 May 14 18:03:06.472561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Calling delete_port for f68541b5-e2f0-49d7-85c6-eeae44b69846 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:06.511527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f32fa6c-49f3-4a39-a71c-033a48ff3d8a req-b384b5a0-ec5a-4543-866b-dcf28256bc76 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178913 May 14 18:03:06.575861 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a', 'code': 200} May 14 18:03:06.612864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:06.618849 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d717ff2-dc58-4153-b161-d1c6f33fc6fe tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:06.624030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f68541b5-e2f0-49d7-85c6-eeae44b69846'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:06.666678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Pushing event deleted for resources: {'Port': ['ID=f68541b5-e2f0-49d7-85c6-eeae44b69846,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:06.670367 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:06.791334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] No DVR routers for this DVR port f68541b5-e2f0-49d7-85c6-eeae44b69846 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:06.794204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:06.796902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91809a26-7619-4b66-a142-6c1a92a02006', 'name': 'network-vif-deleted', 'tag': 'f68541b5-e2f0-49d7-85c6-eeae44b69846'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:06.809238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76649a33-19e5-4fb1-b70d-18ed7383f3b1 req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] 10.222.0.15 "DELETE /v2.0/ports/f68541b5-e2f0-49d7-85c6-eeae44b69846 HTTP/1.1" status: 204 len: 173 time: 1.0754094 May 14 18:03:06.840211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f15e-8259-4708-89c7-95d785a1eccf req-cc99e2f3-ff1d-45c1-84fc-7959e04b23b2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:06.841942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88f1f15e-8259-4708-89c7-95d785a1eccf req-cc99e2f3-ff1d-45c1-84fc-7959e04b23b2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 949 time: 0.1780698 May 14 18:03:06.888229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88f1f15e-8259-4708-89c7-95d785a1eccf req-277ab5b2-aad0-40ce-b50a-bdbd4cb0eeaf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 May 14 18:03:07.065771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b27b81-8e24-4b05-bc8f-4199257a688b req-b5f165df-5001-4a33-bdb0-ad9131f59b34 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.067125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67b27b81-8e24-4b05-bc8f-4199257a688b req-b5f165df-5001-4a33-bdb0-ad9131f59b34 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0844383 May 14 18:03:07.112261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67b27b81-8e24-4b05-bc8f-4199257a688b req-ab53ecf6-6ec7-466b-bf3b-ae49e7f21f3a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387523 May 14 18:03:07.113237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3c84f122-ae89-4bd2-b519-f40ee871e6cc up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:07.163671 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c264c46-4f85-483a-bd17-d1596d179e06', 'tag': '587a5ab4-250c-438a-941c-d677d4b60b16', 'status': 'completed', 'code': 200} May 14 18:03:07.182058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 3c84f122-ae89-4bd2-b519-f40ee871e6cc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:07.187318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 3c84f122-ae89-4bd2-b519-f40ee871e6cc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:07.187678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:07.329245 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:07.343737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f532c6-d697-4fdd-98df-b43d3576782f req-a0ea4b68-6567-43f8-90c0-185e47beb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.345252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-a0ea4b68-6567-43f8-90c0-185e47beb726 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e19be08e0d1848f9aebdcac02d095fec&device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 1098 time: 0.1471021 May 14 18:03:07.363052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:07.367947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:07.369929 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:07.397562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81740720-4d97-4edc-8b44-b6788e43c8e0 req-fe4442ea-a416-4272-b54f-375df9dd4234 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.400523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81740720-4d97-4edc-8b44-b6788e43c8e0 req-fe4442ea-a416-4272-b54f-375df9dd4234 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1461184 May 14 18:03:07.440404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3c84f122-ae89-4bd2-b519-f40ee871e6cc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:07.444387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:07.523839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81740720-4d97-4edc-8b44-b6788e43c8e0 req-676b548f-6ce5-4e20-bd99-a5088023635f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702200 May 14 18:03:07.548069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f532c6-d697-4fdd-98df-b43d3576782f req-5b946547-7f3c-4225-a4c9-093ef46d49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.549557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-5b946547-7f3c-4225-a4c9-093ef46d49e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1980989 May 14 18:03:07.621293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-63fa8e18-37a2-43d0-87cc-54fed41221fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=587a5ab4-250c-438a-941c-d677d4b60b16 HTTP/1.1" status: 200 len: 217 time: 0.0650609 May 14 18:03:07.685988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f532c6-d697-4fdd-98df-b43d3576782f req-b6b8c342-ca97-45c2-bcf3-567e14551984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.687468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-b6b8c342-ca97-45c2-bcf3-567e14551984 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0599668 May 14 18:03:07.718725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:07.790101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 6b42ad76-b171-456c-99e9-451ea63aacae completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:07.799797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 6b42ad76-b171-456c-99e9-451ea63aacae triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:07.800591 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:07.829141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2320-8c19-4934-93eb-6bb89c2796f7 req-5494bb36-2db7-46ba-898f-246e705fbf8b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.835202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2320-8c19-4934-93eb-6bb89c2796f7 req-5494bb36-2db7-46ba-898f-246e705fbf8b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.836774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cbed2320-8c19-4934-93eb-6bb89c2796f7 req-5494bb36-2db7-46ba-898f-246e705fbf8b tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1682 time: 0.1484365 May 14 18:03:07.843360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f532c6-d697-4fdd-98df-b43d3576782f req-09a1ae8b-f3c6-46b8-be6d-c8caaa227084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:07.845233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-09a1ae8b-f3c6-46b8-be6d-c8caaa227084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227887 May 14 18:03:07.899094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43660) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:07.927482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:07.961156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:07.964123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cbed2320-8c19-4934-93eb-6bb89c2796f7 req-d62931b0-263d-4963-a852-5499e5bf3080 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175230 May 14 18:03:07.965660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:07.967787 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:08.040458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:08.043975 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:08.046131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-ec5a2a60-85f2-4f03-869b-9262a7491ffa service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840923 May 14 18:03:08.077625 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e5b48aa2-4391-40a8-bceb-434e4823f296 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf6eb521ce9c4ab9bd08cbf496986528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771884 May 14 18:03:08.079965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43670) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:08.144913 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.172793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.228785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.232531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:08.244722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42afdc2-fc6a-44f1-a49c-80eee902bf52,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:08.255442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.257176 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a42afdc2-fc6a-44f1-a49c-80eee902bf52 HTTP/1.1" status: 204 len: 168 time: 0.1730709 May 14 18:03:08.258716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.259088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.259786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.259932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.260172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.260559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.260911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.261259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.261608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.262013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.262289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.262631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:08.265770 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:08.352411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74f532c6-d697-4fdd-98df-b43d3576782f req-0f2a0a00-cebb-41b1-a94f-be292d58ae72 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996252 May 14 18:03:08.370661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca491c-36cc-44e3-a8e4-70b51d85eafe req-12bf5e89-1cab-4159-b5b8-49aba2b577c8 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:08.372182 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38ca491c-36cc-44e3-a8e4-70b51d85eafe req-12bf5e89-1cab-4159-b5b8-49aba2b577c8 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 947 time: 0.2525947 May 14 18:03:08.418515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38ca491c-36cc-44e3-a8e4-70b51d85eafe req-d5ad62db-9edd-437f-aa4f-597399be4cc1 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 May 14 18:03:08.469671 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91809a26-7619-4b66-a142-6c1a92a02006', 'name': 'network-vif-deleted', 'tag': 'f68541b5-e2f0-49d7-85c6-eeae44b69846', 'status': 'completed', 'code': 200} May 14 18:03:08.560034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:08.577110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2'}, {'server_uuid': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c84f122-ae89-4bd2-b519-f40ee871e6cc'}, {'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:08.577848 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.596767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:08.601125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Usage tracker for resource:security_group_rule and tenant:d7148c0cbb324563824822e05336a855 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:08.604025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:08.609620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:08.644951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23020b9d-813d-464b-897e-a7bcd3d2ba37 req-4a5e9673-4922-4e59-a8fa-180b57c3d66a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:08.646965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23020b9d-813d-464b-897e-a7bcd3d2ba37 req-4a5e9673-4922-4e59-a8fa-180b57c3d66a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0837538 May 14 18:03:08.692599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23020b9d-813d-464b-897e-a7bcd3d2ba37 req-685fd985-ba41-4bbe-a6b8-d7fdd5c434f4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394704 May 14 18:03:08.697922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.701655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.710889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-23e5e07e-4563-461a-bc73-d942a4630d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:08.754136 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7148c0cbb324563824822e05336a855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907167 May 14 18:03:08.754136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369ef33a-7dcc-4d9f-9820-5a64b2d489cd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:08.755043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43686) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:08.757794 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:08.817533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.844496 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.881595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0de5b-693c-4614-ae97-26a2d5902d69 req-574df9f5-154c-49c8-9ab9-414987e43b03 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:08.883087 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f0de5b-693c-4614-ae97-26a2d5902d69 req-574df9f5-154c-49c8-9ab9-414987e43b03 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.0809071 May 14 18:03:08.895432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.899855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:08.913610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369ef33a-7dcc-4d9f-9820-5a64b2d489cd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:08.916543 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:08.918586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:08.921827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/369ef33a-7dcc-4d9f-9820-5a64b2d489cd HTTP/1.1" status: 204 len: 168 time: 0.1636417 May 14 18:03:08.936230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f0de5b-693c-4614-ae97-26a2d5902d69 req-6ed29366-34ef-44b5-81d0-bb934831034e tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 May 14 18:03:09.128171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f68541b5-e2f0-49d7-85c6-eeae44b69846 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:09.164427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: f68541b5-e2f0-49d7-85c6-eeae44b69846 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:09.164778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f68541b5-e2f0-49d7-85c6-eeae44b69846 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:09.190048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dad1b-0832-47b5-b030-bd35291cc375 req-6563d1f3-a3aa-49db-bb99-fdfdf470a76a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:09.191529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-114dad1b-0832-47b5-b030-bd35291cc375 req-6563d1f3-a3aa-49db-bb99-fdfdf470a76a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 950 time: 0.0852268 May 14 18:03:09.241123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-114dad1b-0832-47b5-b030-bd35291cc375 req-73e0186b-fd93-4773-bc73-c94ee7f85e3b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 May 14 18:03:09.629293 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2', 'code': 200} May 14 18:03:09.629592 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c84f122-ae89-4bd2-b519-f40ee871e6cc', 'code': 200} May 14 18:03:09.629883 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae', 'code': 200} May 14 18:03:09.743014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43730) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:09.840528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1ecf-40d9-4501-949c-67e3dd74a7a8 req-d3aacb62-6db7-40e6-83df-6e7c510c30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:09.841820 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-372b1ecf-40d9-4501-949c-67e3dd74a7a8 req-d3aacb62-6db7-40e6-83df-6e7c510c30ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 1096 time: 0.0932941 May 14 18:03:09.854606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3c5c7-4022-4e86-b0c2-23667ea5a6e8 req-09926ef0-7352-46be-b652-b7f95ddcd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:09.856170 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2bd3c5c7-4022-4e86-b0c2-23667ea5a6e8 req-09926ef0-7352-46be-b652-b7f95ddcd2ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 1101 time: 0.1443672 May 14 18:03:09.904216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-network', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:09.923257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:09.927601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-372b1ecf-40d9-4501-949c-67e3dd74a7a8 req-3fba8f0a-bc99-45e4-b473-9a7d2e1469bf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661249 May 14 18:03:09.931378 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2bd3c5c7-4022-4e86-b0c2-23667ea5a6e8 req-82befe12-7ba5-400b-898d-7f5eda1e55ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566432 May 14 18:03:09.935948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-b12404d5-790d-40a7-b243-cef1d186c31d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:09.937391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-b12404d5-790d-40a7-b243-cef1d186c31d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.1952033 May 14 18:03:09.940067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9f-ad6a-4f51-9793-ed46fc06e4e3 req-25b4a1ab-830e-412b-9a42-74a76d3fcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:09.940555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9f-ad6a-4f51-9793-ed46fc06e4e3 req-25b4a1ab-830e-412b-9a42-74a76d3fcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:09.941941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc12ad9f-ad6a-4f51-9793-ed46fc06e4e3 req-25b4a1ab-830e-412b-9a42-74a76d3fcde8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1984 time: 0.2306452 May 14 18:03:09.942936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Usage tracker for resource:network and tenant:cc99186680db4af98b9201dffbfaea9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:09.947235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:09.958307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:09.963135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-3a9ba4e8-09ac-45f4-b5cc-b59310fbe2cb tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/quotas/23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 375 time: 0.0169024 May 14 18:03:10.000418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Made reservation on behalf of cc99186680db4af98b9201dffbfaea9c for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:10.002547 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.026107 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.057061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:10.069192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Usage tracker for resource:security_group_rule and tenant:cc99186680db4af98b9201dffbfaea9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:10.077994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:10.091300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:10.101815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc12ad9f-ad6a-4f51-9793-ed46fc06e4e3 req-f90bba4c-fddc-43c6-843d-8fa2f2384f52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 May 14 18:03:10.148968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-26056642-7a68-49b2-95d7-9b8fd4c91f36 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1799462 May 14 18:03:10.315131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.320540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.326168 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:10.336045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-5a96d6db-18a2-493c-9294-9c107647049f service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782742 May 14 18:03:10.374039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:03:10.381655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be71884b-1eb5-4e32-926e-e80b5d506888,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:10.387960 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:10.437188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.437536 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Added segment 2ac800b2-f92a-4c31-acd0-49bf904de1c8 of type vlan for network 4e1bd5ac-5685-463c-862b-54ab25b24742 May 14 18:03:10.492181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.528912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-a951b4b2-810e-48a6-b0b2-7e6f975c4e4c service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795757 May 14 18:03:10.540811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.542174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:10.542924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.547679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-48c0320f-a749-4cf9-89f8-1dc69b0e3133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:10.648644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1bd5ac-5685-463c-862b-54ab25b24742,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:10.651444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9074762 May 14 18:03:10.652374 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:10.654360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43744) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:10.660006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Request body: {'subnet': {'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-subnet', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:10.660507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:03:10.664908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:10.669003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Usage tracker for resource:subnet and tenant:cc99186680db4af98b9201dffbfaea9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:10.671788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:10.677884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:10.688582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Made reservation on behalf of cc99186680db4af98b9201dffbfaea9c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:10.690959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:10.876062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd739bc-ac4b-4944-989d-a96d01affdcd req-7c132a28-397d-4b06-9f15-4dd3d5a3b410 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:10.882452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd739bc-ac4b-4944-989d-a96d01affdcd req-7c132a28-397d-4b06-9f15-4dd3d5a3b410 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:10.884038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfd739bc-ac4b-4944-989d-a96d01affdcd req-7c132a28-397d-4b06-9f15-4dd3d5a3b410 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1682 time: 0.1324296 May 14 18:03:10.979421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfd739bc-ac4b-4944-989d-a96d01affdcd req-2e9130f9-79d0-4eae-97ec-42114c75fcf5 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661685 May 14 18:03:11.143159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 587a5ab4-250c-438a-941c-d677d4b60b16 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:11.401766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-9a67b56a-116b-4dcb-b9d4-2e1b4c89777b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:11.404527 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-9a67b56a-116b-4dcb-b9d4-2e1b4c89777b tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.22 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 945 time: 0.1235991 May 14 18:03:11.423202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.431869 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:11.530772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdbd7e63-5272-4302-b50d-eec3e3128a66,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:11.540498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 587a5ab4-250c-438a-941c-d677d4b60b16, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=587a5ab4-250c-438a-941c-d677d4b60b16,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:11.542622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98b4e8-5586-4033-bb0d-b2213e0919d6 req-4830d6f9-3850-495a-a69e-ffbbab65afe7 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:11.549799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c98b4e8-5586-4033-bb0d-b2213e0919d6 req-4830d6f9-3850-495a-a69e-ffbbab65afe7 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 947 time: 0.2090528 May 14 18:03:11.552208 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:11.569228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Checking segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:11.569546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '587a5ab4-250c-438a-941c-d677d4b60b16', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '587a5ab4-250c-438a-941c-d677d4b60b16', 'mac_address': 'fa:16:3e:b1:de:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:11.569833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Network hostable DHCP agents. Network: 4e1bd5ac-5685-463c-862b-54ab25b24742, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:03:11.616964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c98b4e8-5586-4033-bb0d-b2213e0919d6 req-e5e96053-00a4-4ea8-9710-df2291392b35 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658274 May 14 18:03:11.622448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:03:11.657798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 4e1bd5ac-5685-463c-862b-54ab25b24742) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:11.661871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.672656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:11.673356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.676843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c223cf-b00f-49c5-a1e1-200bb6ec2c6c None None] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:11.686302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Deleting port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:11.686660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.724387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0665164 May 14 18:03:11.724774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43762) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:11.729940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:11.736136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:11.747921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Usage tracker for resource:router and tenant:cc99186680db4af98b9201dffbfaea9c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:11.756081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:11.771433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:11.786695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.788304 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.809829 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.841567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587a5ab4-250c-438a-941c-d677d4b60b16 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:11.927910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] For port 51a3d932-ed00-4537-8221-cbf2ecaa8c02, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=51a3d932-ed00-4537-8221-cbf2ecaa8c02,segment=NetworkSegment(66810b2f-e1fa-4a14-b0f4-85c9d01b45e3),segment_id=66810b2f-e1fa-4a14-b0f4-85c9d01b45e3)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:11.928640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.941125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 587a5ab4-250c-438a-941c-d677d4b60b16, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=587a5ab4-250c-438a-941c-d677d4b60b16,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:11.953817 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:11.963002 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:12.057485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-4e1bd5ac-5685-463c-862b-54ab25b24742', 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'fixed_ips': [{'subnet_id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:03:12.058428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.097750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=587a5ab4-250c-438a-941c-d677d4b60b16,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:12.101964 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:12.182404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.205880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Calling delete_port for 51a3d932-ed00-4537-8221-cbf2ecaa8c02 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:12.207765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e4dd-1aae-457f-bf75-136fab11cd4c req-474b7096-7a76-4f7b-8e31-a4d5358f42e5 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:12.209894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7b3e4dd-1aae-457f-bf75-136fab11cd4c req-474b7096-7a76-4f7b-8e31-a4d5358f42e5 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/ports?device_id=eded7ae2-a51d-4b8e-8753-f86532fb9fdc HTTP/1.1" status: 200 len: 945 time: 0.3860624 May 14 18:03:12.263326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Allocated IP 172.20.0.2 (4e1bd5ac-5685-463c-862b-54ab25b24742/bdbd7e63-5272-4302-b50d-eec3e3128a66/4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:12.323491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7b3e4dd-1aae-457f-bf75-136fab11cd4c req-a747fb42-faa4-44f4-81d0-9c7ddda11968 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.24 "GET /v2.0/security-groups?id=3050c0e2-c100-44a8-a984-eb0678a4d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997999 May 14 18:03:12.337745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.344931 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-25f49223-d3de-47bf-a772-73f49f70787c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:12.385106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['51a3d932-ed00-4537-8221-cbf2ecaa8c02'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:12.395267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Pushing event deleted for resources: {'Port': ['ID=51a3d932-ed00-4537-8221-cbf2ecaa8c02,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:12.400178 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:12.424584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['587a5ab4-250c-438a-941c-d677d4b60b16'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:12.532088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-62f2c951-5ade-47e7-a645-5a190adb4f4d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:12.533542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-62f2c951-5ade-47e7-a645-5a190adb4f4d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.1941762 May 14 18:03:12.550729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] No DVR routers for this DVR port 51a3d932-ed00-4537-8221-cbf2ecaa8c02 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:12.556849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.560096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'name': 'network-vif-deleted', 'tag': '51a3d932-ed00-4537-8221-cbf2ecaa8c02'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:12.590089 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f39543f5-5111-4e4c-98dd-7d203e152aaa req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] 10.222.0.22 "DELETE /v2.0/ports/51a3d932-ed00-4537-8221-cbf2ecaa8c02 HTTP/1.1" status: 204 len: 173 time: 1.1793997 May 14 18:03:12.605419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'port': {'device_id': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'admin_state_up': True, 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:12.797025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.819846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Transition to ACTIVE for port object 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:12.858422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Transition to ACTIVE for port object 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:12.864894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.868821 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:12.884092 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:12.935517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:12.938497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:12.947602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:12.987512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Pushing event updated for resources: {'Port': ['ID=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:12.993853 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:13.045707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Attempting to bind port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:13.046084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Attempting to bind port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:13.046450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Attempting to bind port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb on network 4e1bd5ac-5685-463c-862b-54ab25b24742 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:13.052175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:13.052501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Checking segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:13.052937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.053333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Bound using segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:13.053816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Bound port: 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:13.054194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.066375 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.116622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:13.141886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb337823-94f6-4251-8e4f-8e6f76e1661f req-cf0f0ac8-2575-4c8c-8b58-797adbd4b8c8 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:13.143362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb337823-94f6-4251-8e4f-8e6f76e1661f req-cf0f0ac8-2575-4c8c-8b58-797adbd4b8c8 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.5498686 May 14 18:03:13.146454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] For port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:13.150109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:13.150654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] For port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:13.155882 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.161186 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:13.191117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:13.194648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.238287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Pushing event updated for resources: {'Port': ['ID=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:13.241543 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:13.293269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb337823-94f6-4251-8e4f-8e6f76e1661f req-4afefe22-3923-4f9f-a016-e677e44377bc tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372850 May 14 18:03:13.375526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Allocated IP 172.25.4.166 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/e45fa5fe-05d1-4699-9e04-c116630a7e7d) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:13.622902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Allocated IP 172.20.0.8 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/3583628c-9609-4645-836b-095d5ca1afb8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:13.697460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.737205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d319b-497a-47af-afc5-bc90a76c8d22 req-2cb7aa64-206b-4481-a9f3-3190e433920b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:13.738638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f0d319b-497a-47af-afc5-bc90a76c8d22 req-2cb7aa64-206b-4481-a9f3-3190e433920b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 950 time: 0.3085585 May 14 18:03:13.880480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f0d319b-497a-47af-afc5-bc90a76c8d22 req-7d8797fe-fcbf-404f-a122-41cbb2b86741 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328719 May 14 18:03:13.900301 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:13.906976 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17cf4449-0fcf-4bf6-b762-908a4bc4a87b tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:13.984846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:13.999798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:14.051346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:14.083524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:14.091701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Pushing event updated for resources: {'Port': ['ID=e45fa5fe-05d1-4699-9e04-c116630a7e7d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:14.102842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0ad913e-603e-4abe-9235-f8b6fa1ec7ef req-1cae358a-c7c0-4e6e-9880-c19b07a95604 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 210 time: 0.1094918 May 14 18:03:14.103714 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:14.130134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Transition to ACTIVE for port object 3583628c-9609-4645-836b-095d5ca1afb8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:14.224157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:14.304501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca90f45-79e1-4aae-8476-8297c5a999f8 None None] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:14.325001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:14.393461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Provisioning for port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:14.399345 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:14.406478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Provisioning complete for port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:14.406859 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:14.407637 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-21e19d4a-2747-42cf-a6e3-b5bbc95548d7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:14.672553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:14.716765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] For port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:14.725266 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:14.728282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a2f35219-8e40-4018-89d5-488a3ef7bb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:14.746122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:14.753739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34529b85-7b54-40c9-9802-e5779eb69466 req-0aafd2f8-df78-46ae-8994-233a1c5c8b4f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:14.755165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34529b85-7b54-40c9-9802-e5779eb69466 req-0aafd2f8-df78-46ae-8994-233a1c5c8b4f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.4865804 May 14 18:03:14.761232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:14.765967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=3583628c-9609-4645-836b-095d5ca1afb8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:14.768134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:14.798333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Pushing event updated for resources: {'Port': ['ID=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:14.801215 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:14.808540 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:14.886331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:14.887225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:14.902018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34529b85-7b54-40c9-9802-e5779eb69466 req-9f199eb3-8efe-410e-867e-7f3a6cb28f16 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369298 May 14 18:03:14.946336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.046940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c267e115-4d78-42dd-9092-0111a70af01f None None] Provisioning complete for port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:15.047359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c267e115-4d78-42dd-9092-0111a70af01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.112014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5170043 May 14 18:03:15.126729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Request body: {'port': {'device_id': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:15.158335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 587a5ab4-250c-438a-941c-d677d4b60b16 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:15.223074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c267e115-4d78-42dd-9092-0111a70af01f None None] Provisioning for port 3583628c-9609-4645-836b-095d5ca1afb8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:15.232333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c267e115-4d78-42dd-9092-0111a70af01f None None] Provisioning complete for port 3583628c-9609-4645-836b-095d5ca1afb8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:15.233031 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c267e115-4d78-42dd-9092-0111a70af01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.292820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 587a5ab4-250c-438a-941c-d677d4b60b16 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:15.295757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c267e115-4d78-42dd-9092-0111a70af01f None None] Port 3583628c-9609-4645-836b-095d5ca1afb8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:03:15.300117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 587a5ab4-250c-438a-941c-d677d4b60b16 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:15.300830 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.398985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.418384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.445179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c264c46-4f85-483a-bd17-d1596d179e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587a5ab4-250c-438a-941c-d677d4b60b16'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:15.454604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 587a5ab4-250c-438a-941c-d677d4b60b16, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=587a5ab4-250c-438a-941c-d677d4b60b16,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:15.458643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.461322 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-24be7df8-c6e6-4fa9-b9aa-de17302d612d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:15.465483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dcdf8-c3dd-4cfc-ae55-076c2c49b4be req-6f60d2bf-50b3-4769-b081-4e30fe664010 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:15.471284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dcdf8-c3dd-4cfc-ae55-076c2c49b4be req-6f60d2bf-50b3-4769-b081-4e30fe664010 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:15.472805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b0dcdf8-c3dd-4cfc-ae55-076c2c49b4be req-6f60d2bf-50b3-4769-b081-4e30fe664010 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1682 time: 0.4105985 May 14 18:03:15.528620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=587a5ab4-250c-438a-941c-d677d4b60b16,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:15.531836 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:15.619746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b0dcdf8-c3dd-4cfc-ae55-076c2c49b4be req-d9db34b2-20f7-431d-8b1f-3ca6a86ca7be tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337419 May 14 18:03:15.630247 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:15.671814 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded7ae2-a51d-4b8e-8753-f86532fb9fdc', 'name': 'network-vif-deleted', 'tag': '51a3d932-ed00-4537-8221-cbf2ecaa8c02', 'status': 'completed', 'code': 200} May 14 18:03:15.762836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 51a3d932-ed00-4537-8221-cbf2ecaa8c02 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:15.797295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 51a3d932-ed00-4537-8221-cbf2ecaa8c02 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:15.797642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 51a3d932-ed00-4537-8221-cbf2ecaa8c02 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:16.006908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eda528-86ef-4441-9c3f-c1b05278de19 req-63de3776-58ba-4a33-928d-49fb47a9db2a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:16.008681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6eda528-86ef-4441-9c3f-c1b05278de19 req-63de3776-58ba-4a33-928d-49fb47a9db2a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 949 time: 0.2503905 May 14 18:03:16.133387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6eda528-86ef-4441-9c3f-c1b05278de19 req-d4da7f06-e626-45de-8e7b-defd8ff3b252 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156809 May 14 18:03:16.145807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Router e97c6f4a-b7eb-42ed-90a1-2d2617515819 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:03:16.157371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3583628c-9609-4645-836b-095d5ca1afb8 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:16.168516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.177723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:16.254728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:16.255448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.452367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Transition to ACTIVE for port object 3583628c-9609-4645-836b-095d5ca1afb8 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:16.458171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.464948 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5609466-7ef0-410f-b66a-f0f445b61654 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:16.599698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43796) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:16.702328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Deleting subnet d3a2f202-2d2b-4cf6-8889-260d73a7ba25 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:03:16.705813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.705990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Pushing event updated for resources: {'Port': ['ID=3583628c-9609-4645-836b-095d5ca1afb8,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:16.710055 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:16.764654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.776950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:03:16.788176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Sync routers for ids ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:03:16.805211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Routers {'e97c6f4a-b7eb-42ed-90a1-2d2617515819'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:16.805979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:16.826749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.828106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1021781 May 14 18:03:16.831243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43800) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:16.833924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.836074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Attempting to bind port 3583628c-9609-4645-836b-095d5ca1afb8 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:16.836409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Attempting to bind port 3583628c-9609-4645-836b-095d5ca1afb8 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:16.836727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Attempting to bind port 3583628c-9609-4645-836b-095d5ca1afb8 on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:16.843144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Port 3583628c-9609-4645-836b-095d5ca1afb8 on network 2a867376-97d8-42cd-96d9-9aebf40270c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:03:16.843486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Attempting to bind port 3583628c-9609-4645-836b-095d5ca1afb8 on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:16.851866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:16.852203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:16.852580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:16.853003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Bound port: 3583628c-9609-4645-836b-095d5ca1afb8, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:16.853341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:16.913338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee633c62-5c98-4228-92ea-868d521f04f6 req-9eeccb3d-1713-4920-ac2c-b106b07f2a73 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:16.914844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee633c62-5c98-4228-92ea-868d521f04f6 req-9eeccb3d-1713-4920-ac2c-b106b07f2a73 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 1101 time: 0.1986430 May 14 18:03:16.988206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee633c62-5c98-4228-92ea-868d521f04f6 req-2de2e8d7-33a7-4782-9fc6-e1193a22afb9 tempest-ServersOnMultiNodesTest-457846634 tempest-ServersOnMultiNodesTest-457846634-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645411 May 14 18:03:16.992098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] For port 3583628c-9609-4645-836b-095d5ca1afb8, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:16.995909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] For port 3583628c-9609-4645-836b-095d5ca1afb8, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3583628c-9609-4645-836b-095d5ca1afb8,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:17.001430 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:17.006570 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:17.040706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Set router e97c6f4a-b7eb-42ed-90a1-2d2617515819 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:17.062384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:17.062989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:17.064373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] 10.222.0.15 "PUT /v2.0/ports/3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 200 len: 1091 time: 1.9444232 May 14 18:03:17.064905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'tag': '3583628c-9609-4645-836b-095d5ca1afb8'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:17.094670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Pushing event updated for resources: {'Port': ['ID=3583628c-9609-4645-836b-095d5ca1afb8,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:17.097722 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:17.268352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-aeb819d6-b8da-48cb-977a-ed6f8ca5f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:17.269874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-aeb819d6-b8da-48cb-977a-ed6f8ca5f20a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 1094 time: 0.1660521 May 14 18:03:17.361641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-0323df8f-7d5b-4da0-b646-8b2afb2657b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 200 len: 217 time: 0.0796478 May 14 18:03:17.417201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d46b-05ed-4f3f-9a0d-766a079f79ec req-4f3b5117-b5ee-4cb9-968b-b762968ca530 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:17.418833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38e1d46b-05ed-4f3f-9a0d-766a079f79ec req-4f3b5117-b5ee-4cb9-968b-b762968ca530 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2446647 May 14 18:03:17.429880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:03:14Z', 'revision_number': 3, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:17.434573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Checking router: e97c6f4a-b7eb-42ed-90a1-2d2617515819 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:03:17.439521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Updating router e97c6f4a-b7eb-42ed-90a1-2d2617515819 port e45fa5fe-05d1-4699-9e04-c116630a7e7d binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:03:17.475346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-5901241b-611b-4950-9ffc-63c39fa5a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:17.478003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-5901241b-611b-4950-9ffc-63c39fa5a243 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1020806 May 14 18:03:17.489650 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38e1d46b-05ed-4f3f-9a0d-766a079f79ec req-f94bb3c4-dee4-46af-a3ec-1129130fde86 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640106 May 14 18:03:17.534378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:17.578614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536fd-da20-4f64-88de-7b202c36173c req-1d0b3225-cf9b-41af-a955-f45088213761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:17.580435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-1d0b3225-cf9b-41af-a955-f45088213761 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940194 May 14 18:03:17.595286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:17.601914 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:17.637285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a2f202-2d2b-4cf6-8889-260d73a7ba25,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:17.644497 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:17.689762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:17.707609 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d3a2f202-2d2b-4cf6-8889-260d73a7ba25 HTTP/1.1" status: 204 len: 168 time: 1.1062007 May 14 18:03:17.712416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43812) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:17.788780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-1f142495-9c73-4b2e-aa54-7af009f2b910 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945748 May 14 18:03:17.837344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a5193-dd25-437b-adc1-fa6f1cda2abb req-b5717624-ac70-460d-a8bc-ae017b8fa139 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:17.838060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3c7a5193-dd25-437b-adc1-fa6f1cda2abb req-b5717624-ac70-460d-a8bc-ae017b8fa139 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:17.916090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3c7a5193-dd25-437b-adc1-fa6f1cda2abb req-b5717624-ac70-460d-a8bc-ae017b8fa139 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:17.922707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c7a5193-dd25-437b-adc1-fa6f1cda2abb req-b5717624-ac70-460d-a8bc-ae017b8fa139 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 943 time: 0.2932262 May 14 18:03:17.982492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:17.997030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c7a5193-dd25-437b-adc1-fa6f1cda2abb req-551616a5-4e4c-4607-b87d-014516f0301b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734239 May 14 18:03:18.000359 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a536fd-da20-4f64-88de-7b202c36173c req-751a08fb-b3b7-4cbd-a184-89fe0c0eee7a service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960216 May 14 18:03:18.005378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.007971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Transition to ACTIVE for port object e45fa5fe-05d1-4699-9e04-c116630a7e7d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:18.023876 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.027950 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:18.079529 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c264c46-4f85-483a-bd17-d1596d179e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587a5ab4-250c-438a-941c-d677d4b60b16', 'code': 200} May 14 18:03:18.123115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.124320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabbbe7-f645-43af-87b0-af1d59de3109 None None] Pushing event updated for resources: {'Port': ['ID=e45fa5fe-05d1-4699-9e04-c116630a7e7d,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:18.134357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bdabbbe7-f645-43af-87b0-af1d59de3109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:18.139455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Attempting to bind port e45fa5fe-05d1-4699-9e04-c116630a7e7d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:18.139847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Attempting to bind port e45fa5fe-05d1-4699-9e04-c116630a7e7d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:18.140193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Attempting to bind port e45fa5fe-05d1-4699-9e04-c116630a7e7d on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:18.145901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:18.147253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:18.147675 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.148073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:18.148543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Bound port: e45fa5fe-05d1-4699-9e04-c116630a7e7d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:18.149047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.238029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] For port e45fa5fe-05d1-4699-9e04-c116630a7e7d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:18.241936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] For port e45fa5fe-05d1-4699-9e04-c116630a7e7d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e45fa5fe-05d1-4699-9e04-c116630a7e7d,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:18.246842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.252838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:18.256801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.276295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192865fc-bb9e-4800-b4c3-7a4a7b69acce']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:18.277862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43590e-1f15-4174-a056-6f3450e6bfb0 req-d665782a-a0eb-4cf0-bc91-52c79a6ec543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:18.279743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe43590e-1f15-4174-a056-6f3450e6bfb0 req-d665782a-a0eb-4cf0-bc91-52c79a6ec543 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 1100 time: 0.1108015 May 14 18:03:18.297827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:18.298120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66810b2f-e1fa-4a14-b0f4-85c9d01b45e3') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:18.319113 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.345583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Routers {'e97c6f4a-b7eb-42ed-90a1-2d2617515819'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:18.346217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:18.347142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe43590e-1f15-4174-a056-6f3450e6bfb0 req-f142cf7a-844e-46d5-bf12-a33e079daafe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607929 May 14 18:03:18.376936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.395004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:03:18.395717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.409890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabbbe7-f645-43af-87b0-af1d59de3109 None None] Pushing event updated for resources: {'Port': ['ID=e45fa5fe-05d1-4699-9e04-c116630a7e7d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: timer() May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:03:18.410129 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:03:18.414913 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bdabbbe7-f645-43af-87b0-af1d59de3109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:18.545404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.549896 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e75e040d-ac98-4395-a629-7b7f1c9f6d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:18.564332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.574635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] Set router e97c6f4a-b7eb-42ed-90a1-2d2617515819 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:18.591590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Pushing event deleted for resources: {'Network': ['ID=192865fc-bb9e-4800-b4c3-7a4a7b69acce,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:18.596175 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] 10.222.0.24 "DELETE /v2.0/networks/192865fc-bb9e-4800-b4c3-7a4a7b69acce HTTP/1.1" status: 204 len: 168 time: 0.8828232 May 14 18:03:18.597657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Allocated IP 172.20.0.1 (4e1bd5ac-5685-463c-862b-54ab25b24742/bdbd7e63-5272-4302-b50d-eec3e3128a66/e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:18.600957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:18.620951 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'tag': '3583628c-9609-4645-836b-095d5ca1afb8', 'status': 'completed', 'code': 200} May 14 18:03:18.790930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.810660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Transition to ACTIVE for port object e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:18.834530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43834) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:18.860864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:18.867964 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-117aeab5-8f86-4ead-a16a-b6cb1be25d31 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:18.903929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:03:14Z', 'revision_number': 3, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:18.908541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd654b1-56c5-4363-bb5e-e7ea0d0bbab0 None None] The sync data for ids ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'] in n-d-787206-3 is: [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:03:14Z', 'revision_number': 3, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:03:18.938149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:18.942858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:18.954310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:18.969722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-f4f5c742-cc63-4556-ad27-e3b295fd32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:18.971199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-f4f5c742-cc63-4556-ad27-e3b295fd32ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 1094 time: 0.3274100 May 14 18:03:19.009322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:19.013769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0972a70-e722-44c2-aa92-48b286405f77 req-4f9b9b3e-361d-464d-8ee9-1cadee2f7e45 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:19.015667 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-570f387a-4991-4e39-b49b-fe23c5358663 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e73f0e956a1435c912d8391a77da07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796012 May 14 18:03:19.016652 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:19.018059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0972a70-e722-44c2-aa92-48b286405f77 req-4f9b9b3e-361d-464d-8ee9-1cadee2f7e45 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 949 time: 0.2839518 May 14 18:03:19.018548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43838) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:19.040539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.172018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.217478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0972a70-e722-44c2-aa92-48b286405f77 req-8fa3fdd0-9c24-4ed9-bd7f-daf04ba02180 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415906 May 14 18:03:19.249646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-0def7c5e-37f2-4af3-ad7e-e3e8947fc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:19.251200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-0def7c5e-37f2-4af3-ad7e-e3e8947fc88e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.2714136 May 14 18:03:19.259719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e70a408c-fa3f-40a1-9f66-071bafd9dd32 None None] Provisioning for port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:19.265223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e70a408c-fa3f-40a1-9f66-071bafd9dd32 None None] Provisioning complete for port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:19.267255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e70a408c-fa3f-40a1-9f66-071bafd9dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.345007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e70a408c-fa3f-40a1-9f66-071bafd9dd32 None None] Port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:03:19.360482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.377428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-bd6e8e60-f18d-47c6-bc32-9fd10e2addd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 200 len: 217 time: 0.1179547 May 14 18:03:19.467763 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.483711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.491317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.504150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-031e2a44-e0b3-436f-b066-7a02a57df36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:19.505638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-031e2a44-e0b3-436f-b066-7a02a57df36a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1181860 May 14 18:03:19.589725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1cc8795e-b3af-45a5-ab18-aba6f91cf500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:19.632991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.639757 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:19.678531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3050c0e2-c100-44a8-a984-eb0678a4d003,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:19.685143 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:19.702253 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.706141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3050c0e2-c100-44a8-a984-eb0678a4d003 HTTP/1.1" status: 204 len: 168 time: 0.6371000 May 14 18:03:19.709408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-ef7f085d-5ecd-49ea-88ba-d6d254a5cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:19.710928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-ef7f085d-5ecd-49ea-88ba-d6d254a5cf5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955819 May 14 18:03:19.724186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:19.726775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:19.730809 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:19.733748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-49637777-96e8-4643-bc0c-ffbca1b0cdaa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:03:19.734754 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-49637777-96e8-4643-bc0c-ffbca1b0cdaa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122001 May 14 18:03:19.792189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:20.053309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:20.070018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '6b42ad76-b171-456c-99e9-451ea63aacae', 'network_id': 'c7c1ff26-040f-4436-81b8-70cd198f76c9', 'port_id': '6b42ad76-b171-456c-99e9-451ea63aacae', 'mac_address': 'fa:16:3e:76:87:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a59e9c-6aba-4db7-9467-b100fbdb4a4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:20.074271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-523ab869-6484-4592-b2aa-e93ba219caaf service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279490 May 14 18:03:20.164148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:20.169551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:20.174975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634e7a1-71e0-4ee3-aead-360c286a8ae9 req-2cd76666-1d04-49f9-a108-260df4f1175d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:20.204138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e634e7a1-71e0-4ee3-aead-360c286a8ae9 req-2cd76666-1d04-49f9-a108-260df4f1175d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 950 time: 0.3467357 May 14 18:03:20.213112 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:20.278473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e45fa5fe-05d1-4699-9e04-c116630a7e7d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:20.419438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b42ad76-b171-456c-99e9-451ea63aacae {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:20.532020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:20.546702 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:20.550303 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:20.575470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Router e97c6f4a-b7eb-42ed-90a1-2d2617515819 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:03:20.635103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e634e7a1-71e0-4ee3-aead-360c286a8ae9 req-87d5d141-3185-46d4-8171-575799adebd9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230911 May 14 18:03:20.684866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18c3a014-2fa0-4788-a700-de7e8bd4c6f3 req-6deddcea-e6ca-4a23-bc6d-087c307cd5af service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682976 May 14 18:03:20.694994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6b42ad76-b171-456c-99e9-451ea63aacae'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:20.817017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:03:20.823332 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] 10.222.0.24 "PUT /v2.0/routers/e97c6f4a-b7eb-42ed-90a1-2d2617515819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9910583 May 14 18:03:20.875152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e45fa5fe-05d1-4699-9e04-c116630a7e7d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:20.906077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e45fa5fe-05d1-4699-9e04-c116630a7e7d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:20.906077 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:20.949658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-61190158-af2a-494d-b9cd-0eb6bc156698 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:20.951170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-61190158-af2a-494d-b9cd-0eb6bc156698 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7c6d6a1-d068-4981-b23f-ed4d9e32211e HTTP/1.1" status: 200 len: 950 time: 0.1950574 May 14 18:03:21.017834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f779e9-db55-47a1-b885-f929f873811a req-44762315-4504-4105-8ce6-8a84a3c4635d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:21.020496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6a9c1cbb-a952-4455-afb1-18d098a34c4f None None] Provisioning complete for port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:21.020879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1cbb-a952-4455-afb1-18d098a34c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:21.025275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31f779e9-db55-47a1-b885-f929f873811a req-44762315-4504-4105-8ce6-8a84a3c4635d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 943 time: 0.1942689 May 14 18:03:21.124413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31f779e9-db55-47a1-b885-f929f873811a req-4ea25a4c-f4e1-413e-ad2d-65da480e55f8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979602 May 14 18:03:21.134589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c1cbb-a952-4455-afb1-18d098a34c4f None None] Port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:03:21.153882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:21.169410 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:21.197553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 3c84f122-ae89-4bd2-b519-f40ee871e6cc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:21.198019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:21.248898 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:21.341008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e45fa5fe-05d1-4699-9e04-c116630a7e7d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e45fa5fe-05d1-4699-9e04-c116630a7e7d,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:21.364393 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:21.384139 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:21.404595 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Sync routers for ids ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:03:21.421141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Routers {'e97c6f4a-b7eb-42ed-90a1-2d2617515819'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:21.422656 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:21.501631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e45fa5fe-05d1-4699-9e04-c116630a7e7d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:21.519964 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:21.652554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cab71a-fca8-4fe7-93e5-9d2b2952d46a req-de9d2a6f-0d0b-44f3-9659-153bcb57a398 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:21.663542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8cab71a-fca8-4fe7-93e5-9d2b2952d46a req-de9d2a6f-0d0b-44f3-9659-153bcb57a398 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2731779 May 14 18:03:21.698795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 3c84f122-ae89-4bd2-b519-f40ee871e6cc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3c84f122-ae89-4bd2-b519-f40ee871e6cc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:21.699191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:21.761267 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Set router e97c6f4a-b7eb-42ed-90a1-2d2617515819 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:21.811369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:21.964108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82158008-3533-41ce-8ef6-6e2843942425 req-8b421f2e-8fa8-4c63-b314-02783d58299d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:21.979747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82158008-3533-41ce-8ef6-6e2843942425 req-8b421f2e-8fa8-4c63-b314-02783d58299d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:21.982223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-82158008-3533-41ce-8ef6-6e2843942425 req-8b421f2e-8fa8-4c63-b314-02783d58299d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Synchronizing usage tracker for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:22.006857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 3c84f122-ae89-4bd2-b519-f40ee871e6cc owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:22.007243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 6b42ad76-b171-456c-99e9-451ea63aacae triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:22.008324 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.017768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-82158008-3533-41ce-8ef6-6e2843942425 req-8b421f2e-8fa8-4c63-b314-02783d58299d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Unset dirty status for tenant:580831c115fc4eab8ade98b4f33dffb3 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:22.023387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-82158008-3533-41ce-8ef6-6e2843942425 req-8b421f2e-8fa8-4c63-b314-02783d58299d tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.15 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1682 time: 0.2876513 May 14 18:03:22.061696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8cab71a-fca8-4fe7-93e5-9d2b2952d46a req-e713a848-7447-4e6c-90ee-b88c9ea6ec15 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970387 May 14 18:03:22.139373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:22.148292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-network', 'tenant_id': '431a483306804058a8e4722aa4bbee8a'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:22.154190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:22.158990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Usage tracker for resource:network and tenant:431a483306804058a8e4722aa4bbee8a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:22.162304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:22.170023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:22.183206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Made reservation on behalf of 431a483306804058a8e4722aa4bbee8a for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:22.185862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.211795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.275747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e45fa5fe-05d1-4699-9e04-c116630a7e7d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:22.336255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.355090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:22.377658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Usage tracker for resource:security_group_rule and tenant:431a483306804058a8e4722aa4bbee8a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:22.387060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.388851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:22.407143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:22.414018 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c388f311-1ca9-43cd-a30c-eb001270f91f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:22.423012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:22.460505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:22.461122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.477985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103', '7e00f9d0-76ed-4266-9073-a98441860b6f', '1ae8ef57-a805-4dea-92cc-47c420911611'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:22.533422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:22.643147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:22.645082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.652029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:22.656093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:03:19Z', 'revision_number': 4, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27', 'name': '', 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'mac_address': 'fa:16:3e:8e:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:18Z', 'updated_at': '2021-05-14T18:03:19Z', 'revision_number': 2, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'subnets': [{'id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:22.671563 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Checking router: e97c6f4a-b7eb-42ed-90a1-2d2617515819 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:03:22.672051 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Updating router e97c6f4a-b7eb-42ed-90a1-2d2617515819 port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:03:22.689040 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.700321 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:22.771985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=3c84f122-ae89-4bd2-b519-f40ee871e6cc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:22.784200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 3c84f122-ae89-4bd2-b519-f40ee871e6cc on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:22.793914 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:22.796451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.816067 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.830931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba45f77-a646-4986-a9bb-6800ff64e89e req-01842e28-ddb4-4b26-9e3c-ef740fce8fb7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:22.837775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e45fa5fe-05d1-4699-9e04-c116630a7e7d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:22.837962 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:22.844498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:22.846887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba45f77-a646-4986-a9bb-6800ff64e89e req-01842e28-ddb4-4b26-9e3c-ef740fce8fb7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:22.858920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ba45f77-a646-4986-a9bb-6800ff64e89e req-01842e28-ddb4-4b26-9e3c-ef740fce8fb7 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/ports?device_id=85beb337-8f61-424d-9087-cb81b0e99f52 HTTP/1.1" status: 200 len: 1682 time: 0.5967672 May 14 18:03:22.860715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'name': 'network-vif-deleted', 'tag': '3c84f122-ae89-4bd2-b519-f40ee871e6cc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:22.947315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:22.961974 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:22.994172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.009850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:23.033727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ba45f77-a646-4986-a9bb-6800ff64e89e req-b134cd31-cb9f-4d82-9aad-f2eb4e17b3c3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "GET /v2.0/security-groups?id=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737046 May 14 18:03:23.035260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65e02842-7f99-4ee2-9fad-f837044e56d3 req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "DELETE /v2.0/ports/3c84f122-ae89-4bd2-b519-f40ee871e6cc HTTP/1.1" status: 204 len: 173 time: 2.0776386 May 14 18:03:23.201163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:23.211129 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:23.236898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3583628c-9609-4645-836b-095d5ca1afb8 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:23.248988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3c84f122-ae89-4bd2-b519-f40ee871e6cc no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:23.296953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:23.304887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.319204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-deleted', 'tag': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:23.409026 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-82158008-3533-41ce-8ef6-6e2843942425 req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.15 "DELETE /v2.0/ports/4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 HTTP/1.1" status: 204 len: 173 time: 1.3807094 May 14 18:03:23.445960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 3c84f122-ae89-4bd2-b519-f40ee871e6cc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:23.446991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3c84f122-ae89-4bd2-b519-f40ee871e6cc not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:23.596427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.652914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.674408 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b4850665-b7b7-4121-bf28-e361335fce99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:23.751241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:03:23.755530 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.768545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3302616f-9ccf-41df-a9e5-8adf6b7e0983,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:23.774438 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:23.781304 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.782527 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Added segment 8df53e27-f587-49ad-bda7-cb3cc19a5e6c of type vlan for network 392fddc0-ee01-4ea6-96d7-e2268b494e3b May 14 18:03:23.790890 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Transition to ACTIVE for port object e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:23.802049 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.820631 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c488525a-a186-42b3-8a80-8471390e3466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:23.835367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3583628c-9609-4645-836b-095d5ca1afb8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3583628c-9609-4645-836b-095d5ca1afb8,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:23.839104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.885324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '3583628c-9609-4645-836b-095d5ca1afb8', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '3583628c-9609-4645-836b-095d5ca1afb8', 'mac_address': 'fa:16:3e:21:9e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:23.905619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.906888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:23.907242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:23.923639 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9a36be65-ff0d-445f-a9f4-ecc4ca965af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:23.925641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a7bd7-16f4-4570-847a-fc3fedf3bbca req-43af73dd-200d-4f81-9927-f1c41900555d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:23.940495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-789a7bd7-16f4-4570-847a-fc3fedf3bbca req-43af73dd-200d-4f81-9927-f1c41900555d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 949 time: 0.1926990 May 14 18:03:23.949997 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Pushing event updated for resources: {'Port': ['ID=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:24.065041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-789a7bd7-16f4-4570-847a-fc3fedf3bbca req-81a1a91b-b2ed-40b9-8549-2e32df0bed01 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021228 May 14 18:03:24.164478 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.164961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.165395 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.165829 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.166255 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.166676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.167106 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.167586 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.168004 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.168425 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.169348 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.169782 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:24.178607 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:24.198016 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Attempting to bind port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:24.198535 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Attempting to bind port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:24.199005 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Attempting to bind port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 on network 4e1bd5ac-5685-463c-862b-54ab25b24742 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:24.207133 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:24.208007 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Checking segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:24.209309 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.210441 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Bound using segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:24.211351 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Bound port: e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:24.212001 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.371738 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] For port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:24.378829 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] For port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:24.396128 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.401408 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:24.493093 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.529431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port fe4e177c-a43e-45bb-9796-08b5a3aeb38a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:24.530069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.645111 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Routers {'e97c6f4a-b7eb-42ed-90a1-2d2617515819'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:24.645759 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:24.700485 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5570586 May 14 18:03:24.701078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43948) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:24.705691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Pushing event updated for resources: {'Network': ['ID=392fddc0-ee01-4ea6-96d7-e2268b494e3b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:24.710024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Request body: {'subnet': {'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-subnet', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:24.710639 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:24.726751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:24.748262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:03:24.771330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.774171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Usage tracker for resource:subnet and tenant:431a483306804058a8e4722aa4bbee8a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:24.783549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:24.824397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:24.853354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Made reservation on behalf of 431a483306804058a8e4722aa4bbee8a for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:24.855638 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.880770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port fe4e177c-a43e-45bb-9796-08b5a3aeb38a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:24.881211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:24.992697 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Pushing event updated for resources: {'Port': ['ID=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:25.015406 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:25.190905 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] Set router e97c6f4a-b7eb-42ed-90a1-2d2617515819 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:25.263682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3583628c-9609-4645-836b-095d5ca1afb8 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:25.298529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3583628c-9609-4645-836b-095d5ca1afb8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3583628c-9609-4645-836b-095d5ca1afb8,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:25.331702 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:25.340011 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:25.342741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for fe4e177c-a43e-45bb-9796-08b5a3aeb38a owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:25.553932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:25.583570 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-594716fc-4c0b-4d8b-a8b3-100b6b19a7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:25.626625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3583628c-9609-4645-836b-095d5ca1afb8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:25.638008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.638831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.638831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.639044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.639390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.639783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.640123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.640659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.640828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.641129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.641482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.641813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:25.653359 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:25.742206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=fe4e177c-a43e-45bb-9796-08b5a3aeb38a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:25.750211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:25.775436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:25.808491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21dd6-8fdd-4e0a-8aeb-365e38b8e88c req-ac4ef184-7660-45a7-9e73-3ee1ae8e322e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:25.810264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4d21dd6-8fdd-4e0a-8aeb-365e38b8e88c req-ac4ef184-7660-45a7-9e73-3ee1ae8e322e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3777590 May 14 18:03:25.841714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port fe4e177c-a43e-45bb-9796-08b5a3aeb38a on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:25.857367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:25.884662 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-82158008-3533-41ce-8ef6-6e2843942425 req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.15 "DELETE /v2.0/ports/fe4e177c-a43e-45bb-9796-08b5a3aeb38a HTTP/1.1" status: 204 len: 173 time: 2.4698551 May 14 18:03:25.957414 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:03:19Z', 'revision_number': 4, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27', 'name': '', 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'mac_address': 'fa:16:3e:8e:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:18Z', 'updated_at': '2021-05-14T18:03:24Z', 'revision_number': 4, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'subnets': [{'id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:25.968295 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03031ac2-b171-427e-967d-bd1f781c20ed None None] The sync data for ids ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'] in n-d-787206-3 is: [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:03:19Z', 'revision_number': 4, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27', 'name': '', 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'mac_address': 'fa:16:3e:8e:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:18Z', 'updated_at': '2021-05-14T18:03:24Z', 'revision_number': 4, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'subnets': [{'id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:03:26.015834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4d21dd6-8fdd-4e0a-8aeb-365e38b8e88c req-cbb0aaa1-f2bf-485f-8e8e-9d614a94edff tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776915 May 14 18:03:26.189724 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:26.204902 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-321c580f-0dd7-4c9b-ac29-b27abb50235f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:26.327069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:26.407944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f64af44-86f0-48bc-b8ae-0719dddf676a,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:26.419085 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:26.422388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:26.428507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:26.428942 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:26.430519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Checking segment: {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:26.430887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Network hostable DHCP agents. Network: 392fddc0-ee01-4ea6-96d7-e2268b494e3b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:03:26.481983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9796b-50f7-467d-b04c-da8f071fd218 req-c7b303f1-54b3-4438-81a9-60acef2de46f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:26.483871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43f9796b-50f7-467d-b04c-da8f071fd218 req-c7b303f1-54b3-4438-81a9-60acef2de46f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 944 time: 0.1932626 May 14 18:03:26.490268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:03:26.533133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 392fddc0-ee01-4ea6-96d7-e2268b494e3b) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:26.546053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15171e-3d7e-4fb3-824b-3953ab4a92c4 None None] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:26.580087 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43f9796b-50f7-467d-b04c-da8f071fd218 req-e7f47131-594f-4a40-a0b9-5d2b23ceb98b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 May 14 18:03:26.603624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:26.604344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:26.642850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9403861 May 14 18:03:26.645687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43962) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:26.652220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:26.668811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:26.679096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Usage tracker for resource:router and tenant:431a483306804058a8e4722aa4bbee8a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:26.689361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:26.702080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:26.716131 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae', 'code': 200} May 14 18:03:26.726806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:26.727921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:26.767693 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:26.779561 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c6d6a1-d068-4981-b23f-ed4d9e32211e', 'name': 'network-vif-deleted', 'tag': '3c84f122-ae89-4bd2-b519-f40ee871e6cc', 'status': 'completed', 'code': 200} May 14 18:03:26.862910 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-deleted', 'tag': '4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2', 'status': 'completed', 'code': 200} May 14 18:03:27.035010 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.094727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43972) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:27.098227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:27.106222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01c74745-a9af-4395-af3e-d1f410ef99dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.110950 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.115857 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:27.251755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting subnet 49386180-0f4b-49fc-a873-b0b89e7369fe {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:03:27.255858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.282976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-392fddc0-ee01-4ea6-96d7-e2268b494e3b', 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'fixed_ips': [{'subnet_id': '1f64af44-86f0-48bc-b8ae-0719dddf676a'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:03:27.283851 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.341265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3583628c-9609-4645-836b-095d5ca1afb8 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:27.354030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.527528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:27.538624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.569536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.576542 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:27.690180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 3583628c-9609-4645-836b-095d5ca1afb8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:27.698141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 3583628c-9609-4645-836b-095d5ca1afb8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:27.698519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.814245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Allocated IP 172.20.0.2 (392fddc0-ee01-4ea6-96d7-e2268b494e3b/1f64af44-86f0-48bc-b8ae-0719dddf676a/16deee16-5768-46e9-ae64-c2c12a44e2a3) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:27.957171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:27.965608 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2be9fa86-73a6-4c3c-965e-18f9342a4e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:27.970293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.016552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Subnet': ['ID=49386180-0f4b-49fc-a873-b0b89e7369fe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:28.023446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.027380 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:28.030310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa3087-730c-4e21-b333-9523f9dc0f6a None None] Network 386ed7fe-52a5-40db-9627-353630da7dd7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:28.037124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/subnets/49386180-0f4b-49fc-a873-b0b89e7369fe HTTP/1.1" status: 204 len: 168 time: 0.9412036 May 14 18:03:28.041062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43986) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:28.066164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.269463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:28.300131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.388784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3583628c-9609-4645-836b-095d5ca1afb8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3583628c-9609-4645-836b-095d5ca1afb8,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:28.417991 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.419410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device fe4e177c-a43e-45bb-9796-08b5a3aeb38a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:28.541054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:28.541455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.555609 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:28.705277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port 8fa3ed31-7b56-4f41-a156-2a2778f6f530, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8fa3ed31-7b56-4f41-a156-2a2778f6f530,segment=NetworkSegment(16f01fad-4c0d-4452-8242-258e447099c8),segment_id=16f01fad-4c0d-4452-8242-258e447099c8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:28.705646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.706049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3583628c-9609-4645-836b-095d5ca1afb8,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:28.710583 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:28.719250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: fe4e177c-a43e-45bb-9796-08b5a3aeb38a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:28.719693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device fe4e177c-a43e-45bb-9796-08b5a3aeb38a not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:28.720215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:28.758628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3583628c-9609-4645-836b-095d5ca1afb8'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:28.801868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:28.802940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4b52bcb3-ab55-4701-9fe7-bb4a017e4aa2 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:28.849667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:28.850796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.869596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for 8fa3ed31-7b56-4f41-a156-2a2778f6f530 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:28.889257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.916511 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.931229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-deleted', 'tag': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:28.939763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:28.945044 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b5fa4cd-6145-4060-b961-22d1c06c642a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:28.947272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721051d-f6a2-4994-815c-44b2c20921de req-839e72b9-a0c9-4910-8ba0-62ab3ed68492 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:28.949517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Transition to ACTIVE for port object 16deee16-5768-46e9-ae64-c2c12a44e2a3 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:28.955518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8721051d-f6a2-4994-815c-44b2c20921de req-839e72b9-a0c9-4910-8ba0-62ab3ed68492 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.4765437 May 14 18:03:28.991461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.012310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Transition to ACTIVE for port object 16deee16-5768-46e9-ae64-c2c12a44e2a3 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:29.110776 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.119724 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:29.145415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=8fa3ed31-7b56-4f41-a156-2a2778f6f530,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:29.149605 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:29.152546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port 8fa3ed31-7b56-4f41-a156-2a2778f6f530 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:29.156111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc27b6-3442-4da9-bb21-4df9a1f19d53 None None] DHCP port deletion for 386ed7fe-52a5-40db-9627-353630da7dd7 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:03:29.195277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:29.198167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:29.206886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:29.220014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Pushing event updated for resources: {'Port': ['ID=16deee16-5768-46e9-ae64-c2c12a44e2a3,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:29.225802 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:29.267311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Allocated IP 172.25.4.249 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/c6bac7e2-5209-4be9-9026-95e589bc2cfb) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:29.301194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8721051d-f6a2-4994-815c-44b2c20921de req-783905e9-2d7f-4660-8da0-9cecf0da88cc tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355355 May 14 18:03:29.331907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.365941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386ed7fe-52a5-40db-9627-353630da7dd7']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:29.385016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Attempting to bind port 16deee16-5768-46e9-ae64-c2c12a44e2a3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:29.385829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Attempting to bind port 16deee16-5768-46e9-ae64-c2c12a44e2a3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:29.386388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Attempting to bind port 16deee16-5768-46e9-ae64-c2c12a44e2a3 on network 392fddc0-ee01-4ea6-96d7-e2268b494e3b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:29.389081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f01fad-4c0d-4452-8242-258e447099c8') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:29.391674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f01fad-4c0d-4452-8242-258e447099c8') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:29.397390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:29.398219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Checking segment: {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:29.398814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.399607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Bound using segment: {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:29.400769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Bound port: 16deee16-5768-46e9-ae64-c2c12a44e2a3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:29.401332 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.422492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.453563 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.470896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:03:29.470896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.516703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] For port 16deee16-5768-46e9-ae64-c2c12a44e2a3, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:29.521033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] For port 16deee16-5768-46e9-ae64-c2c12a44e2a3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16deee16-5768-46e9-ae64-c2c12a44e2a3,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:29.545060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.558075 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d7fe2f4b-f018-46e0-b67d-854d1e942a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:29.610809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: timer() May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:03:29.616048 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:03:29.694246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.699598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.714778 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:29.727518 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c848f52-4b75-453d-9a4d-c07e86a797b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.729895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Pushing event updated for resources: {'Port': ['ID=16deee16-5768-46e9-ae64-c2c12a44e2a3,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:29.745329 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:29.769677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-3bf53706-1082-4a13-a805-4c07d4ef1c3a tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:29.773352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-3bf53706-1082-4a13-a805-4c07d4ef1c3a tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 1100 time: 0.2962110 May 14 18:03:29.806834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Network': ['ID=386ed7fe-52a5-40db-9627-353630da7dd7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:29.815276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.816625 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:29.830039 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/networks/386ed7fe-52a5-40db-9627-353630da7dd7 HTTP/1.1" status: 204 len: 168 time: 1.7879195 May 14 18:03:29.836518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44002) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:29.844055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.885988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:29.891468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.899924 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0a8eca38-3acc-423b-8257-cb644789f6c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:29.939696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting subnet 929b606b-e70a-43f4-b45a-bd5b542839c5 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:03:29.956427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:29.980010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Usage tracker for resource:security_group_rule and tenant:228151bcdfe341f69a4eca0b9d6f106b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:29.999677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:30.007867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-3f94faa6-ced1-4f97-aa6a-4ba2fd01a57b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:30.008884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-3f94faa6-ced1-4f97-aa6a-4ba2fd01a57b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:30.016775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:30.030444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:30.036547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:30.052785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:30.082345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:30.100690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-3f94faa6-ced1-4f97-aa6a-4ba2fd01a57b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:30.102873 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-3f94faa6-ced1-4f97-aa6a-4ba2fd01a57b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 950 time: 0.3581791 May 14 18:03:30.190007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:30.194359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Pushing event updated for resources: {'Port': ['ID=c6bac7e2-5209-4be9-9026-95e589bc2cfb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:30.206967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:30.227360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.227892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.228243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.228620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.228989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.229378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.229740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.230401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.230758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.231130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.231512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.231949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:03:30.236308 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:30.243809 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5090c587-5e82-46a0-983e-9e18aba88e38 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:30.281722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:30.283703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f8c6b37-2830-4653-8cde-22a1b49895a4 req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964018 May 14 18:03:30.326131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16deee16-5768-46e9-ae64-c2c12a44e2a3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:30.451557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 16deee16-5768-46e9-ae64-c2c12a44e2a3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:30.496790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 1ae8ef57-a805-4dea-92cc-47c420911611 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:30.497202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:30.528484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02bd4d4-4f1b-4eb9-9048-43534f53e8d4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:30.538226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fa3ed31-7b56-4f41-a156-2a2778f6f530 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:30.541527 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:30.616888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8fa3ed31-7b56-4f41-a156-2a2778f6f530 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:30.617487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fa3ed31-7b56-4f41-a156-2a2778f6f530 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:30.646499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:30.839969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 1ae8ef57-a805-4dea-92cc-47c420911611, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1ae8ef57-a805-4dea-92cc-47c420911611,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:30.840361 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.057480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45beaf5-fa97-4c09-8742-e054aa65af91 req-138f3761-82b3-4520-b441-0fd27386f24c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:31.064423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c45beaf5-fa97-4c09-8742-e054aa65af91 req-138f3761-82b3-4520-b441-0fd27386f24c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.5696228 May 14 18:03:31.068685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 1ae8ef57-a805-4dea-92cc-47c420911611 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:31.104433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.110076 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-306cde19-565f-4151-b7af-7eb4bb80236a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:31.154931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c45beaf5-fa97-4c09-8742-e054aa65af91 req-e0cdd6ed-efe3-490d-b2bb-880e52b643f0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896387 May 14 18:03:31.183511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Subnet': ['ID=929b606b-e70a-43f4-b45a-bd5b542839c5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:31.187941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:31.190330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.195021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64d2a4-c53c-4388-8242-87f4a0095eb1 None None] Network 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:31.212156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.212567 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/subnets/929b606b-e70a-43f4-b45a-bd5b542839c5 HTTP/1.1" status: 204 len: 168 time: 1.3751109 May 14 18:03:31.214981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:31.230226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1bcc1-b74e-4aeb-b240-4c4227100cb6 None None] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:31.503221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.517308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.523627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:31.571014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:31.597890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103', '7e00f9d0-76ed-4266-9073-a98441860b6f', '1ae8ef57-a805-4dea-92cc-47c420911611'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:31.733740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=1ae8ef57-a805-4dea-92cc-47c420911611,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:31.735604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Provisioning for port 16deee16-5768-46e9-ae64-c2c12a44e2a3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:31.738590 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:31.773747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Provisioning complete for port 16deee16-5768-46e9-ae64-c2c12a44e2a3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:31.773747 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.826460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 1ae8ef57-a805-4dea-92cc-47c420911611 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:31.830112 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.853739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Deleting port 83d72860-7145-4b52-b656-d34b279c3f5c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:31.853971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.870623 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8d56d899-3b78-4598-bc60-6a619e5c55a6 req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "DELETE /v2.0/ports/1ae8ef57-a805-4dea-92cc-47c420911611 HTTP/1.1" status: 204 len: 173 time: 1.7612815 May 14 18:03:31.871414 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:31.990826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] For port 83d72860-7145-4b52-b656-d34b279c3f5c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=83d72860-7145-4b52-b656-d34b279c3f5c,segment=NetworkSegment(98cd948b-d311-4eb8-a75e-15676d111594),segment_id=98cd948b-d311-4eb8-a75e-15676d111594)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:31.991292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.176276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f15e9-cce4-4173-8f90-fae127903f35 req-9a9f7926-525c-424f-a975-d1eaa764be29 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:32.178155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-357f15e9-cce4-4173-8f90-fae127903f35 req-9a9f7926-525c-424f-a975-d1eaa764be29 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:32.189320 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.210892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-357f15e9-cce4-4173-8f90-fae127903f35 req-9a9f7926-525c-424f-a975-d1eaa764be29 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:32.218820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-357f15e9-cce4-4173-8f90-fae127903f35 req-9a9f7926-525c-424f-a975-d1eaa764be29 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f0521-fb45-474e-9e0c-d478b8fe1701 HTTP/1.1" status: 200 len: 867 time: 0.7793767 May 14 18:03:32.259388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Calling delete_port for 83d72860-7145-4b52-b656-d34b279c3f5c owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:32.310446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.330824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-357f15e9-cce4-4173-8f90-fae127903f35 req-d88c6a08-7d80-435f-bf5f-2e367f4051a1 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108341 May 14 18:03:32.399208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.413879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e25a7517-0dcc-4ddb-bf51-1b10d2eb9606 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:32.512685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Router 04242ae8-067f-4594-8461-130c3e5c4a48 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:03:32.542548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Port': ['ID=83d72860-7145-4b52-b656-d34b279c3f5c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:32.552960 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:32.555224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] No DVR routers for this DVR port 83d72860-7145-4b52-b656-d34b279c3f5c on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:32.617481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] For port 16deee16-5768-46e9-ae64-c2c12a44e2a3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16deee16-5768-46e9-ae64-c2c12a44e2a3,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:32.683492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.702086 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:32.787542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c652055d-826d-4e40-84a3-dbf4b5b38cfa None None] DHCP port deletion for 66b0fd19-a4fa-44a5-a4cb-63c20a290af1 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:03:32.896032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.916058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0f7b7202-55a9-4095-bf1e-b7bee66bd62e None None] Provisioning complete for port 16deee16-5768-46e9-ae64-c2c12a44e2a3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:32.916444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f7b7202-55a9-4095-bf1e-b7bee66bd62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.918980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b0fd19-a4fa-44a5-a4cb-63c20a290af1']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:32.950094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cd948b-d311-4eb8-a75e-15676d111594') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:32.950327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cd948b-d311-4eb8-a75e-15676d111594') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:32.970766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd68b8-60a8-4ac7-80f0-e3d264920677 req-acfda81e-491c-4295-8580-2ffe0f7052cc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:32.978343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:32.990526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4cd68b8-60a8-4ac7-80f0-e3d264920677 req-acfda81e-491c-4295-8580-2ffe0f7052cc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3018177 May 14 18:03:33.006150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Pushing event updated for resources: {'Port': ['ID=16deee16-5768-46e9-ae64-c2c12a44e2a3,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:33.015489 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:33.023144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:33.038507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:03:33.039057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: timer() May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:03:33.064692 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:03:33.122876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:03:33.142820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Sync routers for ids ['04242ae8-067f-4594-8461-130c3e5c4a48'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:03:33.177967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4cd68b8-60a8-4ac7-80f0-e3d264920677 req-c181a090-0b26-445c-9ede-ba88ac74bce3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765983 May 14 18:03:33.184275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Routers {'04242ae8-067f-4594-8461-130c3e5c4a48'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:33.185120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04242ae8-067f-4594-8461-130c3e5c4a48'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:33.205958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:33.213292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5626657 May 14 18:03:33.214986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44024) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:33.296517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:33.306239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:33.311599 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-60600c96-0be0-4d2a-a4cc-c23a6a46f252 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:33.326253 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3583628c-9609-4645-836b-095d5ca1afb8', 'code': 200} May 14 18:03:33.374149 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85beb337-8f61-424d-9087-cb81b0e99f52', 'name': 'network-vif-deleted', 'tag': 'fe4e177c-a43e-45bb-9796-08b5a3aeb38a', 'status': 'completed', 'code': 200} May 14 18:03:33.386065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Pushing event deleted for resources: {'Network': ['ID=66b0fd19-a4fa-44a5-a4cb-63c20a290af1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:33.400487 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:33.402769 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] 10.222.0.24 "DELETE /v2.0/networks/66b0fd19-a4fa-44a5-a4cb-63c20a290af1 HTTP/1.1" status: 204 len: 168 time: 2.1865902 May 14 18:03:33.558832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Set router 04242ae8-067f-4594-8461-130c3e5c4a48 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:33.701605 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-815960a3-13f6-43b0-ac90-6d07bf89db41 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d57aca38-e826-41b3-86e2-d03feec85e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1995919 May 14 18:03:33.869061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1ae8ef57-a805-4dea-92cc-47c420911611 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:33.910577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-ec03d976-c97c-48e6-81c8-58cb2fcd4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:33.913368 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-ec03d976-c97c-48e6-81c8-58cb2fcd4390 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 1101 time: 0.1867464 May 14 18:03:33.930064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 1ae8ef57-a805-4dea-92cc-47c420911611 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:33.930338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1ae8ef57-a805-4dea-92cc-47c420911611 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:34.092740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-c69c1f0f-8af5-4baa-a45a-28c720a10140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:34.094640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-c69c1f0f-8af5-4baa-a45a-28c720a10140 service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1482818 May 14 18:03:34.098286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba9ba-7111-4413-990f-95ff09f5067f req-83d0586f-50f0-47ca-b7f7-506d36e22fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:34.100575 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-618ba9ba-7111-4413-990f-95ff09f5067f req-83d0586f-50f0-47ca-b7f7-506d36e22fed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 1096 time: 0.6723704 May 14 18:03:34.200234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a365f9-eea1-47c1-bba1-150673e69ce8 req-84b6e365-6c40-46a8-89c9-75f5dbc2b6fd tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:34.207264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13a365f9-eea1-47c1-bba1-150673e69ce8 req-84b6e365-6c40-46a8-89c9-75f5dbc2b6fd tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.2131414 May 14 18:03:34.214897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-9e4f1c40-e61d-4071-9b11-3491f5252249 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7de0b961-6258-4019-8796-af96fa23d103 HTTP/1.1" status: 200 len: 217 time: 0.1129518 May 14 18:03:34.241381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:03:30Z', 'revision_number': 3, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:34.260896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16deee16-5768-46e9-ae64-c2c12a44e2a3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:34.316876 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-618ba9ba-7111-4413-990f-95ff09f5067f req-7ce7e02d-542a-4735-aefe-cca9d379bff9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004856 May 14 18:03:34.323327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-c1ecdef1-4702-42c3-ac3f-1c0649441bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:34.324752 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-c1ecdef1-4702-42c3-ac3f-1c0649441bee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0934546 May 14 18:03:34.327399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Checking router: 04242ae8-067f-4594-8461-130c3e5c4a48 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:03:34.327761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Updating router 04242ae8-067f-4594-8461-130c3e5c4a48 port c6bac7e2-5209-4be9-9026-95e589bc2cfb binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:03:34.407412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13a365f9-eea1-47c1-bba1-150673e69ce8 req-859d8a93-3316-48c1-be48-27eb23b4d38d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991861 May 14 18:03:34.428535 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:34.512890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-d7d0fcc8-17df-47ff-af21-cf3d99365524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:34.514359 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-d7d0fcc8-17df-47ff-af21-cf3d99365524 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770422 May 14 18:03:34.734079 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:34.848605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 16deee16-5768-46e9-ae64-c2c12a44e2a3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:34.848605 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.008173 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-28777bab-a248-4b5a-8e30-221e014e3010 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782486 May 14 18:03:35.041989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7b6e-83be-4fa2-bef7-61a52bbf5b81 req-55d5a130-a69c-4bd4-a155-1ae0b448a61c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:35.049710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d1cb7b6e-83be-4fa2-bef7-61a52bbf5b81 req-55d5a130-a69c-4bd4-a155-1ae0b448a61c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.2250781 May 14 18:03:35.128653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d1cb7b6e-83be-4fa2-bef7-61a52bbf5b81 req-41d89501-bea5-497f-aa2d-a0a269708fe3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777419 May 14 18:03:35.133444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Allocated IP 172.20.0.1 (392fddc0-ee01-4ea6-96d7-e2268b494e3b/1f64af44-86f0-48bc-b8ae-0719dddf676a/f3e588d6-7a7a-442b-b792-8b4dd2723c06) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:35.218665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.270874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Transition to ACTIVE for port object c6bac7e2-5209-4be9-9026-95e589bc2cfb will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:35.277931 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f808f0cb-a49f-4b32-8a10-d032861655f9 req-4a2d7408-0f20-4e91-b5c2-dc9a8efca680 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612684 May 14 18:03:35.290793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83d72860-7145-4b52-b656-d34b279c3f5c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:35.346422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 83d72860-7145-4b52-b656-d34b279c3f5c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:35.346938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83d72860-7145-4b52-b656-d34b279c3f5c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:35.367251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.373833 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:35.383815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'name': 'network-vif-deleted', 'tag': '1ae8ef57-a805-4dea-92cc-47c420911611'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:35.450571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.483069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Attempting to bind port c6bac7e2-5209-4be9-9026-95e589bc2cfb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:35.483575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Attempting to bind port c6bac7e2-5209-4be9-9026-95e589bc2cfb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:35.484002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Attempting to bind port c6bac7e2-5209-4be9-9026-95e589bc2cfb on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:35.495408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Transition to ACTIVE for port object f3e588d6-7a7a-442b-b792-8b4dd2723c06 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:35.515423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:35.515677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4400f-0599-46e3-8958-14c0604e8efa req-6d0a1ea3-d2a7-4813-aa5e-d7648e4bd867 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:35.515822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:35.519380 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.519856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:35.521665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Bound port: c6bac7e2-5209-4be9-9026-95e589bc2cfb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:35.521665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.525142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5d4400f-0599-46e3-8958-14c0604e8efa req-6d0a1ea3-d2a7-4813-aa5e-d7648e4bd867 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2098639 May 14 18:03:35.611888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5d4400f-0599-46e3-8958-14c0604e8efa req-05cc7941-5861-4d3a-851b-7ddeeb6b5a27 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854318 May 14 18:03:35.620646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eb708-0343-43dd-b1ca-ab04a6bdc304 None None] Pushing event updated for resources: {'Port': ['ID=c6bac7e2-5209-4be9-9026-95e589bc2cfb,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:35.629106 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-600eb708-0343-43dd-b1ca-ab04a6bdc304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:35.647283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.659957 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb8e9a51-4de5-4988-856f-e0e39f8066a4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:35.700490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] For port c6bac7e2-5209-4be9-9026-95e589bc2cfb, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:35.706410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] For port c6bac7e2-5209-4be9-9026-95e589bc2cfb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c6bac7e2-5209-4be9-9026-95e589bc2cfb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:35.715360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:35.720620 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bdabbbe7-f645-43af-87b0-af1d59de3109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:35.741050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:35.744098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:35.756314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:35.810471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Routers {'04242ae8-067f-4594-8461-130c3e5c4a48'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:35.811135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04242ae8-067f-4594-8461-130c3e5c4a48'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:35.811972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Pushing event updated for resources: {'Port': ['ID=f3e588d6-7a7a-442b-b792-8b4dd2723c06,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:35.814845 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:35.861145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:36.028991 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f0521-fb45-474e-9e0c-d478b8fe1701', 'name': 'network-vif-deleted', 'tag': '1ae8ef57-a805-4dea-92cc-47c420911611', 'status': 'completed', 'code': 200} May 14 18:03:36.066362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eb708-0343-43dd-b1ca-ab04a6bdc304 None None] Pushing event updated for resources: {'Port': ['ID=c6bac7e2-5209-4be9-9026-95e589bc2cfb,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:36.074680 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-600eb708-0343-43dd-b1ca-ab04a6bdc304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:36.100955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:36.185217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] Set router 04242ae8-067f-4594-8461-130c3e5c4a48 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:36.243950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e4fba17a-0181-43f9-81e4-eaec167b9648 None None] Provisioning for port f3e588d6-7a7a-442b-b792-8b4dd2723c06 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:36.335148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e4fba17a-0181-43f9-81e4-eaec167b9648 None None] Provisioning complete for port f3e588d6-7a7a-442b-b792-8b4dd2723c06 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:36.336010 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e4fba17a-0181-43f9-81e4-eaec167b9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:36.570483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e4fba17a-0181-43f9-81e4-eaec167b9648 None None] Port f3e588d6-7a7a-442b-b792-8b4dd2723c06 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:03:36.596520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44068) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:36.699433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d69496-d549-4f61-8325-9b0cae501cb0 req-1a5c2aeb-ed5b-43a2-a3ad-66d4faeda0db tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:36.709431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16d69496-d549-4f61-8325-9b0cae501cb0 req-1a5c2aeb-ed5b-43a2-a3ad-66d4faeda0db tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.4748845 May 14 18:03:36.769727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:03:30Z', 'revision_number': 3, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:36.784884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4b72d-bfca-4101-a607-864722d4c418 None None] The sync data for ids ['04242ae8-067f-4594-8461-130c3e5c4a48'] in n-d-787206-3 is: [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:03:30Z', 'revision_number': 3, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:03:36.795057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16d69496-d549-4f61-8325-9b0cae501cb0 req-d3287a0f-8ce4-4a7b-a95e-89692f020d2d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861902 May 14 18:03:36.826942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:36.850397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:36.854998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Usage tracker for resource:security_group_rule and tenant:d41b4e9f3a88425e89b33404baf2b21e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:36.858769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:36.862145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:36.865346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:36.871166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:36.931550 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:37.043405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.048131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.097861 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd8b51fd-0a7f-4720-b687-56a9bafadc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:37.123258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.143810 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d41b4e9f3a88425e89b33404baf2b21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458589 May 14 18:03:37.144767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804b0421-17fd-436f-9b18-4cb4462f2329,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:37.148808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Pushing event updated for resources: {'Port': ['ID=f3e588d6-7a7a-442b-b792-8b4dd2723c06,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:37.159825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44076) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:37.170530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:37.187275 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:37.336900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.405147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.470843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:37.473471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:37.512736 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.519380 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:37.573567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b0421-17fd-436f-9b18-4cb4462f2329,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:37.608347 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:37.609639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:37.636137 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/804b0421-17fd-436f-9b18-4cb4462f2329 HTTP/1.1" status: 204 len: 168 time: 0.4741859 May 14 18:03:37.863262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Router 04242ae8-067f-4594-8461-130c3e5c4a48 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:03:38.013311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4135500d-ce13-4edd-9246-51c837d70323 None None] Provisioning complete for port f3e588d6-7a7a-442b-b792-8b4dd2723c06 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:38.014429 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4135500d-ce13-4edd-9246-51c837d70323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:38.173601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4135500d-ce13-4edd-9246-51c837d70323 None None] Port f3e588d6-7a7a-442b-b792-8b4dd2723c06 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:03:38.263552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6bac7e2-5209-4be9-9026-95e589bc2cfb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:38.263755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f02cb6-e98b-4636-9382-2739ca8b68e2 req-f8569717-4454-4a51-91b9-7cd1c7a03f0d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:38.271418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57f02cb6-e98b-4636-9382-2739ca8b68e2 req-f8569717-4454-4a51-91b9-7cd1c7a03f0d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.4055338 May 14 18:03:38.318920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:03:38.359324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57f02cb6-e98b-4636-9382-2739ca8b68e2 req-24dd1968-d407-488b-8651-fd3829d930fb tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860155 May 14 18:03:38.384702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] 10.222.0.24 "PUT /v2.0/routers/04242ae8-067f-4594-8461-130c3e5c4a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1567953 May 14 18:03:38.448149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c6bac7e2-5209-4be9-9026-95e589bc2cfb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:38.459207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c6bac7e2-5209-4be9-9026-95e589bc2cfb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:38.459609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:38.764531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187e24b-636c-4a53-88a8-e5b6e96e1b3e req-f0909a39-6b3d-4893-898e-bd0e555e1966 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:38.776581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b187e24b-636c-4a53-88a8-e5b6e96e1b3e req-f0909a39-6b3d-4893-898e-bd0e555e1966 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2349117 May 14 18:03:38.824133 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:38.855768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b187e24b-636c-4a53-88a8-e5b6e96e1b3e req-c805ec8a-e0dc-44f2-bf68-98b5542b8b3b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785577 May 14 18:03:38.893339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c6bac7e2-5209-4be9-9026-95e589bc2cfb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c6bac7e2-5209-4be9-9026-95e589bc2cfb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:38.898801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:38.901302 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-151da66d-0d04-4058-bb83-06ca7edc811c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:39.016861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c6bac7e2-5209-4be9-9026-95e589bc2cfb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:39.021662 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:39.114118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44120) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:39.216779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-85cc4c31-acbf-490f-8fa2-17e288b5a292 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:39.218135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-85cc4c31-acbf-490f-8fa2-17e288b5a292 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:39.247138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-85cc4c31-acbf-490f-8fa2-17e288b5a292 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:39.250011 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-85cc4c31-acbf-490f-8fa2-17e288b5a292 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 950 time: 0.2780719 May 14 18:03:39.352617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6cd40-0bc1-4d6a-bdc7-c190869d67f4 req-9d362828-1ec0-4c9a-b670-c91dbbc9ae42 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:39.354256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44a6cd40-0bc1-4d6a-bdc7-c190869d67f4 req-9d362828-1ec0-4c9a-b670-c91dbbc9ae42 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=1714fc3f-f756-47a5-98a6-26ff35e1bca5 HTTP/1.1" status: 200 len: 950 time: 0.2364705 May 14 18:03:39.374478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-306429015-network', 'tenant_id': '06e4400b761d424a95d216c4fc11c9ff'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:39.408349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:39.425135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Usage tracker for resource:network and tenant:06e4400b761d424a95d216c4fc11c9ff is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:39.437679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:39.462130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:39.490107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44a6cd40-0bc1-4d6a-bdc7-c190869d67f4 req-e2133464-5861-4049-911a-bc0a8d931375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227396 May 14 18:03:39.511258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Made reservation on behalf of 06e4400b761d424a95d216c4fc11c9ff for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:39.514903 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:39.533480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Sync routers for ids ['04242ae8-067f-4594-8461-130c3e5c4a48'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:03:39.587777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 7e00f9d0-76ed-4266-9073-a98441860b6f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:39.588671 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:39.622554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:39.673460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:39.687796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Usage tracker for resource:security_group_rule and tenant:06e4400b761d424a95d216c4fc11c9ff is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:39.697519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:39.738797 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Routers {'04242ae8-067f-4594-8461-130c3e5c4a48'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:39.747713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:39.752311 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04242ae8-067f-4594-8461-130c3e5c4a48'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:39.966781 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:39.976957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:39.998870 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4205225-46dd-49c4-9f0d-e3ca2610322f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:40.092539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Set router 04242ae8-067f-4594-8461-130c3e5c4a48 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:40.126725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:03:40.142328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:40.149884 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:40.150232 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Added segment 5aab68c5-1a66-4575-8e8c-1527536598d9 of type vlan for network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 May 14 18:03:40.153094 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:40.226526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:40.260452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29dd89-1499-47e7-baeb-bf24028c9d5f req-ec84cf27-f9fc-4b58-bce2-6f692b2b7219 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:40.279399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c29dd89-1499-47e7-baeb-bf24028c9d5f req-ec84cf27-f9fc-4b58-bce2-6f692b2b7219 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.2268381 May 14 18:03:40.321844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6bac7e2-5209-4be9-9026-95e589bc2cfb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:40.386514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 7e00f9d0-76ed-4266-9073-a98441860b6f, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7e00f9d0-76ed-4266-9073-a98441860b6f,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:40.387944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:40.397050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:40.398083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:40.398671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:40.421026 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bbbd64f-1080-41a6-9a15-6d26119a01cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:40.495895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c6bac7e2-5209-4be9-9026-95e589bc2cfb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:40.496246 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:40.805991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 7e00f9d0-76ed-4266-9073-a98441860b6f owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:40.811318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Pushing event updated for resources: {'Network': ['ID=ee4c7aaa-58cd-46dc-8e36-defa6642fad2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:40.827806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:03:40.833902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c29dd89-1499-47e7-baeb-bf24028c9d5f req-9c3cfb18-5ed9-4260-ae2d-73d5cd0c1cdc tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288272 May 14 18:03:40.842650 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:40.846052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7302382 May 14 18:03:40.849073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44136) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:40.860706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Request body: {'subnet': {'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-306429015-subnet', 'tenant_id': '06e4400b761d424a95d216c4fc11c9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:40.876865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:40.888362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Usage tracker for resource:subnet and tenant:06e4400b761d424a95d216c4fc11c9ff is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:40.907257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:40.930869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:40.978064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Made reservation on behalf of 06e4400b761d424a95d216c4fc11c9ff for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:40.980754 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:41.172874 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:03:35Z', 'revision_number': 4, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f3e588d6-7a7a-442b-b792-8b4dd2723c06', 'name': '', 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'mac_address': 'fa:16:3e:61:e0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1f64af44-86f0-48bc-b8ae-0719dddf676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:34Z', 'updated_at': '2021-05-14T18:03:36Z', 'revision_number': 2, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'subnets': [{'id': '1f64af44-86f0-48bc-b8ae-0719dddf676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:41.179612 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Checking router: 04242ae8-067f-4594-8461-130c3e5c4a48 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:03:41.180246 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Updating router 04242ae8-067f-4594-8461-130c3e5c4a48 port f3e588d6-7a7a-442b-b792-8b4dd2723c06 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:03:41.224834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:41.242308 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6c5142f-f3d6-4539-9787-ec47ac1ba2ff tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:41.257127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['7de0b961-6258-4019-8796-af96fa23d103', '7e00f9d0-76ed-4266-9073-a98441860b6f'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:41.262905 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:41.466104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:41.562332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=7e00f9d0-76ed-4266-9073-a98441860b6f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:41.581499 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:41.589175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 7e00f9d0-76ed-4266-9073-a98441860b6f on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:41.607023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:41.624247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'name': 'network-vif-deleted', 'tag': '7e00f9d0-76ed-4266-9073-a98441860b6f'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:41.722013 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7cd5e676-a5f5-401c-aa47-41bc6b14d04c req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "DELETE /v2.0/ports/7e00f9d0-76ed-4266-9073-a98441860b6f HTTP/1.1" status: 204 len: 173 time: 2.4652336 May 14 18:03:42.432730 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-4f04536d-206b-4486-adbf-a9452c8f21d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2231176 May 14 18:03:42.749652 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:42.812414 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Transition to ACTIVE for port object f3e588d6-7a7a-442b-b792-8b4dd2723c06 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:42.820695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-ae45cbd5-c09f-4082-b896-a36da54d46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:42.829570 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-ae45cbd5-c09f-4082-b896-a36da54d46cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e45773665c44ec6a77586bec51b1352&device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 1101 time: 0.2172174 May 14 18:03:42.830786 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:42.844088 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-86f9f082-906a-4241-9949-95eeba5f52e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:42.958546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e542b1a-e54c-4bb2-9e71-045f38e9c6a7 req-68d25d7a-caa4-47c1-b86b-65514c090b9e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:42.966419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e542b1a-e54c-4bb2-9e71-045f38e9c6a7 req-68d25d7a-caa4-47c1-b86b-65514c090b9e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.5981202 May 14 18:03:43.102707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e542b1a-e54c-4bb2-9e71-045f38e9c6a7 req-64fa4fcf-7991-46b9-81f1-6a4abc6ba392 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350081 May 14 18:03:43.212348 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:03:43.310835 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc007ed-6297-49a6-b1e3-9875e25f2b50 None None] Pushing event updated for resources: {'Port': ['ID=f3e588d6-7a7a-442b-b792-8b4dd2723c06,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:43.326520 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-efc007ed-6297-49a6-b1e3-9875e25f2b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:43.377718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44160) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:43.399893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:43.418438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:43.541408 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Attempting to bind port f3e588d6-7a7a-442b-b792-8b4dd2723c06 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:43.541830 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Attempting to bind port f3e588d6-7a7a-442b-b792-8b4dd2723c06 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:43.542151 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Attempting to bind port f3e588d6-7a7a-442b-b792-8b4dd2723c06 on network 392fddc0-ee01-4ea6-96d7-e2268b494e3b {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:43.654013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:43.654013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Checking segment: {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:43.654404 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:43.654782 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Bound using segment: {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:43.655297 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Bound port: f3e588d6-7a7a-442b-b792-8b4dd2723c06, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df53e27-f587-49ad-bda7-cb3cc19a5e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:43.655683 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:43.738599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Checking segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:43.739138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Network hostable DHCP agents. Network: ee4c7aaa-58cd-46dc-8e36-defa6642fad2, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:03:43.744411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7620d1-c2d4-48f9-bc76-cda01693329c,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:43.758513 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:43.797121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:03:43.821750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, ee4c7aaa-58cd-46dc-8e36-defa6642fad2) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:43.825101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7e00f9d0-76ed-4266-9073-a98441860b6f no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:43.846071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:43.846747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:43.934344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0780880 May 14 18:03:43.969195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 7e00f9d0-76ed-4266-9073-a98441860b6f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:43.969557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7e00f9d0-76ed-4266-9073-a98441860b6f not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:43.982964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46831d4b-7baa-4ccd-b056-7d0199ee42d4 None None] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:44.095355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-7babe909-2653-4836-86a6-70062cbf2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:44.103336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-7babe909-2653-4836-86a6-70062cbf2e11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 1.2466457 May 14 18:03:44.182958 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] For port f3e588d6-7a7a-442b-b792-8b4dd2723c06, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:44.195783 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] For port f3e588d6-7a7a-442b-b792-8b4dd2723c06, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f3e588d6-7a7a-442b-b792-8b4dd2723c06,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:44.227952 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:44.239214 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:44.385360 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Routers {'04242ae8-067f-4594-8461-130c3e5c4a48'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:44.386112 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04242ae8-067f-4594-8461-130c3e5c4a48'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:44.397685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bfcf7-7645-46f7-bec3-72ed42e2908d req-c4dac011-8984-4f36-b8b0-e62b5b363a59 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:44.416088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-832bfcf7-7645-46f7-bec3-72ed42e2908d req-c4dac011-8984-4f36-b8b0-e62b5b363a59 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.2854903 May 14 18:03:44.519324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-832bfcf7-7645-46f7-bec3-72ed42e2908d req-e95880e2-9f19-497e-a4df-b29b94fb2ea2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019397 May 14 18:03:44.530354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4e4c5-3a1f-49f5-9aed-5a8f535f3447 None None] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:44.624298 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-92471df1-6c70-4e7d-a63f-e81e1bfdd949 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc HTTP/1.1" status: 200 len: 217 time: 0.5053065 May 14 18:03:44.651794 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1714fc3f-f756-47a5-98a6-26ff35e1bca5', 'name': 'network-vif-deleted', 'tag': '7e00f9d0-76ed-4266-9073-a98441860b6f', 'status': 'completed', 'code': 200} May 14 18:03:44.693291 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc007ed-6297-49a6-b1e3-9875e25f2b50 None None] Pushing event updated for resources: {'Port': ['ID=f3e588d6-7a7a-442b-b792-8b4dd2723c06,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:44.700981 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-efc007ed-6297-49a6-b1e3-9875e25f2b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:44.813918 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] Set router 04242ae8-067f-4594-8461-130c3e5c4a48 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:44.821168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-a01027c2-c81a-4b10-8f74-90b4ac4cf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:44.824535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-a01027c2-c81a-4b10-8f74-90b4ac4cf829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1755152 May 14 18:03:45.011290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e6dc-1a8e-490e-bf64-45cf2e2cbcbc req-6fd975c6-46a8-43f4-ba3e-d9b9949a6f03 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:45.019283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a922e6dc-1a8e-490e-bf64-45cf2e2cbcbc req-6fd975c6-46a8-43f4-ba3e-d9b9949a6f03 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 945 time: 0.1768506 May 14 18:03:45.035208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-f34e1bfe-8fcf-4530-a658-3457be3ea8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:45.037584 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-f34e1bfe-8fcf-4530-a658-3457be3ea8b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056334 May 14 18:03:45.076925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a922e6dc-1a8e-490e-bf64-45cf2e2cbcbc req-d397b6e1-d4be-4432-9780-0f8a2ffe622a tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567276 May 14 18:03:45.189847 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-e4e395c1-1614-4a8a-8577-79a40d9e1ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416185 May 14 18:03:45.247608 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:03:35Z', 'revision_number': 4, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f3e588d6-7a7a-442b-b792-8b4dd2723c06', 'name': '', 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'mac_address': 'fa:16:3e:61:e0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1f64af44-86f0-48bc-b8ae-0719dddf676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:34Z', 'updated_at': '2021-05-14T18:03:44Z', 'revision_number': 4, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'subnets': [{'id': '1f64af44-86f0-48bc-b8ae-0719dddf676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:45.252530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e045db-4b16-4699-824e-1a3e8b5ceb1d None None] The sync data for ids ['04242ae8-067f-4594-8461-130c3e5c4a48'] in n-d-787206-3 is: [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:03:35Z', 'revision_number': 4, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f3e588d6-7a7a-442b-b792-8b4dd2723c06', 'name': '', 'network_id': '392fddc0-ee01-4ea6-96d7-e2268b494e3b', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'mac_address': 'fa:16:3e:61:e0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1f64af44-86f0-48bc-b8ae-0719dddf676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:34Z', 'updated_at': '2021-05-14T18:03:44Z', 'revision_number': 4, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'subnets': [{'id': '1f64af44-86f0-48bc-b8ae-0719dddf676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:03:45.368930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0088fa-013b-473c-bb86-f843980cd65c req-b99acb16-1432-4751-a1c7-8362a3018580 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:45.378351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c0088fa-013b-473c-bb86-f843980cd65c req-b99acb16-1432-4751-a1c7-8362a3018580 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 949 time: 0.1723309 May 14 18:03:45.434660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7a50952a-e69d-4c66-83b6-92e207fb4c61 req-dbea5628-0d46-4b45-8f03-a23ec346082c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048023 May 14 18:03:45.450978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c0088fa-013b-473c-bb86-f843980cd65c req-9ddcf686-0bbd-4144-b52b-f86d664c266e tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716834 May 14 18:03:45.532037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.131392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-2d00c5dc-b25d-4884-8373-94acde929d5d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:46.132239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-2d00c5dc-b25d-4884-8373-94acde929d5d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Synchronizing usage tracker for tenant:e19be08e0d1848f9aebdcac02d095fec on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:46.199561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-2d00c5dc-b25d-4884-8373-94acde929d5d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Unset dirty status for tenant:e19be08e0d1848f9aebdcac02d095fec on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:46.201037 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-2d00c5dc-b25d-4884-8373-94acde929d5d tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 949 time: 0.3172109 May 14 18:03:46.230236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-0edfbb88-13ef-4e28-97ff-9b06e98514b2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:46.236186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-0edfbb88-13ef-4e28-97ff-9b06e98514b2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:46.264524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-0edfbb88-13ef-4e28-97ff-9b06e98514b2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:46.275574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-0edfbb88-13ef-4e28-97ff-9b06e98514b2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.2387142 May 14 18:03:46.295119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-34b1f619-3c13-4346-87eb-d67d86fadded tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/quotas/06e4400b761d424a95d216c4fc11c9ff HTTP/1.1" status: 200 len: 375 time: 0.0185373 May 14 18:03:46.360348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f3e588d6-7a7a-442b-b792-8b4dd2723c06 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:46.372677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-f580dc63-a3ab-464c-9df2-9d9d92cf5967 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762463 May 14 18:03:46.440056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-8b02f878-ee0c-4494-bdac-9cf9241bb6f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:03:46.441453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-8b02f878-ee0c-4494-bdac-9cf9241bb6f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0680199 May 14 18:03:46.496775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f3e588d6-7a7a-442b-b792-8b4dd2723c06 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:03:46.508019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f3e588d6-7a7a-442b-b792-8b4dd2723c06 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:46.508554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.668869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Deleting port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:46.669732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.687851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-820ce62f-ab4f-4324-9e17-1e55e3c7e397 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376578 May 14 18:03:46.720242 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.803642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f3e588d6-7a7a-442b-b792-8b4dd2723c06, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f3e588d6-7a7a-442b-b792-8b4dd2723c06,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:46.815078 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.825773 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-600eb708-0343-43dd-b1ca-ab04a6bdc304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:46.842948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Deleting port 587a5ab4-250c-438a-941c-d677d4b60b16 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:46.844007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.868420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] For port 2503e7af-88c2-48d7-b68b-9acf2d9fd40a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:46.869266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:46.885154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-3de6bfe7-c60f-4b0b-bd1f-9badea0f2ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876941 May 14 18:03:46.936842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f3e588d6-7a7a-442b-b792-8b4dd2723c06,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:46.960665 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:47.109556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Calling delete_port for 2503e7af-88c2-48d7-b68b-9acf2d9fd40a owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:47.271527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] For port 587a5ab4-250c-438a-941c-d677d4b60b16, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=587a5ab4-250c-438a-941c-d677d4b60b16,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:47.273055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:47.290301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65727e5e-9d2e-4dcc-a540-36b9cc285409 req-624873a5-f07c-4fb2-adb1-8251023f8e8e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:47.292203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65727e5e-9d2e-4dcc-a540-36b9cc285409 req-624873a5-f07c-4fb2-adb1-8251023f8e8e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1309278 May 14 18:03:47.344410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65727e5e-9d2e-4dcc-a540-36b9cc285409 req-58797a9b-f59c-488f-9255-b658604c93ef tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 May 14 18:03:47.436313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Calling delete_port for 587a5ab4-250c-438a-941c-d677d4b60b16 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:47.576153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-81c377b6-1754-4a0e-8000-ca2518c9fb0d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:47.578522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-81c377b6-1754-4a0e-8000-ca2518c9fb0d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:47.632237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-81c377b6-1754-4a0e-8000-ca2518c9fb0d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:47.633460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-81c377b6-1754-4a0e-8000-ca2518c9fb0d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 950 time: 0.4672797 May 14 18:03:47.653145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86657609-a50f-48fb-8f2b-a7fe25a89fd9 req-82c252ad-20b5-4652-98e3-7b6f3021c3ab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:47.660918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86657609-a50f-48fb-8f2b-a7fe25a89fd9 req-82c252ad-20b5-4652-98e3-7b6f3021c3ab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.1845529 May 14 18:03:47.672885 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:47.687498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['48e0ee5b-830e-46c5-b404-95afd6633462'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:47.710005 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09989997-ebeb-4279-9240-8c9cbf022d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:47.738143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86657609-a50f-48fb-8f2b-a7fe25a89fd9 req-1b3e40ad-1c36-454b-a349-6dac867da58f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762079 May 14 18:03:47.824577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:47.989234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Pushing event deleted for resources: {'Port': ['ID=587a5ab4-250c-438a-941c-d677d4b60b16,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:48.120522 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:48.150300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:48.164066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:48.183629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:48.195267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:48.198773 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:48.323719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:48.341780 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-881f2bb1-505a-4f84-8ba7-dfb16a91d691 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:48.382698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:48.403382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f3e588d6-7a7a-442b-b792-8b4dd2723c06 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:48.514564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2503e7af-88c2-48d7-b68b-9acf2d9fd40a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:48.529851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] No DVR routers for this DVR port 587a5ab4-250c-438a-941c-d677d4b60b16 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:48.544753 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:48.549977 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:48.564606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:48.567217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c264c46-4f85-483a-bd17-d1596d179e06', 'name': 'network-vif-deleted', 'tag': '587a5ab4-250c-438a-941c-d677d4b60b16'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:48.596110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f3e588d6-7a7a-442b-b792-8b4dd2723c06 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:03:48.596822 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:48.609008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86c3db-83c8-49f8-97fb-9f1a402bffb8 req-b29d9295-3146-4234-8062-cc2bbd80f928 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:48.637616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe86c3db-83c8-49f8-97fb-9f1a402bffb8 req-b29d9295-3146-4234-8062-cc2bbd80f928 tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 943 time: 0.2989480 May 14 18:03:48.749255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe86c3db-83c8-49f8-97fb-9f1a402bffb8 req-58753165-8895-474d-8394-02b06bbd2e5d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e4e29ec-6f53-48a5-a40f-e224da2e06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106822 May 14 18:03:48.812526 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-28efd00b-442a-4c47-a8d5-d57e7cf12e22 req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.15 "DELETE /v2.0/ports/587a5ab4-250c-438a-941c-d677d4b60b16 HTTP/1.1" status: 204 len: 173 time: 2.6031501 May 14 18:03:48.951064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 7de0b961-6258-4019-8796-af96fa23d103 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:48.951424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:49.222516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-095aa778-290e-4d4b-b07c-4a2d006407fc tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:49.224990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-095aa778-290e-4d4b-b07c-4a2d006407fc tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.4424415 May 14 18:03:49.267793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Request body: {'port': {'device_id': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'admin_state_up': True, 'tenant_id': '06e4400b761d424a95d216c4fc11c9ff'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:49.330641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:49.335450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 7de0b961-6258-4019-8796-af96fa23d103, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=7de0b961-6258-4019-8796-af96fa23d103,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:49.335809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:49.350312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e605125-bb32-458a-ac7d-5a6f8353b428 req-35513f1b-36c3-4918-b388-d30ac40ab040 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c264c46-4f85-483a-bd17-d1596d179e06 HTTP/1.1" status: 200 len: 210 time: 0.1238132 May 14 18:03:49.409352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 587a5ab4-250c-438a-941c-d677d4b60b16 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:49.483312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:49.488545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 587a5ab4-250c-438a-941c-d677d4b60b16 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:49.493577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Usage tracker for resource:port and tenant:06e4400b761d424a95d216c4fc11c9ff is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:49.501491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:49.503227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 587a5ab4-250c-438a-941c-d677d4b60b16 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:49.518598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:49.583133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 7de0b961-6258-4019-8796-af96fa23d103 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:49.613942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77420dd6-2a6c-48fa-8be6-d3e94958fbbf req-6043f52b-59aa-477b-bf3d-07f15ab30b9b tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 210 time: 0.0690646 May 14 18:03:49.615960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Made reservation on behalf of 06e4400b761d424a95d216c4fc11c9ff for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:49.623124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:49.960028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bb1d6-3996-44b3-be5c-0245aa3a82ba req-54a81e3b-cdea-42c3-bd78-c09eb9bc923b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:49.967743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e31bb1d6-3996-44b3-be5c-0245aa3a82ba req-54a81e3b-cdea-42c3-bd78-c09eb9bc923b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2089264 May 14 18:03:50.012659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Allocated IP 172.20.0.7 (ee4c7aaa-58cd-46dc-8e36-defa6642fad2/8c7620d1-c2d4-48f9-bc76-cda01693329c/84903545-adad-4ac4-a813-630e7a76f316) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:03:50.024033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e31bb1d6-3996-44b3-be5c-0245aa3a82ba req-812398e8-5e01-4bf6-97de-d8bd6f5cd174 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553913 May 14 18:03:50.119864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-e50a4ed2-42f9-47cd-9085-838397748f73 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:50.121506 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-e50a4ed2-42f9-47cd-9085-838397748f73 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ccec24d-0843-489f-8740-37889fc5d150 HTTP/1.1" status: 200 len: 949 time: 0.2557311 May 14 18:03:50.354871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:50.366034 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:50.368714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400', '6857f965-af94-40ea-be66-46c57a7b60c2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:50.421177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=7de0b961-6258-4019-8796-af96fa23d103,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:50.423951 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:50.424194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab79b4a-5ae9-4b39-a3c1-bb0e9cd192c4 req-ec5c5b73-28d3-4984-92be-1eddba51c473 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:50.426908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:03:50.428994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ab79b4a-5ae9-4b39-a3c1-bb0e9cd192c4 req-ec5c5b73-28d3-4984-92be-1eddba51c473 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=d57aca38-e826-41b3-86e2-d03feec85e9b HTTP/1.1" status: 200 len: 867 time: 0.1967895 May 14 18:03:50.467521 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:50.532220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 7de0b961-6258-4019-8796-af96fa23d103 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:50.535270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:50.601339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ab79b4a-5ae9-4b39-a3c1-bb0e9cd192c4 req-61c9d504-b415-4655-bdea-a4b4f98c5e7d tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452243 May 14 18:03:50.634963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 6857f965-af94-40ea-be66-46c57a7b60c2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:50.634963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:50.650438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:50.666255 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f4914745-0c1f-4f73-b495-790973d767a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:50.711457 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae', 'code': 200} May 14 18:03:50.719854 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cd6a9ca3-ca77-4232-8db5-f82f1a11842d req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.22 "DELETE /v2.0/ports/7de0b961-6258-4019-8796-af96fa23d103 HTTP/1.1" status: 204 len: 173 time: 3.0781894 May 14 18:03:50.779037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:03:50.793503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:03:50.800907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:03:50.952121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event updated for resources: {'Port': ['ID=84903545-adad-4ac4-a813-630e7a76f316,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:50.993780 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:51.043867 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c264c46-4f85-483a-bd17-d1596d179e06', 'name': 'network-vif-deleted', 'tag': '587a5ab4-250c-438a-941c-d677d4b60b16', 'status': 'completed', 'code': 200} May 14 18:03:51.150173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:03:51.159727 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcc17f91-719a-4fce-9ac3-4c3d62f5d03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7803006 May 14 18:03:51.162769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44262) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:51.186869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] Sync routers for ids ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:03:51.211349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] Routers {'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:51.212406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:51.226055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:51.226703 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:51.286482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0223565 May 14 18:03:51.311944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f76cf-5654-4e57-8409-caf921c245bd req-de87569f-e1a7-4e70-aafc-7e8d827c474f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:51.323807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-997f76cf-5654-4e57-8409-caf921c245bd req-de87569f-e1a7-4e70-aafc-7e8d827c474f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.2664163 May 14 18:03:51.409492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Request body: {'port': {'device_id': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:51.427371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 6857f965-af94-40ea-be66-46c57a7b60c2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6857f965-af94-40ea-be66-46c57a7b60c2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:51.427988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:51.567291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] Set router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:51.574761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-997f76cf-5654-4e57-8409-caf921c245bd req-67331eec-4fe9-4f5c-a149-a049f32ff503 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498624 May 14 18:03:51.711666 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:51.792149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 6857f965-af94-40ea-be66-46c57a7b60c2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:51.834456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.021478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7de0b961-6258-4019-8796-af96fa23d103 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:52.129162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 7de0b961-6258-4019-8796-af96fa23d103 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:52.129516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 7de0b961-6258-4019-8796-af96fa23d103 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:52.264489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:03:47Z', 'revision_number': 5, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:52.280130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] Checking router: dcc17f91-719a-4fce-9ac3-4c3d62f5d03e for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:03:52.315417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.318721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] Routers {'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:03:52.320414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:03:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:52.321496 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:52.392677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=6857f965-af94-40ea-be66-46c57a7b60c2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:52.395273 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.402242 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:52.432694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84903545-adad-4ac4-a813-630e7a76f316 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:52.449858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.511955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Transition to ACTIVE for port object 84903545-adad-4ac4-a813-630e7a76f316 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:03:52.629260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] Set router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:03:52.647863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 6857f965-af94-40ea-be66-46c57a7b60c2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:52.652326 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.670033 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7e6bc61b-48c3-4c0d-9774-b55de4ee6b4b req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "DELETE /v2.0/ports/6857f965-af94-40ea-be66-46c57a7b60c2 HTTP/1.1" status: 204 len: 173 time: 2.5362222 May 14 18:03:52.710755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.716233 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:52.721433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Deleting port 1e584039-8608-47ba-a9ca-5666dc939860 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:52.722521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.800374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Pushing event updated for resources: {'Port': ['ID=84903545-adad-4ac4-a813-630e7a76f316,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:52.809915 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:52.945565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] For port 1e584039-8608-47ba-a9ca-5666dc939860, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1e584039-8608-47ba-a9ca-5666dc939860,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:52.947490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:52.950081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-cab2f2f7-be06-489d-9f7d-2864d1a359a6 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:52.950934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-cab2f2f7-be06-489d-9f7d-2864d1a359a6 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:52.971966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:53.066892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Attempting to bind port 84903545-adad-4ac4-a813-630e7a76f316 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:03:53.067453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Attempting to bind port 84903545-adad-4ac4-a813-630e7a76f316 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:03:53.068587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Attempting to bind port 84903545-adad-4ac4-a813-630e7a76f316 on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:53.074272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Port 84903545-adad-4ac4-a813-630e7a76f316 on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:03:53.074728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Attempting to bind port 84903545-adad-4ac4-a813-630e7a76f316 on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:03:53.076877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-cab2f2f7-be06-489d-9f7d-2864d1a359a6 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:53.084558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-cab2f2f7-be06-489d-9f7d-2864d1a359a6 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 931 time: 0.6179695 May 14 18:03:53.127927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:03:53.128356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Checking segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:03:53.128834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Bound using segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:03:53.129348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Bound port: 84903545-adad-4ac4-a813-630e7a76f316, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:03:53.129760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:53.169646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Calling delete_port for 1e584039-8608-47ba-a9ca-5666dc939860 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:53.181593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-bdfa2c2d-293c-467a-82a2-1d9aad069689 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:53.212334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-bdfa2c2d-293c-467a-82a2-1d9aad069689 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:53.233692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b47c00d9-d950-4a5d-87c2-d47220b0dd42 req-bdfa2c2d-293c-467a-82a2-1d9aad069689 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480491 May 14 18:03:53.262987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'name': 'network-vif-deleted', 'tag': '7de0b961-6258-4019-8796-af96fa23d103'}, {'server_uuid': '8ccec24d-0843-489f-8740-37889fc5d150', 'name': 'network-vif-deleted', 'tag': '6857f965-af94-40ea-be66-46c57a7b60c2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:53.320301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] For port 84903545-adad-4ac4-a813-630e7a76f316, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:03:53.324001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] For port 84903545-adad-4ac4-a813-630e7a76f316, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=84903545-adad-4ac4-a813-630e7a76f316,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:03:53.328832 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:53.343673 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-784452cd-7fe4-4a76-ab88-8ce1dddb49ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:53.350025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:03:47Z', 'revision_number': 5, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:53.379032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366cdb2-b093-4ff6-806f-66e45fc5915d None None] The sync data for ids ['dcc17f91-719a-4fce-9ac3-4c3d62f5d03e'] in n-d-787206-3 is: [{'id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'name': 'tempest-ServersTestMultiNic-989995757-router', 'tenant_id': '580831c115fc4eab8ade98b4f33dffb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '1e584039-8608-47ba-a9ca-5666dc939860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:01:18Z', 'updated_at': '2021-05-14T18:03:47Z', 'revision_number': 5, 'project_id': '580831c115fc4eab8ade98b4f33dffb3', 'gw_port': {'id': '1e584039-8608-47ba-a9ca-5666dc939860', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:82:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc17f91-719a-4fce-9ac3-4c3d62f5d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:01:20Z', 'updated_at': '2021-05-14T18:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:03:53.459711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6857f965-af94-40ea-be66-46c57a7b60c2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:53.485350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:53.487398 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:53.491471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] 10.222.0.22 "PUT /v2.0/ports/84903545-adad-4ac4-a813-630e7a76f316 HTTP/1.1" status: 200 len: 1091 time: 2.1195710 May 14 18:03:53.494900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'tag': '84903545-adad-4ac4-a813-630e7a76f316'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:53.537334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:53.539872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Pushing event updated for resources: {'Port': ['ID=84903545-adad-4ac4-a813-630e7a76f316,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:53.541858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9235a90-6b1a-4c36-b1e3-8084775183ce tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:53.555617 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:53.602501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 6857f965-af94-40ea-be66-46c57a7b60c2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:53.604494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6857f965-af94-40ea-be66-46c57a7b60c2 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:53.635713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Pushing event deleted for resources: {'Port': ['ID=1e584039-8608-47ba-a9ca-5666dc939860,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:53.639291 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:53.861799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:53.920697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-2e96bb28-8f7b-4764-987d-2e86d1606d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:53.922548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-2e96bb28-8f7b-4764-987d-2e86d1606d68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 1094 time: 0.2978587 May 14 18:03:53.952800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.029217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095c451-4281-4fdd-936a-7f7c8ab2e8d4 req-2f501136-ffbc-4bba-a09b-ff281c22f83c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:54.036827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5095c451-4281-4fdd-936a-7f7c8ab2e8d4 req-2f501136-ffbc-4bba-a09b-ff281c22f83c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3072746 May 14 18:03:54.092398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-1645ecc3-bc57-49ae-ab77-1a5e4a36dc1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84903545-adad-4ac4-a813-630e7a76f316 HTTP/1.1" status: 200 len: 217 time: 0.1494088 May 14 18:03:54.110876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5095c451-4281-4fdd-936a-7f7c8ab2e8d4 req-b3bfd14d-19df-4c90-981c-b644cf608b72 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726819 May 14 18:03:54.198907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-178b53e2-7599-42bc-abd4-7f9ba0264c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:54.201109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-178b53e2-7599-42bc-abd4-7f9ba0264c96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.0893044 May 14 18:03:54.244107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.248369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.294425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-53cf4549-ea63-411e-9ef5-bc8ffe392977 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824816 May 14 18:03:54.296422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-404d8f7d-6f47-46a4-9ded-2ea95ca6dc8d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:54.297538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-404d8f7d-6f47-46a4-9ded-2ea95ca6dc8d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Synchronizing usage tracker for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:54.344658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2503e7af-88c2-48d7-b68b-9acf2d9fd40a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:54.349736 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.350102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc17f91-719a-4fce-9ac3-4c3d62f5d03e {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:03:54.358883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-404d8f7d-6f47-46a4-9ded-2ea95ca6dc8d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Unset dirty status for tenant:e3ca58d504114ffa9e1fbcc958d92f31 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:54.364310 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-404d8f7d-6f47-46a4-9ded-2ea95ca6dc8d tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fc55dd5-1a20-45ec-a8a6-cf22c2291b41 HTTP/1.1" status: 200 len: 943 time: 0.3555479 May 14 18:03:54.422087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 2503e7af-88c2-48d7-b68b-9acf2d9fd40a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:54.422818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2503e7af-88c2-48d7-b68b-9acf2d9fd40a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:54.454171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.455387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] 10.222.0.24 "DELETE /v2.0/routers/dcc17f91-719a-4fce-9ac3-4c3d62f5d03e HTTP/1.1" status: 204 len: 168 time: 3.2915978 May 14 18:03:54.469547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44310) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:54.569705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-beaa214f-dc28-4d42-87cf-1d64a9bbb169 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641754 May 14 18:03:54.659600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Deleting subnet 56d22880-a9e8-4861-8a4b-d2cca95d7b13 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:03:54.664423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.724541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.777507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Deleting port 6b42ad76-b171-456c-99e9-451ea63aacae {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:54.777850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.827762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ce763c5-073d-41e2-91d8-99a78ba2598a req-0c76ae6d-005c-4422-81b8-19e36ceb50ef service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467000 May 14 18:03:54.842671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3c205-b753-4f84-beee-eb756279b4a6 req-c16adf2e-3b44-4e44-901b-408947ebd711 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:54.844309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85d3c205-b753-4f84-beee-eb756279b4a6 req-c16adf2e-3b44-4e44-901b-408947ebd711 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.1556842 May 14 18:03:54.899008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85d3c205-b753-4f84-beee-eb756279b4a6 req-e699abd6-79c4-4c9a-8b05-2434e2b51559 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 May 14 18:03:54.953474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] For port 6b42ad76-b171-456c-99e9-451ea63aacae, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6b42ad76-b171-456c-99e9-451ea63aacae,segment=NetworkSegment(6357cefd-24ae-493d-8cc1-8849cf3393bd),segment_id=6357cefd-24ae-493d-8cc1-8849cf3393bd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:54.954105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:54.964064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:55.140522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Calling delete_port for 6b42ad76-b171-456c-99e9-451ea63aacae owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:55.149841 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57aca38-e826-41b3-86e2-d03feec85e9b', 'name': 'network-vif-deleted', 'tag': '7de0b961-6258-4019-8796-af96fa23d103', 'status': 'completed', 'code': 200} May 14 18:03:55.150213 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccec24d-0843-489f-8740-37889fc5d150', 'name': 'network-vif-deleted', 'tag': '6857f965-af94-40ea-be66-46c57a7b60c2', 'status': 'completed', 'code': 200} May 14 18:03:55.476490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:55.484888 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:55.534428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:55.546185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Pushing event deleted for resources: {'Port': ['ID=6b42ad76-b171-456c-99e9-451ea63aacae,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:55.549954 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:55.550583 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-89c40923-7067-4d24-a8cf-6cc4220f12c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:55.574749 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'tag': '84903545-adad-4ac4-a813-630e7a76f316', 'status': 'completed', 'code': 200} May 14 18:03:55.588485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:55.595041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e9a01-de28-4c4e-8366-002ab87ac836 None None] Network 791b36ba-d5ac-46c7-acac-fd265e2e63c5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:03:55.687947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d22880-a9e8-4861-8a4b-d2cca95d7b13,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:55.690692 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:55.694406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] No DVR routers for this DVR port 6b42ad76-b171-456c-99e9-451ea63aacae on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:55.694632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-9ab3b2c8-34d0-40f4-8495-d62f94d31aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:55.695971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-9ab3b2c8-34d0-40f4-8495-d62f94d31aa8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 1094 time: 0.1071694 May 14 18:03:55.697782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:55.721748 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56d22880-a9e8-4861-8a4b-d2cca95d7b13 HTTP/1.1" status: 204 len: 168 time: 1.2510910 May 14 18:03:55.723098 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3375654c-9da4-45f6-8174-b4e39ecff022 req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] 10.222.0.22 "DELETE /v2.0/ports/6b42ad76-b171-456c-99e9-451ea63aacae HTTP/1.1" status: 204 len: 173 time: 1.3503323 May 14 18:03:55.724115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44320) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:56.062858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] DHCP port deletion for 791b36ba-d5ac-46c7-acac-fd265e2e63c5 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:03:56.091883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02ab3-1af4-4226-a3bf-60de50d879da req-9c639332-7883-4fa7-868a-b8236ae661c8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:56.098305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4da02ab3-1af4-4226-a3bf-60de50d879da req-9c639332-7883-4fa7-868a-b8236ae661c8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3582535 May 14 18:03:56.111577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.140316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-301509ec-323d-4fb9-94fe-081535303c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:56.141846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-301509ec-323d-4fb9-94fe-081535303c1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 915 time: 0.4391491 May 14 18:03:56.153750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Deleting port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:56.154421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.195552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-6d992f93-a125-4668-8eda-c72dc91bc31a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:56.196526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-6d992f93-a125-4668-8eda-c72dc91bc31a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Synchronizing usage tracker for tenant:e19be08e0d1848f9aebdcac02d095fec on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:03:56.228633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-6d992f93-a125-4668-8eda-c72dc91bc31a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Unset dirty status for tenant:e19be08e0d1848f9aebdcac02d095fec on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:03:56.231236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-6d992f93-a125-4668-8eda-c72dc91bc31a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.22 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 950 time: 0.2322915 May 14 18:03:56.335082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] For port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:56.335390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.345227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:56.387556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-e5889bee-8be2-4def-bcec-00db674e83d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84903545-adad-4ac4-a813-630e7a76f316 HTTP/1.1" status: 200 len: 217 time: 0.2371020 May 14 18:03:56.400603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4da02ab3-1af4-4226-a3bf-60de50d879da req-df26069d-2f17-4da8-b23a-8eaf6bea8dc8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007529 May 14 18:03:56.409899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Deleting port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:56.410228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.561610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] For port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:56.562042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.563782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-e6674e9b-b66e-49a3-b267-3e25d345e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:56.567885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-e6674e9b-b66e-49a3-b267-3e25d345e237 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.1623969 May 14 18:03:56.639130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-95a17876-e822-423a-b2a6-2f8c5c3e47f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610819 May 14 18:03:56.697084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Calling delete_port for aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:56.794306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Deleting port 48e0ee5b-830e-46c5-b404-95afd6633462 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:03:56.794824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.802535 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.847408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,segment=NetworkSegment(2279b38d-ddfe-47df-8635-cdd3d2979493),segment_id=2279b38d-ddfe-47df-8635-cdd3d2979493)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:56.858498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.859808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1e584039-8608-47ba-a9ca-5666dc939860 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:56.894398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-1f235f7a-d7c6-4ce5-afd1-8b56ffcb0b0d service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400951 May 14 18:03:56.903062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2108da-5951-47ce-9076-d5705ce9ef2c req-342d668e-befe-4f82-9fae-c3f49aa0633a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:56.904669 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:56.910147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c2108da-5951-47ce-9076-d5705ce9ef2c req-342d668e-befe-4f82-9fae-c3f49aa0633a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 943 time: 0.2590048 May 14 18:03:56.951912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.955965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] For port 48e0ee5b-830e-46c5-b404-95afd6633462, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=48e0ee5b-830e-46c5-b404-95afd6633462,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:56.956431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:56.965887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 1e584039-8608-47ba-a9ca-5666dc939860 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:56.967169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1e584039-8608-47ba-a9ca-5666dc939860 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:56.976802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event deleted for resources: {'Port': ['ID=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:56.989318 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:56.990659 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:57.032914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] No DVR routers for this DVR port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:57.049698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c2108da-5951-47ce-9076-d5705ce9ef2c req-6419a27c-757e-4e13-a29a-ddae69d3b156 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386058 May 14 18:03:57.061608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Pushing event deleted for resources: {'Port': ['ID=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:57.065736 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:57.070321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1613d7-4ea8-49b9-9893-05bb19e08101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.121459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Calling delete_port for aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:57.130500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Calling delete_port for 48e0ee5b-830e-46c5-b404-95afd6633462 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:03:57.137737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95b41612-e545-4613-8ff4-c54d16abd3e1 req-b12a749c-462e-49b5-b553-32cef0161982 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041178 May 14 18:03:57.153963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-deleted', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:03:57.220899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.254469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b046f1e8-4869-4c39-8cb3-b0157f0c6aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:57.315067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:57.321199 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:57.322123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] No DVR routers for this DVR port aa12eb05-bd8d-49ba-a56d-c316dbbe8ea0 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:57.339222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b3f59-b523-436d-9bed-eb5017b8b7ec req-7967b0aa-1afd-4838-a442-363c942b1d2a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:57.342860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-350b3f59-b523-436d-9bed-eb5017b8b7ec req-7967b0aa-1afd-4838-a442-363c942b1d2a tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/ports?device_id=693b9a08-a107-4e0a-a82d-933456683b12 HTTP/1.1" status: 200 len: 950 time: 0.1233568 May 14 18:03:57.396559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-350b3f59-b523-436d-9bed-eb5017b8b7ec req-04074852-468b-409f-bf76-9f7efc6f28b9 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf09dbe-50c4-4cfb-b28b-745c4a14895d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 May 14 18:03:57.462390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.465019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.480233 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f138a8e5-519a-49be-b383-f7632a9d771b tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:57.492875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['48e0ee5b-830e-46c5-b404-95afd6633462'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:57.528072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791b36ba-d5ac-46c7-acac-fd265e2e63c5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:57.537684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Pushing event deleted for resources: {'Port': ['ID=48e0ee5b-830e-46c5-b404-95afd6633462,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:57.550352 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:57.586810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2279b38d-ddfe-47df-8635-cdd3d2979493') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:57.587112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2279b38d-ddfe-47df-8635-cdd3d2979493') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:03:57.627378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.639092 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.661562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] No DVR routers for this DVR port 48e0ee5b-830e-46c5-b404-95afd6633462 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:03:57.665983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.673046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.687417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:03:57.688234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: timer() May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:03:57.705321 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:03:57.710269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2b4b732b-5137-46ff-b6d6-8cdcef4bb912 req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] 10.222.0.22 "DELETE /v2.0/ports/48e0ee5b-830e-46c5-b404-95afd6633462 HTTP/1.1" status: 204 len: 173 time: 1.4689460 May 14 18:03:57.855491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 84903545-adad-4ac4-a813-630e7a76f316 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:03:57.860922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:03:57.924057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.935428 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:57.953105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 6b42ad76-b171-456c-99e9-451ea63aacae {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:03:57.953863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6b42ad76-b171-456c-99e9-451ea63aacae not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:03:57.954008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:57.975547 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] 10.222.0.24 "DELETE /v2.0/networks/791b36ba-d5ac-46c7-acac-fd265e2e63c5 HTTP/1.1" status: 204 len: 168 time: 2.2476935 May 14 18:03:57.981411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Pushing event deleted for resources: {'Network': ['ID=791b36ba-d5ac-46c7-acac-fd265e2e63c5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:57.987432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:58.121616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44334) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:58.187161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44338) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:58.188100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b4e407f6-65fd-48be-865f-c2c5c53a7098 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=580831c115fc4eab8ade98b4f33dffb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643349 May 14 18:03:58.235232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 84903545-adad-4ac4-a813-630e7a76f316, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=84903545-adad-4ac4-a813-630e7a76f316,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:58.252893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '84903545-adad-4ac4-a813-630e7a76f316', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'port_id': '84903545-adad-4ac4-a813-630e7a76f316', 'mac_address': 'fa:16:3e:93:12:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7620d1-c2d4-48f9-bc76-cda01693329c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:03:58.265244 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:58.301250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:58.356699 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:58.379642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84903545-adad-4ac4-a813-630e7a76f316 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:03:58.392477 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:58.399419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 84903545-adad-4ac4-a813-630e7a76f316, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=84903545-adad-4ac4-a813-630e7a76f316,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:03:58.402988 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-77283812-2304-4a36-ac82-61b342feaffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:58.405015 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:58.408805 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:03:58.427223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:58.431705 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:58.432795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:58.434092 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1eb3387-7fd6-4dd9-b369-9cf5a4e925a8 HTTP/1.1" status: 204 len: 168 time: 0.2444420 May 14 18:03:58.537451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=84903545-adad-4ac4-a813-630e7a76f316,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:03:58.540997 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:03:58.671340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:03:58.902973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e6542-5b97-4b65-9fb8-d11b826a1d70 req-4864d7b3-d09e-47a0-8f70-33d6e6350cda tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:58.912326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-843e6542-5b97-4b65-9fb8-d11b826a1d70 req-4864d7b3-d09e-47a0-8f70-33d6e6350cda tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.1182306 May 14 18:03:58.975499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-843e6542-5b97-4b65-9fb8-d11b826a1d70 req-e528f915-aed0-4d65-b24b-222ecb19ce9f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617604 May 14 18:03:59.136514 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc55dd5-1a20-45ec-a8a6-cf22c2291b41', 'name': 'network-vif-deleted', 'tag': '6b42ad76-b171-456c-99e9-451ea63aacae', 'status': 'completed', 'code': 200} May 14 18:03:59.342229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eaae1-a229-4901-9afe-426560edb69d req-b87a479a-c2ea-48df-a20b-e2460c9c7557 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:03:59.344606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-888eaae1-a229-4901-9afe-426560edb69d req-b87a479a-c2ea-48df-a20b-e2460c9c7557 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 944 time: 0.1162179 May 14 18:03:59.402138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-888eaae1-a229-4901-9afe-426560edb69d req-60b83370-1610-4ec6-9ada-cad99fbe3a61 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507371 May 14 18:03:59.523215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:59.570291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44378) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:59.678919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50319caf-7621-424f-8896-55979107644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:59.729251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2098853634-network', 'tenant_id': 'ec87342bd13048a69a17245228c16912'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:03:59.735839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:59.745665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Usage tracker for resource:network and tenant:ec87342bd13048a69a17245228c16912 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:59.750519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:59.757662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:59.772428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Made reservation on behalf of ec87342bd13048a69a17245228c16912 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:03:59.775362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:59.792622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:59.823605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:03:59.827856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Usage tracker for resource:security_group_rule and tenant:ec87342bd13048a69a17245228c16912 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:03:59.831400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:03:59.840528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:03:59.886883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 84903545-adad-4ac4-a813-630e7a76f316 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:03:59.951056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44388) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:03:59.986347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:03:59.999505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.003982 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-91f04d2c-4433-4ab3-b085-5a2374e7a2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:00.048081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:04:00.088350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0396fac2-d217-485d-b380-e99b1c6deadd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:00.097382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.097754 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Added segment 70d4d533-05c0-46b3-ac8e-981f594c3f0a of type vlan for network a025099f-85bc-4313-af68-11962eaba9dd May 14 18:04:00.099287 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:00.142186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 84903545-adad-4ac4-a813-630e7a76f316 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:00.152880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 84903545-adad-4ac4-a813-630e7a76f316 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:00.153509 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.157402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.244781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.245809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:00.246414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.258610 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc05b648-4375-4afc-ad03-1a7dcf3615fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:00.294571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44402) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:00.295605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-05d91271-5bca-4084-959c-48d5b4a37fa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e19be08e0d1848f9aebdcac02d095fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428860 May 14 18:04:00.383710 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.441666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 84903545-adad-4ac4-a813-630e7a76f316, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=84903545-adad-4ac4-a813-630e7a76f316,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:00.443515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84903545-adad-4ac4-a813-630e7a76f316'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:00.444021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace096bd-1c4b-4a71-a54b-bfbf0cc41288 req-2721090a-04df-439d-8f0a-0208d4f2b7ac tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:00.446422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ace096bd-1c4b-4a71-a54b-bfbf0cc41288 req-2721090a-04df-439d-8f0a-0208d4f2b7ac tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1744740 May 14 18:04:00.464500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.465505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 48e0ee5b-830e-46c5-b404-95afd6633462 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:00.518292 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:00.532137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ace096bd-1c4b-4a71-a54b-bfbf0cc41288 req-3d5bc52e-1d53-45cd-b5f4-4fefa02d00fc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 May 14 18:04:00.532968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44410) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:00.536855 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9653332 May 14 18:04:00.539023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Pushing event updated for resources: {'Network': ['ID=a025099f-85bc-4313-af68-11962eaba9dd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:00.541991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Request body: {'subnet': {'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2098853634-subnet', 'tenant_id': 'ec87342bd13048a69a17245228c16912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:00.556835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:00.565241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Usage tracker for resource:subnet and tenant:ec87342bd13048a69a17245228c16912 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:00.571105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:00.581454 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:00.582000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:00.600859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Made reservation on behalf of ec87342bd13048a69a17245228c16912 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:00.605211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.607079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.634987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a025099f-85bc-4313-af68-11962eaba9dd details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:04:00.654608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.730771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=84903545-adad-4ac4-a813-630e7a76f316,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:00.733367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.740065 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d2faee72-261a-44bd-902b-a3acebb17e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:00.744565 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:00.752094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 48e0ee5b-830e-46c5-b404-95afd6633462 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:00.752850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 48e0ee5b-830e-46c5-b404-95afd6633462 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:00.769333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf09dbe-50c4-4cfb-b28b-745c4a14895d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:00.773100 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:00.777055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:00.780492 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbf09dbe-50c4-4cfb-b28b-745c4a14895d HTTP/1.1" status: 204 len: 168 time: 0.4829159 May 14 18:04:00.870959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:01.138000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693b9a08-a107-4e0a-a82d-933456683b12', 'name': 'network-vif-deleted', 'tag': '48e0ee5b-830e-46c5-b404-95afd6633462'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:01.379596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44424) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:01.417930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:01.429307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e16d4-f949-4601-b855-00adc114cf2a req-8fdbe333-33b5-4a38-8e39-151966ba5e62 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:01.430794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f14e16d4-f949-4601-b855-00adc114cf2a req-8fdbe333-33b5-4a38-8e39-151966ba5e62 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.2053726 May 14 18:04:01.441499 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:01.493152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76082b-e36f-4571-b442-354ae788ad6a req-ee4a2d39-d72f-4d3d-a05d-730d3a21f252 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:01.494151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5d76082b-e36f-4571-b442-354ae788ad6a req-ee4a2d39-d72f-4d3d-a05d-730d3a21f252 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:01.518332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5d76082b-e36f-4571-b442-354ae788ad6a req-ee4a2d39-d72f-4d3d-a05d-730d3a21f252 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:01.520034 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5d76082b-e36f-4571-b442-354ae788ad6a req-ee4a2d39-d72f-4d3d-a05d-730d3a21f252 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 950 time: 0.1610556 May 14 18:04:01.554518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-66388323-ca14-4980-804e-e3190ed37ceb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=228151bcdfe341f69a4eca0b9d6f106b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622820 May 14 18:04:01.564946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44428) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:01.602269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:01.630931 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:01.646633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f14e16d4-f949-4601-b855-00adc114cf2a req-d12bdf81-5a18-4206-beab-0db488260412 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664009 May 14 18:04:01.647589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Checking segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:01.647950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Network hostable DHCP agents. Network: a025099f-85bc-4313-af68-11962eaba9dd, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:04:01.685023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Network a025099f-85bc-4313-af68-11962eaba9dd is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:04:01.701157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a025099f-85bc-4313-af68-11962eaba9dd) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:01.720615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd4268-2ee9-499b-ba4e-f4d4ea13cc62 None None] Network a025099f-85bc-4313-af68-11962eaba9dd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:01.726780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:01.727510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:01.737349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:01.758588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2232327 May 14 18:04:01.797454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:01.832174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 96461eb1-c128-42a4-b11b-b74363656400 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:01.832512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.004430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.013029 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99a70829-e94c-4719-950d-5697b78cb5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:02.036587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02bd4d4-4f1b-4eb9-9048-43534f53e8d4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:02.041073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 96461eb1-c128-42a4-b11b-b74363656400, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=96461eb1-c128-42a4-b11b-b74363656400,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:02.041528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.051336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:02.056636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.057867 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d02bd4d4-4f1b-4eb9-9048-43534f53e8d4 HTTP/1.1" status: 204 len: 168 time: 0.4917049 May 14 18:04:02.133253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24d8e1-7c9a-42dd-96ff-227fc2e6b307 None None] Network a025099f-85bc-4313-af68-11962eaba9dd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:02.199758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 96461eb1-c128-42a4-b11b-b74363656400 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:02.278807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.330805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c233a7d-1220-4ae8-8075-de593be90941 req-3852394c-b5eb-46d0-bd1b-992dcc66df7d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:02.336621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c233a7d-1220-4ae8-8075-de593be90941 req-3852394c-b5eb-46d0-bd1b-992dcc66df7d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 945 time: 0.3058233 May 14 18:04:02.383026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.390264 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b18e012-3e5a-4b62-abd8-aff9f8abddd2 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:02.395957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c233a7d-1220-4ae8-8075-de593be90941 req-45562290-597f-4a3f-95fe-2a7ef4500ad2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 May 14 18:04:02.474285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc', '45265b07-a6fd-4454-847c-f06eb900f009', '96461eb1-c128-42a4-b11b-b74363656400'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:02.548931 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84903545-adad-4ac4-a813-630e7a76f316', 'code': 200} May 14 18:04:02.549824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=96461eb1-c128-42a4-b11b-b74363656400,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:02.554915 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:02.806882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 96461eb1-c128-42a4-b11b-b74363656400 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:04:02.823910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:02.869240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5d76082b-e36f-4571-b442-354ae788ad6a req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "DELETE /v2.0/ports/96461eb1-c128-42a4-b11b-b74363656400 HTTP/1.1" status: 204 len: 173 time: 1.3388293 May 14 18:04:02.906306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6db60-23fa-406c-88bd-26b6f72f31c3 req-80d9e8b8-7662-4c05-851a-7d3e656f8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:02.907195 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-35d6db60-23fa-406c-88bd-26b6f72f31c3 req-80d9e8b8-7662-4c05-851a-7d3e656f8dc4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 1096 time: 0.1911983 May 14 18:04:02.989000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718225cd-6cfd-4b40-b541-2cf290f6fcc5 req-eaede20d-7a1b-49b0-9744-d86a24b1ec81 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:03.003123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-718225cd-6cfd-4b40-b541-2cf290f6fcc5 req-eaede20d-7a1b-49b0-9744-d86a24b1ec81 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2743099 May 14 18:04:03.044517 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-35d6db60-23fa-406c-88bd-26b6f72f31c3 req-afd4b169-28af-457e-a657-840827a34b85 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205912 May 14 18:04:03.098350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-1b6926d1-b3af-4129-aeaf-4aec452289b2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:03.100772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-1b6926d1-b3af-4129-aeaf-4aec452289b2 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b1ffe37-98d5-414e-b140-d931d3a282ad HTTP/1.1" status: 200 len: 950 time: 0.2770193 May 14 18:04:03.103811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-718225cd-6cfd-4b40-b541-2cf290f6fcc5 req-ad8ef758-6ac1-4f2c-b86e-cf0cc59e483f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964942 May 14 18:04:03.355881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42b995f7-92bf-4a4f-bfee-1d10d834f72a req-49a718df-21b2-4d44-a64c-298317219c90 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf62f1a6-386a-4340-b3c2-e59ba7655f3d HTTP/1.1" status: 200 len: 210 time: 0.0639915 May 14 18:04:03.408452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port 45265b07-a6fd-4454-847c-f06eb900f009 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:03.414023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:03.416915 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693b9a08-a107-4e0a-a82d-933456683b12', 'name': 'network-vif-deleted', 'tag': '48e0ee5b-830e-46c5-b404-95afd6633462', 'status': 'completed', 'code': 200} May 14 18:04:03.592995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port 45265b07-a6fd-4454-847c-f06eb900f009, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=45265b07-a6fd-4454-847c-f06eb900f009,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:03.593295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:03.812607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for 45265b07-a6fd-4454-847c-f06eb900f009 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:03.875518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:03.883345 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc688f44-5536-4413-be47-0fc8d8264375 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:03.887948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c9cca75c-0c1d-4f80-b038-46a08c615abc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:04.001985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=45265b07-a6fd-4454-847c-f06eb900f009,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:04.008379 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:04.148221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port 45265b07-a6fd-4454-847c-f06eb900f009 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:04:04.153721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:04.156473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'name': 'network-vif-deleted', 'tag': '45265b07-a6fd-4454-847c-f06eb900f009'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:04.222585 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2d61f74-6745-43f7-81ee-4d53f2b34644 req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "DELETE /v2.0/ports/45265b07-a6fd-4454-847c-f06eb900f009 HTTP/1.1" status: 204 len: 173 time: 1.1130028 May 14 18:04:04.299500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-dd2a7b64-beae-4933-af3d-f5777c20a318 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:04.301464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-dd2a7b64-beae-4933-af3d-f5777c20a318 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 818 time: 0.2195718 May 14 18:04:04.318487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c2884769-1f9d-47e4-be70-26d5f68bca5c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/quotas/ec87342bd13048a69a17245228c16912 HTTP/1.1" status: 200 len: 375 time: 0.0098891 May 14 18:04:04.388238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8cba4709-1799-42d2-aea8-23d1752412cb tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621507 May 14 18:04:04.570912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-ea161083-8745-4d88-8b34-d258baf7ee10 service neutron] 10.222.0.24 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815705 May 14 18:04:04.752264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-fdfbad7e-9a8c-4969-b52a-da73d4469d6e service neutron] 10.222.0.24 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719387 May 14 18:04:05.172062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67f32d-4343-4942-93a8-b7c02eef3aa9 req-2d1125da-50c3-4c66-8c51-0daa1d86908f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:05.173953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c67f32d-4343-4942-93a8-b7c02eef3aa9 req-2d1125da-50c3-4c66-8c51-0daa1d86908f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.0925939 May 14 18:04:05.249675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c67f32d-4343-4942-93a8-b7c02eef3aa9 req-c42bf290-d945-4536-bbfe-b6b4551053f6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679343 May 14 18:04:05.418445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'name': 'network-vif-deleted', 'tag': '96461eb1-c128-42a4-b11b-b74363656400'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:05.526582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 96461eb1-c128-42a4-b11b-b74363656400 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:05.624859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 96461eb1-c128-42a4-b11b-b74363656400 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:05.631146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 96461eb1-c128-42a4-b11b-b74363656400 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:05.631975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 45265b07-a6fd-4454-847c-f06eb900f009 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:05.688995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 45265b07-a6fd-4454-847c-f06eb900f009 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:05.689656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 45265b07-a6fd-4454-847c-f06eb900f009 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:05.872844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786d067-bf18-4ffe-acf0-abaed749e6c2 req-f3434440-542a-45a3-956e-38680d9eae07 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:05.874834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b786d067-bf18-4ffe-acf0-abaed749e6c2 req-f3434440-542a-45a3-956e-38680d9eae07 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 945 time: 0.3036230 May 14 18:04:05.947408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b786d067-bf18-4ffe-acf0-abaed749e6c2 req-4f1edb80-d76a-4734-a5bb-48ac65680034 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660868 May 14 18:04:06.346548 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ffe37-98d5-414e-b140-d931d3a282ad', 'name': 'network-vif-deleted', 'tag': '45265b07-a6fd-4454-847c-f06eb900f009', 'status': 'completed', 'code': 200} May 14 18:04:07.399115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-71d907c2-8973-47c4-b1a1-fc218917b50d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:07.401451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-71d907c2-8973-47c4-b1a1-fc218917b50d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 818 time: 0.4358389 May 14 18:04:07.420455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Request body: {'port': {'device_id': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'admin_state_up': True, 'tenant_id': 'ec87342bd13048a69a17245228c16912'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:07.480264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-a4d6912e-76f9-4110-a585-c80f6c7dd31d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:07.482395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-a4d6912e-76f9-4110-a585-c80f6c7dd31d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Synchronizing usage tracker for tenant:ec87342bd13048a69a17245228c16912 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:07.525562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-a4d6912e-76f9-4110-a585-c80f6c7dd31d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Unset dirty status for tenant:ec87342bd13048a69a17245228c16912 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:07.526803 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-a4d6912e-76f9-4110-a585-c80f6c7dd31d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.22 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 818 time: 0.3633397 May 14 18:04:07.542311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Request body: {'port': {'device_id': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'admin_state_up': True, 'tenant_id': 'ec87342bd13048a69a17245228c16912'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:07.617987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:07.632149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6792b40-8b9b-4139-af9c-7d77da3a6aab req-af8c2b62-0021-44d1-a631-ee1a86ffdbde tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:07.639524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6792b40-8b9b-4139-af9c-7d77da3a6aab req-af8c2b62-0021-44d1-a631-ee1a86ffdbde tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.5138860 May 14 18:04:07.693414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Usage tracker for resource:port and tenant:ec87342bd13048a69a17245228c16912 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:07.720592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:07.746051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:07.794098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6792b40-8b9b-4139-af9c-7d77da3a6aab req-e0c6ff25-4335-41e5-bf3b-1fb729d20d81 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536012 May 14 18:04:07.816272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Made reservation on behalf of ec87342bd13048a69a17245228c16912 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:07.827155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:08.062844 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf62f1a6-386a-4340-b3c2-e59ba7655f3d', 'name': 'network-vif-deleted', 'tag': '96461eb1-c128-42a4-b11b-b74363656400', 'status': 'completed', 'code': 200} May 14 18:04:08.223946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-1766f96e-e52b-4ae7-9786-6299205cc942 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:08.225443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-1766f96e-e52b-4ae7-9786-6299205cc942 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 818 time: 0.5339460 May 14 18:04:08.240785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Request body: {'port': {'device_id': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'admin_state_up': True, 'tenant_id': 'ec87342bd13048a69a17245228c16912'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:08.265357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Allocated IP 172.20.0.6 (a025099f-85bc-4313-af68-11962eaba9dd/fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8/d4115412-7222-4215-af37-e630da4e8cfe) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:08.282860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a8e77fb-7c69-4e07-86b9-d9fbc2b66ab0 req-1780d6c6-46b3-4413-945b-399d3a5be408 tempest-FlavorsV2NegativeTest-862634176 tempest-FlavorsV2NegativeTest-862634176-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b30f643a348549f890afdbb9a403ea5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482011 May 14 18:04:08.346560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:08.355133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Usage tracker for resource:port and tenant:ec87342bd13048a69a17245228c16912 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:08.386451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:08.404284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:08.436172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:08.441246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Made reservation on behalf of ec87342bd13048a69a17245228c16912 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:08.444681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:08.454247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Usage tracker for resource:port and tenant:ec87342bd13048a69a17245228c16912 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:08.458991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:08.469844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:08.529625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Made reservation on behalf of ec87342bd13048a69a17245228c16912 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:08.533351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:08.576837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e77fb-7c69-4e07-86b9-d9fbc2b66ab0 req-68ca667c-7d1f-4e2e-b6c6-abc0586231b6 tempest-FlavorsV2NegativeTest-862634176 tempest-FlavorsV2NegativeTest-862634176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:08.590646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a8e77fb-7c69-4e07-86b9-d9fbc2b66ab0 req-68ca667c-7d1f-4e2e-b6c6-abc0586231b6 tempest-FlavorsV2NegativeTest-862634176 tempest-FlavorsV2NegativeTest-862634176-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066211 May 14 18:04:08.636328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a8e77fb-7c69-4e07-86b9-d9fbc2b66ab0 req-6610d0cd-b6de-420a-a85f-adbd64047bd7 tempest-FlavorsV2NegativeTest-862634176 tempest-FlavorsV2NegativeTest-862634176-project] 10.222.0.24 "GET /v2.0/quotas/b30f643a348549f890afdbb9a403ea5c HTTP/1.1" status: 200 len: 375 time: 0.0337300 May 14 18:04:08.735004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a8e77fb-7c69-4e07-86b9-d9fbc2b66ab0 req-a2bfdbaa-2abb-4850-b875-e7067c6eecec tempest-FlavorsV2NegativeTest-862634176 tempest-FlavorsV2NegativeTest-862634176-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30f643a348549f890afdbb9a403ea5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734076 May 14 18:04:08.909445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:08.952149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20460d0-3eef-4543-be1b-54812ed76c78 req-4168455e-3bfc-4bf3-9e0e-7eed9a812cf0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:08.953607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a20460d0-3eef-4543-be1b-54812ed76c78 req-4168455e-3bfc-4bf3-9e0e-7eed9a812cf0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.1406388 May 14 18:04:09.018890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a20460d0-3eef-4543-be1b-54812ed76c78 req-1ac265c5-3697-4ca8-b367-45b9972938b6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580235 May 14 18:04:09.021688 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:09.027962 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ed8c552e-cf38-4de5-ae6d-b20ea7041f99 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:09.141764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Network a025099f-85bc-4313-af68-11962eaba9dd is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:09.146147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:09.154266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:09.200121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Allocated IP 172.20.0.8 (a025099f-85bc-4313-af68-11962eaba9dd/fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8/8d7549c7-ec2d-4d71-aa21-0d2beea8f47d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:09.218082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Pushing event updated for resources: {'Port': ['ID=d4115412-7222-4215-af37-e630da4e8cfe,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:09.222929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:09.281615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:09.282471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:09.362162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aeb5d5a-44c1-416e-854c-a2d66290e623 req-f5e2668e-27b1-4983-8d28-3175b839a0b8 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 210 time: 0.0618367 May 14 18:04:09.388455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9770944 May 14 18:04:09.402099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Request body: {'port': {'device_id': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:09.568386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44602) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:09.601989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:09.602986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:09.663932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:09.701013 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-320bfbce-102e-499b-99be-4333608e2a0f tempest-ImagesTestJSON-1401829022 tempest-ImagesTestJSON-1401829022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:09.797252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:09.826021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Network a025099f-85bc-4313-af68-11962eaba9dd is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:09.827656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:09.833137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:09.837752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:09.882889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Usage tracker for resource:security_group_rule and tenant:b30f643a348549f890afdbb9a403ea5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:09.889416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:09.894592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Allocated IP 172.20.0.2 (a025099f-85bc-4313-af68-11962eaba9dd/fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8/ae55da60-1c58-4b76-b766-4d1782fe87bb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:09.897093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Pushing event updated for resources: {'Port': ['ID=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:09.912431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.912803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.913172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.913762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.913905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.914218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.914579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.915094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.915474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.916026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.916151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.916501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:09.928973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:09.931348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97affc-4faa-4e99-bf59-fdcfc72eb185 req-a34f8e40-2007-4520-87ce-fd959d295ca2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:09.932851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b97affc-4faa-4e99-bf59-fdcfc72eb185 req-a34f8e40-2007-4520-87ce-fd959d295ca2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.4100504 May 14 18:04:09.937301 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:09.990365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:09.990957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.001690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b97affc-4faa-4e99-bf59-fdcfc72eb185 req-d8f5e73a-4d56-4a31-a540-90cc1e865331 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589457 May 14 18:04:10.136212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5986917 May 14 18:04:10.162131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Request body: {'port': {'device_id': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:10.256691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.276122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.291414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c6ff04b-b918-4cc7-af57-900d4f8b34a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:10.385722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.392944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227f05d0-f2cb-47e6-88d0-6af0813d8251,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:10.400695 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b30f643a348549f890afdbb9a403ea5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8312845 May 14 18:04:10.403788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44628) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:10.409093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:10.414056 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.475720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.505758 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.545134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.556650 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7593ea23-e875-4b19-a2b3-65a830e796ad tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:10.636958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Network a025099f-85bc-4313-af68-11962eaba9dd is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:10.647406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:10.652389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Pushing event updated for resources: {'Port': ['ID=ae55da60-1c58-4b76-b766-4d1782fe87bb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:10.654543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:10.682305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.688924 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92f3a8bb-c9e0-469a-ab20-ff0776199d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:10.706553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f05d0-f2cb-47e6-88d0-6af0813d8251,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:10.711364 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:10.714338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.715698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/227f05d0-f2cb-47e6-88d0-6af0813d8251 HTTP/1.1" status: 204 len: 168 time: 0.3106098 May 14 18:04:10.817464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:10.822068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4115412-7222-4215-af37-e630da4e8cfe {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:10.831124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.849276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Transition to ACTIVE for port object d4115412-7222-4215-af37-e630da4e8cfe will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:10.854363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.859095 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9ada213-e7b6-4b74-97c4-9de07cbd8458 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:10.879693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:10.880752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:10.967521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7314048 May 14 18:04:10.988313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Request body: {'port': {'device_id': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:11.138228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Pushing event updated for resources: {'Port': ['ID=d4115412-7222-4215-af37-e630da4e8cfe,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:11.146918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:11.200293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.253476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Attempting to bind port d4115412-7222-4215-af37-e630da4e8cfe on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:11.253940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Attempting to bind port d4115412-7222-4215-af37-e630da4e8cfe by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:11.255331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Attempting to bind port d4115412-7222-4215-af37-e630da4e8cfe on network a025099f-85bc-4313-af68-11962eaba9dd {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:11.264658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Port d4115412-7222-4215-af37-e630da4e8cfe on network a025099f-85bc-4313-af68-11962eaba9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:11.265330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Attempting to bind port d4115412-7222-4215-af37-e630da4e8cfe on network a025099f-85bc-4313-af68-11962eaba9dd {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:11.271887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:11.272290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Checking segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:11.273623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Bound using segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:11.274178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Bound port: d4115412-7222-4215-af37-e630da4e8cfe, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:11.274592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.289682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:11.300508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.340252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Transition to ACTIVE for port object 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:11.380217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.389716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bca054c2-97a3-4bf8-9393-166c169ae77a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:11.522422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] For port d4115412-7222-4215-af37-e630da4e8cfe, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:11.539110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] For port d4115412-7222-4215-af37-e630da4e8cfe, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=d4115412-7222-4215-af37-e630da4e8cfe,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:11.554086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.574736 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:11.602447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:11.613083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:11.626938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:11.627811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.629190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4115412-7222-4215-af37-e630da4e8cfe HTTP/1.1" status: 200 len: 1091 time: 2.2323508 May 14 18:04:11.637392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'tag': 'd4115412-7222-4215-af37-e630da4e8cfe'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:11.685611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-16f979ca-3b8b-4578-9a96-5037c2b58985 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:11.686316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-16f979ca-3b8b-4578-9a96-5037c2b58985 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Synchronizing usage tracker for tenant:cc99186680db4af98b9201dffbfaea9c on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:11.755860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Pushing event updated for resources: {'Port': ['ID=d4115412-7222-4215-af37-e630da4e8cfe,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:11.759721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-16f979ca-3b8b-4578-9a96-5037c2b58985 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Unset dirty status for tenant:cc99186680db4af98b9201dffbfaea9c on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:11.766348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-16f979ca-3b8b-4578-9a96-5037c2b58985 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/networks?id=4e1bd5ac-5685-463c-862b-54ab25b24742 HTTP/1.1" status: 200 len: 813 time: 0.3425047 May 14 18:04:11.768548 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:11.778115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Attempting to bind port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:11.778707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Attempting to bind port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:11.778824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Attempting to bind port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d on network a025099f-85bc-4313-af68-11962eaba9dd {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:11.785366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-aaa5791b-de00-407a-b774-3987dd815185 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/quotas/cc99186680db4af98b9201dffbfaea9c HTTP/1.1" status: 200 len: 375 time: 0.0180619 May 14 18:04:11.789166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d on network a025099f-85bc-4313-af68-11962eaba9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:11.789482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Attempting to bind port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d on network a025099f-85bc-4313-af68-11962eaba9dd {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:11.797655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:11.798239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Checking segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:11.798792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Bound using segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:11.799437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Bound port: 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:11.799986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.844069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44674) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:11.892488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c27d15c3-c5b6-4040-aa97-55997b8a1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:11.893962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c27d15c3-c5b6-4040-aa97-55997b8a1445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&device_id=6d36497e-84f4-4e01-9187-df4538be6ae8 HTTP/1.1" status: 200 len: 1094 time: 0.2024560 May 14 18:04:11.912894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-37de4813-8f37-4b42-876b-31749b1ebc44 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc99186680db4af98b9201dffbfaea9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264122 May 14 18:04:11.943495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae55da60-1c58-4b76-b766-4d1782fe87bb {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:11.955609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.969537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] For port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:11.976673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] For port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:11.979627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Transition to ACTIVE for port object ae55da60-1c58-4b76-b766-4d1782fe87bb will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:11.989108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.993453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:11.998362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-960a4455-1a69-46d5-b71d-6945d83edb6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4115412-7222-4215-af37-e630da4e8cfe HTTP/1.1" status: 200 len: 217 time: 0.0836158 May 14 18:04:11.998680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bed464ff-f220-4497-94e7-fa5fe9ca9e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:12.011952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-network', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:12.093949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:12.112462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Usage tracker for resource:network and tenant:d9491cfeace446b8908ed038d2eb38f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:12.118177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:12.131196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:12.170106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:12.170803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.172694 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] 10.222.0.22 "PUT /v2.0/ports/8d7549c7-ec2d-4d71-aa21-0d2beea8f47d HTTP/1.1" status: 200 len: 1091 time: 2.0232496 May 14 18:04:12.172833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c7bedf3f-5ecf-4e33-9219-04bf38fc969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:12.174140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c7bedf3f-5ecf-4e33-9219-04bf38fc969d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 200 len: 858 time: 0.1589844 May 14 18:04:12.175424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'tag': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:12.178179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Made reservation on behalf of d9491cfeace446b8908ed038d2eb38f9 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:12.180509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.181001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Pushing event updated for resources: {'Port': ['ID=ae55da60-1c58-4b76-b766-4d1782fe87bb,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:12.241286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f833c2ed-dd05-421b-b672-25c2a0465e2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a025099f-85bc-4313-af68-11962eaba9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517066 May 14 18:04:12.242001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.394582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:12.399231 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:12.401961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:12.402372 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:12.427127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Attempting to bind port ae55da60-1c58-4b76-b766-4d1782fe87bb on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:12.427921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Attempting to bind port ae55da60-1c58-4b76-b766-4d1782fe87bb by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:12.428620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Attempting to bind port ae55da60-1c58-4b76-b766-4d1782fe87bb on network a025099f-85bc-4313-af68-11962eaba9dd {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:12.436365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Port ae55da60-1c58-4b76-b766-4d1782fe87bb on network a025099f-85bc-4313-af68-11962eaba9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:12.436916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Attempting to bind port ae55da60-1c58-4b76-b766-4d1782fe87bb on network a025099f-85bc-4313-af68-11962eaba9dd {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:12.449990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:12.450585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Checking segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:12.451168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Bound using segment: {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:12.451791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Bound port: ae55da60-1c58-4b76-b766-4d1782fe87bb, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d4d533-05c0-46b3-ac8e-981f594c3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:12.452339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.469912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-183820d3-96c1-4b90-b29d-8ef24ac8f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:12.471829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-183820d3-96c1-4b90-b29d-8ef24ac8f153 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 1094 time: 0.2110929 May 14 18:04:12.485955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-1c7f6838-4171-44d6-8c95-7dce50cf098a service neutron] 10.222.0.24 "GET /v2.0/networks/4e1bd5ac-5685-463c-862b-54ab25b24742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722435 May 14 18:04:12.522524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:12.586404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Usage tracker for resource:security_group_rule and tenant:d9491cfeace446b8908ed038d2eb38f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:12.591317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:12.636700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:12.710904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-2941e316-21d3-4660-b048-12720077eb54 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597619 May 14 18:04:12.722499 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-e24b3814-9dca-4fb1-9ed5-139165616400 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d HTTP/1.1" status: 200 len: 217 time: 0.2214942 May 14 18:04:12.808034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] For port ae55da60-1c58-4b76-b766-4d1782fe87bb, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:12.817839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-0a95c33a-1a06-4009-acb8-3d82129868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:12.819307 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-0a95c33a-1a06-4009-acb8-3d82129868dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 200 len: 858 time: 0.0893283 May 14 18:04:12.822022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] For port ae55da60-1c58-4b76-b766-4d1782fe87bb, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:12.823260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-229be75b-4b59-4299-8665-8738a827b2aa service neutron] 10.222.0.24 "GET /v2.0/networks/4e1bd5ac-5685-463c-862b-54ab25b24742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362944 May 14 18:04:12.866404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.875818 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f53f01b-7532-434b-a188-2ab75b2127a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:12.918440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-5efcdcb5-9871-4bf8-a15c-c552d8a4d133 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994665 May 14 18:04:12.922474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-359a03c1-377f-4cd9-8e52-6308a140aa51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a025099f-85bc-4313-af68-11962eaba9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967157 May 14 18:04:12.923446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.928654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.933435 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7c2f1576-bc31-48a7-b5e3-a4387a5cabe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:12.972684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:12.973347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:12.974751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf821a-312f-4c42-80a6-a218e9048f81,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:12.975053 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] 10.222.0.15 "PUT /v2.0/ports/ae55da60-1c58-4b76-b766-4d1782fe87bb HTTP/1.1" status: 200 len: 1091 time: 1.9933183 May 14 18:04:12.978817 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:12.990316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:04:13.003570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:13.004279 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Added segment 8fd8227c-6029-43f2-993c-53312cc65ab7 of type vlan for network 6ffec533-3f36-43ce-adb4-5d35b4594aca May 14 18:04:13.049136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:13.085072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:13.086310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:13.086955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:13.097266 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7cf06589-aacd-4a91-9051-f57104679821 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:13.140480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Pushing event updated for resources: {'Port': ['ID=ae55da60-1c58-4b76-b766-4d1782fe87bb,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:13.161509 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:13.266890 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-1783542c-d9e3-4f3c-9327-7b1836c3efd8 service neutron] 10.222.0.22 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296638 May 14 18:04:13.270030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffec533-3f36-43ce-adb4-5d35b4594aca,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:13.276059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4309704 May 14 18:04:13.277276 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:13.284139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:04:13.289799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44702) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:13.372616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-86b89147-adc7-4d92-ba44-2bdf135765f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:13.377373 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-86b89147-adc7-4d92-ba44-2bdf135765f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 1094 time: 0.3304758 May 14 18:04:13.388677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Request body: {'subnet': {'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-subnet', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:13.437512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48652e5-4e96-4ae2-8950-1f961d967196 req-baf143fd-860d-4bc8-9406-082af3e6a797 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:13.439154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e48652e5-4e96-4ae2-8950-1f961d967196 req-baf143fd-860d-4bc8-9406-082af3e6a797 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1034274 May 14 18:04:13.477120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:13.496572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e48652e5-4e96-4ae2-8950-1f961d967196 req-47232086-8a8e-4ceb-ab7a-f341575537fd tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 May 14 18:04:13.585750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Usage tracker for resource:subnet and tenant:d9491cfeace446b8908ed038d2eb38f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:13.589045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:13.595747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:13.611754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-bef3d537-c0f2-4ab9-a631-0ba909862bbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb HTTP/1.1" status: 200 len: 217 time: 0.2055144 May 14 18:04:13.712758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-90e84f87-8a09-4c2d-ac57-a2ba8ba68f89 service neutron] 10.222.0.22 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115887 May 14 18:04:13.713338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Made reservation on behalf of d9491cfeace446b8908ed038d2eb38f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:13.714942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2906-b2a9-4564-9585-079455e537fe req-fd15507f-7270-476b-81e1-446aa82f26ca tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:13.715569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:13.715789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-139d2906-b2a9-4564-9585-079455e537fe req-fd15507f-7270-476b-81e1-446aa82f26ca tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Synchronizing usage tracker for tenant:ec87342bd13048a69a17245228c16912 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:13.741024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-139d2906-b2a9-4564-9585-079455e537fe req-fd15507f-7270-476b-81e1-446aa82f26ca tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Unset dirty status for tenant:ec87342bd13048a69a17245228c16912 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:13.742327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-139d2906-b2a9-4564-9585-079455e537fe req-fd15507f-7270-476b-81e1-446aa82f26ca tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 943 time: 0.1229753 May 14 18:04:13.799100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-139d2906-b2a9-4564-9585-079455e537fe req-166e9624-43ea-49e7-8a80-1224aedf755d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 May 14 18:04:13.842318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-6ffb6a40-c849-43e4-ac45-f8bd19613049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:13.843784 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-6ffb6a40-c849-43e4-ac45-f8bd19613049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 200 len: 858 time: 0.2199395 May 14 18:04:13.903938 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-f396d6fb-0864-4a75-9428-155e944e7253 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a025099f-85bc-4313-af68-11962eaba9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510197 May 14 18:04:14.098667 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'tag': 'd4115412-7222-4215-af37-e630da4e8cfe', 'status': 'completed', 'code': 200} May 14 18:04:14.121912 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-ae759828-03f2-4b62-a936-c5d7ccfa9e66 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065783 May 14 18:04:14.178970 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'tag': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d', 'status': 'completed', 'code': 200} May 14 18:04:14.232484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-8b8c7f8a-5917-4a98-a587-31c11af257cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:14.234178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-8b8c7f8a-5917-4a98-a587-31c11af257cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&device_id=6d36497e-84f4-4e01-9187-df4538be6ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0936332 May 14 18:04:14.305064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63705191-4c7d-46bb-b2f5-07095bbb02aa req-0b25caa3-6237-4584-80ee-987231a3c1b5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 210 time: 0.0698409 May 14 18:04:14.444171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-bfb6f329-0a96-470f-af5a-795c7bbcf177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:14.445604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-bfb6f329-0a96-470f-af5a-795c7bbcf177 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 919 time: 0.1760888 May 14 18:04:14.560699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-9d1413b4-cb39-495d-9eea-4e853e7edcab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4115412-7222-4215-af37-e630da4e8cfe HTTP/1.1" status: 200 len: 217 time: 0.1074741 May 14 18:04:14.662930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-051bd673-afbd-413a-a4a5-8c0b515fd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:14.664996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-051bd673-afbd-413a-a4a5-8c0b515fd3a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 200 len: 858 time: 0.0968041 May 14 18:04:14.724897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-54dc7e26-d97f-4bc8-82db-a65a2d72f1cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a025099f-85bc-4313-af68-11962eaba9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502217 May 14 18:04:14.764882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713a76c-5303-4ffd-8bfb-7c5929ba6171 req-e6c64c25-43ca-4fb0-b5ba-ce4539aa308b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:14.766351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9713a76c-5303-4ffd-8bfb-7c5929ba6171 req-e6c64c25-43ca-4fb0-b5ba-ce4539aa308b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2634122 May 14 18:04:14.870803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-bac6c69c-30db-4339-b2df-520d6f8b8f5e tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:14.872743 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-bac6c69c-30db-4339-b2df-520d6f8b8f5e tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.15 "GET /v2.0/networks?id=4e1bd5ac-5685-463c-862b-54ab25b24742 HTTP/1.1" status: 200 len: 813 time: 0.4005361 May 14 18:04:14.877644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b0f9c574-d6ad-47ac-8bc4-de17be53e988 req-c2c96775-d81b-4e9e-8c8f-4c17e433e046 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202005 May 14 18:04:14.890513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Request body: {'port': {'device_id': '2b454013-62b5-48b6-842d-e939f4a481ee', 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'admin_state_up': True, 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:14.900368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9713a76c-5303-4ffd-8bfb-7c5929ba6171 req-1bc2cf37-9b0d-4514-820f-3d773104eed3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855563 May 14 18:04:14.930738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-54b9568d-cf09-443b-83c2-de03d278c472 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964340 May 14 18:04:15.014162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-c38a535a-f23b-4ee1-b521-1fc1bedd54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:15.016190 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-c38a535a-f23b-4ee1-b521-1fc1bedd54c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 1094 time: 0.8283842 May 14 18:04:15.250252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:15.258889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Usage tracker for resource:port and tenant:cc99186680db4af98b9201dffbfaea9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:15.263437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:15.266615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-b202d6f1-1d16-4469-8ead-72b05ea29e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:15.268089 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-b202d6f1-1d16-4469-8ead-72b05ea29e47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 919 time: 0.2416530 May 14 18:04:15.275263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:15.329939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-330fdd58-aeea-46c3-a9f9-8675f5100dc2 req-37d25c4b-9f31-489d-b14a-0475140e7b25 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922429 May 14 18:04:15.374394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bca7c-ff84-482f-a2e7-2ea6713515dc req-de6d8e58-07b3-4527-851f-83a69437825f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:15.384996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-a51742f3-e185-453c-918c-55270c7ee798 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d HTTP/1.1" status: 200 len: 217 time: 0.1073234 May 14 18:04:15.385363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-418bca7c-ff84-482f-a2e7-2ea6713515dc req-de6d8e58-07b3-4527-851f-83a69437825f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1992500 May 14 18:04:15.435961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Made reservation on behalf of cc99186680db4af98b9201dffbfaea9c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:15.440506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:15.465678 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-418bca7c-ff84-482f-a2e7-2ea6713515dc req-8dec9e39-10d6-4f92-93bd-daa7a5bc6eec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794227 May 14 18:04:15.537301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:15.545309 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc808946-dde4-4f17-ba07-8b1a1068e0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:15.610264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-b1729d99-fb93-488e-993b-c47053f9b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:15.616430 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-b1729d99-fb93-488e-993b-c47053f9b714 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 200 len: 858 time: 0.2132499 May 14 18:04:15.748042 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-6b3a364e-d514-412c-9a58-88646ddf2e04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a025099f-85bc-4313-af68-11962eaba9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004775 May 14 18:04:15.831415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d892b4-b9fe-4661-9367-d04c3e32f642 req-499275ba-e05b-49c8-bf17-66d6cb8912bf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:15.833998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f7d892b4-b9fe-4661-9367-d04c3e32f642 req-499275ba-e05b-49c8-bf17-66d6cb8912bf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:15.863981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f7d892b4-b9fe-4661-9367-d04c3e32f642 req-499275ba-e05b-49c8-bf17-66d6cb8912bf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:15.874941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7d892b4-b9fe-4661-9367-d04c3e32f642 req-499275ba-e05b-49c8-bf17-66d6cb8912bf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 950 time: 0.2338867 May 14 18:04:15.953516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:16.057590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=964eb7c8-d7ff-4d50-bb61-d6c65968c86e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:16.070007 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:16.079872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7d892b4-b9fe-4661-9367-d04c3e32f642 req-f5dc8ab8-272f-4617-9a28-f7b931b0b1b1 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc1e967f-5526-49d5-babf-7c983b3a4111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038877 May 14 18:04:16.089106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Checking segment: {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:16.089475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Network hostable DHCP agents. Network: 6ffec533-3f36-43ce-adb4-5d35b4594aca, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:04:16.164742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028400c2-11c8-4f30-abc7-08f40467a46e req-79805759-ec12-49bb-8c56-d494f61c820f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:16.172328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-028400c2-11c8-4f30-abc7-08f40467a46e req-79805759-ec12-49bb-8c56-d494f61c820f tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 950 time: 0.2100716 May 14 18:04:16.202319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'tag': 'ae55da60-1c58-4b76-b766-4d1782fe87bb'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:16.237746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Allocated IP 172.20.0.10 (4e1bd5ac-5685-463c-862b-54ab25b24742/bdbd7e63-5272-4302-b50d-eec3e3128a66/046dfb43-49d6-4800-a59a-1ee7199b94dc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:16.275868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:16.298102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d', 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'port_id': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d', 'mac_address': 'fa:16:3e:cc:0d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:16.302449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:04:16.325814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-199043fb-7b8b-466f-9117-a4dfd0ecc5fa service neutron] 10.222.0.22 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310776 May 14 18:04:16.378975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 6ffec533-3f36-43ce-adb4-5d35b4594aca) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:16.419643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:16.432257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e0278-0994-4882-9328-4c99477033e6 None None] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:16.565139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50cf6-90fa-4940-84ab-f84a798210da req-6a1911c9-6d39-41dd-94f1-330f0284cab5 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:16.569083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7e50cf6-90fa-4940-84ab-f84a798210da req-6a1911c9-6d39-41dd-94f1-330f0284cab5 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 943 time: 0.1974068 May 14 18:04:16.591999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:16.600060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:16.620441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:16.687123 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.3395388 May 14 18:04:16.698328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7e50cf6-90fa-4940-84ab-f84a798210da req-79273436-322f-430c-b28c-dd56816fc9af tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180229 May 14 18:04:16.698946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44746) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:16.713516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:16.740851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:16.752218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Usage tracker for resource:router and tenant:d9491cfeace446b8908ed038d2eb38f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:16.769506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:16.792087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:16.815294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:16.818963 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:16.861585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:16.906375 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c8ec86d-36a6-4446-a084-d85363c69287 req-4fbc226a-19ed-4e00-89d3-2aedf7927027 service neutron] 10.222.0.22 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638144 May 14 18:04:16.976628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:16.988459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:16.999832 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:17.016732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:17.068333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Transition to ACTIVE for port object 046dfb43-49d6-4800-a59a-1ee7199b94dc will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:17.102034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:17.124414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0994ef6d-fa4c-46f1-b0df-3ba8ad5bded4 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:17.138203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:17.158070 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:17.161137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-6ffec533-3f36-43ce-adb4-5d35b4594aca', 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'fixed_ips': [{'subnet_id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:04:17.162067 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:17.243500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:17.244875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Pushing event updated for resources: {'Port': ['ID=046dfb43-49d6-4800-a59a-1ee7199b94dc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:17.247744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:17.249629 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:17.250438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:17.281064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:17.370426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:17.379611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:17.383409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:17.415163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5287342 May 14 18:04:17.442694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5932b-92ba-4ea0-8afe-e74edde726c3 req-3e6d9b46-4909-4401-b9e5-9c5e1fbbeb46 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:17.450652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfe5932b-92ba-4ea0-8afe-e74edde726c3 req-3e6d9b46-4909-4401-b9e5-9c5e1fbbeb46 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.4181812 May 14 18:04:17.465120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Request body: {'port': {'device_id': '2b454013-62b5-48b6-842d-e939f4a481ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:17.491327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Allocated IP 172.20.0.2 (6ffec533-3f36-43ce-adb4-5d35b4594aca/964eb7c8-d7ff-4d50-bb61-d6c65968c86e/052749f5-b46a-4e04-96f5-4966d61a1cb4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:17.695364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfe5932b-92ba-4ea0-8afe-e74edde726c3 req-f97397ff-9d24-4826-b042-56dd634535b3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432518 May 14 18:04:17.752556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:17.764110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Transition to ACTIVE for port object 052749f5-b46a-4e04-96f5-4966d61a1cb4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:17.784483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Transition to ACTIVE for port object 052749f5-b46a-4e04-96f5-4966d61a1cb4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:17.792855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device d4115412-7222-4215-af37-e630da4e8cfe details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:17.886919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44758) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:18.043470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.108683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Deleting port c9cca75c-0c1d-4f80-b038-46a08c615abc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:18.109416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.115478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port d4115412-7222-4215-af37-e630da4e8cfe, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=d4115412-7222-4215-af37-e630da4e8cfe,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:18.200775 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.258668 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:18.335617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2b1dcbd1-e271-4739-a77f-fd060ced0ac0 None None] Provisioning for port 046dfb43-49d6-4800-a59a-1ee7199b94dc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:18.354568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'd4115412-7222-4215-af37-e630da4e8cfe', 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'port_id': 'd4115412-7222-4215-af37-e630da4e8cfe', 'mac_address': 'fa:16:3e:6a:50:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:18.416446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:18.422921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2b1dcbd1-e271-4739-a77f-fd060ced0ac0 None None] Provisioning complete for port 046dfb43-49d6-4800-a59a-1ee7199b94dc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:18.423580 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2b1dcbd1-e271-4739-a77f-fd060ced0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.431746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Deleting subnet d1a59e9c-6aba-4db7-9467-b100fbdb4a4d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:04:18.470917 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.640904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2b1dcbd1-e271-4739-a77f-fd060ced0ac0 None None] Port 046dfb43-49d6-4800-a59a-1ee7199b94dc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:04:18.648231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:18.654417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:18.658015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046dfb43-49d6-4800-a59a-1ee7199b94dc {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:18.666901 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.684240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Transition to ACTIVE for port object 046dfb43-49d6-4800-a59a-1ee7199b94dc will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:18.692710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.697288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae80d10d-90a0-4c84-b871-512cf4192452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:18.840969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Pushing event updated for resources: {'Port': ['ID=052749f5-b46a-4e04-96f5-4966d61a1cb4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:18.851849 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:18.909543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.936054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4115412-7222-4215-af37-e630da4e8cfe {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:18.941428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Attempting to bind port 052749f5-b46a-4e04-96f5-4966d61a1cb4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:18.941813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Attempting to bind port 052749f5-b46a-4e04-96f5-4966d61a1cb4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:18.942371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Attempting to bind port 052749f5-b46a-4e04-96f5-4966d61a1cb4 on network 6ffec533-3f36-43ce-adb4-5d35b4594aca {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:18.984339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:18.984724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Checking segment: {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:18.985136 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:18.985535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Bound using segment: {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:18.986069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Bound port: 052749f5-b46a-4e04-96f5-4966d61a1cb4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:18.986453 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.032713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=046dfb43-49d6-4800-a59a-1ee7199b94dc,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:19.055797 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:19.061017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port d4115412-7222-4215-af37-e630da4e8cfe, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=d4115412-7222-4215-af37-e630da4e8cfe,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:19.115292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.128278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.134395 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-90fb2458-09cb-4073-964c-034cac2812a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:19.192422 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.200481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Attempting to bind port 046dfb43-49d6-4800-a59a-1ee7199b94dc on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:19.201107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Attempting to bind port 046dfb43-49d6-4800-a59a-1ee7199b94dc by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:19.201622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Attempting to bind port 046dfb43-49d6-4800-a59a-1ee7199b94dc on network 4e1bd5ac-5685-463c-862b-54ab25b24742 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:19.209116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Port 046dfb43-49d6-4800-a59a-1ee7199b94dc on network 4e1bd5ac-5685-463c-862b-54ab25b24742 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:19.209548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Attempting to bind port 046dfb43-49d6-4800-a59a-1ee7199b94dc on network 4e1bd5ac-5685-463c-862b-54ab25b24742 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:19.216494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:19.216823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Checking segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:19.217204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Bound using segment: {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:19.217669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Bound port: 046dfb43-49d6-4800-a59a-1ee7199b94dc, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac800b2-f92a-4c31-acd0-49bf904de1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:19.218179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.278339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.278729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=d4115412-7222-4215-af37-e630da4e8cfe,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:19.286029 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:19.294373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] For port 052749f5-b46a-4e04-96f5-4966d61a1cb4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:19.297880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] For port 052749f5-b46a-4e04-96f5-4966d61a1cb4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=052749f5-b46a-4e04-96f5-4966d61a1cb4,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:19.306175 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.311147 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c319a9a2-78ae-4db3-955c-3cf6d6ca4b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:19.380242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b37730-d77d-4342-bfe6-5819d4181d94 req-7cb134f0-60b6-4c88-8485-fc9c29fc373e tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:19.381893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02b37730-d77d-4342-bfe6-5819d4181d94 req-7cb134f0-60b6-4c88-8485-fc9c29fc373e tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 932 time: 1.2491853 May 14 18:04:19.390693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] For port 046dfb43-49d6-4800-a59a-1ee7199b94dc, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:19.394100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] For port 046dfb43-49d6-4800-a59a-1ee7199b94dc, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=046dfb43-49d6-4800-a59a-1ee7199b94dc,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:19.400136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.405097 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:19.448421 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.448823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Pushing event updated for resources: {'Port': ['ID=052749f5-b46a-4e04-96f5-4966d61a1cb4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:19.461538 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:19.531774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=046dfb43-49d6-4800-a59a-1ee7199b94dc,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:19.537655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:19.546311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:19.546915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.548308 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] 10.222.0.15 "PUT /v2.0/ports/046dfb43-49d6-4800-a59a-1ee7199b94dc HTTP/1.1" status: 200 len: 1092 time: 2.0896463 May 14 18:04:19.567744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['d4115412-7222-4215-af37-e630da4e8cfe'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:19.642340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c9cca75c-0c1d-4f80-b038-46a08c615abc no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:19.681834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] For port c9cca75c-0c1d-4f80-b038-46a08c615abc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c9cca75c-0c1d-4f80-b038-46a08c615abc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:19.682314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.865895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Calling delete_port for c9cca75c-0c1d-4f80-b038-46a08c615abc owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:19.963496 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:19.976426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:20.029956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:20.054811 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:20.133321 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:04:20.146816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Pushing event deleted for resources: {'Port': ['ID=c9cca75c-0c1d-4f80-b038-46a08c615abc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:20.152966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02b37730-d77d-4342-bfe6-5819d4181d94 req-565effc6-918c-448a-9681-5d9b7b2691c0 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Synchronizing usage tracker for tenant:cc99186680db4af98b9201dffbfaea9c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:20.200288 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:20.318980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:20.327216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:20.327917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:20.351676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] No DVR routers for this DVR port c9cca75c-0c1d-4f80-b038-46a08c615abc on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:04:20.368246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:20.377442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'name': 'network-vif-deleted', 'tag': 'c9cca75c-0c1d-4f80-b038-46a08c615abc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:20.397468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 052749f5-b46a-4e04-96f5-4966d61a1cb4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:20.445666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02b37730-d77d-4342-bfe6-5819d4181d94 req-565effc6-918c-448a-9681-5d9b7b2691c0 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Unset dirty status for tenant:cc99186680db4af98b9201dffbfaea9c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:20.455633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02b37730-d77d-4342-bfe6-5819d4181d94 req-565effc6-918c-448a-9681-5d9b7b2691c0 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0419648 May 14 18:04:20.605173 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:20.615575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 052749f5-b46a-4e04-96f5-4966d61a1cb4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:20.621794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-028400c2-11c8-4f30-abc7-08f40467a46e req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.15 "DELETE /v2.0/ports/c9cca75c-0c1d-4f80-b038-46a08c615abc HTTP/1.1" status: 204 len: 173 time: 3.1498573 May 14 18:04:20.656395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:20.672797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Allocated IP 172.25.4.69 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/0c397011-3686-4f4a-88d6-d9414e012a75) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:20.687444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:20.696617 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:20.703171 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:20.882659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:20.889324 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:21.047509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.076506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6967a3e-a302-4be3-a2cc-811ac23a981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:21.114069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8e941-0340-4d11-abe7-dfc352b33809 None None] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:21.117777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.134164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a59e9c-6aba-4db7-9467-b100fbdb4a4d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:21.150306 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:21.159996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1a59e9c-6aba-4db7-9467-b100fbdb4a4d HTTP/1.1" status: 204 len: 168 time: 3.2631013 May 14 18:04:21.160483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44786) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:21.168478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-8ca9b808-65a0-45b4-9637-56202c6e7951 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:21.169968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-8ca9b808-65a0-45b4-9637-56202c6e7951 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.4524431 May 14 18:04:21.172908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.190780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-6f881ddf-6267-4d3e-9428-8c7946886764 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/quotas/23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 375 time: 0.0144947 May 14 18:04:21.262682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Provisioning for port 052749f5-b46a-4e04-96f5-4966d61a1cb4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:21.278998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.284403 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d4c9296-b6de-4475-abba-ce2d4f1328ca tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:21.289171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Provisioning complete for port 052749f5-b46a-4e04-96f5-4966d61a1cb4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:21.289950 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.295986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.500756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.533172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c1ff26-040f-4436-81b8-70cd198f76c9']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:21.565972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6357cefd-24ae-493d-8cc1-8849cf3393bd') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:21.566579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6357cefd-24ae-493d-8cc1-8849cf3393bd') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:21.590366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.591856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.592646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-1a8348a7-3260-4aa2-a7cd-469890e1ec74 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3909178 May 14 18:04:21.594614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:21.595728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Pushing event updated for resources: {'Port': ['ID=0c397011-3686-4f4a-88d6-d9414e012a75,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:21.599117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:21.601108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:21.601965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:21.632097 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.639452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device d4115412-7222-4215-af37-e630da4e8cfe up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:21.659293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:04:21.660076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: timer() May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:04:21.679929 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:04:21.683954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] For port 052749f5-b46a-4e04-96f5-4966d61a1cb4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=052749f5-b46a-4e04-96f5-4966d61a1cb4,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:21.702189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.705950 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:21.850487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.860627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5dadcd96-5bd4-46c6-b126-e230573db4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:21.866320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Pushing event updated for resources: {'Port': ['ID=052749f5-b46a-4e04-96f5-4966d61a1cb4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:21.876691 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:21.884927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.896183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c1ff26-040f-4436-81b8-70cd198f76c9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:21.902832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port d4115412-7222-4215-af37-e630da4e8cfe completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:21.907047 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:21.912503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port d4115412-7222-4215-af37-e630da4e8cfe triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:21.913134 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:21.914300 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7c1ff26-040f-4436-81b8-70cd198f76c9 HTTP/1.1" status: 204 len: 168 time: 0.7515185 May 14 18:04:22.103889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:22.138147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.189712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-846b60b1-8129-449d-ae4a-b18684d00da0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3ca58d504114ffa9e1fbcc958d92f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845675 May 14 18:04:22.190378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44802) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:22.202694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bec253e0-d6b3-4759-86ef-c4ac05c749fd None None] Provisioning complete for port 052749f5-b46a-4e04-96f5-4966d61a1cb4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:22.203093 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bec253e0-d6b3-4759-86ef-c4ac05c749fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.282358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.296929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-385b093f-236d-4634-8233-8abdb09fdeb0 service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626549 May 14 18:04:22.297497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port d4115412-7222-4215-af37-e630da4e8cfe, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=d4115412-7222-4215-af37-e630da4e8cfe,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:22.309626 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.313822 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d68142c1-62c5-452e-a07e-20cb67e851af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:22.387439 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.405592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 052749f5-b46a-4e04-96f5-4966d61a1cb4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:22.513409 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.518307 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d713fab7-045a-4771-8a1f-4589130cfe20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:22.547541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e29ec-6f53-48a5-a40f-e224da2e06fa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:22.577839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:22.596930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.598571 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e4e29ec-6f53-48a5-a40f-e224da2e06fa HTTP/1.1" status: 204 len: 168 time: 0.4068668 May 14 18:04:22.772352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=d4115412-7222-4215-af37-e630da4e8cfe,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:22.802908 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:22.833971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 052749f5-b46a-4e04-96f5-4966d61a1cb4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:22.834439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:22.835130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-43dd1b76-8d82-48fc-b5ed-ddda0811a852 service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255668 May 14 18:04:22.838430 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:23.209842 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'tag': 'ae55da60-1c58-4b76-b766-4d1782fe87bb', 'status': 'completed', 'code': 200} May 14 18:04:23.413489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4ed1d301-e103-4d85-b4ab-70d0de2a0906 req-8f90698c-4827-4d60-aaa2-08a58522bb18 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Synchronizing usage tracker for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:23.433723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4ed1d301-e103-4d85-b4ab-70d0de2a0906 req-8f90698c-4827-4d60-aaa2-08a58522bb18 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Unset dirty status for tenant:1e45773665c44ec6a77586bec51b1352 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:23.446645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ed1d301-e103-4d85-b4ab-70d0de2a0906 req-8f90698c-4827-4d60-aaa2-08a58522bb18 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 210 time: 0.1243901 May 14 18:04:23.503616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:23.863082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:24.053226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b8e80-5395-41b8-b3df-7d29dbb1eae2 req-f3e47b1e-3d84-415c-a9e2-969a7435dc74 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:24.054752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a70b8e80-5395-41b8-b3df-7d29dbb1eae2 req-f3e47b1e-3d84-415c-a9e2-969a7435dc74 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 943 time: 0.3187108 May 14 18:04:24.167772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a70b8e80-5395-41b8-b3df-7d29dbb1eae2 req-9e6c0255-2e18-4ad1-bf33-556f0d535180 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040549 May 14 18:04:24.179883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:04:24.346833 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d', 'code': 200} May 14 18:04:24.351756 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630e460-9a18-4e17-9c41-f7c14cf4dde2', 'name': 'network-vif-deleted', 'tag': 'c9cca75c-0c1d-4f80-b038-46a08c615abc', 'status': 'completed', 'code': 200} May 14 18:04:24.421016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:04:24.431051 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Sync routers for ids ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:04:24.447925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:24.449427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.7400978 May 14 18:04:24.452111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44846) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:24.456661 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Routers {'53d906e7-d8f7-4a40-9d2e-f2f70e222c25'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:24.457287 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:24.606321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6df73-d0ad-40c2-891d-cfd3d17c3710 req-f8cc9ffc-85f5-43f7-b8d6-71996bd109d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:24.608610 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c6df73-d0ad-40c2-891d-cfd3d17c3710 req-f8cc9ffc-85f5-43f7-b8d6-71996bd109d1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 1096 time: 0.1836457 May 14 18:04:24.658269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c6df73-d0ad-40c2-891d-cfd3d17c3710 req-324f4c0c-76b8-45b3-82c4-f3de8ba1180d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 May 14 18:04:24.788602 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Set router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:24.794981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e7db5-e53f-48d1-913a-9192a8eb17e7 req-2a34bc4f-0012-4d29-8723-3171a79d6900 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:24.803099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-050e7db5-e53f-48d1-913a-9192a8eb17e7 req-2a34bc4f-0012-4d29-8723-3171a79d6900 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 944 time: 0.2900009 May 14 18:04:25.103475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-050e7db5-e53f-48d1-913a-9192a8eb17e7 req-894de893-81ac-4ac8-b881-38c1011c76ff tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977514 May 14 18:04:25.213321 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:22Z', 'revision_number': 3, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:25.217823 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Checking router: 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:04:25.218175 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Updating router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 port 0c397011-3686-4f4a-88d6-d9414e012a75 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:04:25.349675 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:25.500282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a71f09-fec1-4e78-8772-2b3864f435d2 req-1c016ffd-5ab5-4c92-a455-033874c2780c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 210 time: 0.1754682 May 14 18:04:25.691787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b454013-62b5-48b6-842d-e939f4a481ee', 'tag': '046dfb43-49d6-4800-a59a-1ee7199b94dc'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:25.875566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-09289e34-8db7-4e14-85a0-6ee8bb916c73 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:25.876968 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-09289e34-8db7-4e14-85a0-6ee8bb916c73 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 1.1605277 May 14 18:04:25.889943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'port': {'device_id': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'admin_state_up': True, 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:26.025162 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.039062 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Transition to ACTIVE for port object 0c397011-3686-4f4a-88d6-d9414e012a75 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:26.046852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:26.047090 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.051464 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-efc007ed-6297-49a6-b1e3-9875e25f2b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:26.057960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:26.067567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:26.071569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.077878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.094824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-1e834e73-05da-46af-b5d2-27818f91d0ee tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:26.096315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-1e834e73-05da-46af-b5d2-27818f91d0ee tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.2554061 May 14 18:04:26.127580 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Attempting to bind port 0c397011-3686-4f4a-88d6-d9414e012a75 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:26.127915 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Attempting to bind port 0c397011-3686-4f4a-88d6-d9414e012a75 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:26.128211 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Attempting to bind port 0c397011-3686-4f4a-88d6-d9414e012a75 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:26.135411 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Pushing event updated for resources: {'Port': ['ID=0c397011-3686-4f4a-88d6-d9414e012a75,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:26.141388 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:26.141631 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:26.142798 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.142798 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:26.142798 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Bound port: 0c397011-3686-4f4a-88d6-d9414e012a75, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:26.143156 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.155264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-0410457c-b56a-4c92-a983-328dda19558f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/quotas/06e4400b761d424a95d216c4fc11c9ff HTTP/1.1" status: 200 len: 375 time: 0.0131657 May 14 18:04:26.175633 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.177528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.177528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.177528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.177928 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.178046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.178298 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.178608 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.178919 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.179250 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.179566 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.179878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:26.183971 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:26.232728 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] For port 0c397011-3686-4f4a-88d6-d9414e012a75, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:26.236309 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] For port 0c397011-3686-4f4a-88d6-d9414e012a75, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0c397011-3686-4f4a-88d6-d9414e012a75,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:26.241970 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.246970 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:26.266493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Allocated IP 172.20.0.6 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/c3bc1ba8-0229-4e70-a17e-29e31c415cdc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:26.324144 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Routers {'53d906e7-d8f7-4a40-9d2e-f2f70e222c25'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:26.324772 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:26.348852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4115412-7222-4215-af37-e630da4e8cfe'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:26.439165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Pushing event updated for resources: {'Port': ['ID=0c397011-3686-4f4a-88d6-d9414e012a75,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:26.449366 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:26.509100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.513852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-adcc2a5d-311f-4320-a839-de2a88d80760 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3444858 May 14 18:04:26.514725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] Set router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:26.532047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Transition to ACTIVE for port object c3bc1ba8-0229-4e70-a17e-29e31c415cdc will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:26.544504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Allocated IP 172.20.0.1 (6ffec533-3f36-43ce-adb4-5d35b4594aca/964eb7c8-d7ff-4d50-bb61-d6c65968c86e/d23516dc-afaf-4737-93b4-7706ebef8bb5) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:26.560244 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.567486 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:26.572337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:26.633714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:26.637142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:26.647061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:26.687985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:26.695897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:26.729360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:26.730130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.760637 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733268 May 14 18:04:26.773071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Request body: {'port': {'device_id': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:26.811882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-90b136e0-2449-487b-8b84-5f738d07cf78 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891564 May 14 18:04:26.874302 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:22Z', 'revision_number': 3, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:26.878513 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852302b6-000f-497a-a5f7-685d0458ed56 None None] The sync data for ids ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'] in n-d-787206-3 is: [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:22Z', 'revision_number': 3, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:04:26.933715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.964443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:26.994504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16cc3e29-6fec-45f7-8a02-4f91fdfcf114 None None] Provisioning for port c3bc1ba8-0229-4e70-a17e-29e31c415cdc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:27.003703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16cc3e29-6fec-45f7-8a02-4f91fdfcf114 None None] Provisioning complete for port c3bc1ba8-0229-4e70-a17e-29e31c415cdc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:27.004213 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-16cc3e29-6fec-45f7-8a02-4f91fdfcf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.006410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Transition to ACTIVE for port object d23516dc-afaf-4737-93b4-7706ebef8bb5 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:27.017671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-c3bffd1c-ff90-4454-bdcc-1d2e2111d18c service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048035 May 14 18:04:27.039154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-73d5fb3a-b39e-441a-85b1-1b47cfe72857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.046936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.056008 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2a563292-232f-46a8-a89c-429fce175095 tempest-ServerMetadataNegativeTestJSON-719421356 tempest-ServerMetadataNegativeTestJSON-719421356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:27.072084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-16cc3e29-6fec-45f7-8a02-4f91fdfcf114 None None] Port c3bc1ba8-0229-4e70-a17e-29e31c415cdc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:04:27.124717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:27.127875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:27.133400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:27.198902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Pushing event updated for resources: {'Port': ['ID=d23516dc-afaf-4737-93b4-7706ebef8bb5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:27.202438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:27.261699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.446740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bc1ba8-0229-4e70-a17e-29e31c415cdc {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:27.464292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.487041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Transition to ACTIVE for port object c3bc1ba8-0229-4e70-a17e-29e31c415cdc will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:27.491500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.499566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4effeb69-e7d9-4a53-9f3a-df4574c3f999 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:27.514070 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.524034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-adf25b19-4fce-4e4f-9e17-775565d83a6b None None] Provisioning for port d23516dc-afaf-4737-93b4-7706ebef8bb5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:27.532924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-adf25b19-4fce-4e4f-9e17-775565d83a6b None None] Provisioning complete for port d23516dc-afaf-4737-93b4-7706ebef8bb5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:27.535241 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-adf25b19-4fce-4e4f-9e17-775565d83a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.543442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:27.653874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c4f3-57a7-4491-833d-b28704aac8ad req-8e42cd2a-0c85-45d7-b70e-063d0976602d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:27.658027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-adf25b19-4fce-4e4f-9e17-775565d83a6b None None] Port d23516dc-afaf-4737-93b4-7706ebef8bb5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:04:27.663832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f816c4f3-57a7-4491-833d-b28704aac8ad req-8e42cd2a-0c85-45d7-b70e-063d0976602d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.3278944 May 14 18:04:27.699480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Pushing event updated for resources: {'Port': ['ID=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:27.703253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:27.791979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f816c4f3-57a7-4491-833d-b28704aac8ad req-21438f1b-c42e-427e-a415-ddf5b0187a08 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272085 May 14 18:04:27.876102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Attempting to bind port c3bc1ba8-0229-4e70-a17e-29e31c415cdc on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:27.878194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Attempting to bind port c3bc1ba8-0229-4e70-a17e-29e31c415cdc by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:27.878579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Attempting to bind port c3bc1ba8-0229-4e70-a17e-29e31c415cdc on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:27.885447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Port c3bc1ba8-0229-4e70-a17e-29e31c415cdc on network 2a867376-97d8-42cd-96d9-9aebf40270c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:27.885796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Attempting to bind port c3bc1ba8-0229-4e70-a17e-29e31c415cdc on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:27.893136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:27.893601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:27.894076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:27.894599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Bound port: c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:27.895844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.021331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] For port c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:28.025624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] For port c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:28.030034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.034460 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c32c7e6-f2f9-4b09-9659-b54eae7713f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:28.080901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.086615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.120603 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cce6f809-a7f6-4550-80aa-6565620812a9 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:28.209952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:28.210559 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.211993 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] 10.222.0.22 "PUT /v2.0/ports/c3bc1ba8-0229-4e70-a17e-29e31c415cdc HTTP/1.1" status: 200 len: 1091 time: 1.4443922 May 14 18:04:28.236868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Pushing event updated for resources: {'Port': ['ID=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:28.239881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-630b0247-dac2-4a57-8098-a1196929af86 req-6866317a-fa47-47d3-9674-3e0e5b214f95 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 210 time: 0.0708027 May 14 18:04:28.240710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:28.270505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.283463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Pushing event updated for resources: {'Port': ['ID=d23516dc-afaf-4737-93b4-7706ebef8bb5,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:28.288400 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:28.386967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c397011-3686-4f4a-88d6-d9414e012a75 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:28.414663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-89953638-76c9-473b-8ec9-be058da8810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:28.416156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-89953638-76c9-473b-8ec9-be058da8810d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 1094 time: 0.1545668 May 14 18:04:28.482842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0c397011-3686-4f4a-88d6-d9414e012a75 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:28.494856 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-d2d11f9d-7edc-470c-a03c-8909ddb2ccb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc HTTP/1.1" status: 200 len: 217 time: 0.0700455 May 14 18:04:28.498167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0c397011-3686-4f4a-88d6-d9414e012a75 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:28.498734 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.524925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:28.526945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:28.572636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-3a9977a6-af1c-4cd2-bbdd-42ee63ff3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:28.574086 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-3a9977a6-af1c-4cd2-bbdd-42ee63ff3121 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.0732241 May 14 18:04:28.664110 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.680550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-a3c7d41e-bb0a-48d1-b3bd-b69602ac2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:28.690445 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-a3c7d41e-bb0a-48d1-b3bd-b69602ac2ffd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033282 May 14 18:04:28.692084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0c397011-3686-4f4a-88d6-d9414e012a75, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0c397011-3686-4f4a-88d6-d9414e012a75,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:28.698035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.701124 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c1b73969-3176-432c-9f1c-1188a6cb6d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:28.791555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0c397011-3686-4f4a-88d6-d9414e012a75,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:28.802113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.802511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.803336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.803874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.804435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.804708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.805164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.805493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.805812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.806131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.806448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.806764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:28.810623 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:28.851543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-35dd431c-70f6-4ee3-a75a-0ab357f626de service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601470 May 14 18:04:28.874811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247a0fa-98f3-4776-839e-7f40186c583a req-645b5958-2926-42f9-8560-7413354596e0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:28.876416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6247a0fa-98f3-4776-839e-7f40186c583a req-645b5958-2926-42f9-8560-7413354596e0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 943 time: 0.4805288 May 14 18:04:28.889901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2647bec4-ae7c-4d7b-bf16-e143bcebc423 None None] Provisioning complete for port d23516dc-afaf-4737-93b4-7706ebef8bb5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:28.890281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2647bec4-ae7c-4d7b-bf16-e143bcebc423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:28.946143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2647bec4-ae7c-4d7b-bf16-e143bcebc423 None None] Port d23516dc-afaf-4737-93b4-7706ebef8bb5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:04:28.955128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6247a0fa-98f3-4776-839e-7f40186c583a req-63753eff-e694-4802-bdf0-cf475de227ee tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685897 May 14 18:04:28.980435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:04:28.994317 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-59bb90fe-b8c0-45b6-86e8-8b2839084de3 req-fcb5a1d9-d042-4067-a129-88c16356de40 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356859 May 14 18:04:29.020814 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b454013-62b5-48b6-842d-e939f4a481ee', 'tag': '046dfb43-49d6-4800-a59a-1ee7199b94dc', 'status': 'completed', 'code': 200} May 14 18:04:29.228259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:04:29.236624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Sync routers for ids ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:04:29.240683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc4a7-c0d9-4d9a-84b5-1ac7b7d55e6f req-e7ac7c5c-3a5d-4628-83b7-af4f80663b2c tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:29.242129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a28cc4a7-c0d9-4d9a-84b5-1ac7b7d55e6f req-e7ac7c5c-3a5d-4628-83b7-af4f80663b2c tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 944 time: 0.1350279 May 14 18:04:29.251562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Routers {'53d906e7-d8f7-4a40-9d2e-f2f70e222c25'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:29.251943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] 10.222.0.24 "PUT /v2.0/routers/53d906e7-d8f7-4a40-9d2e-f2f70e222c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7909718 May 14 18:04:29.252078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:29.292616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a28cc4a7-c0d9-4d9a-84b5-1ac7b7d55e6f req-3d53ee0f-ccbe-40c4-b84c-b130a77d7930 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 May 14 18:04:29.361888 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4115412-7222-4215-af37-e630da4e8cfe', 'code': 200} May 14 18:04:29.430663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Set router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:29.508068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b59d0-b34d-45e4-9082-40f4768d36e3 req-4cbe49fc-427d-4b78-a1b5-640965237844 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:29.509600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d0b59d0-b34d-45e4-9082-40f4768d36e3 req-4cbe49fc-427d-4b78-a1b5-640965237844 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 943 time: 0.0855894 May 14 18:04:29.556275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d0b59d0-b34d-45e4-9082-40f4768d36e3 req-f65a5b4e-7b5f-4422-a382-fb1da887e8f4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 May 14 18:04:29.677842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:29.701895 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aab083bf-0f67-44f7-bd99-990fba5659ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:29.702485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29e1b793-25e6-48b7-b5f5-6f5f51109083 req-647799f8-33b4-4cd3-8925-98e81dbceecd tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 210 time: 0.0440207 May 14 18:04:29.803101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:27Z', 'revision_number': 4, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd23516dc-afaf-4737-93b4-7706ebef8bb5', 'name': '', 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'mac_address': 'fa:16:3e:67:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:26Z', 'updated_at': '2021-05-14T18:04:27Z', 'revision_number': 2, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'subnets': [{'id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:29.807042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Checking router: 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:04:29.807368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Updating router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 port d23516dc-afaf-4737-93b4-7706ebef8bb5 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:04:29.858585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:29.878718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8fd08-c94a-49b3-9864-139f12acd7d6 req-0c2b5030-e8c8-40d7-a871-4fc520eed5d8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:29.880222 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a8fd08-c94a-49b3-9864-139f12acd7d6 req-0c2b5030-e8c8-40d7-a871-4fc520eed5d8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0835319 May 14 18:04:29.924668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a8fd08-c94a-49b3-9864-139f12acd7d6 req-cee30721-a738-49c8-b093-4d6e2339b493 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 May 14 18:04:30.092337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74c13f4b-eb1c-458b-bea0-eb4ab01789a4 req-f0d350f4-77a8-4810-bd7e-d7bb4c087a26 tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] 10.222.0.24 "GET /v2.0/ports?device_id=6630e460-9a18-4e17-9c41-f7c14cf4dde2 HTTP/1.1" status: 200 len: 210 time: 0.0437987 May 14 18:04:30.210613 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.222697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Transition to ACTIVE for port object d23516dc-afaf-4737-93b4-7706ebef8bb5 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:30.229366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.233029 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:30.233558 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-1332fbe7-6467-4368-aec5-a6221afe7ebf req-d5fb1092-7973-451f-ad69-53aecf0f5527 tempest-FloatingIPDetailsNegativeTestJSON-1306659465 tempest-FloatingIPDetailsNegativeTestJSON-1306659465-project] show failed (client error): The resource could not be found. May 14 18:04:30.234578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1332fbe7-6467-4368-aec5-a6221afe7ebf req-d5fb1092-7973-451f-ad69-53aecf0f5527 tempest-FloatingIPDetailsNegativeTestJSON-1306659465 tempest-FloatingIPDetailsNegativeTestJSON-1306659465-project] 10.222.0.24 "GET /v2.0/floatingips/e435067c-7a41-47c4-8718-a55b7fa56095 HTTP/1.1" status: 404 len: 350 time: 0.0722783 May 14 18:04:30.246460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:30.351359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c397011-3686-4f4a-88d6-d9414e012a75 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:30.455653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bc032-a75f-44e2-b795-209727c47629 None None] Pushing event updated for resources: {'Port': ['ID=d23516dc-afaf-4737-93b4-7706ebef8bb5,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:30.491666 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f75bc032-a75f-44e2-b795-209727c47629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:30.575906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2bfba-5286-4cb6-9088-75465aada168 req-32e4ec7d-7ecf-44a2-ba11-606b87f0e611 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:30.577862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adb2bfba-5286-4cb6-9088-75465aada168 req-32e4ec7d-7ecf-44a2-ba11-606b87f0e611 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 943 time: 0.1452329 May 14 18:04:30.581284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0c397011-3686-4f4a-88d6-d9414e012a75 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:30.581875 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.615071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Attempting to bind port d23516dc-afaf-4737-93b4-7706ebef8bb5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:30.615772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Attempting to bind port d23516dc-afaf-4737-93b4-7706ebef8bb5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:30.616144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Attempting to bind port d23516dc-afaf-4737-93b4-7706ebef8bb5 on network 6ffec533-3f36-43ce-adb4-5d35b4594aca {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:30.631724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adb2bfba-5286-4cb6-9088-75465aada168 req-9d914142-d6a2-4831-ba57-94eee508eca7 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 May 14 18:04:30.642884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:30.643302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Checking segment: {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:30.643719 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.644117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Bound using segment: {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:30.644610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Bound port: d23516dc-afaf-4737-93b4-7706ebef8bb5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd8227c-6029-43f2-993c-53312cc65ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:30.645563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.678964 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.815455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fb0ac-ad25-4fbc-b2e5-6d208fbbf5ce req-f71d8ea6-1148-446c-ae12-a56a09811dcb tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:30.815876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] For port d23516dc-afaf-4737-93b4-7706ebef8bb5, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:30.818153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a56fb0ac-ad25-4fbc-b2e5-6d208fbbf5ce req-f71d8ea6-1148-446c-ae12-a56a09811dcb tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0898914 May 14 18:04:30.824692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] For port d23516dc-afaf-4737-93b4-7706ebef8bb5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d23516dc-afaf-4737-93b4-7706ebef8bb5,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:30.830900 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.841099 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:30.869343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:30.870200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a56fb0ac-ad25-4fbc-b2e5-6d208fbbf5ce req-8e970724-bf19-4ebd-b14d-db393bc4c5df tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 May 14 18:04:30.923270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Routers {'53d906e7-d8f7-4a40-9d2e-f2f70e222c25'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:30.924285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:31.030218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'tag': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:31.193378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bc032-a75f-44e2-b795-209727c47629 None None] Pushing event updated for resources: {'Port': ['ID=d23516dc-afaf-4737-93b4-7706ebef8bb5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:31.198405 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f75bc032-a75f-44e2-b795-209727c47629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:31.270971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-f34d2856-33f6-4b2d-9104-29c6242bd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.272636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-f34d2856-33f6-4b2d-9104-29c6242bd2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec87342bd13048a69a17245228c16912&device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 1094 time: 0.2774568 May 14 18:04:31.296872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] Set router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:31.385441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb1525-3a78-468a-acb6-3033b2ac4c9b req-ad6caa83-c7fa-4f86-8fb7-3a9c9c80c9d2 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.387028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74eb1525-3a78-468a-acb6-3033b2ac4c9b req-ad6caa83-c7fa-4f86-8fb7-3a9c9c80c9d2 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 944 time: 0.2154062 May 14 18:04:31.476787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-5ced71b7-a01e-4509-a007-f9399f76135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.478810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-5ced71b7-a01e-4509-a007-f9399f76135c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 200 len: 919 time: 0.1981943 May 14 18:04:31.563605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74eb1525-3a78-468a-acb6-3033b2ac4c9b req-100aee84-68c7-4446-9587-9c5e6a31870e tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333544 May 14 18:04:31.576804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-d2db1016-5ea3-4b03-8ec4-9b1e945faec6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb HTTP/1.1" status: 200 len: 217 time: 0.0878801 May 14 18:04:31.581228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9bc9d-be5d-45a3-8d8f-3380101d52ba req-0cba8d65-a316-4c3a-8b14-51a52d538e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.582757 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ba9bc9d-be5d-45a3-8d8f-3380101d52ba req-0cba8d65-a316-4c3a-8b14-51a52d538e54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc99186680db4af98b9201dffbfaea9c&device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 1095 time: 0.4436255 May 14 18:04:31.587045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a771b0-917e-4eb8-bd4d-e8d6525472d8 req-39baa002-9aaf-48fd-979b-2b7b4bf55708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.588402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34a771b0-917e-4eb8-bd4d-e8d6525472d8 req-39baa002-9aaf-48fd-979b-2b7b4bf55708 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d36497e-84f4-4e01-9187-df4538be6ae8 HTTP/1.1" status: 200 len: 1096 time: 0.3998139 May 14 18:04:31.665225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-cca4b59f-0552-4c6b-a646-bb0def5566ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.667396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-cca4b59f-0552-4c6b-a646-bb0def5566ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 200 len: 858 time: 0.0756803 May 14 18:04:31.757742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:27Z', 'revision_number': 4, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd23516dc-afaf-4737-93b4-7706ebef8bb5', 'name': '', 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'mac_address': 'fa:16:3e:67:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:26Z', 'updated_at': '2021-05-14T18:04:30Z', 'revision_number': 4, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'subnets': [{'id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:31.770175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37267-cb43-4543-b7a7-3a5358868958 None None] The sync data for ids ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'] in n-d-787206-3 is: [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:27Z', 'revision_number': 4, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd23516dc-afaf-4737-93b4-7706ebef8bb5', 'name': '', 'network_id': '6ffec533-3f36-43ce-adb4-5d35b4594aca', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'mac_address': 'fa:16:3e:67:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:26Z', 'updated_at': '2021-05-14T18:04:30Z', 'revision_number': 4, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'subnets': [{'id': '964eb7c8-d7ff-4d50-bb61-d6c65968c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:04:31.788814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34a771b0-917e-4eb8-bd4d-e8d6525472d8 req-dde20204-3539-4717-9faf-1400518c4bab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872425 May 14 18:04:31.937904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9bc9d-be5d-45a3-8d8f-3380101d52ba req-27f0fc8e-0144-48ef-9cbe-96411ec0f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:31.939387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ba9bc9d-be5d-45a3-8d8f-3380101d52ba req-27f0fc8e-0144-48ef-9cbe-96411ec0f240 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc99186680db4af98b9201dffbfaea9c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3389664 May 14 18:04:31.996441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-cc9db2e7-f070-432f-8986-55613043737d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a025099f-85bc-4313-af68-11962eaba9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2595806 May 14 18:04:32.026195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c3bc1ba8-0229-4e70-a17e-29e31c415cdc details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:32.073841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Deleting port d23516dc-afaf-4737-93b4-7706ebef8bb5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:32.074189 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:32.162571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7838a6-ef10-4c75-9e40-31f32e74fda0 req-223c7dec-8cd1-411a-80fd-c2d9a2f0af34 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:32.173366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f7838a6-ef10-4c75-9e40-31f32e74fda0 req-223c7dec-8cd1-411a-80fd-c2d9a2f0af34 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 943 time: 0.4748051 May 14 18:04:32.189073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:32.218068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9bc9d-be5d-45a3-8d8f-3380101d52ba req-53dd1e02-cf4a-4a57-bcbe-8bee60d602a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:32.219519 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ba9bc9d-be5d-45a3-8d8f-3380101d52ba req-53dd1e02-cf4a-4a57-bcbe-8bee60d602a7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2728858 May 14 18:04:32.258095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f7838a6-ef10-4c75-9e40-31f32e74fda0 req-cd11da11-4ace-48d7-81a1-b2125bce5287 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830894 May 14 18:04:32.261025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-5f23b1ee-f8a1-4048-9e48-850c70a391b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570999 May 14 18:04:32.328902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:32.345876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc', 'mac_address': 'fa:16:3e:c9:8e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:32.411588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] For port d23516dc-afaf-4737-93b4-7706ebef8bb5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d23516dc-afaf-4737-93b4-7706ebef8bb5,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:32.412147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:32.461414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:32.501615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d23516dc-afaf-4737-93b4-7706ebef8bb5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:32.535297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b3e5406-9d09-46e6-b225-57334bd4ba9c req-e2d8c858-f687-47b6-9c11-39e2303d9014 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 210 time: 0.1118782 May 14 18:04:32.588963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bc1ba8-0229-4e70-a17e-29e31c415cdc {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:32.624943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:32.633425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:32.640750 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:32.651497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ae77025-3161-44ea-9469-6a60129e45a4 req-74213dae-8b47-4a31-a93b-476c6de26871 service neutron] 10.222.0.15 "GET /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805220 May 14 18:04:32.696608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Calling delete_port for d23516dc-afaf-4737-93b4-7706ebef8bb5 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:32.795785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d7ad1-e42e-4ce1-9ebb-eae0700067a8 req-07c39057-bfdf-4d56-b71a-2f6b92a84bd8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:32.804900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd2d7ad1-e42e-4ce1-9ebb-eae0700067a8 req-07c39057-bfdf-4d56-b71a-2f6b92a84bd8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1037021 May 14 18:04:32.826269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:32.831694 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:32.837840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d23516dc-afaf-4737-93b4-7706ebef8bb5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:32.847692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d23516dc-afaf-4737-93b4-7706ebef8bb5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:32.848829 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:32.874990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd2d7ad1-e42e-4ce1-9ebb-eae0700067a8 req-79675a98-6adb-4573-869b-6a7ade202095 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 May 14 18:04:32.905384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c3bc1ba8-0229-4e70-a17e-29e31c415cdc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:32.984490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-03b6bc61-f360-480a-8776-3155acd188bc tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:32.986684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-03b6bc61-f360-480a-8776-3155acd188bc tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.2026954 May 14 18:04:32.994796 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'tag': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc', 'status': 'completed', 'code': 200} May 14 18:04:33.037803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Request body: {'port': {'device_id': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'admin_state_up': True, 'tenant_id': '06e4400b761d424a95d216c4fc11c9ff'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:33.144830 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.241739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port d23516dc-afaf-4737-93b4-7706ebef8bb5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d23516dc-afaf-4737-93b4-7706ebef8bb5,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:33.259676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.275653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:33.291097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:33.334983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:33.342245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-266fc619-2f8d-4d42-a409-e18bf21ef0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:33.349489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-266fc619-2f8d-4d42-a409-e18bf21ef0dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc99186680db4af98b9201dffbfaea9c&device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 1095 time: 1.0585201 May 14 18:04:33.400914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Made reservation on behalf of 06e4400b761d424a95d216c4fc11c9ff for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:33.405080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.410385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1a52-c4aa-43d2-b84b-323872e0fd7f req-980c5bee-ad11-46ea-89fb-9dae6225e579 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:33.420572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-937e1a52-c4aa-43d2-b84b-323872e0fd7f req-980c5bee-ad11-46ea-89fb-9dae6225e579 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 943 time: 0.2324820 May 14 18:04:33.446388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44956) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:33.464069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-81a445a9-3940-4d4a-8125-8bb2de5d3f8a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115579 May 14 18:04:33.481253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=d23516dc-afaf-4737-93b4-7706ebef8bb5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:33.503630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-937e1a52-c4aa-43d2-b84b-323872e0fd7f req-848744e9-e6d9-4909-9aae-55a92ceef9d5 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787473 May 14 18:04:33.507165 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:33.524911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-bc3fe7b1-b06d-46a0-b1ad-77f0f7d364b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:33.526483 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-bc3fe7b1-b06d-46a0-b1ad-77f0f7d364b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 1095 time: 0.5277035 May 14 18:04:33.669895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae55da60-1c58-4b76-b766-4d1782fe87bb details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:33.747507 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6174c175-1ab6-4202-9069-c155c5a068e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e45773665c44ec6a77586bec51b1352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958243 May 14 18:04:33.748439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44964) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:33.791906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-a94b2821-9a50-45ee-a2bf-fcae1b7dc69f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046dfb43-49d6-4800-a59a-1ee7199b94dc HTTP/1.1" status: 200 len: 217 time: 0.3739207 May 14 18:04:33.821159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc1f9-43d7-477a-b6a3-4afeb73ba9b8 req-87ab8ee1-f71e-4947-a506-d8522c3bac11 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:33.822203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f38bc1f9-43d7-477a-b6a3-4afeb73ba9b8 req-87ab8ee1-f71e-4947-a506-d8522c3bac11 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 944 time: 0.1918569 May 14 18:04:33.827796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-0a490a59-62f9-4036-9951-2fc74a1afd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:33.829234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-0a490a59-62f9-4036-9951-2fc74a1afd62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.2419012 May 14 18:04:33.831365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae55da60-1c58-4b76-b766-4d1782fe87bb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:33.848447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'ae55da60-1c58-4b76-b766-4d1782fe87bb', 'network_id': 'a025099f-85bc-4313-af68-11962eaba9dd', 'port_id': 'ae55da60-1c58-4b76-b766-4d1782fe87bb', 'mac_address': 'fa:16:3e:ec:e3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:33.906665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.924931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae55da60-1c58-4b76-b766-4d1782fe87bb {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:33.943706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.944379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae55da60-1c58-4b76-b766-4d1782fe87bb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:33.949000 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.951200 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d49f69e-8f8b-4a15-b586-7853b17f1c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:33.953035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:33.956217 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f6bdc253-2568-479b-a7e0-91926ca00879 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:33.963131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f38bc1f9-43d7-477a-b6a3-4afeb73ba9b8 req-b86d1166-6cd2-4b96-8eeb-daedec8d1ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319914 May 14 18:04:34.014822 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:34.030130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23516dc-afaf-4737-93b4-7706ebef8bb5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:34.050307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ae55da60-1c58-4b76-b766-4d1782fe87bb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:34.057184 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:34.060222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c3bc1ba8-0229-4e70-a17e-29e31c415cdc up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:34.063314 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:34.068652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-92165e9b-a305-45db-9d2d-66563d14627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.070033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-92165e9b-a305-45db-9d2d-66563d14627a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.2101588 May 14 18:04:34.161050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port c3bc1ba8-0229-4e70-a17e-29e31c415cdc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:34.171858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-786388a2-a54b-4927-89f6-0b34121f1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.173617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port c3bc1ba8-0229-4e70-a17e-29e31c415cdc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:34.174025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:34.174351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-786388a2-a54b-4927-89f6-0b34121f1087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdbd7e63-5272-4302-b50d-eec3e3128a66 HTTP/1.1" status: 200 len: 852 time: 0.3234444 May 14 18:04:34.208868 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:34.222583 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5e25b3d-854f-4979-98f3-bf525e6bd9d7 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:34.243805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-7fee1e50-4037-414e-8cd3-8e6398058457 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.1656277 May 14 18:04:34.245073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e967f-5526-49d5-babf-7c983b3a4111,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:34.278539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ae55da60-1c58-4b76-b766-4d1782fe87bb'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:34.333476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.333779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.334158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.334593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.335108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.335553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.336268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.336268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.336623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.336983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.337341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.337746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:04:34.357104 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:34.358210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc1e967f-5526-49d5-babf-7c983b3a4111 HTTP/1.1" status: 204 len: 168 time: 0.6090207 May 14 18:04:34.370677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:34.418320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-c08efab4-4d58-4dd5-ad0d-5146e4649608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.420141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-c08efab4-4d58-4dd5-ad0d-5146e4649608 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1651146 May 14 18:04:34.527932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-2e562e05-cfe0-48d4-8ba3-29abdfdd34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.529482 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-2e562e05-cfe0-48d4-8ba3-29abdfdd34f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.9782579 May 14 18:04:34.553484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-4cc13cc5-fd67-4e8c-9df1-c2cb60e91210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.557630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-4cc13cc5-fd67-4e8c-9df1-c2cb60e91210 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282225 May 14 18:04:34.597687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:34.652988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:34.680258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:34.691446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:34.697170 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:34.728782 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-46b59e3b-0af9-4268-9e2b-191ad4e31dcb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc HTTP/1.1" status: 200 len: 217 time: 0.1794844 May 14 18:04:34.801580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Allocated IP 172.20.0.11 (ee4c7aaa-58cd-46dc-8e36-defa6642fad2/8c7620d1-c2d4-48f9-bc76-cda01693329c/515780ad-7b78-4ce6-a344-2a712830efd2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:34.808598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:34.813496 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:34.860167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-bc9881ca-df06-4370-9120-9dbaf62542d7 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941866 May 14 18:04:34.877349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44994) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:34.967459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-63406c72-4bcb-4011-aa3e-c88b1ac2cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.969198 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-63406c72-4bcb-4011-aa3e-c88b1ac2cdfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e1bd5ac-5685-463c-862b-54ab25b24742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7835548 May 14 18:04:34.984088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-b92d242a-73ba-4ed7-84e9-eced3a054b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:34.985476 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-b92d242a-73ba-4ed7-84e9-eced3a054b10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1857617 May 14 18:04:35.054023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45002) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:35.185829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd0e2-79b0-44be-b521-6f9b9b63c646 req-0a2b7d8e-a9ab-4dc2-8f6f-0550189222a5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:35.187344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e7cd0e2-79b0-44be-b521-6f9b9b63c646 req-0a2b7d8e-a9ab-4dc2-8f6f-0550189222a5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 945 time: 0.3976669 May 14 18:04:35.200230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-88d07afd-4bd1-4a77-8ca5-f452c0d3d1d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=812b5754c25d4d27947d2b354d7f64e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215344 May 14 18:04:35.204671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45008) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:35.236021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.293830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.310996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e27a0c6c-58b1-4789-900e-76bb79f339e3 req-a6e3b2e3-4e05-4dce-9178-9cac7a398761 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348021 May 14 18:04:35.331739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e7cd0e2-79b0-44be-b521-6f9b9b63c646 req-531647a1-114c-456a-abc4-bc4232970bf0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277392 May 14 18:04:35.334957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:35.341371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Usage tracker for resource:security_group_rule and tenant:25e40f69653547c9940b3eff4512d9b5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:35.344861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:35.368166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:35.370297 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.416952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.531624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d58d330a-5ff2-43ad-a639-caba6c51a0ff req-23e31bdf-fca9-4d04-a14d-5c807a876093 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 210 time: 0.0731211 May 14 18:04:35.587046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.594445 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8caf4e2e-189d-43af-baf4-cd99ad847c7b tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:35.606117 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.615250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b213d-d2a3-4f9f-ab96-18bb060a9da1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:35.617877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.620272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-5f79b990-3d9b-452e-a4c8-2a6cff67391b service neutron] 10.222.0.15 "GET /v2.0/networks/4e1bd5ac-5685-463c-862b-54ab25b24742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398335 May 14 18:04:35.637918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:35.638904 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:35.680018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-da47116f-4da3-469a-9afe-ed3a48566c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:35.681147 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-da47116f-4da3-469a-9afe-ed3a48566c84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6593914 May 14 18:04:35.687315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae55da60-1c58-4b76-b766-4d1782fe87bb up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:35.732875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.733977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-71c4a834-071d-4250-bcc5-41a7f56f17ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/580b213d-d2a3-4f9f-ab96-18bb060a9da1 HTTP/1.1" status: 204 len: 168 time: 0.5255954 May 14 18:04:35.741350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25e40f69653547c9940b3eff4512d9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809583 May 14 18:04:35.745095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45016) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:35.747305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074416d5-adb4-4eda-b16f-7bdffbd02bd3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:35.761151 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:35.813719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port ae55da60-1c58-4b76-b766-4d1782fe87bb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:35.820879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port ae55da60-1c58-4b76-b766-4d1782fe87bb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:35.821272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.845147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.848031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72684a14-6207-472d-a520-409f2e03e2b3 req-4cfd97ab-93fe-43c7-bdd6-0af8f55d9514 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:35.856496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72684a14-6207-472d-a520-409f2e03e2b3 req-4cfd97ab-93fe-43c7-bdd6-0af8f55d9514 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 944 time: 0.1994283 May 14 18:04:35.910071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:35.942980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72684a14-6207-472d-a520-409f2e03e2b3 req-f4a81f03-16ec-4515-a184-dcbc389d0186 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810049 May 14 18:04:35.979845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.003370 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.030487 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e21dfa9c-913b-41e1-a9bc-47cc59fab317 req-033fdbd0-b316-4451-a084-121aba4fe3d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4e1bd5ac-5685-463c-862b-54ab25b24742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999693 May 14 18:04:36.046941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae55da60-1c58-4b76-b766-4d1782fe87bb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:36.055209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.058641 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7685dfc1-4270-4149-aa67-e2711f5c5b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:36.102814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.108620 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90855043-055e-4431-9e1b-4d9a56e507d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:36.123064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074416d5-adb4-4eda-b16f-7bdffbd02bd3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:36.136910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-b36b6f88-9d48-4c3f-8a77-c032b711cfad service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971622 May 14 18:04:36.163807 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:36.181563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.184945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/074416d5-adb4-4eda-b16f-7bdffbd02bd3 HTTP/1.1" status: 204 len: 168 time: 0.4366965 May 14 18:04:36.194150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.203362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ae55da60-1c58-4b76-b766-4d1782fe87bb,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:36.203575 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:36.209917 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:36.210868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:36.248645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b676d81-a32d-437a-89e0-7e8dcd66c98c req-783b4ef9-2960-4919-96ff-b4923796e471 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:36.250311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b676d81-a32d-437a-89e0-7e8dcd66c98c req-783b4ef9-2960-4919-96ff-b4923796e471 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1298697 May 14 18:04:36.313713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b676d81-a32d-437a-89e0-7e8dcd66c98c req-02d62df4-e5c5-48f2-932a-2543fe976c54 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 May 14 18:04:36.393145 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc', 'code': 200} May 14 18:04:36.393490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:36.449519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:36.453627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:36.578327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event updated for resources: {'Port': ['ID=515780ad-7b78-4ce6-a344-2a712830efd2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:36.590016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:36.619963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:36.620934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.630823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:04:36.669999 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-528e5256-67c0-4c4c-afed-9267abb62b3a req-a9cce426-3ae7-49ad-96d6-5dc57643e320 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251105 May 14 18:04:36.709423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59888acb-0fed-45c2-8975-94fb7ae5232b req-9bfdaa2c-eb9f-404f-9df5-2b665fe0888f tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:36.711099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59888acb-0fed-45c2-8975-94fb7ae5232b req-9bfdaa2c-eb9f-404f-9df5-2b665fe0888f tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 944 time: 0.1274953 May 14 18:04:36.746333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c6883-cfa1-4ce2-82bc-a0821754adcf req-9dda79b2-235e-4e6b-8b51-7099f90da604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:36.749279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-748c6883-cfa1-4ce2-82bc-a0821754adcf req-9dda79b2-235e-4e6b-8b51-7099f90da604 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 1096 time: 0.2851214 May 14 18:04:36.809822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7767491 May 14 18:04:36.814728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59888acb-0fed-45c2-8975-94fb7ae5232b req-491ec11c-0a7e-480f-bedf-177988edaa21 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923314 May 14 18:04:36.820561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-748c6883-cfa1-4ce2-82bc-a0821754adcf req-4b8e31a6-6656-4e68-9a27-89533ed16bfc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 May 14 18:04:36.823783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Request body: {'port': {'device_id': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:36.981740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:04:36.984367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:36.993689 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] Sync routers for ids ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:04:37.001583 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] 10.222.0.24 "PUT /v2.0/routers/53d906e7-d8f7-4a40-9d2e-f2f70e222c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7530875 May 14 18:04:37.006048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:37.007480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] Routers {'53d906e7-d8f7-4a40-9d2e-f2f70e222c25'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:37.008190 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:37.104545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c06a-5506-4def-ac2f-ee2f086ca318 req-9740e51e-bae4-4e3f-965f-bec8487d40ff tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:37.106236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29b6c06a-5506-4def-ac2f-ee2f086ca318 req-9740e51e-bae4-4e3f-965f-bec8487d40ff tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 945 time: 0.1614659 May 14 18:04:37.203777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29b6c06a-5506-4def-ac2f-ee2f086ca318 req-239dbf36-8277-4ce8-b04a-5342e65ecc91 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902097 May 14 18:04:37.310404 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] Set router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:37.519404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8296d40-4b32-41bf-99c5-e8f6e5c808bc req-abaa18cf-e992-42da-bd9b-490262f47065 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:37.528478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8296d40-4b32-41bf-99c5-e8f6e5c808bc req-abaa18cf-e992-42da-bd9b-490262f47065 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 932 time: 0.1829693 May 14 18:04:37.584142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8296d40-4b32-41bf-99c5-e8f6e5c808bc req-441bf4b0-1fba-4a98-b84b-26641a3b0df7 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 May 14 18:04:37.613023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:37.795162 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:33Z', 'revision_number': 5, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:37.799568 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] Checking router: 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:04:37.809562 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] Routers {'53d906e7-d8f7-4a40-9d2e-f2f70e222c25'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:37.810513 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:37.856794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b625b49-bf11-454f-b2bb-acd0866ed31a req-1370f853-672e-4db1-9e03-238c9c989792 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:37.858384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b625b49-bf11-454f-b2bb-acd0866ed31a req-1370f853-672e-4db1-9e03-238c9c989792 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 945 time: 0.1442792 May 14 18:04:37.910009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b625b49-bf11-454f-b2bb-acd0866ed31a req-89409f68-18b0-4790-9628-dda412e5db32 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 May 14 18:04:37.989945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:37.995260 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] Set router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:38.101828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c51-2744-43f1-b80d-a9a27cfe6bb4 req-46c949b3-81b4-4231-b519-81c2c5af4787 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:38.103380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48382c51-2744-43f1-b80d-a9a27cfe6bb4 req-46c949b3-81b4-4231-b519-81c2c5af4787 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.0854249 May 14 18:04:38.124512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515780ad-7b78-4ce6-a344-2a712830efd2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:38.133993 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.156156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48382c51-2744-43f1-b80d-a9a27cfe6bb4 req-d9a4c638-32d2-4c71-951f-82d5974775f1 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 May 14 18:04:38.161998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Transition to ACTIVE for port object 515780ad-7b78-4ce6-a344-2a712830efd2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:38.165414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Deleting port 0c397011-3686-4f4a-88d6-d9414e012a75 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:38.165791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.187681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.242297 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d29ecd51-1adc-41e5-879b-e41f1c497c3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:38.293008 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:33Z', 'revision_number': 5, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:38.296813 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee4dcb-4bc9-4312-89d2-38f045184b12 None None] The sync data for ids ['53d906e7-d8f7-4a40-9d2e-f2f70e222c25'] in n-d-787206-3 is: [{'id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-547231589-router', 'tenant_id': 'd9491cfeace446b8908ed038d2eb38f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:16Z', 'updated_at': '2021-05-14T18:04:33Z', 'revision_number': 5, 'project_id': 'd9491cfeace446b8908ed038d2eb38f9', 'gw_port': {'id': '0c397011-3686-4f4a-88d6-d9414e012a75', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d906e7-d8f7-4a40-9d2e-f2f70e222c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:19Z', 'updated_at': '2021-05-14T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:04:38.393935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae55da60-1c58-4b76-b766-4d1782fe87bb'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:38.438462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-87fe3010-ee9d-45b3-8b50-7b26698d90f6 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa66037be27c4f68a8b98cb13fcf2b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298746 May 14 18:04:38.444658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Pushing event updated for resources: {'Port': ['ID=515780ad-7b78-4ce6-a344-2a712830efd2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:38.454197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:38.541303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Attempting to bind port 515780ad-7b78-4ce6-a344-2a712830efd2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:38.541630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Attempting to bind port 515780ad-7b78-4ce6-a344-2a712830efd2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:38.541958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Attempting to bind port 515780ad-7b78-4ce6-a344-2a712830efd2 on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:38.544879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] For port 0c397011-3686-4f4a-88d6-d9414e012a75, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0c397011-3686-4f4a-88d6-d9414e012a75,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:38.545229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.559400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Port 515780ad-7b78-4ce6-a344-2a712830efd2 on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:38.559718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Attempting to bind port 515780ad-7b78-4ce6-a344-2a712830efd2 on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:38.613065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-9befaf76-b3ae-4892-8b7a-00f52d05a786 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:38.615268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-9befaf76-b3ae-4892-8b7a-00f52d05a786 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689692 May 14 18:04:38.631986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-fc946ca9-6570-44cc-9363-3001ac83f659 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/quotas/fa66037be27c4f68a8b98cb13fcf2b9a HTTP/1.1" status: 200 len: 375 time: 0.0099916 May 14 18:04:38.668414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:38.668816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Checking segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:38.669125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Bound using segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:38.669562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Bound port: 515780ad-7b78-4ce6-a344-2a712830efd2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:38.669899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.685643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Calling delete_port for 0c397011-3686-4f4a-88d6-d9414e012a75 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:38.690049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-e7d34ce7-faf0-4b2e-92c6-354beb1b2db3 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa66037be27c4f68a8b98cb13fcf2b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512650 May 14 18:04:38.793677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] For port 515780ad-7b78-4ce6-a344-2a712830efd2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:38.797360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] For port 515780ad-7b78-4ce6-a344-2a712830efd2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=515780ad-7b78-4ce6-a344-2a712830efd2,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:38.810711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.821123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08d212ba-d4a4-486c-a09c-61a1e5b6f35e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:38.883866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:38.884413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:38.885789 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] 10.222.0.15 "PUT /v2.0/ports/515780ad-7b78-4ce6-a344-2a712830efd2 HTTP/1.1" status: 200 len: 1092 time: 2.0663273 May 14 18:04:38.886276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'tag': '515780ad-7b78-4ce6-a344-2a712830efd2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:38.918925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Pushing event updated for resources: {'Port': ['ID=515780ad-7b78-4ce6-a344-2a712830efd2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:38.922300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:39.049488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.054325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:39.109751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-071a709f-a634-4078-84ea-acf474cf1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:39.111246 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-071a709f-a634-4078-84ea-acf474cf1092 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 1095 time: 0.1745625 May 14 18:04:39.112008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c397011-3686-4f4a-88d6-d9414e012a75,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:39.115653 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:39.122117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e48c-b702-4338-9f5c-206922b13286 req-65c554f5-0ea1-4e66-b319-6f24bc0c5dc8 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:39.123722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ef7e48c-b702-4338-9f5c-206922b13286 req-65c554f5-0ea1-4e66-b319-6f24bc0c5dc8 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 944 time: 0.0948756 May 14 18:04:39.177605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ef7e48c-b702-4338-9f5c-206922b13286 req-c1769664-5f09-4d6e-83c6-0c374913bc91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 May 14 18:04:39.367870 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-25d4236f-2bad-4340-8a42-9d8a1890381e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515780ad-7b78-4ce6-a344-2a712830efd2 HTTP/1.1" status: 200 len: 217 time: 0.2274313 May 14 18:04:39.398727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8656eb-e3b1-456a-bfc3-91d4295a1e46 req-2317003c-f129-483d-aa71-293e7d879ddf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:39.400402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e8656eb-e3b1-456a-bfc3-91d4295a1e46 req-2317003c-f129-483d-aa71-293e7d879ddf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 945 time: 0.0934305 May 14 18:04:39.442301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.450244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e8656eb-e3b1-456a-bfc3-91d4295a1e46 req-c5bfbe2b-aeaa-4f0c-bfd5-926a73918e02 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 May 14 18:04:39.531079 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae55da60-1c58-4b76-b766-4d1782fe87bb', 'code': 200} May 14 18:04:39.550302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d51d13b2-172a-4b4e-ac3c-14ff5a4b0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:39.552532 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-d51d13b2-172a-4b4e-ac3c-14ff5a4b0523 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.1784203 May 14 18:04:39.696542 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-9044ccf0-433e-4b7f-a989-59467a945de1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866764 May 14 18:04:39.702475 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.706483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 046dfb43-49d6-4800-a59a-1ee7199b94dc details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:39.706842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.720129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06bed5-79c5-4edc-90ef-431f2d9fbcef req-87d3623a-919a-472b-9f22-105aff8db602 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:39.721835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e06bed5-79c5-4edc-90ef-431f2d9fbcef req-87d3623a-919a-472b-9f22-105aff8db602 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 944 time: 0.0848246 May 14 18:04:39.770617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e06bed5-79c5-4edc-90ef-431f2d9fbcef req-79be5c3f-b7a5-4a6b-8f1c-7941690ea6f0 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 May 14 18:04:39.825067 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.825569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d906e7-d8f7-4a40-9d2e-f2f70e222c25 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:04:39.861775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 046dfb43-49d6-4800-a59a-1ee7199b94dc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=046dfb43-49d6-4800-a59a-1ee7199b94dc,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:39.874056 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.875234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] 10.222.0.24 "DELETE /v2.0/routers/53d906e7-d8f7-4a40-9d2e-f2f70e222c25 HTTP/1.1" status: 204 len: 168 time: 2.8680611 May 14 18:04:39.878025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45132) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:39.887634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '046dfb43-49d6-4800-a59a-1ee7199b94dc', 'network_id': '4e1bd5ac-5685-463c-862b-54ab25b24742', 'port_id': '046dfb43-49d6-4800-a59a-1ee7199b94dc', 'mac_address': 'fa:16:3e:ca:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbd7e63-5272-4302-b50d-eec3e3128a66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:39.904120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825a7a-d131-4383-a5c3-73657279e50a req-75481e8c-ecb0-40c0-8ce2-7179f10237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:39.905652 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-82825a7a-d131-4383-a5c3-73657279e50a req-75481e8c-ecb0-40c0-8ce2-7179f10237bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 1096 time: 0.2529092 May 14 18:04:39.907410 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-90b1e662-075d-437d-aa20-ed75230fd02d service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029347 May 14 18:04:39.957298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:39.976594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046dfb43-49d6-4800-a59a-1ee7199b94dc {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:40.007205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 046dfb43-49d6-4800-a59a-1ee7199b94dc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=046dfb43-49d6-4800-a59a-1ee7199b94dc,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:40.012779 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:40.014986 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-03bcf1cb-e53c-4a18-b57d-4eac5d7d2535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:40.042741 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-82825a7a-d131-4383-a5c3-73657279e50a req-e1840eca-0e68-45d2-b45b-fb7e12c21f67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253958 May 14 18:04:40.122891 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4f6c7d79-83b4-4c89-98cb-00a03177fb7d req-df710519-eb7f-4d2b-aff6-9ce04d0980b6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036893 May 14 18:04:40.147435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=046dfb43-49d6-4800-a59a-1ee7199b94dc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:40.150873 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:40.239567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a98305ac-8682-4ee4-a9eb-c9b2b6d405b3 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=fa66037be27c4f68a8b98cb13fcf2b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805378 May 14 18:04:40.243235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7fda59ea-6870-4f71-afc3-d489ba2f3f81 req-bfc00054-1f02-4585-9770-f7d5fa9a80d3 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 210 time: 0.0833867 May 14 18:04:40.299784 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'tag': '515780ad-7b78-4ce6-a344-2a712830efd2', 'status': 'completed', 'code': 200} May 14 18:04:40.338352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Deleting subnet 964eb7c8-d7ff-4d50-bb61-d6c65968c86e {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:04:40.346545 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:40.365912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['046dfb43-49d6-4800-a59a-1ee7199b94dc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:40.467880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c397011-3686-4f4a-88d6-d9414e012a75 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:40.480707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-ea816e21-e6cc-4b68-9840-3e1d4c39efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:40.482612 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-ea816e21-e6cc-4b68-9840-3e1d4c39efd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 1095 time: 0.1579280 May 14 18:04:40.507279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0c397011-3686-4f4a-88d6-d9414e012a75 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:40.507638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c397011-3686-4f4a-88d6-d9414e012a75 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:40.508061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d23516dc-afaf-4737-93b4-7706ebef8bb5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:40.519096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:40.553268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d23516dc-afaf-4737-93b4-7706ebef8bb5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:40.553858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d23516dc-afaf-4737-93b4-7706ebef8bb5 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:40.608756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-48eb722a-847b-4b8c-9d6a-6d11ed7a6792 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:40.610166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-48eb722a-847b-4b8c-9d6a-6d11ed7a6792 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637097 May 14 18:04:40.626324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Request body: {'port': {'device_id': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'fa66037be27c4f68a8b98cb13fcf2b9a'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:40.655482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-f5353905-6887-4282-8186-5f496e590269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:40.657404 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-f5353905-6887-4282-8186-5f496e590269 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 915 time: 0.1665931 May 14 18:04:40.732616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-25c36bd2-93c1-4437-b883-8ba0c493a365 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515780ad-7b78-4ce6-a344-2a712830efd2 HTTP/1.1" status: 200 len: 217 time: 0.0680954 May 14 18:04:40.746270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5433-703d-40da-8f03-a14f4706c117 req-edb1e6be-915c-418e-baa9-7accad998aba tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:40.747740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a18e5433-703d-40da-8f03-a14f4706c117 req-edb1e6be-915c-418e-baa9-7accad998aba tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 945 time: 0.2725365 May 14 18:04:40.765426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:40.797248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-75b6daf2-e4a8-4f34-b1f4-2c3d76840a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:40.798678 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-75b6daf2-e4a8-4f34-b1f4-2c3d76840a8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.0587168 May 14 18:04:40.849511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-24a769a2-3686-41e5-9008-a4be310038a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434237 May 14 18:04:40.935478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a18e5433-703d-40da-8f03-a14f4706c117 req-28224111-aceb-4d30-8e86-ece00ec21058 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758122 May 14 18:04:40.948809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:40.965629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Usage tracker for resource:port and tenant:fa66037be27c4f68a8b98cb13fcf2b9a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:40.970004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:40.988011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:40.990622 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-a50fc7c6-0558-4b60-b0d6-6784fe3d3dda service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335793 May 14 18:04:41.012456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Made reservation on behalf of fa66037be27c4f68a8b98cb13fcf2b9a for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:41.015952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.040953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.134762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:41.142416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Usage tracker for resource:security_group_rule and tenant:fa66037be27c4f68a8b98cb13fcf2b9a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:41.148109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:41.163045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:41.210027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.224223 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:41.250361 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eca1ec40-67db-475a-9cf9-f8d9001b111f req-669faff7-42c2-44ca-8d8c-1f359a7c72cf service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528253 May 14 18:04:41.270148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe00486-1ddd-4961-9974-f59619bd0d30 req-7be7aab4-c6a0-4851-9905-6d08e82b0320 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:41.271632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fe00486-1ddd-4961-9974-f59619bd0d30 req-7be7aab4-c6a0-4851-9905-6d08e82b0320 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2172270 May 14 18:04:41.281923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964eb7c8-d7ff-4d50-bb61-d6c65968c86e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:41.286959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.289780 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:41.290882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bb8c9-f842-42f5-a2be-c685aefe482f None None] Network 6ffec533-3f36-43ce-adb4-5d35b4594aca requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:41.325714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/964eb7c8-d7ff-4d50-bb61-d6c65968c86e HTTP/1.1" status: 204 len: 168 time: 1.4465981 May 14 18:04:41.328487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45146) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:41.422203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fe00486-1ddd-4961-9974-f59619bd0d30 req-ad39aadd-26ac-49c4-a60f-df9aaabd958a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427455 May 14 18:04:41.486469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.489432 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.492394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.496782 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b7aaa7a3-d120-4aa3-9d3c-38c1d4a5cf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:41.576334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] DHCP port deletion for 6ffec533-3f36-43ce-adb4-5d35b4594aca request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:04:41.655135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f307cab9-8191-4b49-9378-bbfe71f7bb0d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:41.666066 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:41.686137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Deleting port 052749f5-b46a-4e04-96f5-4966d61a1cb4 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:41.686520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.744064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Allocated IP 192.168.233.135 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/899b9aed-85be-4e9c-959f-eafd061bc5c3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:41.778473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 046dfb43-49d6-4800-a59a-1ee7199b94dc up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:41.798240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Deleting port 052749f5-b46a-4e04-96f5-4966d61a1cb4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:41.798510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.854461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] For port 052749f5-b46a-4e04-96f5-4966d61a1cb4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=052749f5-b46a-4e04-96f5-4966d61a1cb4,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:41.854855 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:41.981470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Calling delete_port for 052749f5-b46a-4e04-96f5-4966d61a1cb4 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:41.993392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 046dfb43-49d6-4800-a59a-1ee7199b94dc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:42.006461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 046dfb43-49d6-4800-a59a-1ee7199b94dc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:42.006842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.151303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] For port 052749f5-b46a-4e04-96f5-4966d61a1cb4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=052749f5-b46a-4e04-96f5-4966d61a1cb4,segment=NetworkSegment(8fd8227c-6029-43f2-993c-53312cc65ab7),segment_id=8fd8227c-6029-43f2-993c-53312cc65ab7)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:42.151658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.158819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.163785 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f75bc032-a75f-44e2-b795-209727c47629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:42.215958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Pushing event deleted for resources: {'Port': ['ID=052749f5-b46a-4e04-96f5-4966d61a1cb4,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:42.221579 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:42.223388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.232220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] No DVR routers for this DVR port 052749f5-b46a-4e04-96f5-4966d61a1cb4 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:04:42.255599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b454013-62b5-48b6-842d-e939f4a481ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046dfb43-49d6-4800-a59a-1ee7199b94dc'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:42.266127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 046dfb43-49d6-4800-a59a-1ee7199b94dc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=046dfb43-49d6-4800-a59a-1ee7199b94dc,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:42.270798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.272968 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bdabbbe7-f645-43af-87b0-af1d59de3109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:42.288894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Calling delete_port for 052749f5-b46a-4e04-96f5-4966d61a1cb4 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:42.322344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 052749f5-b46a-4e04-96f5-4966d61a1cb4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:42.325043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cd36b-62a7-47ca-83cc-0f4d9b106e46 req-9b646033-ded7-43ac-a792-1dea4c4dbb94 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:42.326496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a62cd36b-62a7-47ca-83cc-0f4d9b106e46 req-9b646033-ded7-43ac-a792-1dea4c4dbb94 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 945 time: 0.5692549 May 14 18:04:42.365494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 052749f5-b46a-4e04-96f5-4966d61a1cb4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:42.365845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 052749f5-b46a-4e04-96f5-4966d61a1cb4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:42.383517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=046dfb43-49d6-4800-a59a-1ee7199b94dc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:42.386581 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:42.428832 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.442110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a62cd36b-62a7-47ca-83cc-0f4d9b106e46 req-edec95bc-13c6-4feb-848f-9402983267f5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011410 May 14 18:04:42.467405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Transition to ACTIVE for port object 899b9aed-85be-4e9c-959f-eafd061bc5c3 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:42.477555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.483937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98f34e34-75d3-463b-98bf-48f86640a96c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:42.536987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Pushing event deleted for resources: {'Port': ['ID=052749f5-b46a-4e04-96f5-4966d61a1cb4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:42.539891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] No DVR routers for this DVR port 052749f5-b46a-4e04-96f5-4966d61a1cb4 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:04:42.541989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:42.688380 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.701450 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:42.753376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.781160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffec533-3f36-43ce-adb4-5d35b4594aca']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:42.793688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:42.806603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:42.809348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd8227c-6029-43f2-993c-53312cc65ab7') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:42.809601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd8227c-6029-43f2-993c-53312cc65ab7') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:42.821897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:42.852812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:42.860996 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:42.862612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.895695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.914520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:04:42.914916 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: timer() May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:04:42.933732 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:04:42.945005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:42.945507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:42.992553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-136853d1-1887-4c4c-8c81-363bf33d2c07 None None] Provisioning for port 899b9aed-85be-4e9c-959f-eafd061bc5c3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:42.997377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-136853d1-1887-4c4c-8c81-363bf33d2c07 None None] Provisioning complete for port 899b9aed-85be-4e9c-959f-eafd061bc5c3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:42.997874 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-136853d1-1887-4c4c-8c81-363bf33d2c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.000388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec239fd7-1014-4762-a7f5-60333f1883fc req-bd42b5ad-dff6-4877-8846-d5a474f12f39 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:43.001832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec239fd7-1014-4762-a7f5-60333f1883fc req-bd42b5ad-dff6-4877-8846-d5a474f12f39 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 944 time: 0.4106290 May 14 18:04:43.050765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-136853d1-1887-4c4c-8c81-363bf33d2c07 None None] Port 899b9aed-85be-4e9c-959f-eafd061bc5c3 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:04:43.073952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.076245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4538202 May 14 18:04:43.079962 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd1a91e9-3d03-4617-a9bd-d7b1dc7bb620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:43.092192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.103128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec239fd7-1014-4762-a7f5-60333f1883fc req-72b4fedf-7fb2-447e-a215-7fbc916de18a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812547 May 14 18:04:43.109522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Request body: {'port': {'device_id': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:43.139132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffec533-3f36-43ce-adb4-5d35b4594aca,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:43.150322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ffec533-3f36-43ce-adb4-5d35b4594aca HTTP/1.1" status: 204 len: 168 time: 1.8114662 May 14 18:04:43.150322 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:43.273584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.362472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45164) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:43.380614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9532f-e862-49a8-b633-c290610f5f85 req-a622e4e0-cac7-4ae1-ac08-dcc323b21b4c tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:43.381443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-feb9532f-e862-49a8-b633-c290610f5f85 req-a622e4e0-cac7-4ae1-ac08-dcc323b21b4c tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Synchronizing usage tracker for tenant:fa66037be27c4f68a8b98cb13fcf2b9a on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:43.458872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-feb9532f-e862-49a8-b633-c290610f5f85 req-a622e4e0-cac7-4ae1-ac08-dcc323b21b4c tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Unset dirty status for tenant:fa66037be27c4f68a8b98cb13fcf2b9a on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:43.460075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-feb9532f-e862-49a8-b633-c290610f5f85 req-a622e4e0-cac7-4ae1-ac08-dcc323b21b4c tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 936 time: 0.2533579 May 14 18:04:43.463828 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-537e5a64-48d6-406e-baf6-cf71a7c6a6ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9491cfeace446b8908ed038d2eb38f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980194 May 14 18:04:43.464766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45168) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:43.532177 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-ff52ad9c-8f3e-4f99-ba2b-c49111f71829 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354706 May 14 18:04:43.547858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.596499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-feb9532f-e862-49a8-b633-c290610f5f85 req-4ec648a6-5d34-40bf-90a2-fa725ab1a921 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Synchronizing usage tracker for tenant:fa66037be27c4f68a8b98cb13fcf2b9a on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:43.615117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.634141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-feb9532f-e862-49a8-b633-c290610f5f85 req-4ec648a6-5d34-40bf-90a2-fa725ab1a921 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Unset dirty status for tenant:fa66037be27c4f68a8b98cb13fcf2b9a on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:43.635314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-feb9532f-e862-49a8-b633-c290610f5f85 req-4ec648a6-5d34-40bf-90a2-fa725ab1a921 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571772 May 14 18:04:43.681292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-e31e5417-b2f9-484a-9578-78ce20d0eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:43.682832 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-e31e5417-b2f9-484a-9578-78ce20d0eb30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 1096 time: 0.1248109 May 14 18:04:43.696969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.703648 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:43.724068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 515780ad-7b78-4ce6-a344-2a712830efd2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:43.750509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf821a-312f-4c42-80a6-a218e9048f81,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:43.752999 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:43.806354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.809796 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9baf821a-312f-4c42-80a6-a218e9048f81 HTTP/1.1" status: 204 len: 168 time: 0.3406839 May 14 18:04:43.883163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-dc545314-ca1e-461b-b32b-22e28e9b98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:43.884720 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-dc545314-ca1e-461b-b32b-22e28e9b98ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1708350 May 14 18:04:43.899868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 515780ad-7b78-4ce6-a344-2a712830efd2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=515780ad-7b78-4ce6-a344-2a712830efd2,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:43.904969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899b9aed-85be-4e9c-959f-eafd061bc5c3 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:43.915053 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.916619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '515780ad-7b78-4ce6-a344-2a712830efd2', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'port_id': '515780ad-7b78-4ce6-a344-2a712830efd2', 'mac_address': 'fa:16:3e:14:72:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7620d1-c2d4-48f9-bc76-cda01693329c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:43.935592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Transition to ACTIVE for port object 899b9aed-85be-4e9c-959f-eafd061bc5c3 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:43.940116 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:43.945938 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:43.981712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-0d965ffd-ab86-4d92-a685-fb13884bab3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 200 len: 217 time: 0.0891793 May 14 18:04:43.987876 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:44.017215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515780ad-7b78-4ce6-a344-2a712830efd2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:44.046587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 515780ad-7b78-4ce6-a344-2a712830efd2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=515780ad-7b78-4ce6-a344-2a712830efd2,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:44.057049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:44.059870 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-915b563f-256d-410d-a423-bbc0319090df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:44.104431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-b484985a-0daa-44a9-b936-567032c6b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.106390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-b484985a-0daa-44a9-b936-567032c6b562 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1182027 May 14 18:04:44.107487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78068d7-ccc4-4839-a18e-386554bbe2d2 req-ada17cdc-8de7-4c73-8ccf-7c25e445b51f tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.108991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b78068d7-ccc4-4839-a18e-386554bbe2d2 req-ada17cdc-8de7-4c73-8ccf-7c25e445b51f tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 945 time: 0.2571480 May 14 18:04:44.153392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:44.154872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=515780ad-7b78-4ce6-a344-2a712830efd2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:44.161350 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:44.161598 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:44.212281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-22bed2be-3885-4146-9511-a7f896c44df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.213926 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-22bed2be-3885-4146-9511-a7f896c44df9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964520 May 14 18:04:44.275703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b78068d7-ccc4-4839-a18e-386554bbe2d2 req-a70b4e1b-aec2-4cfa-be48-22ff0c95db7c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368854 May 14 18:04:44.313210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Attempting to bind port 899b9aed-85be-4e9c-959f-eafd061bc5c3 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:44.313487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Attempting to bind port 899b9aed-85be-4e9c-959f-eafd061bc5c3 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:44.313787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Attempting to bind port 899b9aed-85be-4e9c-959f-eafd061bc5c3 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:44.318609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Port 899b9aed-85be-4e9c-959f-eafd061bc5c3 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:44.318921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Attempting to bind port 899b9aed-85be-4e9c-959f-eafd061bc5c3 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:44.325056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:44.325056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:44.325374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:44.325771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Bound port: 899b9aed-85be-4e9c-959f-eafd061bc5c3, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:44.326113 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:44.353382 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b454013-62b5-48b6-842d-e939f4a481ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046dfb43-49d6-4800-a59a-1ee7199b94dc', 'code': 200} May 14 18:04:44.394256 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-002a4e51-7a7e-4091-a07c-e63c1218f218 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713316 May 14 18:04:44.429796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['515780ad-7b78-4ce6-a344-2a712830efd2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:44.532504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:44.536439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:44.545537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:44.554639 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d0858c5e-6826-4dc6-be0f-f01da0a8232c tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:44.637138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c4aa581f-3989-41f7-85a2-1274804e9497 req-1cbbc34f-c867-4026-86b3-802f9431e8e5 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360401 May 14 18:04:44.648818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:44.655317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:44.664515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.665173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:44.666563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] 10.222.0.22 "PUT /v2.0/ports/899b9aed-85be-4e9c-959f-eafd061bc5c3 HTTP/1.1" status: 200 len: 1096 time: 1.5676897 May 14 18:04:44.670561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd04c7-1ef2-47de-be0c-81abfac02b7c req-01739de8-42f6-4f2c-854a-caa5c756d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.672124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:44.681289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1ffd04c7-1ef2-47de-be0c-81abfac02b7c req-01739de8-42f6-4f2c-854a-caa5c756d12c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 1097 time: 0.2567270 May 14 18:04:44.715531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa575a5f-a40d-4959-898f-3a77c209daa9 req-96e2e1f4-8bbc-46ba-825f-d6a5f93f2ed0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.723612 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa575a5f-a40d-4959-898f-3a77c209daa9 req-96e2e1f4-8bbc-46ba-825f-d6a5f93f2ed0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2578228 May 14 18:04:44.742686 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1ffd04c7-1ef2-47de-be0c-81abfac02b7c req-5d0ee3b8-e7b7-4f03-a4cc-f3905054b714 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535495 May 14 18:04:44.825457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45202) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:44.826006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa575a5f-a40d-4959-898f-3a77c209daa9 req-6ff62457-2bd9-430c-bbbc-643a72645fa6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012363 May 14 18:04:44.861509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-2c11fac9-6934-4e8a-b658-f40c9cf25f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:44.862995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-2c11fac9-6934-4e8a-b658-f40c9cf25f30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fa66037be27c4f68a8b98cb13fcf2b9a&device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 1099 time: 0.1169989 May 14 18:04:44.936749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-3a841826-00b5-416a-b526-e2c8395f8ba9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3 HTTP/1.1" status: 200 len: 217 time: 0.0635629 May 14 18:04:44.962824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-118786380-network', 'tenant_id': '0d0d56a919f6462a9e0d9942598d54fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:44.968263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:44.972446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Usage tracker for resource:network and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:44.976602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:44.984791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:44.999105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Made reservation on behalf of 0d0d56a919f6462a9e0d9942598d54fc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:45.003941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.034985 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.050789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-ae1e81d6-cec0-4b99-b08a-166bf43769ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:45.052969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-ae1e81d6-cec0-4b99-b08a-166bf43769ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1048045 May 14 18:04:45.061061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:45.071320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:45.080013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:45.090331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:45.190140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2010-60bb-4347-abfc-2150cc614399 req-6774973e-7984-423c-a4ea-31f5f39f06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:45.191657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-6774973e-7984-423c-a4ea-31f5f39f06e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264002 May 14 18:04:45.196178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45214) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:45.198272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.202323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.205241 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1a22733-7274-4c0e-be1a-bbd04d0a9363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:45.236252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:04:45.242082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2776e98c-fdfd-4ecf-98cf-193ea777e8aa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:45.246011 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:45.251271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.251822 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Added segment 4eeb204c-20bf-419d-b70c-e81679b7502f of type vlan for network dc72fb25-6639-46c1-b382-4d93ccf6bbba May 14 18:04:45.279140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.311367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.313202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:45.314640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.321461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5d0b512-960f-41cb-9fd9-db1f2977d180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:45.338434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d3204-b5f3-4638-b3e5-279ae745f4d7 req-33fe9cac-5b7e-4d7a-9570-474ec4c390c0 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:45.339828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e40d3204-b5f3-4638-b3e5-279ae745f4d7 req-33fe9cac-5b7e-4d7a-9570-474ec4c390c0 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 946 time: 0.2077408 May 14 18:04:45.377776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.409590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:45.421754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5947888 May 14 18:04:45.424009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Usage tracker for resource:security_group_rule and tenant:756dda4bdeb149fe9946d60ca84d93c3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:45.424587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Pushing event updated for resources: {'Network': ['ID=dc72fb25-6639-46c1-b382-4d93ccf6bbba,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:45.427411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45220) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:45.429329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-cc80b3f6-d8d7-46a6-805a-fc104f6988d2 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250755 May 14 18:04:45.429758 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:45.430131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:45.433508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Request body: {'subnet': {'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-118786380-subnet', 'tenant_id': '0d0d56a919f6462a9e0d9942598d54fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:45.439568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:45.440931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:04:45.442388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:45.444813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Usage tracker for resource:subnet and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:45.448093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:45.454220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:45.465399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Made reservation on behalf of 0d0d56a919f6462a9e0d9942598d54fc for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:45.467862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e40d3204-b5f3-4638-b3e5-279ae745f4d7 req-be0b5987-3b91-4a6a-a9ee-fdc1e6316045 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099102 May 14 18:04:45.468058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.669117 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-acdf2010-60bb-4347-abfc-2150cc614399 req-fbf3448b-a9c2-47c6-a9ed-bbdc64136c18 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291822 May 14 18:04:45.734827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f521-5ead-417c-96b9-5ec81d0e812f req-68c66b97-b8ee-4730-9a67-dacd044087ab tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:45.736299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde5f521-5ead-417c-96b9-5ec81d0e812f req-68c66b97-b8ee-4730-9a67-dacd044087ab tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 945 time: 0.1216860 May 14 18:04:45.744033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 515780ad-7b78-4ce6-a344-2a712830efd2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:45.797209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.806905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.815524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 515780ad-7b78-4ce6-a344-2a712830efd2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:45.817299 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f1e05c81-a867-49eb-8c3f-4343026ae8fc tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:45.820821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 515780ad-7b78-4ce6-a344-2a712830efd2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:45.821361 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.830014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dde5f521-5ead-417c-96b9-5ec81d0e812f req-ac33ae79-3025-4ec2-8eb8-4ead8774a474 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860317 May 14 18:04:45.866977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d625e60-6d17-433a-8631-e19702609044,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:45.874417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=756dda4bdeb149fe9946d60ca84d93c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771626 May 14 18:04:45.875143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45226) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:45.876060 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:45.960229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:45.979761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.031665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 515780ad-7b78-4ce6-a344-2a712830efd2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=515780ad-7b78-4ce6-a344-2a712830efd2,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:46.037138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.039651 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:46.081501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.087626 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4026c028-74f7-4168-9e1b-2ac85a2adc0f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:46.119096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:46.134224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=515780ad-7b78-4ce6-a344-2a712830efd2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:46.138560 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:46.164415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Checking segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:46.164772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Network hostable DHCP agents. Network: dc72fb25-6639-46c1-b382-4d93ccf6bbba, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:04:46.186359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.189307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b774608b-5559-4fe3-b65f-08f31ace3b60,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:46.198385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:46.201107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:04:46.212803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, dc72fb25-6639-46c1-b382-4d93ccf6bbba) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:46.222513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263cd0a-1cbd-4c00-ba90-1365883a46ba None None] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:46.229840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:46.230432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.259531 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8311801 May 14 18:04:46.264081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d1f2-5b9e-41e3-901e-4b5b7ef3500c req-312fe087-6543-4fdd-be11-559b56b7d9c7 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:46.272655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8949d1f2-5b9e-41e3-901e-4b5b7ef3500c req-312fe087-6543-4fdd-be11-559b56b7d9c7 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 945 time: 0.3020756 May 14 18:04:46.314188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.319980 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2e733cf-0dc2-45f1-8add-2686f149c381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:46.328272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8949d1f2-5b9e-41e3-901e-4b5b7ef3500c req-8dbad1c9-6891-4025-b674-a70e846b5831 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546298 May 14 18:04:46.336064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d625e60-6d17-433a-8631-e19702609044,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:46.339013 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:46.340864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.342132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d625e60-6d17-433a-8631-e19702609044 HTTP/1.1" status: 204 len: 168 time: 0.4650867 May 14 18:04:46.356014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515780ad-7b78-4ce6-a344-2a712830efd2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:46.397678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:46.424095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'd8e2311d-c063-423c-991c-d9c20906718c', 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'port_id': 'd8e2311d-c063-423c-991c-d9c20906718c', 'mac_address': 'fa:16:3e:1c:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ba483b-24ba-4fe8-a1ef-bbdabe347b10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:46.578113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd85734-b8d7-4e2f-9621-d5b3e0ae72dc None None] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:46.623304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d752-03b4-41fb-8a5a-371bc39aaaac req-6bfa48b5-7b88-4177-8759-b865363e1a92 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:46.624783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c186d752-03b4-41fb-8a5a-371bc39aaaac req-6bfa48b5-7b88-4177-8759-b865363e1a92 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 948 time: 0.1145487 May 14 18:04:46.666503 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.684001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c186d752-03b4-41fb-8a5a-371bc39aaaac req-bef0cdc4-9d3d-48c7-8eae-16e25a2f7110 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521085 May 14 18:04:46.693407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8e2311d-c063-423c-991c-d9c20906718c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:46.724241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45248) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:46.735118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:46.739529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.742085 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'status': 'completed', 'code': 200} May 14 18:04:46.743350 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:46.744388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:46.760298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:46.765236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Usage tracker for resource:security_group_rule and tenant:113edd14a446495fa6e1ed0a4a85827b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:46.800690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:46.812813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:46.877179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:46.881099 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:46.903983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d8e2311d-c063-423c-991c-d9c20906718c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:46.931358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-a0d1d16d-3ff0-4d48-b715-a53f3f98e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:46.932727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-a0d1d16d-3ff0-4d48-b715-a53f3f98e996 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fa66037be27c4f68a8b98cb13fcf2b9a&device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 1099 time: 0.1687145 May 14 18:04:47.058051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b9de-adb9-4ba4-89b5-40d72d9387f3 req-049c5761-3edb-4e37-bbad-a3d8f598e975 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:47.059484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1f6b9de-adb9-4ba4-89b5-40d72d9387f3 req-049c5761-3edb-4e37-bbad-a3d8f598e975 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 944 time: 0.2214828 May 14 18:04:47.111914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:47.121374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:47.132915 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4eaa1e73-8b97-4ed1-8a6e-89ea129d2db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:47.201730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1f6b9de-adb9-4ba4-89b5-40d72d9387f3 req-77cc7550-f2b5-40ba-86b2-e9b7c0ee08de tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325099 May 14 18:04:47.205839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-95dbd9b0-5ea2-4a73-ab20-a39f4ad24daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:47.207237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-95dbd9b0-5ea2-4a73-ab20-a39f4ad24daa service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2644911 May 14 18:04:47.210253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=113edd14a446495fa6e1ed0a4a85827b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848199 May 14 18:04:47.211428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b63b1a-afcf-44da-abf2-ff6aa132ed67,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:47.213126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45254) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:47.214440 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:47.280756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:47.288421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-1a310562-1a96-4164-a898-ff47202a9a37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3 HTTP/1.1" status: 200 len: 217 time: 0.0667512 May 14 18:04:47.309339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:47.361298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-823b9299-21e6-4f7a-8b28-5190cb3f3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:47.363058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-823b9299-21e6-4f7a-8b28-5190cb3f3425 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0649447 May 14 18:04:47.364886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:47.369830 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a04db52b-2ee9-419c-91f9-23b981a83f9e tempest-TenantUsagesTestJSON-1697067084 tempest-TenantUsagesTestJSON-1697067084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:47.379984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b63b1a-afcf-44da-abf2-ff6aa132ed67,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:47.383649 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:47.386905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:47.388018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3b63b1a-afcf-44da-abf2-ff6aa132ed67 HTTP/1.1" status: 204 len: 168 time: 0.1733842 May 14 18:04:47.532209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a88f40-752b-4404-8630-6b7a79ef0d4d req-5dee0ec7-6181-4e71-a4b6-b8e4d7e4c99b tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:47.533656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6a88f40-752b-4404-8630-6b7a79ef0d4d req-5dee0ec7-6181-4e71-a4b6-b8e4d7e4c99b tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d36497e-84f4-4e01-9187-df4538be6ae8 HTTP/1.1" status: 200 len: 945 time: 0.1030333 May 14 18:04:47.565929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-22c5c61b-503d-40e6-90fe-c6fc8eaa8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:47.567633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-22c5c61b-503d-40e6-90fe-c6fc8eaa8f31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1910341 May 14 18:04:47.658849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6a88f40-752b-4404-8630-6b7a79ef0d4d req-b08d7e40-fe62-4a5a-9781-a30699405730 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150765 May 14 18:04:47.722128 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515780ad-7b78-4ce6-a344-2a712830efd2', 'code': 200} May 14 18:04:47.753394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-afb687c7-56ef-4f98-8dc2-1a6f31162433 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718192 May 14 18:04:47.899161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d55cca-8002-49ca-9f34-c1b78b29e36a req-42636521-bb13-4f8a-819f-c50519f00f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:47.900606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-96d55cca-8002-49ca-9f34-c1b78b29e36a req-42636521-bb13-4f8a-819f-c50519f00f1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 1097 time: 0.1054604 May 14 18:04:47.953508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-96d55cca-8002-49ca-9f34-c1b78b29e36a req-1610e6d5-d215-419c-9dd2-b2bb317d0fef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 May 14 18:04:47.967588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35c95bb6-3c18-4dce-b674-3373aeb8f7b9 req-0bf2891f-4bfa-4ef1-b6ce-0eb3cd23c205 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055323 May 14 18:04:48.020638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400c03-ac79-4397-80b5-d385d030a1f9 req-332b29f4-baca-4dad-a314-bb30c2f42d46 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:48.022138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8400c03-ac79-4397-80b5-d385d030a1f9 req-332b29f4-baca-4dad-a314-bb30c2f42d46 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 946 time: 0.1226490 May 14 18:04:48.076212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8400c03-ac79-4397-80b5-d385d030a1f9 req-4158d0de-9206-4b28-8927-42dfea7ae288 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 May 14 18:04:48.120398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:04:48.134125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:48.315242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port d8e2311d-c063-423c-991c-d9c20906718c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:48.315729 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.330339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45310) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:48.465247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:48.516016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'mac_address': 'fa:16:3e:42:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:04:48.524574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1174778614-network', 'tenant_id': '9a0319bc77b942e090d6772854744c15'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:48.534564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:48.548073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Usage tracker for resource:network and tenant:9a0319bc77b942e090d6772854744c15 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:48.554809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:48.572119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:48.604998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Made reservation on behalf of 9a0319bc77b942e090d6772854744c15 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:48.607621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.632947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.640580 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.679800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:48.691424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Usage tracker for resource:security_group_rule and tenant:9a0319bc77b942e090d6772854744c15 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:48.699206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:48.712127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:48.729394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899b9aed-85be-4e9c-959f-eafd061bc5c3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:48.779549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:48.783655 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.797784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.805550 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:48.867016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-8826ae5d-f092-4e64-a823-ce8213c3e75a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:48.868430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.868591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-8826ae5d-f092-4e64-a823-ce8213c3e75a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 821 time: 0.3657448 May 14 18:04:48.889803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.897732 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41cd84a6-f1e4-479a-9e03-496b12c7df59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:48.901278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-0f81d355-49c0-488a-a225-88746dde1096 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/quotas/0d0d56a919f6462a9e0d9942598d54fc HTTP/1.1" status: 200 len: 375 time: 0.0249424 May 14 18:04:48.929271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:48.934488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb0adb-db3f-4418-b6b6-b067966f9316,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:48.937411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:48.939693 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:48.942980 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.945319 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:48.947577 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:48.947694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:04:48.961721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:48.962576 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Added segment 070c9d7b-55b5-4495-be41-2ea5c8a63d47 of type vlan for network e8581c59-cf58-45a1-b5ed-07de14d33d18 May 14 18:04:49.000380 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:49.053190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:49.054676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:49.056006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-1ee47cae-9048-4250-84cf-2620419a1285 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481705 May 14 18:04:49.057711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:49.064101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:49.074013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:49.102665 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b34c09b-c658-4373-b23e-a734ed2bc994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:49.121824 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7902133 May 14 18:04:49.124549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45334) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:49.124710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['899b9aed-85be-4e9c-959f-eafd061bc5c3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:49.243078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Pushing event updated for resources: {'Network': ['ID=e8581c59-cf58-45a1-b5ed-07de14d33d18,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:49.269046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:04:49.269823 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:49.497093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Request body: {'subnet': {'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1174778614-subnet', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:49.513275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:49.521312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Usage tracker for resource:subnet and tenant:9a0319bc77b942e090d6772854744c15 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:49.526992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:49.543537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:49.565241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-b2411f0e-38a3-467f-9398-e56137b60ad2 service neutron] 10.222.0.24 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019777 May 14 18:04:49.587507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Made reservation on behalf of 9a0319bc77b942e090d6772854744c15 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:49.590012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:49.728383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:49.902156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-7da033ef-c82d-4377-beca-6df2b6d93372 service neutron] 10.222.0.24 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360279 May 14 18:04:50.265086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a78439-e905-45c3-9a89-486a51b914ed req-ba16c2d2-4a9c-4d8c-aed9-3ad5cf0c347d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:50.272882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85a78439-e905-45c3-9a89-486a51b914ed req-ba16c2d2-4a9c-4d8c-aed9-3ad5cf0c347d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 946 time: 0.1322985 May 14 18:04:50.352796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85a78439-e905-45c3-9a89-486a51b914ed req-41d4d336-f29c-4d9f-899e-d888a022a588 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776317 May 14 18:04:50.464307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:50.471798 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:50.553239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1862dd-a60b-461f-a30c-7806648e84b7,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:50.559739 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:50.589612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Checking segment: {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:50.589934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Network hostable DHCP agents. Network: e8581c59-cf58-45a1-b5ed-07de14d33d18, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:04:50.617513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:04:50.632859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e8581c59-cf58-45a1-b5ed-07de14d33d18) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:50.643539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368522d9-6239-4cfc-b8eb-fa3074f500c8 None None] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:50.651935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:50.652791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:50.693812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3695951 May 14 18:04:50.694488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45356) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:50.703627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:50.714517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:50.718965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Usage tracker for resource:router and tenant:9a0319bc77b942e090d6772854744c15 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:50.724909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:50.732382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:50.746209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:50.747426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:50.774502 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:50.920281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096972-7c13-405f-aecd-9b13264977ce req-6f9fd913-8708-47b8-a246-37075335b799 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:50.927869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37096972-7c13-405f-aecd-9b13264977ce req-6f9fd913-8708-47b8-a246-37075335b799 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 949 time: 0.1691601 May 14 18:04:51.074497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37096972-7c13-405f-aecd-9b13264977ce req-837803dd-ab9a-4c78-8329-a27b9a267776 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 May 14 18:04:51.087507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-e8581c59-cf58-45a1-b5ed-07de14d33d18', 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'fixed_ips': [{'subnet_id': 'ba1862dd-a60b-461f-a30c-7806648e84b7'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:04:51.091794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:51.182678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:51.300474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0e7d-b37b-4d3d-b388-2be1c1cbffa0 req-18c8f0cc-6db0-45b3-a60e-61c1dcfa7d7a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:51.310139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-458c0e7d-b37b-4d3d-b388-2be1c1cbffa0 req-18c8f0cc-6db0-45b3-a60e-61c1dcfa7d7a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1320157 May 14 18:04:51.374506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-458c0e7d-b37b-4d3d-b388-2be1c1cbffa0 req-0e6003f7-bc06-4a57-8ebe-62e37befcf53 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 May 14 18:04:51.505202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Allocated IP 172.20.0.2 (e8581c59-cf58-45a1-b5ed-07de14d33d18/ba1862dd-a60b-461f-a30c-7806648e84b7/df95ede9-37e5-4f6c-a262-8f516b31f602) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:51.752095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-51a0ddc6-3314-43e4-9b9f-69f8e46a94d9 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:51.753833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-51a0ddc6-3314-43e4-9b9f-69f8e46a94d9 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 821 time: 0.2314603 May 14 18:04:51.766157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:51.778873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'port': {'device_id': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'admin_state_up': True, 'tenant_id': '0d0d56a919f6462a9e0d9942598d54fc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:51.843398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:51.944778 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c', 'code': 200} May 14 18:04:51.969920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:51.985245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Transition to ACTIVE for port object df95ede9-37e5-4f6c-a262-8f516b31f602 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:51.993571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:04:52.005709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Transition to ACTIVE for port object df95ede9-37e5-4f6c-a262-8f516b31f602 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:52.008466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:port and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:04:52.013555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6fc55944-e483-407a-839b-af00dc75078f req-ca4e5394-3be2-4284-a3f1-fe65e65aa974 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 210 time: 0.0782714 May 14 18:04:52.014481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:04:52.017865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.026916 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:52.027809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:04:52.051956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Made reservation on behalf of 0d0d56a919f6462a9e0d9942598d54fc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:04:52.055808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.093588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Allocated IP 172.25.4.225 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/0539d3e0-c406-4bda-bee0-572e1017d5c0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:52.102042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:52.105875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:52.110348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:52.161566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:52.189800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Pushing event updated for resources: {'Port': ['ID=df95ede9-37e5-4f6c-a262-8f516b31f602,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:52.208742 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:52.326534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Attempting to bind port df95ede9-37e5-4f6c-a262-8f516b31f602 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:52.326917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Attempting to bind port df95ede9-37e5-4f6c-a262-8f516b31f602 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:52.327323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Attempting to bind port df95ede9-37e5-4f6c-a262-8f516b31f602 on network e8581c59-cf58-45a1-b5ed-07de14d33d18 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:52.337889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:52.338044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Checking segment: {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:52.338346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.338734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Bound using segment: {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:52.339230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Bound port: df95ede9-37e5-4f6c-a262-8f516b31f602, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:52.339629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.389953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Allocated IP 172.20.0.4 (dc72fb25-6639-46c1-b382-4d93ccf6bbba/b774608b-5559-4fe3-b65f-08f31ace3b60/3135e0c5-5961-4ab0-827b-cb12cfa0d46d) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:52.484605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] For port df95ede9-37e5-4f6c-a262-8f516b31f602, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:52.488818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] For port df95ede9-37e5-4f6c-a262-8f516b31f602, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df95ede9-37e5-4f6c-a262-8f516b31f602,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:52.523670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.571555 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:52.650321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.671791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 899b9aed-85be-4e9c-959f-eafd061bc5c3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:52.677959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-e93a26ff-0dd4-4146-9dd9-c0c6ffbd741b tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:52.679253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-e93a26ff-0dd4-4146-9dd9-c0c6ffbd741b tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Synchronizing usage tracker for tenant:ec87342bd13048a69a17245228c16912 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:52.690917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 899b9aed-85be-4e9c-959f-eafd061bc5c3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:52.691449 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.699515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-e93a26ff-0dd4-4146-9dd9-c0c6ffbd741b tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Unset dirty status for tenant:ec87342bd13048a69a17245228c16912 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:52.700792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-e93a26ff-0dd4-4146-9dd9-c0c6ffbd741b tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d36497e-84f4-4e01-9187-df4538be6ae8 HTTP/1.1" status: 200 len: 945 time: 0.1847587 May 14 18:04:52.781028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:52.801867 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f15f87a0-e24f-4915-81b6-2704ddf73095 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:52.854462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:52.865842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:52.867817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:52.874947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Pushing event updated for resources: {'Port': ['ID=df95ede9-37e5-4f6c-a262-8f516b31f602,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:52.879652 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:52.969149 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.028085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Pushing event updated for resources: {'Port': ['ID=0539d3e0-c406-4bda-bee0-572e1017d5c0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:53.042509 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:53.071298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:53.087514 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.090740 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:53.100905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Deleting port d4115412-7222-4215-af37-e630da4e8cfe {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:04:53.101659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.108028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d3493-9112-4fb9-bc54-fe07347d8291 req-82db8d31-fce4-44e8-95e4-cc4fc1d68ebc tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:53.116432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e4d3493-9112-4fb9-bc54-fe07347d8291 req-82db8d31-fce4-44e8-95e4-cc4fc1d68ebc tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d36497e-84f4-4e01-9187-df4538be6ae8 HTTP/1.1" status: 200 len: 945 time: 0.5445671 May 14 18:04:53.212389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.232716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:53.240168 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:53.256887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e4d3493-9112-4fb9-bc54-fe07347d8291 req-3fbb9fbf-a28f-488d-bf80-af50158b4361 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394866 May 14 18:04:53.318212 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.331378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:53.387586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:53.390507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:53.394843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:53.520738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:53.521352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.548791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:53.552860 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:53.582430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8089938 May 14 18:04:53.594535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Request body: {'port': {'device_id': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:04:53.824513 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.837594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] For port d4115412-7222-4215-af37-e630da4e8cfe, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=d4115412-7222-4215-af37-e630da4e8cfe,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:53.838214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.859241 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:53.946597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:53.966856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:54.213483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Calling delete_port for d4115412-7222-4215-af37-e630da4e8cfe owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:04:54.402474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:54.415030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ae55da60-1c58-4b76-b766-4d1782fe87bb'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:54.416209 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-11a80338-61c2-424c-9812-0199024d751a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:54.563621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:04:54.616901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c8965-ae1d-4a4d-aa87-ef0de51d36c0 None None] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:04:54.637166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff403b4-6fc9-49e7-ba38-7b7a4029b40e req-11be2d2d-df4e-4289-967d-06c66072666b tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:54.646103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff403b4-6fc9-49e7-ba38-7b7a4029b40e req-11be2d2d-df4e-4289-967d-06c66072666b tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 950 time: 0.3954957 May 14 18:04:54.781559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ff403b4-6fc9-49e7-ba38-7b7a4029b40e req-51f836f0-63f4-42f7-aa8a-201c00c401b9 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317470 May 14 18:04:54.810106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3135e0c5-5961-4ab0-827b-cb12cfa0d46d {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:04:54.829847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:54.862425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Transition to ACTIVE for port object 3135e0c5-5961-4ab0-827b-cb12cfa0d46d will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:54.880494 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:54.884320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4996a38-f2f7-4a3f-9c2a-52a22aaf1297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:54.895783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df95ede9-37e5-4f6c-a262-8f516b31f602 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:55.010842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:55.013744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Pushing event deleted for resources: {'Port': ['ID=d4115412-7222-4215-af37-e630da4e8cfe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:55.025996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:55.126560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d40d0894-2d68-49b2-90de-fb543ac387c8 None None] Provisioning for port df95ede9-37e5-4f6c-a262-8f516b31f602 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:55.180920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port df95ede9-37e5-4f6c-a262-8f516b31f602 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:55.190659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] No DVR routers for this DVR port d4115412-7222-4215-af37-e630da4e8cfe on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:04:55.191981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d40d0894-2d68-49b2-90de-fb543ac387c8 None None] Provisioning complete for port df95ede9-37e5-4f6c-a262-8f516b31f602 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:55.192374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d40d0894-2d68-49b2-90de-fb543ac387c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:55.194989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:55.220240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'name': 'network-vif-deleted', 'tag': 'd4115412-7222-4215-af37-e630da4e8cfe'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:55.229905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8fafcef2-4ef5-4a48-ba41-fa0e66f26af5 req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "DELETE /v2.0/ports/d4115412-7222-4215-af37-e630da4e8cfe HTTP/1.1" status: 204 len: 173 time: 2.5172331 May 14 18:04:55.284618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:55.292645 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:55.342361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port df95ede9-37e5-4f6c-a262-8f516b31f602 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:55.342623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:55.398150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:04:55.610628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fffc-19ad-4833-9922-d0a4589febcb req-ca4dd762-b027-4303-9cea-f5da6c7a1e07 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:55.622489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f58fffc-19ad-4833-9922-d0a4589febcb req-ca4dd762-b027-4303-9cea-f5da6c7a1e07 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.6654379 May 14 18:04:55.757820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f58fffc-19ad-4833-9922-d0a4589febcb req-93676e79-03f9-4b98-b7e7-3934cc0ccdbc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309595 May 14 18:04:55.770430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:04:55.780922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Attempting to bind port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:55.781393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Attempting to bind port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:55.781912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Attempting to bind port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d on network dc72fb25-6639-46c1-b382-4d93ccf6bbba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:55.794971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d on network dc72fb25-6639-46c1-b382-4d93ccf6bbba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:04:55.795318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Attempting to bind port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d on network dc72fb25-6639-46c1-b382-4d93ccf6bbba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:55.807573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:55.807911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Checking segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:55.808295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Bound using segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:55.808717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Bound port: 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:55.809059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:55.826956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:55.828185 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1326630 May 14 18:04:55.831324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45400) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:04:55.868602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device d4115412-7222-4215-af37-e630da4e8cfe no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:04:55.913335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Sync routers for ids ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:04:55.926025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:56.036188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:56.041861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:56.058754 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:56.062864 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0a035f9-7563-4869-8e04-269cb12efb47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:56.070279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port df95ede9-37e5-4f6c-a262-8f516b31f602, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df95ede9-37e5-4f6c-a262-8f516b31f602,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:04:56.151122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:56.152266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:56.154463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] 10.222.0.22 "PUT /v2.0/ports/3135e0c5-5961-4ab0-827b-cb12cfa0d46d HTTP/1.1" status: 200 len: 1091 time: 2.5642455 May 14 18:04:56.155006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:04:56.200439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:56.205459 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:56.208650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: d4115412-7222-4215-af37-e630da4e8cfe {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:04:56.218253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device d4115412-7222-4215-af37-e630da4e8cfe not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:04:56.227389 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:56.235683 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:56.427340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-3c27a39a-6bf2-478b-bef5-89f54036a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:56.429278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-3c27a39a-6bf2-478b-bef5-89f54036a237 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 1094 time: 0.1679680 May 14 18:04:56.429926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Routers {'dcbf7acc-4df3-4309-82c3-c39c8e6cd856'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:56.430582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:56.570647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=df95ede9-37e5-4f6c-a262-8f516b31f602,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:56.611747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-bd9e4e43-230c-4711-a5fb-5788df6f5f8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d HTTP/1.1" status: 200 len: 217 time: 0.1580651 May 14 18:04:56.612009 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:56.708464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597e46-0c7a-42e3-951d-0361201a8155 req-a03104bb-8cae-4e80-ab37-5452526c3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:56.711844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-a03104bb-8cae-4e80-ab37-5452526c3ec0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 200 len: 861 time: 0.0839822 May 14 18:04:56.850306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-01b0afde-60ef-492d-bc2d-1fcbe1172ff7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc72fb25-6639-46c1-b382-4d93ccf6bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297824 May 14 18:04:56.982098 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d40d0894-2d68-49b2-90de-fb543ac387c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:57.111702 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-d40d0894-2d68-49b2-90de-fb543ac387c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:04:57.112352 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-d40d0894-2d68-49b2-90de-fb543ac387c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:04:57.134260 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:04:57.189730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-db1dbc1e-a2ab-400c-96d5-dbcb12200a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:57.285472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Set router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:04:57.463773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-c2ed775f-dbdf-4e37-8021-95ebdbaa49b0 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959485 May 14 18:04:57.688977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:57.734332 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:57.759726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a013e-56a1-4ac3-bb49-f3531bd3f7ed req-0730cdde-6ae2-4192-8b5f-0c200be1b2db tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:57.762610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b88a013e-56a1-4ac3-bb49-f3531bd3f7ed req-0730cdde-6ae2-4192-8b5f-0c200be1b2db tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Synchronizing usage tracker for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:04:57.845313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22597e46-0c7a-42e3-951d-0361201a8155 req-26263219-02f8-469d-9b20-55177e77c58e service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659019 May 14 18:04:57.846905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b88a013e-56a1-4ac3-bb49-f3531bd3f7ed req-0730cdde-6ae2-4192-8b5f-0c200be1b2db tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Unset dirty status for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:04:57.859364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b88a013e-56a1-4ac3-bb49-f3531bd3f7ed req-0730cdde-6ae2-4192-8b5f-0c200be1b2db tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 943 time: 0.5332632 May 14 18:04:57.947123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b88a013e-56a1-4ac3-bb49-f3531bd3f7ed req-ca338f10-3cf4-4a74-bad3-7f92f9cdf245 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818322 May 14 18:04:57.949824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dd6647a8-a4d6-49f8-b26d-1ad924659452 None None] Provisioning complete for port df95ede9-37e5-4f6c-a262-8f516b31f602 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:57.950586 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dd6647a8-a4d6-49f8-b26d-1ad924659452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.116803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Allocated IP 172.20.0.1 (e8581c59-cf58-45a1-b5ed-07de14d33d18/ba1862dd-a60b-461f-a30c-7806648e84b7/33c8041c-c4e2-40c6-87e2-722ef9c819cd) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:04:58.134046 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'code': 200} May 14 18:04:58.154144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:04:53Z', 'revision_number': 3, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:58.159630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Checking router: dcbf7acc-4df3-4309-82c3-c39c8e6cd856 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:04:58.160829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Updating router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 port 0539d3e0-c406-4bda-bee0-572e1017d5c0 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:04:58.222958 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.374584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.422774 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d36497e-84f4-4e01-9187-df4538be6ae8', 'name': 'network-vif-deleted', 'tag': 'd4115412-7222-4215-af37-e630da4e8cfe', 'status': 'completed', 'code': 200} May 14 18:04:58.425959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Transition to ACTIVE for port object 33c8041c-c4e2-40c6-87e2-722ef9c819cd will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:58.431865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e19b3b-3c20-4707-af43-a7ea3d810571 req-88e2cc9f-8fe9-4a3c-8164-c94a62958b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:58.434151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e19b3b-3c20-4707-af43-a7ea3d810571 req-88e2cc9f-8fe9-4a3c-8164-c94a62958b0f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 1101 time: 0.2844334 May 14 18:04:58.498534 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.511546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b7dd83e2-578b-469a-9249-df49569c270e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:58.532997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e19b3b-3c20-4707-af43-a7ea3d810571 req-e5b48a73-18a6-4e75-b7b5-1a6eaca827fb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892692 May 14 18:04:58.649170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Pushing event updated for resources: {'Port': ['ID=33c8041c-c4e2-40c6-87e2-722ef9c819cd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:58.659546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:58.667677 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.674019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:04:58.675698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:04:58.679990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:04:58.698373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Transition to ACTIVE for port object 0539d3e0-c406-4bda-bee0-572e1017d5c0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:04:58.705383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df95ede9-37e5-4f6c-a262-8f516b31f602 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:04:58.723508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33070628-4551-4942-b042-dcb2b1210cd3 req-de3fea90-9925-4d5c-80ef-1a1b1736d621 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:58.731717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33070628-4551-4942-b042-dcb2b1210cd3 req-de3fea90-9925-4d5c-80ef-1a1b1736d621 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 950 time: 0.1353202 May 14 18:04:58.760871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.817820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33070628-4551-4942-b042-dcb2b1210cd3 req-f17b89bb-6fe0-4623-894e-16fafb33b177 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 May 14 18:04:58.954335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:58.960019 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:59.054229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.075764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port df95ede9-37e5-4f6c-a262-8f516b31f602 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:59.076521 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.123333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9160f-1f40-400c-b3e7-bbc1cfaebb8d req-e969f8cf-bc58-4433-83d8-ed4679045dab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:59.131592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cbd9160f-1f40-400c-b3e7-bbc1cfaebb8d req-e969f8cf-bc58-4433-83d8-ed4679045dab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1667633 May 14 18:04:59.145855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56842-1d10-4069-a52c-41dcf1d1ac70 None None] Pushing event updated for resources: {'Port': ['ID=0539d3e0-c406-4bda-bee0-572e1017d5c0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:59.164005 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-71b56842-1d10-4069-a52c-41dcf1d1ac70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:59.167102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Attempting to bind port 0539d3e0-c406-4bda-bee0-572e1017d5c0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:04:59.167832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Attempting to bind port 0539d3e0-c406-4bda-bee0-572e1017d5c0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:04:59.171349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Attempting to bind port 0539d3e0-c406-4bda-bee0-572e1017d5c0 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:04:59.195096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:04:59.195855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:04:59.196466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.197059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:04:59.197810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Bound port: 0539d3e0-c406-4bda-bee0-572e1017d5c0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:04:59.198517 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.236527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cbd9160f-1f40-400c-b3e7-bbc1cfaebb8d req-b2ad55da-ee53-4168-830e-b2733467cd07 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972831 May 14 18:04:59.298208 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'status': 'completed', 'code': 200} May 14 18:04:59.299756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] For port 0539d3e0-c406-4bda-bee0-572e1017d5c0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:04:59.304806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] For port 0539d3e0-c406-4bda-bee0-572e1017d5c0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0539d3e0-c406-4bda-bee0-572e1017d5c0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:04:59.322415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.329429 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:59.372717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ebad250c-d9b6-4475-8d51-c687cb41f570 None None] Provisioning for port 33c8041c-c4e2-40c6-87e2-722ef9c819cd completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:04:59.393122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ebad250c-d9b6-4475-8d51-c687cb41f570 None None] Provisioning complete for port 33c8041c-c4e2-40c6-87e2-722ef9c819cd triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:04:59.393952 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ebad250c-d9b6-4475-8d51-c687cb41f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.512697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56842-1d10-4069-a52c-41dcf1d1ac70 None None] Pushing event updated for resources: {'Port': ['ID=0539d3e0-c406-4bda-bee0-572e1017d5c0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:04:59.525230 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-71b56842-1d10-4069-a52c-41dcf1d1ac70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:04:59.528528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Routers {'dcbf7acc-4df3-4309-82c3-c39c8e6cd856'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:04:59.529452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:04:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:04:59.720242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.741650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.744017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ebad250c-d9b6-4475-8d51-c687cb41f570 None None] Port 33c8041c-c4e2-40c6-87e2-722ef9c819cd cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:04:59.779004 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.788915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-ec39a8de-9540-4a0c-a025-1c2e0cd2c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:04:59.790788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-ec39a8de-9540-4a0c-a025-1c2e0cd2c926 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 1094 time: 0.4547918 May 14 18:04:59.794887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a3c71bc-9e78-4f03-98eb-849a60831690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:04:59.832140 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7313f24-d925-4348-b1eb-27ecbbd025b0 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:04:59.871288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] Set router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:00.043891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Pushing event updated for resources: {'Port': ['ID=33c8041c-c4e2-40c6-87e2-722ef9c819cd,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:00.056850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:00.061365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:00.104903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-b9173bfb-7241-4361-b8e1-566365d4c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:00.112230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-b9173bfb-7241-4361-b8e1-566365d4c6e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 922 time: 0.3068109 May 14 18:05:00.133522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d90f8-423b-4976-8fa2-716ed7ce84af req-c6b929b9-e2d1-4db5-9253-e6ae4e7beda7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:00.140740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-800d90f8-423b-4976-8fa2-716ed7ce84af req-c6b929b9-e2d1-4db5-9253-e6ae4e7beda7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.5210764 May 14 18:05:00.251934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:05:00.254737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:00.293378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:05:00.335639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-94a41a95-e3cf-4d1f-86d4-08b20a23f422 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d HTTP/1.1" status: 200 len: 217 time: 0.1759853 May 14 18:05:00.482935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-800d90f8-423b-4976-8fa2-716ed7ce84af req-7740fe8c-bf7c-4e3c-becd-b2a6f6b356e9 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410289 May 14 18:05:00.619483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-8e64b592-3f6d-4136-8095-9d082e0ae392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:00.620852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-8e64b592-3f6d-4136-8095-9d082e0ae392 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 200 len: 861 time: 0.2774634 May 14 18:05:00.629313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:05:00.749664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-f2eeb933-4462-4abf-944a-784e9a4723e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc72fb25-6639-46c1-b382-4d93ccf6bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147580 May 14 18:05:01.014074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:01.057428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'port_id': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'mac_address': 'fa:16:3e:be:8c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b774608b-5559-4fe3-b65f-08f31ace3b60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:05:01.180605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-23811f48-4142-4b60-880c-b58d81ba4670 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214544 May 14 18:05:01.194074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acc840-e0c2-44f6-b3c5-4f74ee046a33 req-7cb729b8-3bef-467c-a1d5-b7755d229aca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:01.203028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95acc840-e0c2-44f6-b3c5-4f74ee046a33 req-7cb729b8-3bef-467c-a1d5-b7755d229aca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 943 time: 0.2703922 May 14 18:05:01.208033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:05:01.216544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8f3fbcf4-663b-4a31-9a7a-8aef8b4adf4a None None] Provisioning complete for port 33c8041c-c4e2-40c6-87e2-722ef9c819cd triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:01.216935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbcf4-663b-4a31-9a7a-8aef8b4adf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:01.259033 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcbf7acc-4df3-4309-82c3-c39c8e6cd856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4256954 May 14 18:05:01.292424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:01.398115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fbcf4-663b-4a31-9a7a-8aef8b4adf4a None None] Port 33c8041c-c4e2-40c6-87e2-722ef9c819cd cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:05:01.401172 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:01.429605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3135e0c5-5961-4ab0-827b-cb12cfa0d46d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:01.450036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95acc840-e0c2-44f6-b3c5-4f74ee046a33 req-f3a1f3e1-617b-4066-a6b8-6adfad0941fc tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458613 May 14 18:05:01.492242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:01.502264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:01.510392 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:01.633635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '33c8041c-c4e2-40c6-87e2-722ef9c819cd', 'name': '', 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'mac_address': 'fa:16:3e:00:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:57Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 1, 'project_id': '9a0319bc77b942e090d6772854744c15', 'subnets': [{'id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:01.643409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08362795-eb5d-42d1-ab2f-c33f98eb7e80 None None] The sync data for ids ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'] in n-d-787206-3 is: [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '33c8041c-c4e2-40c6-87e2-722ef9c819cd', 'name': '', 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'mac_address': 'fa:16:3e:00:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:57Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 1, 'project_id': '9a0319bc77b942e090d6772854744c15', 'subnets': [{'id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:05:01.679792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:01.701623 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:01.799162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cd20252-8a6f-4f34-82af-169eeb3dab86 req-488b57fc-cec4-4fad-b137-a259c66291ba service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684009 May 14 18:05:01.851579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3135e0c5-5961-4ab0-827b-cb12cfa0d46d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:01.931033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b000899-f4fe-4cb7-8f35-5b9440c4745f req-2e4910be-2224-464b-808c-5a0542f6739a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:01.947494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b000899-f4fe-4cb7-8f35-5b9440c4745f req-2e4910be-2224-464b-808c-5a0542f6739a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1522410 May 14 18:05:02.022002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b000899-f4fe-4cb7-8f35-5b9440c4745f req-bee39cac-c176-48e9-885d-c2c0237ed666 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722814 May 14 18:05:02.195216 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:02.271297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689063b-a880-474a-a3ef-e201a0d98fc2 req-213083b5-1736-4942-9e15-44f28dc61e2f tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:02.279511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f689063b-a880-474a-a3ef-e201a0d98fc2 req-213083b5-1736-4942-9e15-44f28dc61e2f tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 950 time: 0.1325321 May 14 18:05:02.348125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f689063b-a880-474a-a3ef-e201a0d98fc2 req-70370087-3536-4592-8960-5ba09ee96e67 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 May 14 18:05:02.641317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c2ac-336e-4046-a15a-094fe3047640 req-015d10e3-b971-4ec2-bf74-670d60f35e0d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:02.649267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1313c2ac-336e-4046-a15a-094fe3047640 req-015d10e3-b971-4ec2-bf74-670d60f35e0d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1332738 May 14 18:05:02.712404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1313c2ac-336e-4046-a15a-094fe3047640 req-adda42ed-6b7f-4eb2-adb6-6d3292cd77c4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622084 May 14 18:05:03.074605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-be39a5af-b0bf-4cad-a53a-08e4f69879af tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2677612 May 14 18:05:03.087573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:03.100133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:03.105108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Usage tracker for resource:floatingip and tenant:9a0319bc77b942e090d6772854744c15 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:03.108154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:03.115479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:03.131020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:03.369482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:03.626567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Allocated IP 172.25.4.204 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/bd0a2f6e-8611-4623-87b7-f45f2205c2a4) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:05:03.805187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:03.851837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:03.857125 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:03.930030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:05:03.933151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:03.942072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:05:03.989424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Pushing event updated for resources: {'Port': ['ID=bd0a2f6e-8611-4623-87b7-f45f2205c2a4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:03.992561 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:04.049671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.130484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.212174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:04.324753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:05:04.330837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:04.331305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.428593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0539d3e0-c406-4bda-bee0-572e1017d5c0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:04.482555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.491150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.505697 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:04.637658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Pushing event updated for resources: {'Port': ['ID=bd0a2f6e-8611-4623-87b7-f45f2205c2a4,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:04.640999 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:04.651781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.673405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0539d3e0-c406-4bda-bee0-572e1017d5c0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:05:04.681756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.684037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0539d3e0-c406-4bda-bee0-572e1017d5c0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:04.684420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.733355 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.734794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6530046 May 14 18:05:04.789826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:04.806925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:04.815091 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:04.818773 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:04.877417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-97a8e726-9a71-4626-9ca6-20828c148237 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Synchronizing usage tracker for tenant:9a0319bc77b942e090d6772854744c15 on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:05:04.889584 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Sync routers for ids ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:05:04.905310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:04.905540 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Routers {'dcbf7acc-4df3-4309-82c3-c39c8e6cd856'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:04.908961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:04.924228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-97a8e726-9a71-4626-9ca6-20828c148237 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Unset dirty status for tenant:9a0319bc77b942e090d6772854744c15 on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:05:04.927427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-97a8e726-9a71-4626-9ca6-20828c148237 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.1822340 May 14 18:05:04.947968 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:04.993081 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:05.011844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0539d3e0-c406-4bda-bee0-572e1017d5c0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0539d3e0-c406-4bda-bee0-572e1017d5c0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:05.029008 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:05.031473 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:05.133356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0539d3e0-c406-4bda-bee0-572e1017d5c0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:05.144094 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:05.302576 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Set router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:05.367097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-d328614d-f03f-4eb7-a20a-37bec2870f57 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:05.369003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-d328614d-f03f-4eb7-a20a-37bec2870f57 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.4359021 May 14 18:05:05.384316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-4bdde99d-5a76-425c-9013-ffec24c6b38b tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:05:05.386063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c77d259-6e7b-4c5c-87d6-a28529f61941 req-4bdde99d-5a76-425c-9013-ffec24c6b38b tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102971 May 14 18:05:05.880089 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '33c8041c-c4e2-40c6-87e2-722ef9c819cd', 'name': '', 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'mac_address': 'fa:16:3e:00:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:57Z', 'updated_at': '2021-05-14T18:04:59Z', 'revision_number': 2, 'project_id': '9a0319bc77b942e090d6772854744c15', 'subnets': [{'id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:05.893729 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Checking router: dcbf7acc-4df3-4309-82c3-c39c8e6cd856 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:05:05.894522 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Updating router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 port 33c8041c-c4e2-40c6-87e2-722ef9c819cd binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:05:06.000118 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:06.397687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0539d3e0-c406-4bda-bee0-572e1017d5c0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:06.517794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0539d3e0-c406-4bda-bee0-572e1017d5c0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:06.518538 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:06.563037 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:06.576029 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Transition to ACTIVE for port object 33c8041c-c4e2-40c6-87e2-722ef9c819cd will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:05:06.587772 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:06.600428 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:06.927133 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68bf69-83a5-4041-aeb0-7cd3cce90c57 None None] Pushing event updated for resources: {'Port': ['ID=33c8041c-c4e2-40c6-87e2-722ef9c819cd,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:06.930568 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3d68bf69-83a5-4041-aeb0-7cd3cce90c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:06.947961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Attempting to bind port 33c8041c-c4e2-40c6-87e2-722ef9c819cd on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:05:06.948284 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Attempting to bind port 33c8041c-c4e2-40c6-87e2-722ef9c819cd by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:05:06.948606 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Attempting to bind port 33c8041c-c4e2-40c6-87e2-722ef9c819cd on network e8581c59-cf58-45a1-b5ed-07de14d33d18 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:05:06.956382 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:05:06.956824 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Checking segment: {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:05:06.957226 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:06.957609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Bound using segment: {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:05:06.958071 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Bound port: 33c8041c-c4e2-40c6-87e2-722ef9c819cd, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070c9d7b-55b5-4495-be41-2ea5c8a63d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:05:06.958973 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:07.103193 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] For port 33c8041c-c4e2-40c6-87e2-722ef9c819cd, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:05:07.113565 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] For port 33c8041c-c4e2-40c6-87e2-722ef9c819cd, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=33c8041c-c4e2-40c6-87e2-722ef9c819cd,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:05:07.124794 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:07.128715 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:07.190805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ec3b-7fc1-4f72-b01f-cbdf7832dbf8 req-64e51d24-65ce-47e1-9380-5fbfb7bbc46f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:07.199211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a449ec3b-7fc1-4f72-b01f-cbdf7832dbf8 req-64e51d24-65ce-47e1-9380-5fbfb7bbc46f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1753595 May 14 18:05:07.234193 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Routers {'dcbf7acc-4df3-4309-82c3-c39c8e6cd856'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:07.235081 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:07.315038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a449ec3b-7fc1-4f72-b01f-cbdf7832dbf8 req-48a62688-1d46-45d5-add4-55d29983d54d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106374 May 14 18:05:07.418287 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68bf69-83a5-4041-aeb0-7cd3cce90c57 None None] Pushing event updated for resources: {'Port': ['ID=33c8041c-c4e2-40c6-87e2-722ef9c819cd,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:07.422421 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3d68bf69-83a5-4041-aeb0-7cd3cce90c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:07.582247 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] Set router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:07.847047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e393e-4275-4ce2-bd55-92b333f484d3 req-f65d03a5-6033-4da8-bc18-ee37ed88a63d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:07.855197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-871e393e-4275-4ce2-bd55-92b333f484d3 req-f65d03a5-6033-4da8-bc18-ee37ed88a63d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.1933784 May 14 18:05:07.932371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-871e393e-4275-4ce2-bd55-92b333f484d3 req-33d48a33-4574-4edf-b320-a98382be2de0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762663 May 14 18:05:08.000436 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'code': 200} May 14 18:05:08.154085 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '33c8041c-c4e2-40c6-87e2-722ef9c819cd', 'name': '', 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'mac_address': 'fa:16:3e:00:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:57Z', 'updated_at': '2021-05-14T18:05:07Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'subnets': [{'id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:08.161622 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b0f86-1652-42af-a391-00418152ed9c None None] The sync data for ids ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'] in n-d-787206-3 is: [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:04:58Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '33c8041c-c4e2-40c6-87e2-722ef9c819cd', 'name': '', 'network_id': 'e8581c59-cf58-45a1-b5ed-07de14d33d18', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'mac_address': 'fa:16:3e:00:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:57Z', 'updated_at': '2021-05-14T18:05:07Z', 'revision_number': 4, 'project_id': '9a0319bc77b942e090d6772854744c15', 'subnets': [{'id': 'ba1862dd-a60b-461f-a30c-7806648e84b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:05:08.192848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d7b1eac-c925-49ae-a2d7-ec0075b331d6 req-f9280059-37c6-4fe9-b47d-642eb5dc3a64 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips/0857e1ff-7850-49a5-8eae-797de47346d9 HTTP/1.1" status: 200 len: 693 time: 0.1776867 May 14 18:05:08.391309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33c8041c-c4e2-40c6-87e2-722ef9c819cd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:08.411999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0871a6-c833-4bb2-b3c4-d572442b6afe req-59a088fd-d719-4c4a-be94-7a512549728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:08.413984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd0871a6-c833-4bb2-b3c4-d572442b6afe req-59a088fd-d719-4c4a-be94-7a512549728d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 1096 time: 0.3129840 May 14 18:05:08.531454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b1eac-c925-49ae-a2d7-ec0075b331d6 req-bfd999a8-c267-46eb-bc91-f75b3a9c1ccf tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:08.542521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d7b1eac-c925-49ae-a2d7-ec0075b331d6 req-bfd999a8-c267-46eb-bc91-f75b3a9c1ccf tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.3392403 May 14 18:05:08.542641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 33c8041c-c4e2-40c6-87e2-722ef9c819cd completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:05:08.549648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 33c8041c-c4e2-40c6-87e2-722ef9c819cd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:08.550193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:08.574616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd0871a6-c833-4bb2-b3c4-d572442b6afe req-4412686a-8bbe-4293-b6da-b9568f68026f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462419 May 14 18:05:08.723838 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:08.747103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f09b9-1a2b-47c4-895c-7379494eb4d0 req-00a679dc-caf7-4917-976c-e4113f68f6b4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:08.755676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-009f09b9-1a2b-47c4-895c-7379494eb4d0 req-00a679dc-caf7-4917-976c-e4113f68f6b4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1050005 May 14 18:05:08.781975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 33c8041c-c4e2-40c6-87e2-722ef9c819cd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=33c8041c-c4e2-40c6-87e2-722ef9c819cd,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:08.788982 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:08.791098 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:08.811472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-009f09b9-1a2b-47c4-895c-7379494eb4d0 req-0e7ae8a3-8448-41dc-88ab-4002ba67a7c0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528975 May 14 18:05:08.872750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=33c8041c-c4e2-40c6-87e2-722ef9c819cd,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:08.876162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:09.081761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-c29f13f0-1d5a-4463-a5f7-2d43ec14df52 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:09.087642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-c29f13f0-1d5a-4463-a5f7-2d43ec14df52 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.1688843 May 14 18:05:09.098522 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-352f07b6-84a5-439a-91a6-2e3e76dcc343 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/quotas/06e4400b761d424a95d216c4fc11c9ff HTTP/1.1" status: 200 len: 375 time: 0.0098038 May 14 18:05:09.185694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-52a018f7-815e-4c38-9cc3-7a8a3199d47f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817060 May 14 18:05:09.316887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-4630a8b6-1461-49c1-9ddf-77af25b25df3 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239007 May 14 18:05:09.449010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-8255ec57-b3de-436b-a6e0-8424b96b234b service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263139 May 14 18:05:10.054786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-7d45d806-c8ae-45e1-8703-17b24e74c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:10.056328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-7d45d806-c8ae-45e1-8703-17b24e74c87f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1096 time: 0.1506519 May 14 18:05:10.107379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfa719-ec96-49d4-8e4c-71eec938520e req-17cea08e-611b-497c-8e89-f34cc2369b6c tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:10.109023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16dfa719-ec96-49d4-8e4c-71eec938520e req-17cea08e-611b-497c-8e89-f34cc2369b6c tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1450796 May 14 18:05:10.246015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16dfa719-ec96-49d4-8e4c-71eec938520e req-235f95bd-3a11-45a4-a322-8bd312809fd0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927310 May 14 18:05:10.260242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:05:10.270743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-86678030-cf4d-4fcb-8353-602569a7b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:10.272646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-86678030-cf4d-4fcb-8353-602569a7b95b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.1993225 May 14 18:05:10.419161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33c8041c-c4e2-40c6-87e2-722ef9c819cd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:10.596400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-64842899-d6e4-4b63-8991-cac06296ee10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.3098075 May 14 18:05:10.627843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-041ede48-ab7f-45c5-ac76-99ce60b9360c req-cb780443-7f6f-462e-a09f-1c47edd9748c tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=9a0319bc77b942e090d6772854744c15 HTTP/1.1" status: 200 len: 696 time: 0.2408009 May 14 18:05:10.653826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:10.671972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 33c8041c-c4e2-40c6-87e2-722ef9c819cd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:10.673460 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:10.705486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'mac_address': 'fa:16:3e:42:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:05:10.794179 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:10.819564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899b9aed-85be-4e9c-959f-eafd061bc5c3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:10.837293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-9ad8d56d-eafb-4727-af01-7dcd2512e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:10.841995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-9ad8d56d-eafb-4727-af01-7dcd2512e8cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.2112501 May 14 18:05:10.926021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:10.942347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:10.945497 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:11.037634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ede48-ab7f-45c5-ac76-99ce60b9360c req-58b83290-d3a6-4495-b437-23030cd6e851 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:11.039296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:11.043833 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:11.053756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-041ede48-ab7f-45c5-ac76-99ce60b9360c req-58b83290-d3a6-4495-b437-23030cd6e851 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks?id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 787 time: 0.4249194 May 14 18:05:11.059684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-041ede48-ab7f-45c5-ac76-99ce60b9360c req-a61bbf97-65f3-4db0-90cb-370f1460cec8 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:05:11.077315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['899b9aed-85be-4e9c-959f-eafd061bc5c3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:11.078888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-041ede48-ab7f-45c5-ac76-99ce60b9360c req-a61bbf97-65f3-4db0-90cb-370f1460cec8 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231519 May 14 18:05:11.087860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-4328ca31-badf-405e-a9ad-3a2195601307 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:11.098287 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-4328ca31-badf-405e-a9ad-3a2195601307 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.2847147 May 14 18:05:11.108412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-3519e5e8-8de2-48cc-870b-c0d38a3259a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277098 May 14 18:05:11.113248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Request body: {'port': {'device_id': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'admin_state_up': True, 'tenant_id': '06e4400b761d424a95d216c4fc11c9ff'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:11.268718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:11.274946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Usage tracker for resource:port and tenant:06e4400b761d424a95d216c4fc11c9ff is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:11.279200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:11.287130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:11.305229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Made reservation on behalf of 06e4400b761d424a95d216c4fc11c9ff for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:05:11.309883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:11.462397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-bb2781bd-4bc5-4cb9-8df9-904b60569e34 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457422 May 14 18:05:11.611281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Allocated IP 172.20.0.6 (ee4c7aaa-58cd-46dc-8e36-defa6642fad2/8c7620d1-c2d4-48f9-bc76-cda01693329c/a5c97f24-bb4e-4e18-b159-e6dd3eb641ee) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:05:11.733447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2ec1aa3-91ff-4ae4-a152-2e0a2c8a7eef req-5d96e0ef-a81e-4c07-821a-430c2e0cdf1f service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635889 May 14 18:05:11.766476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111af1ac-379c-4111-905b-a7700be2cfad req-924f6162-813e-48a2-b831-51a80ca96c6f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:11.768013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-111af1ac-379c-4111-905b-a7700be2cfad req-924f6162-813e-48a2-b831-51a80ca96c6f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 945 time: 0.2514164 May 14 18:05:11.834135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-111af1ac-379c-4111-905b-a7700be2cfad req-22853736-9d2e-446d-9b80-dd5f2191c372 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578632 May 14 18:05:11.882925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:11.920216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:11.931281 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1b21d67-5179-4e2d-8e55-d95000838fd0 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:11.936848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['515780ad-7b78-4ce6-a344-2a712830efd2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:12.020835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:05:12.024683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:12.032749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:05:12.041891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:12.081007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event updated for resources: {'Port': ['ID=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:12.092564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ee751-331d-4665-a547-5b0d6bf91190 req-511faf83-9759-4b53-a941-686adb2bc8ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:12.093308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.094260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.094808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.095367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.095909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.096464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.097004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.098682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.099359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.100009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.100548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.101068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:12.102488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c28ee751-331d-4665-a547-5b0d6bf91190 req-511faf83-9759-4b53-a941-686adb2bc8ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 931 time: 0.1221044 May 14 18:05:12.105946 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:12.139248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:12.140312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:12.172288 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0631549 May 14 18:05:12.186265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Request body: {'port': {'device_id': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:12.189667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c28ee751-331d-4665-a547-5b0d6bf91190 req-d7365574-d7fd-420f-a126-13b598d5cfcc tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861866 May 14 18:05:12.291409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:12.372816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:12.427676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1da7-91b3-4e55-9275-5cb0ff2c5850 req-e99a0ff5-a8e2-4fa4-a27c-7c8eeff6aa32 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:12.430682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-354e1da7-91b3-4e55-9275-5cb0ff2c5850 req-e99a0ff5-a8e2-4fa4-a27c-7c8eeff6aa32 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1159992 May 14 18:05:12.456975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 899b9aed-85be-4e9c-959f-eafd061bc5c3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:12.464825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:12.502710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-354e1da7-91b3-4e55-9275-5cb0ff2c5850 req-0ba1f637-0714-429d-98b5-97486a6277cc tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641224 May 14 18:05:12.685285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:12.728103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:12.740261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:12.748292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:12.749531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:12.788074 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:12.835439 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-48a9473f-e8e8-40a7-bde2-08a640ffe029 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips/0857e1ff-7850-49a5-8eae-797de47346d9 HTTP/1.1" status: 200 len: 693 time: 0.1722419 May 14 18:05:12.965886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:12.980600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c97f24-bb4e-4e18-b159-e6dd3eb641ee {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:12.994610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:12.995109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.004114 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:13.023275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Transition to ACTIVE for port object a5c97f24-bb4e-4e18-b159-e6dd3eb641ee will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:05:13.031940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:13.032595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.039450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e3722202-b4b8-4d7a-aee4-279533f70a4c tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:13.043868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.050008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-936cca70-721b-45ea-a84d-5cb176c3f84a tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:13.051043 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:13.058344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-936cca70-721b-45ea-a84d-5cb176c3f84a tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.2220352 May 14 18:05:13.063738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-d7f835fd-4634-4bac-b541-ed55b967c7f9 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:05:13.072074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-d7f835fd-4634-4bac-b541-ed55b967c7f9 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128851 May 14 18:05:13.120124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:13.130349 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:13.154131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:13.158156 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:13.167693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-16dc0987-3bf3-4ae0-be0c-0a74064d285e tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.0947218 May 14 18:05:13.272717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-b318d4ef-40c5-4680-bc23-a41617bbea87 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.1005893 May 14 18:05:13.371685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Attempting to bind port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:05:13.372330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Attempting to bind port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:05:13.372883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Attempting to bind port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:05:13.385420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:05:13.386039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Attempting to bind port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:05:13.391820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:05:13.392394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Checking segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:05:13.393056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Bound using segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:05:13.394493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Bound port: a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:05:13.396584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.638397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] For port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:05:13.651850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] For port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:05:13.658641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.671480 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cc0079a4-a124-4b4b-bf4d-c1aeac11a43a tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:13.706227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Deleting port bd0a2f6e-8611-4623-87b7-f45f2205c2a4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:13.707905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.752428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:13.753012 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.754469 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5c97f24-bb4e-4e18-b159-e6dd3eb641ee HTTP/1.1" status: 200 len: 1091 time: 1.5735064 May 14 18:05:13.754980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'tag': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:13.933453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:13.945469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:13.954881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.955613 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:13.990749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-ea9fcbf1-82ff-4ffd-8dca-9349fa0fcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:13.993738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-ea9fcbf1-82ff-4ffd-8dca-9349fa0fcb37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 1094 time: 0.1585457 May 14 18:05:14.081163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-ac86685d-1291-4259-b2b4-b4dd01232c48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee HTTP/1.1" status: 200 len: 217 time: 0.0753732 May 14 18:05:14.172042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-c8980da6-c0cb-4169-b770-59fbb9b0e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:14.173508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-c8980da6-c0cb-4169-b770-59fbb9b0e045 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.0853388 May 14 18:05:14.194434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Calling delete_port for bd0a2f6e-8611-4623-87b7-f45f2205c2a4 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:14.232999 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-6eff05c5-1e33-45fc-b7fb-c0f1f597c656 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508616 May 14 18:05:14.353275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:14.383479 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:14.406668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Pushing event deleted for resources: {'Port': ['ID=bd0a2f6e-8611-4623-87b7-f45f2205c2a4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:14.464969 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:14.526509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:14.556187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:14.569392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-554b3b2c-5c4e-4a39-b756-c8606ac45393 req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "DELETE /v2.0/floatingips/0857e1ff-7850-49a5-8eae-797de47346d9 HTTP/1.1" status: 204 len: 173 time: 1.2884161 May 14 18:05:14.607740 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-c837d151-ae8f-4289-ae10-63d95ef9fa7d service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660967 May 14 18:05:14.756234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-169a421e-8817-427d-b2ab-69a134bb2a61 req-51b189f4-99ab-4c45-a684-f98ab94fd577 service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417046 May 14 18:05:14.860488 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'code': 200} May 14 18:05:15.046149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc44e-14a6-478c-bb8c-f5e89cfc6bdc req-7f105d2a-0b8c-4be5-8d53-8999a66f54e9 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:15.047688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ffdc44e-14a6-478c-bb8c-f5e89cfc6bdc req-7f105d2a-0b8c-4be5-8d53-8999a66f54e9 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.0904052 May 14 18:05:15.097429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ffdc44e-14a6-478c-bb8c-f5e89cfc6bdc req-e2f4dae0-96d6-4cc2-84d6-5b52a8bdd1f6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 May 14 18:05:15.287894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e6656-3a08-4579-a2d1-0cba2cf7aa29 req-0c3f3cbe-da79-4505-a7f2-e22a8986ae45 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:15.291870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-097e6656-3a08-4579-a2d1-0cba2cf7aa29 req-0c3f3cbe-da79-4505-a7f2-e22a8986ae45 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0911906 May 14 18:05:15.349915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-097e6656-3a08-4579-a2d1-0cba2cf7aa29 req-5366ac3a-bde0-4fa6-a6c7-b5bc8f9e70c9 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539238 May 14 18:05:15.468297 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'tag': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee', 'status': 'completed', 'code': 200} May 14 18:05:15.610320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-be641310-7398-4934-9b66-3b84f090ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:15.611839 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-be641310-7398-4934-9b66-3b84f090ac49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 1094 time: 0.1158643 May 14 18:05:15.741365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e7b461e-f77b-4540-b524-2183e298a297 req-f4fef63a-538a-480e-8848-54aad4174902 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1675534 May 14 18:05:15.753722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:15.759822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:15.766134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Usage tracker for resource:floatingip and tenant:9a0319bc77b942e090d6772854744c15 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:15.767297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:15.775167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:15.776716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-be939c6e-0b40-48bf-848c-174cc3d4b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:15.778369 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-be939c6e-0b40-48bf-848c-174cc3d4b01e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 915 time: 0.1583986 May 14 18:05:15.788647 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:15.860965 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-65bc6492-9c5f-4f1e-9e27-ffc41fbfe048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee HTTP/1.1" status: 200 len: 217 time: 0.0742147 May 14 18:05:15.940862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-ec1400a8-731e-4315-a792-dfb478aef6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:15.945909 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-ec1400a8-731e-4315-a792-dfb478aef6ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.0769227 May 14 18:05:15.955127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.010305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-839bc6f6-c09e-4838-b65d-7dea4084037e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514536 May 14 18:05:16.120267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Allocated IP 172.25.4.125 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/22a80655-a9bc-4412-b7e9-bdf0c81580f5) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:05:16.169669 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-e3282d27-e318-48a8-a53d-011e5c504d3e service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557474 May 14 18:05:16.308536 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.339681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e4d69d90-b35b-4c26-9060-c9e5c43e9b30 req-8eb09cf1-7f7b-4bad-a3bb-44d804e10083 service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587043 May 14 18:05:16.341890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.355636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:16.422992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:05:16.427920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:16.434448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:05:16.476078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Pushing event updated for resources: {'Port': ['ID=22a80655-a9bc-4412-b7e9-bdf0c81580f5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:16.485644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:16.543423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.619747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.861871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:16.964202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.969435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:16.974728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:17.081777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Pushing event updated for resources: {'Port': ['ID=22a80655-a9bc-4412-b7e9-bdf0c81580f5,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:17.085837 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:17.101260 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:17.135418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:17.136492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e7b461e-f77b-4540-b524-2183e298a297 req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3870919 May 14 18:05:17.226357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2e7b461e-f77b-4540-b524-2183e298a297 req-be71bfd9-0adc-4b83-aab3-66a0269851c5 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Synchronizing usage tracker for tenant:9a0319bc77b942e090d6772854744c15 on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:05:17.245924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2e7b461e-f77b-4540-b524-2183e298a297 req-be71bfd9-0adc-4b83-aab3-66a0269851c5 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Unset dirty status for tenant:9a0319bc77b942e090d6772854744c15 on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:05:17.247645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e7b461e-f77b-4540-b524-2183e298a297 req-be71bfd9-0adc-4b83-aab3-66a0269851c5 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.1047461 May 14 18:05:17.415111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b461e-f77b-4540-b524-2183e298a297 req-1582a6bb-dfd0-4a1d-b046-5a4bc7e16ec4 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:17.416651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e7b461e-f77b-4540-b524-2183e298a297 req-1582a6bb-dfd0-4a1d-b046-5a4bc7e16ec4 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1616995 May 14 18:05:17.822566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf3b8a-6503-4dcb-9108-0fe15fc2d617 req-a9155168-1fd1-431a-89a5-32f2a51c4180 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:17.824175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80bf3b8a-6503-4dcb-9108-0fe15fc2d617 req-a9155168-1fd1-431a-89a5-32f2a51c4180 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.0953667 May 14 18:05:17.871409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80bf3b8a-6503-4dcb-9108-0fe15fc2d617 req-18b11b52-1530-42cb-947f-3b5500f00c4d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 May 14 18:05:17.952461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a5c97f24-bb4e-4e18-b159-e6dd3eb641ee details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:05:18.063931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2a0eb-1c8f-4184-b720-fea9034c1aed req-1c81a25d-b3c9-48a8-ba31-ad2c4236b2a3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:18.066350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0a2a0eb-1c8f-4184-b720-fea9034c1aed req-1c81a25d-b3c9-48a8-ba31-ad2c4236b2a3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.0962167 May 14 18:05:18.128044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0a2a0eb-1c8f-4184-b720-fea9034c1aed req-ec7eb180-80ac-4a95-9b90-19d8436ffa5c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 May 14 18:05:18.153465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:18.164847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'port_id': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee', 'mac_address': 'fa:16:3e:52:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7620d1-c2d4-48f9-bc76-cda01693329c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:05:18.235722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:18.258388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c97f24-bb4e-4e18-b159-e6dd3eb641ee {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:18.278071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:18.289286 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:18.291485 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:18.355214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:18.512843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:18.524000 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:18.711827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['a5c97f24-bb4e-4e18-b159-e6dd3eb641ee'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:18.837730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db662ed-2e2f-4dd3-9dcc-e94610d11e19 req-5d7152a0-6ed0-4a17-b71b-a73bc997f577 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:18.846987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7db662ed-2e2f-4dd3-9dcc-e94610d11e19 req-5d7152a0-6ed0-4a17-b71b-a73bc997f577 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 944 time: 0.1128466 May 14 18:05:18.902056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7db662ed-2e2f-4dd3-9dcc-e94610d11e19 req-7b5caf72-ccf9-47d9-a6d3-61c5ac72a390 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539689 May 14 18:05:19.033354 n-d-787206-3 neutron-server[79561]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c', 'code': 422} returned with failed status May 14 18:05:19.130554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-53457451-bf7e-4048-8523-2612ed7fe8d7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips/688ab5a0-c578-48f1-890b-49f9183703e9 HTTP/1.1" status: 200 len: 693 time: 0.0877292 May 14 18:05:19.296296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-1240e72f-cf88-42d6-be28-eacec7d68765 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:19.297611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-1240e72f-cf88-42d6-be28-eacec7d68765 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.1617374 May 14 18:05:19.395001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-98e4a596-eeb8-421e-a9e6-a7574749c7ec tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0894551 May 14 18:05:19.482689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-f7d416b1-6ecc-4977-84c6-65e45abe44dd tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0867038 May 14 18:05:19.733181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Deleting port 22a80655-a9bc-4412-b7e9-bdf0c81580f5 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:19.733436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:19.970658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a5c97f24-bb4e-4e18-b159-e6dd3eb641ee up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:20.017817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.018455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.072288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:05:20.079054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:20.079954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.188933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Calling delete_port for 22a80655-a9bc-4412-b7e9-bdf0c81580f5 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:20.305579 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.356236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:20.361781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.366312 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-364b60c2-3cd3-490e-bdcf-57bdf1293683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:20.400954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.407751 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ebb19ffa-74ef-407d-9488-441685cf80c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:20.441300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:20.444612 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:20.474487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Pushing event deleted for resources: {'Port': ['ID=22a80655-a9bc-4412-b7e9-bdf0c81580f5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:20.478125 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:20.604236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.626158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:20.631251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4dea91ad-39a2-44ac-8998-d5848b17fe89 req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "DELETE /v2.0/floatingips/688ab5a0-c578-48f1-890b-49f9183703e9 HTTP/1.1" status: 204 len: 173 time: 1.1475103 May 14 18:05:20.834429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921ee98-aaa2-4433-8ae3-5e8e889b49a0 req-15c69d85-872c-4a88-befa-b39da263b22e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:20.836079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4921ee98-aaa2-4433-8ae3-5e8e889b49a0 req-15c69d85-872c-4a88-befa-b39da263b22e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1028447 May 14 18:05:20.897851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4921ee98-aaa2-4433-8ae3-5e8e889b49a0 req-ff5d9dfb-2cce-4347-bbc7-808e7836d775 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551310 May 14 18:05:21.035275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:21.246908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42d4ed-7317-400d-90c6-0c159376eb3d req-f86605e0-3db9-40b2-8188-2d25cd636ae1 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:21.248383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc42d4ed-7317-400d-90c6-0c159376eb3d req-f86605e0-3db9-40b2-8188-2d25cd636ae1 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.0980906 May 14 18:05:21.313348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc42d4ed-7317-400d-90c6-0c159376eb3d req-add9c40e-83f3-41bc-818e-e6f5a0bdb74d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 May 14 18:05:21.699828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c6f3d-ce61-444e-8445-d83506110e0d req-d2765a7e-1dbc-4756-8b4f-fc5e7333fc5b tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:21.701737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d76c6f3d-ce61-444e-8445-d83506110e0d req-d2765a7e-1dbc-4756-8b4f-fc5e7333fc5b tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 945 time: 0.1028972 May 14 18:05:21.755283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d76c6f3d-ce61-444e-8445-d83506110e0d req-33e36252-a257-48f9-b275-190547462bb7 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 May 14 18:05:21.921147 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-3772defd-0d44-4d97-b102-b004a9063492 req-1f0779ce-4e06-4fbc-9ad1-72db532a516e tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] show failed (client error): The resource could not be found. May 14 18:05:21.922153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3772defd-0d44-4d97-b102-b004a9063492 req-1f0779ce-4e06-4fbc-9ad1-72db532a516e tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips/688ab5a0-c578-48f1-890b-49f9183703e9 HTTP/1.1" status: 404 len: 350 time: 0.0697243 May 14 18:05:21.966856 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee', 'code': 200} May 14 18:05:22.108683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5714d3-a6e1-4f73-8f40-d27aeea0250f req-cca67d31-7b7b-444e-893c-f2a5f514e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:22.110215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5a5714d3-a6e1-4f73-8f40-d27aeea0250f req-cca67d31-7b7b-444e-893c-f2a5f514e286 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0824153 May 14 18:05:22.152787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5a5714d3-a6e1-4f73-8f40-d27aeea0250f req-8867c81c-6f09-474e-bd8a-0a68dbe7f839 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 May 14 18:05:22.375238 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-41b8b3f7-f560-4756-a449-5a26d7b2027a req-c4b162b5-2a0d-4fe0-9d12-134bd5ce5349 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] show failed (client error): The resource could not be found. May 14 18:05:22.376355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41b8b3f7-f560-4756-a449-5a26d7b2027a req-c4b162b5-2a0d-4fe0-9d12-134bd5ce5349 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] 10.222.0.24 "GET /v2.0/floatingips/688ab5a0-c578-48f1-890b-49f9183703e9 HTTP/1.1" status: 404 len: 350 time: 0.0975375 May 14 18:05:22.386609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45718) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:22.626413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39a032-bdba-4b46-aeb9-1bf3eee53673 req-99c64771-9b13-4fd5-be22-1acc21cc0998 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:22.628245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc39a032-bdba-4b46-aeb9-1bf3eee53673 req-99c64771-9b13-4fd5-be22-1acc21cc0998 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1015146 May 14 18:05:22.679382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc39a032-bdba-4b46-aeb9-1bf3eee53673 req-72b1cb64-15b6-47a1-9f1a-2713d28a8e55 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 May 14 18:05:22.968522 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-e8685243-9fc0-44f4-8fb6-396720bb8f5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4254947 May 14 18:05:23.036017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce700781-da7e-4ecd-8a03-9eb5fc79a4ba req-ef9e7c14-aa84-4742-ab9d-1d256c5c2338 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:23.044107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce700781-da7e-4ecd-8a03-9eb5fc79a4ba req-ef9e7c14-aa84-4742-ab9d-1d256c5c2338 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:23.045917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce700781-da7e-4ecd-8a03-9eb5fc79a4ba req-ef9e7c14-aa84-4742-ab9d-1d256c5c2338 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b&device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 1681 time: 0.1006932 May 14 18:05:23.122090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce700781-da7e-4ecd-8a03-9eb5fc79a4ba req-b182400c-207a-4682-b6bf-cc564b7bcae6 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 May 14 18:05:23.176952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:23.325089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8800e-2520-4a14-9b85-58273346db5e req-1fad1086-8460-4483-8c84-db0a4f6a5362 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:23.326787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eae8800e-2520-4a14-9b85-58273346db5e req-1fad1086-8460-4483-8c84-db0a4f6a5362 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.0968046 May 14 18:05:23.414111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eae8800e-2520-4a14-9b85-58273346db5e req-2fadff7a-6fbb-4e98-8283-643cb34178de tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779254 May 14 18:05:23.656580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b7f9-3af2-4eff-ac03-1d3d4bbac1d6 req-9ea3eb04-0192-46c7-a4be-6dd1bb37834d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:23.658058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccb6b7f9-3af2-4eff-ac03-1d3d4bbac1d6 req-9ea3eb04-0192-46c7-a4be-6dd1bb37834d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.0922050 May 14 18:05:23.680273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Deleting port 33c8041c-c4e2-40c6-87e2-722ef9c819cd {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:23.680619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:23.706992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccb6b7f9-3af2-4eff-ac03-1d3d4bbac1d6 req-96dcec85-3fbe-4b36-a666-53616f9cc52c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 May 14 18:05:23.818575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] For port 33c8041c-c4e2-40c6-87e2-722ef9c819cd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=33c8041c-c4e2-40c6-87e2-722ef9c819cd,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:23.818929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:23.851357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:23.897964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fd35d-b738-41e6-b4d9-d2f3a5def181 req-a7ad5df4-0214-41be-901c-9629e0ff8819 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:23.899429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd2fd35d-b738-41e6-b4d9-d2f3a5def181 req-a7ad5df4-0214-41be-901c-9629e0ff8819 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0834987 May 14 18:05:23.945410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd2fd35d-b738-41e6-b4d9-d2f3a5def181 req-a9808178-87e4-484b-8ea9-d220cc623061 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 May 14 18:05:23.946513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Calling delete_port for 33c8041c-c4e2-40c6-87e2-722ef9c819cd owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:24.117199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:24.122664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba28d04b-9d29-4c91-9f39-cd42825f9cdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:24.170682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=33c8041c-c4e2-40c6-87e2-722ef9c819cd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:24.173793 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:24.229651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-7c8eee82-235b-4272-911c-9703cade5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:24.230829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-7c8eee82-235b-4272-911c-9703cade5941 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164&tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43 HTTP/1.1" status: 200 len: 1094 time: 0.1506832 May 14 18:05:24.249136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb0b95-6463-4c03-a9a0-7a985f90e3ac req-67df4d27-4c62-4e5d-af09-39238312b94d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:24.250706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36eb0b95-6463-4c03-a9a0-7a985f90e3ac req-67df4d27-4c62-4e5d-af09-39238312b94d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1143012 May 14 18:05:24.342090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36eb0b95-6463-4c03-a9a0-7a985f90e3ac req-a0b090d6-4e50-4353-bdda-5aa31aaa739e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807753 May 14 18:05:24.516844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-84b946cd-937b-4d49-bf05-21eeb5eb9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:24.518319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-84b946cd-937b-4d49-bf05-21eeb5eb9375 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1094 time: 0.1877363 May 14 18:05:24.588040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:24.828912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-7c4a2fe2-87eb-4c13-affe-ec1f217a1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:24.830926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-7c4a2fe2-87eb-4c13-affe-ec1f217a1299 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.2967844 May 14 18:05:24.966348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-18692f47-d994-49f5-91a7-a359136c5a6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.1253667 May 14 18:05:25.060008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91852f-42a2-4bf4-8ae3-042e7e0e81be req-27da191c-c360-4553-b54a-c0666f190a6f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:25.061469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c91852f-42a2-4bf4-8ae3-042e7e0e81be req-27da191c-c360-4553-b54a-c0666f190a6f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1490254 May 14 18:05:25.062953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-b22b2230-cef6-4c8b-b853-d8294c99abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:25.064282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-b22b2230-cef6-4c8b-b853-d8294c99abd1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.0865898 May 14 18:05:25.145372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-9f9f4152-44be-46c6-b243-6c00eaa42b8d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592990 May 14 18:05:25.148630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:05:25.177939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c91852f-42a2-4bf4-8ae3-042e7e0e81be req-9a87370c-afc1-4b8c-9488-87de84d9df7a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102295 May 14 18:05:25.309190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-3be333ba-7837-443e-b076-d611e6f4d0c3 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559043 May 14 18:05:25.376833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:05:25.386726 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] 10.222.0.24 "PUT /v2.0/routers/dcbf7acc-4df3-4309-82c3-c39c8e6cd856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9990172 May 14 18:05:25.389341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45788) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:25.390771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] Sync routers for ids ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:05:25.405075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] Routers {'dcbf7acc-4df3-4309-82c3-c39c8e6cd856'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:25.405908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:25.460268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-09bb8851-494c-4803-a755-5abe014135bd service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348510 May 14 18:05:25.625276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] Set router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:25.646385 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:25.757516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d556b3-9854-4cbc-aeab-0ba1b6ce638a req-e0844540-4531-47cf-b2f7-ee578d4347e5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:25.759422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54d556b3-9854-4cbc-aeab-0ba1b6ce638a req-e0844540-4531-47cf-b2f7-ee578d4347e5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.1080272 May 14 18:05:25.823749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54d556b3-9854-4cbc-aeab-0ba1b6ce638a req-2eebe0e4-ab98-48e9-8d70-2a05807d0c0a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582201 May 14 18:05:25.938071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:26.020817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:05:24Z', 'revision_number': 5, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port': {'id': '0539d3e0-c406-4bda-bee0-572e1017d5c0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:04:51Z', 'updated_at': '2021-05-14T18:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:26.028130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] Checking router: dcbf7acc-4df3-4309-82c3-c39c8e6cd856 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:05:26.053924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] Routers {'dcbf7acc-4df3-4309-82c3-c39c8e6cd856'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:26.054547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:26.143551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Deleting port 0539d3e0-c406-4bda-bee0-572e1017d5c0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:26.145268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:26.376434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:26.439596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] Set router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:26.443058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] For port 0539d3e0-c406-4bda-bee0-572e1017d5c0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0539d3e0-c406-4bda-bee0-572e1017d5c0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:26.443458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:26.604823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:05:25Z', 'revision_number': 6, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:26.611852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b93d44-96b2-48ef-831f-bafb80705ff0 req-a1a14882-f284-4278-bf33-e44ff5dbe3a2 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:26.621745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18205767-fc3f-4800-a976-14a9ab537a6a None None] The sync data for ids ['dcbf7acc-4df3-4309-82c3-c39c8e6cd856'] in n-d-787206-3 is: [{'id': 'dcbf7acc-4df3-4309-82c3-c39c8e6cd856', 'name': 'tempest-FloatingIPsTestJSON-1174778614-router', 'tenant_id': '9a0319bc77b942e090d6772854744c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:04:50Z', 'updated_at': '2021-05-14T18:05:25Z', 'revision_number': 6, 'project_id': '9a0319bc77b942e090d6772854744c15', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:05:26.624450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86b93d44-96b2-48ef-831f-bafb80705ff0 req-a1a14882-f284-4278-bf33-e44ff5dbe3a2 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 950 time: 0.1234226 May 14 18:05:26.695324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Calling delete_port for 0539d3e0-c406-4bda-bee0-572e1017d5c0 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:26.705746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86b93d44-96b2-48ef-831f-bafb80705ff0 req-594aae65-c4ac-45a5-bd83-0951eed8e429 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803676 May 14 18:05:26.773605 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:26.809298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:26.810460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:26.817991 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:26.822801 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:26.933086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:26.948344 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:26.974258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:26.978905 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b9193ada-6203-4fbd-8cfb-bc19bd3bddcf tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:27.002562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ca37698-0a0b-4c2a-95e0-b957cb7cc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.091829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf2ac-d03f-4b83-8c04-9cdd7ae92770 req-a8edf8b5-817c-4587-833c-de1459d33121 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:27.104251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61bbf2ac-d03f-4b83-8c04-9cdd7ae92770 req-a8edf8b5-817c-4587-833c-de1459d33121 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1347077 May 14 18:05:27.109450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Pushing event deleted for resources: {'Port': ['ID=0539d3e0-c406-4bda-bee0-572e1017d5c0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:27.114280 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:27.197793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61bbf2ac-d03f-4b83-8c04-9cdd7ae92770 req-a331fff4-b486-42ad-a86e-52551e81c809 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910788 May 14 18:05:27.432526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.543306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.677739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.680131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.705809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.707202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbf7acc-4df3-4309-82c3-c39c8e6cd856 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:05:27.719931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.721286 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dcbf7acc-4df3-4309-82c3-c39c8e6cd856 HTTP/1.1" status: 204 len: 168 time: 2.3309693 May 14 18:05:27.725364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:27.807364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Deleting subnet ba1862dd-a60b-461f-a30c-7806648e84b7 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:05:27.811433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:27.874754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:28.013127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:28.069237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cceaf4-f4c5-49f5-9273-e045deb04c01 req-0453b7ab-6094-43cf-97c3-6bf0fbcd4a8d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:28.078146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04cceaf4-f4c5-49f5-9273-e045deb04c01 req-0453b7ab-6094-43cf-97c3-6bf0fbcd4a8d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1122684 May 14 18:05:28.136028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04cceaf4-f4c5-49f5-9273-e045deb04c01 req-e570e9ad-5e1c-436f-8da3-2faa71009a51 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565288 May 14 18:05:28.403994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0539d3e0-c406-4bda-bee0-572e1017d5c0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:28.459388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0539d3e0-c406-4bda-bee0-572e1017d5c0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:28.460073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0539d3e0-c406-4bda-bee0-572e1017d5c0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:28.463217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33c8041c-c4e2-40c6-87e2-722ef9c819cd no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:28.463709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e9499-6f1d-4883-b22a-b1e63481ab9c req-12831118-fc10-45f4-9516-f6a9f497766b tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:28.466068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f76e9499-6f1d-4883-b22a-b1e63481ab9c req-12831118-fc10-45f4-9516-f6a9f497766b tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 946 time: 0.1519709 May 14 18:05:28.546060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 33c8041c-c4e2-40c6-87e2-722ef9c819cd {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:28.546637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33c8041c-c4e2-40c6-87e2-722ef9c819cd not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:28.582165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f76e9499-6f1d-4883-b22a-b1e63481ab9c req-bd612afb-61f1-4ada-b093-0771645681a3 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/security-groups?id=be71884b-1eb5-4e32-926e-e80b5d506888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092637 May 14 18:05:28.626168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:28.649665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-79757cb7-a1fd-4b99-a11b-f0afb61738bd tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:28.650542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-79757cb7-a1fd-4b99-a11b-f0afb61738bd tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Synchronizing usage tracker for tenant:cc99186680db4af98b9201dffbfaea9c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:05:28.653666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f209b0e-a38b-4711-817a-f5408d89e2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:28.710494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1862dd-a60b-461f-a30c-7806648e84b7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:28.713858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:28.721870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:28.722244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c52d7-7ae7-4d6b-b9ec-91b18a4c94b7 None None] Network e8581c59-cf58-45a1-b5ed-07de14d33d18 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:05:28.731362 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba1862dd-a60b-461f-a30c-7806648e84b7 HTTP/1.1" status: 204 len: 168 time: 1.0025959 May 14 18:05:28.731605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45852) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:28.763391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-79757cb7-a1fd-4b99-a11b-f0afb61738bd tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Unset dirty status for tenant:cc99186680db4af98b9201dffbfaea9c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:05:28.771241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-79757cb7-a1fd-4b99-a11b-f0afb61738bd tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 946 time: 0.4600289 May 14 18:05:28.809666 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'code': 200} May 14 18:05:28.958642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.088713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0370d1a-33c2-4a59-bb25-46849c1612af req-b69ed918-9d77-4896-88de-209bb0b89866 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:29.097382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0370d1a-33c2-4a59-bb25-46849c1612af req-b69ed918-9d77-4896-88de-209bb0b89866 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.1446314 May 14 18:05:29.173016 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0370d1a-33c2-4a59-bb25-46849c1612af req-d0fcd87d-4b7c-4e99-9611-2e5f71bebbcf tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 May 14 18:05:29.228649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Deleting port 046dfb43-49d6-4800-a59a-1ee7199b94dc {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:29.228789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.244778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] DHCP port deletion for e8581c59-cf58-45a1-b5ed-07de14d33d18 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:05:29.255270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Deleting port df95ede9-37e5-4f6c-a262-8f516b31f602 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:29.255270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.340476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Deleting port df95ede9-37e5-4f6c-a262-8f516b31f602 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:29.341138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.466188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] For port df95ede9-37e5-4f6c-a262-8f516b31f602, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df95ede9-37e5-4f6c-a262-8f516b31f602,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:29.466630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.514676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] For port df95ede9-37e5-4f6c-a262-8f516b31f602, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df95ede9-37e5-4f6c-a262-8f516b31f602,segment=NetworkSegment(070c9d7b-55b5-4495-be41-2ea5c8a63d47),segment_id=070c9d7b-55b5-4495-be41-2ea5c8a63d47)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:29.515452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.718632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Calling delete_port for df95ede9-37e5-4f6c-a262-8f516b31f602 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:29.789672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.795695 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:29.826214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Calling delete_port for df95ede9-37e5-4f6c-a262-8f516b31f602 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:29.836014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] For port 046dfb43-49d6-4800-a59a-1ee7199b94dc, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=046dfb43-49d6-4800-a59a-1ee7199b94dc,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:29.836527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.848769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Pushing event deleted for resources: {'Port': ['ID=df95ede9-37e5-4f6c-a262-8f516b31f602,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:29.852753 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.869486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.870125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.870761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.871287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.871800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.872322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.872829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.873331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.873828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.874359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.874862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.875385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:29.883566 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b24ac082-c935-4c7e-9eb6-e30fe7c1c2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:29.887108 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:29.888334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] No DVR routers for this DVR port df95ede9-37e5-4f6c-a262-8f516b31f602 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:29.982778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Calling delete_port for 046dfb43-49d6-4800-a59a-1ee7199b94dc owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:30.054866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.070693 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:30.099312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516a242-239a-475b-b950-cabf6dcfab71 req-cea04fa0-9251-49bf-8753-67f18e909866 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:30.113468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d516a242-239a-475b-b950-cabf6dcfab71 req-cea04fa0-9251-49bf-8753-67f18e909866 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1941612 May 14 18:05:30.134133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Pushing event deleted for resources: {'Port': ['ID=df95ede9-37e5-4f6c-a262-8f516b31f602,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:30.148643 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:30.218789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d516a242-239a-475b-b950-cabf6dcfab71 req-354bf898-1a40-4101-93b5-b29d447efd51 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007602 May 14 18:05:30.267964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] No DVR routers for this DVR port df95ede9-37e5-4f6c-a262-8f516b31f602 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:30.456816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df95ede9-37e5-4f6c-a262-8f516b31f602 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:30.537703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: df95ede9-37e5-4f6c-a262-8f516b31f602 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:30.538311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df95ede9-37e5-4f6c-a262-8f516b31f602 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:30.547211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.557672 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:30.626193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.651632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Pushing event deleted for resources: {'Port': ['ID=046dfb43-49d6-4800-a59a-1ee7199b94dc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:30.684803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad929be6-948c-471a-be84-6113be33eade req-fd3ab61a-9f32-4d62-85b3-36d32b60a202 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:30.695765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad929be6-948c-471a-be84-6113be33eade req-fd3ab61a-9f32-4d62-85b3-36d32b60a202 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2293417 May 14 18:05:30.703626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.736004 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:30.751770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8581c59-cf58-45a1-b5ed-07de14d33d18']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:30.759667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] No DVR routers for this DVR port 046dfb43-49d6-4800-a59a-1ee7199b94dc on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:30.763298 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad929be6-948c-471a-be84-6113be33eade req-67e85b6a-9da1-4025-9a1c-bc77f74de713 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658782 May 14 18:05:30.764976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.771624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b454013-62b5-48b6-842d-e939f4a481ee', 'name': 'network-vif-deleted', 'tag': '046dfb43-49d6-4800-a59a-1ee7199b94dc'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:30.793537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070c9d7b-55b5-4495-be41-2ea5c8a63d47') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:30.793867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070c9d7b-55b5-4495-be41-2ea5c8a63d47') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:30.809506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.818350 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8d8d48e1-31d5-4cd5-aae8-d77dc7b68a66 req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.15 "DELETE /v2.0/ports/046dfb43-49d6-4800-a59a-1ee7199b94dc HTTP/1.1" status: 204 len: 173 time: 1.9888980 May 14 18:05:30.830973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.840540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:05:30.841044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: timer() May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:05:30.863784 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:05:31.016196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9c5f80a-cb33-49fa-8898-70ca929a1083 req-e1b19810-1365-42d0-865a-901f643b44bc tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b454013-62b5-48b6-842d-e939f4a481ee HTTP/1.1" status: 200 len: 210 time: 0.0652652 May 14 18:05:31.049456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:31.055919 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dc22254-b10e-4aa3-96a6-be8636ce6be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:31.097205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:31.100033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8581c59-cf58-45a1-b5ed-07de14d33d18,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:31.106481 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:31.113644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] 10.222.0.24 "DELETE /v2.0/networks/e8581c59-cf58-45a1-b5ed-07de14d33d18 HTTP/1.1" status: 204 len: 168 time: 2.3805912 May 14 18:05:31.313321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45878) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:31.407683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2e971877-2e27-4414-bd0e-9577d5bd408b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a0319bc77b942e090d6772854744c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920446 May 14 18:05:31.410826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:31.544789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:31.589582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:31.703873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:31.708160 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:31.740840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e46f1b-21ea-4614-a6ba-85e0f702574c req-4e11f51f-3cde-401c-9991-fe7cee0ed70f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:31.754227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb0adb-db3f-4418-b6b6-b067966f9316,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:31.754593 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e46f1b-21ea-4614-a6ba-85e0f702574c req-4e11f51f-3cde-401c-9991-fe7cee0ed70f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.1403069 May 14 18:05:31.769735 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:31.779416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:31.779416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4bb0adb-db3f-4418-b6b6-b067966f9316 HTTP/1.1" status: 204 len: 168 time: 0.3653407 May 14 18:05:31.857363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e46f1b-21ea-4614-a6ba-85e0f702574c req-a105f6fe-b123-450e-9015-7c76625c289a tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018250 May 14 18:05:32.087759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 046dfb43-49d6-4800-a59a-1ee7199b94dc no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:32.153970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 046dfb43-49d6-4800-a59a-1ee7199b94dc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:32.154624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 046dfb43-49d6-4800-a59a-1ee7199b94dc not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:32.185296 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:33.154922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec7247-1466-4321-aefa-c5b096080afc req-c7c63262-8422-49ee-8ccf-fae612fe3a8f tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:33.155657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ceec7247-1466-4321-aefa-c5b096080afc req-c7c63262-8422-49ee-8ccf-fae612fe3a8f tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Synchronizing usage tracker for tenant:ec87342bd13048a69a17245228c16912 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:05:33.184890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-ceec7247-1466-4321-aefa-c5b096080afc req-c7c63262-8422-49ee-8ccf-fae612fe3a8f tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Unset dirty status for tenant:ec87342bd13048a69a17245228c16912 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:05:33.186941 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ceec7247-1466-4321-aefa-c5b096080afc req-c7c63262-8422-49ee-8ccf-fae612fe3a8f tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d4489c7-9564-410f-8827-8021bb7a2b7b HTTP/1.1" status: 200 len: 945 time: 0.1660540 May 14 18:05:33.382256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Deleting port ae55da60-1c58-4b76-b766-4d1782fe87bb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:33.382818 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:33.633155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] For port ae55da60-1c58-4b76-b766-4d1782fe87bb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae55da60-1c58-4b76-b766-4d1782fe87bb,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:33.634287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:33.850850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Calling delete_port for ae55da60-1c58-4b76-b766-4d1782fe87bb owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:33.866203 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b454013-62b5-48b6-842d-e939f4a481ee', 'name': 'network-vif-deleted', 'tag': '046dfb43-49d6-4800-a59a-1ee7199b94dc', 'status': 'completed', 'code': 200} May 14 18:05:34.085977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:34.093371 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:34.106882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ae55da60-1c58-4b76-b766-4d1782fe87bb'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:34.119393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274c11-99bb-4b7a-b69d-9f6abe02dd90 req-c357cb96-3157-414c-9d05-c7d6fc5c3925 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:34.128375 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b274c11-99bb-4b7a-b69d-9f6abe02dd90 req-c357cb96-3157-414c-9d05-c7d6fc5c3925 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1802828 May 14 18:05:34.151230 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:05:34.165954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:34.169266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Pushing event deleted for resources: {'Port': ['ID=ae55da60-1c58-4b76-b766-4d1782fe87bb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:34.211528 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:34.291817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] No DVR routers for this DVR port ae55da60-1c58-4b76-b766-4d1782fe87bb on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:34.296349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:34.322784 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ceec7247-1466-4321-aefa-c5b096080afc req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.15 "DELETE /v2.0/ports/ae55da60-1c58-4b76-b766-4d1782fe87bb HTTP/1.1" status: 204 len: 173 time: 1.1296012 May 14 18:05:34.455734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b274c11-99bb-4b7a-b69d-9f6abe02dd90 req-01b3839b-6d18-4414-868c-f6877725ce9c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256512 May 14 18:05:34.885180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d982a-6b3e-47de-a8eb-96275dd11e8f req-3ed800f6-7916-426f-a2c2-052da068cb66 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:34.891731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-244d982a-6b3e-47de-a8eb-96275dd11e8f req-3ed800f6-7916-426f-a2c2-052da068cb66 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.1058552 May 14 18:05:34.949203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-244d982a-6b3e-47de-a8eb-96275dd11e8f req-938cb294-0415-4a14-ac71-3adde1796539 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 May 14 18:05:35.776490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38a4ec-029f-4a48-9f89-5e29d103a74d req-04634114-49a6-426b-a39b-1893a4de0536 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:35.778026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee38a4ec-029f-4a48-9f89-5e29d103a74d req-04634114-49a6-426b-a39b-1893a4de0536 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 945 time: 0.1241591 May 14 18:05:35.835813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee38a4ec-029f-4a48-9f89-5e29d103a74d req-4c2fccd9-f27a-4c7f-bdc3-faf5a281887a tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507472 May 14 18:05:35.868977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'name': 'network-vif-deleted', 'tag': 'ae55da60-1c58-4b76-b766-4d1782fe87bb'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:36.196015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1273b-2f6a-45c3-b541-a3c20c29468e req-e9517194-cd03-4541-b40d-6d0cada940a8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:36.197541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99b1273b-2f6a-45c3-b541-a3c20c29468e req-e9517194-cd03-4541-b40d-6d0cada940a8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0952826 May 14 18:05:36.250473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99b1273b-2f6a-45c3-b541-a3c20c29468e req-e4c88e79-c7c1-405d-97c2-88d2f1a50263 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471854 May 14 18:05:36.839511 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4489c7-9564-410f-8827-8021bb7a2b7b', 'name': 'network-vif-deleted', 'tag': 'ae55da60-1c58-4b76-b766-4d1782fe87bb', 'status': 'completed', 'code': 200} May 14 18:05:37.018143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263fca-e12e-4dbd-83ba-5d8e6a3a62b9 req-37e01558-471f-4c72-8406-2cc74dfa8565 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:37.020496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80263fca-e12e-4dbd-83ba-5d8e6a3a62b9 req-37e01558-471f-4c72-8406-2cc74dfa8565 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.0877676 May 14 18:05:37.069219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80263fca-e12e-4dbd-83ba-5d8e6a3a62b9 req-c9f6e211-6f32-434f-bd01-dda87bdaa0c4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 May 14 18:05:37.256700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683092-ca41-4fd0-82b5-22221b7b6e1a req-94bca8a6-401c-4bfb-9a85-2d80b0d852c6 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:37.258433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba683092-ca41-4fd0-82b5-22221b7b6e1a req-94bca8a6-401c-4bfb-9a85-2d80b0d852c6 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.0904069 May 14 18:05:37.309127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba683092-ca41-4fd0-82b5-22221b7b6e1a req-e81277ed-5ec2-4e3c-82d7-b14bc6e4bcdb tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 May 14 18:05:37.615084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40a2b-b917-42a5-bd58-9c1f9b68ef62 req-a8e6fbdb-2504-4574-8bd5-3502f42cb6ed tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:37.616487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54b40a2b-b917-42a5-bd58-9c1f9b68ef62 req-a8e6fbdb-2504-4574-8bd5-3502f42cb6ed tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 945 time: 0.0802228 May 14 18:05:37.665294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54b40a2b-b917-42a5-bd58-9c1f9b68ef62 req-b2421661-400a-4670-862a-20b21df3be07 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 May 14 18:05:37.945990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-935767b2-bb3f-4eb4-bace-1beee72469b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:37.947606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-935767b2-bb3f-4eb4-bace-1beee72469b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1094 time: 0.1083426 May 14 18:05:37.974874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60526e-a32d-450e-a92d-8c65b55af91f req-59216c4a-1287-4433-8bc8-5b4fff82e384 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:37.976488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e60526e-a32d-450e-a92d-8c65b55af91f req-59216c4a-1287-4433-8bc8-5b4fff82e384 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1741037 May 14 18:05:38.105607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae55da60-1c58-4b76-b766-4d1782fe87bb no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:38.180182 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: ae55da60-1c58-4b76-b766-4d1782fe87bb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:38.180895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae55da60-1c58-4b76-b766-4d1782fe87bb not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:38.183114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e60526e-a32d-450e-a92d-8c65b55af91f req-f6c249fb-ba1a-40ba-adaa-72b6df274d39 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987309 May 14 18:05:38.253556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-4e319c87-35bd-4ad5-8885-7ec696d465a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:38.255496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-4e319c87-35bd-4ad5-8885-7ec696d465a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.2701735 May 14 18:05:38.364214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-f7fe5c3d-1f66-4bd6-831a-5a424c75e2c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.1005406 May 14 18:05:38.440984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-628605b6-8650-4adc-8f78-dcbc973db4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:38.442505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-628605b6-8650-4adc-8f78-dcbc973db4bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.0697472 May 14 18:05:38.519403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-fcfce429-d754-4876-a8bb-6f567a930f06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635536 May 14 18:05:38.529906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae665fe-49de-4224-af69-98df6984b8e7 req-53097ae0-635b-4abc-837a-ffae2d0542ce tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:38.537617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ae665fe-49de-4224-af69-98df6984b8e7 req-53097ae0-635b-4abc-837a-ffae2d0542ce tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.2248626 May 14 18:05:38.631766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ae665fe-49de-4224-af69-98df6984b8e7 req-e7b5c8a9-c40a-495c-aae2-f5a49618647d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930624 May 14 18:05:38.795968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-cdd3e922-d733-44d4-aa8d-fd29d915b36f service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327571 May 14 18:05:39.002854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a92654-9273-49c1-9344-bed42f3e64e7 req-69d4e19b-77a5-4646-bfb1-35167a36a8be service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978040 May 14 18:05:39.037606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44016b-cd52-4077-9069-edcc882bde6e req-cc474a47-f859-4081-91d4-0b5a8de90b38 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:39.039102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac44016b-cd52-4077-9069-edcc882bde6e req-cc474a47-f859-4081-91d4-0b5a8de90b38 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.1180942 May 14 18:05:39.204746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac44016b-cd52-4077-9069-edcc882bde6e req-27abaa39-b92f-4ecb-a06d-83c37c37ba71 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597292 May 14 18:05:39.443554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149537-b3a8-45c5-8ed3-d5f867ad025c req-ea79eaba-2a21-49cc-aee0-93c053086fb9 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:39.445033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99149537-b3a8-45c5-8ed3-d5f867ad025c req-ea79eaba-2a21-49cc-aee0-93c053086fb9 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 945 time: 0.0827346 May 14 18:05:39.492727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99149537-b3a8-45c5-8ed3-d5f867ad025c req-28cedb91-a67d-4107-ac6c-8310fcd9b6f6 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/security-groups?id=0396fac2-d217-485d-b380-e99b1c6deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 May 14 18:05:39.580258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46160) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:40.039168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086e5ff-705f-46df-a1ab-eec9be3f3823 req-6fbc31e4-984d-4fbb-82cb-bd9522fb3159 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:40.043616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9086e5ff-705f-46df-a1ab-eec9be3f3823 req-6fbc31e4-984d-4fbb-82cb-bd9522fb3159 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2759938 May 14 18:05:40.169153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9086e5ff-705f-46df-a1ab-eec9be3f3823 req-669eb187-727e-4e35-9b52-0c88996565de tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221354 May 14 18:05:40.331758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-58d972bb-02c2-4275-bdab-4a413143a587 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:40.333171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-58d972bb-02c2-4275-bdab-4a413143a587 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 945 time: 0.2539983 May 14 18:05:40.458502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:05:40.528994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc817e1-1deb-4395-a89f-a518855aa1e0 req-44fbd368-63eb-4a75-9f4b-e69309b7ba0f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:40.530452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdc817e1-1deb-4395-a89f-a518855aa1e0 req-44fbd368-63eb-4a75-9f4b-e69309b7ba0f tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 943 time: 0.2473748 May 14 18:05:40.630460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Deleting port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:40.630713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:40.651136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:40.669661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'd8e2311d-c063-423c-991c-d9c20906718c', 'network_id': 'e7b04ea2-6869-47b3-b987-90f1cdd877d0', 'port_id': 'd8e2311d-c063-423c-991c-d9c20906718c', 'mac_address': 'fa:16:3e:1c:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ba483b-24ba-4fe8-a1ef-bbdabe347b10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:05:40.722067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdc817e1-1deb-4395-a89f-a518855aa1e0 req-d8ab36d5-9107-4c2b-83b9-a6894e2ba9de tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440558 May 14 18:05:40.768625 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:40.792226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:40.811656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2311d-c063-423c-991c-d9c20906718c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:40.845134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:40.851053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:40.852878 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:40.943957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:40.947798 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:40.984021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] For port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,segment=NetworkSegment(70d4d533-05c0-46b3-ac8e-981f594c3f0a),segment_id=70d4d533-05c0-46b3-ac8e-981f594c3f0a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:40.984259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:41.240168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d8e2311d-c063-423c-991c-d9c20906718c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:41.325803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Calling delete_port for 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:41.363753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-46d5101f-d856-4da5-823d-d5b42dac9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:41.366502 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-46d5101f-d856-4da5-823d-d5b42dac9a1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.0901330 May 14 18:05:41.539842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a025-7b5f-480d-a027-9b7d8afbf947 req-46f5bd91-0934-4c59-9b41-150b94318989 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:41.541341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8727a025-7b5f-480d-a027-9b7d8afbf947 req-46f5bd91-0934-4c59-9b41-150b94318989 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 945 time: 0.3203385 May 14 18:05:41.546232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-c3d3e009-273b-4a4a-b253-b82ecabf4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:41.547758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-c3d3e009-273b-4a4a-b253-b82ecabf4d87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1714873 May 14 18:05:41.697353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8727a025-7b5f-480d-a027-9b7d8afbf947 req-7ccbea90-5706-43c9-845c-54b6ed603c14 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455984 May 14 18:05:41.805323 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-35930849-e0a8-44bc-9c23-50c6e77bd978 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.2434411 May 14 18:05:41.831664 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:41.872979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-67560ef2-0905-4f25-926d-705301965476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:41.874731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-67560ef2-0905-4f25-926d-705301965476 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.0617480 May 14 18:05:41.874957 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:41.952094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-d3c0a4c0-2547-4968-9641-18c83466d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:41.953653 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-d3c0a4c0-2547-4968-9641-18c83466d037 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716081 May 14 18:05:41.967628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Pushing event deleted for resources: {'Port': ['ID=8d7549c7-ec2d-4d71-aa21-0d2beea8f47d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:42.001402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ecf40ce-f3d6-4dec-be24-e33b5258b0f9 req-c0013316-af7f-46df-b47b-0f651fe4ff7e tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2ac065-0ca0-41af-84c0-2c56192d752e HTTP/1.1" status: 200 len: 210 time: 0.0964842 May 14 18:05:42.045776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.046158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.046543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.046894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.047288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.047651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.048014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.048370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.048733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.049086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.049435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.049905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:05:42.059447 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:42.066898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] No DVR routers for this DVR port 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:42.070820 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:42.073179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'name': 'network-vif-deleted', 'tag': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:42.088407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e5375c4-bfec-4832-bc28-2cffb583e698 req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] 10.222.0.22 "DELETE /v2.0/ports/8d7549c7-ec2d-4d71-aa21-0d2beea8f47d HTTP/1.1" status: 204 len: 173 time: 1.7442772 May 14 18:05:42.101045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Deleting port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:42.101520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:42.138510 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-a021645d-a8fb-4f54-ab3f-98bbb37b4728 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749663 May 14 18:05:42.249767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] For port e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:42.250122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:42.305763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8d7549c7-ec2d-4d71-aa21-0d2beea8f47d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:42.360840 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ec62a021-34db-4b49-b77f-9aff72eae6a1 req-bad458ff-35ad-4f14-a0ec-dae90c851b36 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840055 May 14 18:05:42.458191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Calling delete_port for e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:42.484239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:05:42.559515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661063d1-f3e2-4794-8fde-6508a3a241c0 req-d90fec82-69a2-4602-ae5c-2cabee472400 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:42.560878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-661063d1-f3e2-4794-8fde-6508a3a241c0 req-d90fec82-69a2-4602-ae5c-2cabee472400 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1107879 May 14 18:05:42.621613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:42.627149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-661063d1-f3e2-4794-8fde-6508a3a241c0 req-e16672be-9f6e-43ee-ba5d-7aa9a86ebba5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589397 May 14 18:05:42.635293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'port_id': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'mac_address': 'fa:16:3e:be:8c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b774608b-5559-4fe3-b65f-08f31ace3b60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:05:42.698200 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:42.717195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:42.725583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3135e0c5-5961-4ab0-827b-cb12cfa0d46d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:42.730033 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e588ec5-06e7-42e4-b315-4887fad4fbdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:42.768199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:42.774987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:42.775871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:05:42.841770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:42.849378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:42.937199 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:43.068658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:43.091595 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:43.101978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:43.141560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'mac_address': 'fa:16:3e:42:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:05:43.228711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:43.254491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899b9aed-85be-4e9c-959f-eafd061bc5c3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:43.272955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:43.277428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:43.279607 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:43.334941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4484328-6204-4693-9a8f-630f0293a958 req-324b84fa-de44-4b72-97ac-974e4b65b3b5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:43.341956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4484328-6204-4693-9a8f-630f0293a958 req-324b84fa-de44-4b72-97ac-974e4b65b3b5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 944 time: 0.5460377 May 14 18:05:43.370572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:43.377561 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:43.411741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4484328-6204-4693-9a8f-630f0293a958 req-f96c2fda-f227-4ff1-a57f-110524d4b4ad tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688865 May 14 18:05:43.442679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['899b9aed-85be-4e9c-959f-eafd061bc5c3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:43.448031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:43.476637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['3135e0c5-5961-4ab0-827b-cb12cfa0d46d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:05:43.782039 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2ac065-0ca0-41af-84c0-2c56192d752e', 'name': 'network-vif-deleted', 'tag': '8d7549c7-ec2d-4d71-aa21-0d2beea8f47d', 'status': 'completed', 'code': 200} May 14 18:05:44.001605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Router e97c6f4a-b7eb-42ed-90a1-2d2617515819 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:05:44.263518 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-496f6064-5f67-4814-bf3e-19fad4791818 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084025 May 14 18:05:44.286244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aa85e-691d-460b-b52d-b6b55d986f63 req-befa820c-73b8-4570-b70a-38cd08e01600 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:44.287978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e5aa85e-691d-460b-b52d-b6b55d986f63 req-befa820c-73b8-4570-b70a-38cd08e01600 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 944 time: 0.1380887 May 14 18:05:44.323060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:05:44.335955 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] Sync routers for ids ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:05:44.356873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] 10.222.0.24 "PUT /v2.0/routers/e97c6f4a-b7eb-42ed-90a1-2d2617515819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7729623 May 14 18:05:44.358373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46290) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:44.363914 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] Routers {'e97c6f4a-b7eb-42ed-90a1-2d2617515819'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:44.365164 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:44.424040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e5aa85e-691d-460b-b52d-b6b55d986f63 req-35defe44-b809-48fb-8f4b-4bf7342e78b1 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262324 May 14 18:05:44.497153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:44.517639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348c34-d171-45d9-a65c-58d4530cb533 req-1aea9514-b771-4c9a-91d7-eeb12c1b51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:44.538367 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-1aea9514-b771-4c9a-91d7-eeb12c1b51e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 1096 time: 0.1966033 May 14 18:05:44.691812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port d8e2311d-c063-423c-991c-d9c20906718c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:44.692246 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:44.693640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:44.859042 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] Set router e97c6f4a-b7eb-42ed-90a1-2d2617515819 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:44.897579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348c34-d171-45d9-a65c-58d4530cb533 req-53d1c5f1-cc6b-4297-b810-d9f78bc22154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:44.899126 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-53d1c5f1-cc6b-4297-b810-d9f78bc22154 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.3336983 May 14 18:05:44.999588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:45.021672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:45.044282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:45.050471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:45.053455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:45.066944 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-6e51d5d3-45e9-4ce1-adc5-594598a44d8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 200 len: 217 time: 0.1603212 May 14 18:05:45.148838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-83ee82ae-1c32-46c5-b8e6-aa96f2d877d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:45.197354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348c34-d171-45d9-a65c-58d4530cb533 req-65972099-c94b-4065-bb35-6c6c7f251b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:45.198842 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-65972099-c94b-4065-bb35-6c6c7f251b03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1246061 May 14 18:05:45.353910 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:45.365788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=10']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:45.368851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:45.369440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:45.370473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348c34-d171-45d9-a65c-58d4530cb533 req-1c23492b-2b6b-4749-93bc-2a580ea8a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:45.377306 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-1c23492b-2b6b-4749-93bc-2a580ea8a63c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698136 May 14 18:05:45.429752 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:45.556537 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:05:42Z', 'revision_number': 5, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port': {'id': 'e45fa5fe-05d1-4699-9e04-c116630a7e7d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:13Z', 'updated_at': '2021-05-14T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:45.561369 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] Checking router: e97c6f4a-b7eb-42ed-90a1-2d2617515819 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:05:45.570705 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] Routers {'e97c6f4a-b7eb-42ed-90a1-2d2617515819'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:45.571779 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:45.617794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:45.681036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-a90a9e1a-6024-456e-ba94-81021751a007 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966943 May 14 18:05:45.699541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:45.709071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:45.711197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:05:45.749795 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] Set router e97c6f4a-b7eb-42ed-90a1-2d2617515819 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:45.778826 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-71b56842-1d10-4069-a52c-41dcf1d1ac70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:45.876693 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:05:45Z', 'revision_number': 6, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:45.883794 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c3afe-7a7d-4588-8bd8-1dc0cd0b66a4 None None] The sync data for ids ['e97c6f4a-b7eb-42ed-90a1-2d2617515819'] in n-d-787206-3 is: [{'id': 'e97c6f4a-b7eb-42ed-90a1-2d2617515819', 'name': 'tempest-AttachSCSIVolumeTestJSON-31804493-router', 'tenant_id': 'cc99186680db4af98b9201dffbfaea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:11Z', 'updated_at': '2021-05-14T18:05:45Z', 'revision_number': 6, 'project_id': 'cc99186680db4af98b9201dffbfaea9c', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:05:45.938342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ba03-5f42-4519-a5eb-419d1c670aac req-3f9b154b-46ae-4f60-96f8-90bf9db365fa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:45.941554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e47ba03-5f42-4519-a5eb-419d1c670aac req-3f9b154b-46ae-4f60-96f8-90bf9db365fa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.8172460 May 14 18:05:46.007763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:46.011986 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:46.020252 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34348c34-d171-45d9-a65c-58d4530cb533 req-b2d66a6c-3404-4742-83ae-8b8fcf81b055 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291624 May 14 18:05:46.024658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 899b9aed-85be-4e9c-959f-eafd061bc5c3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:46.024864 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.027014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e47ba03-5f42-4519-a5eb-419d1c670aac req-5cf34d4a-84a8-41a7-8236-f25769f8a0d6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770423 May 14 18:05:46.033752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Deleting port e45fa5fe-05d1-4699-9e04-c116630a7e7d {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:46.034678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.186208 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.190546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] For port e45fa5fe-05d1-4699-9e04-c116630a7e7d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e45fa5fe-05d1-4699-9e04-c116630a7e7d,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:46.191115 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.248870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:46.254243 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.262363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:46.312719 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:46.396494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:46.397106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8d7549c7-ec2d-4d71-aa21-0d2beea8f47d not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:46.422998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:46.457421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Calling delete_port for e45fa5fe-05d1-4699-9e04-c116630a7e7d owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:46.555702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:46.586277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2397fc4-92dc-47fe-aafe-0726be59fe49 req-b31d3720-844b-4fa8-9c8c-736424dd1511 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:46.592470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2397fc4-92dc-47fe-aafe-0726be59fe49 req-b31d3720-844b-4fa8-9c8c-736424dd1511 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.3190925 May 14 18:05:46.621536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:46.622096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b953e9-8cbb-4e59-8b44-e43fb7ed8c27 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:46.678138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=10']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:46.691394 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:46.702355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2397fc4-92dc-47fe-aafe-0726be59fe49 req-3d0c0e9c-a833-4f73-b0c1-a727101926f3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004813 May 14 18:05:46.826098 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.895530 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.899456 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2180492a-7caf-4bf4-9ac9-897aca920868 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:46.915911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:46.921318 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:46.923224 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:47.015136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Pushing event deleted for resources: {'Port': ['ID=e45fa5fe-05d1-4699-9e04-c116630a7e7d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:47.025244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:47.178885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46332) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:47.180016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.201405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:47.210642 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:47.292845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Deleting subnet fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:05:47.304639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.376957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.433127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.436477 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.454892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.484845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.485403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e97c6f4a-b7eb-42ed-90a1-2d2617515819 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:05:47.514302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-c8a0d7f1-a8aa-4675-826a-4e4a706584f3 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518756 May 14 18:05:47.613549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.617553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] 10.222.0.24 "DELETE /v2.0/routers/e97c6f4a-b7eb-42ed-90a1-2d2617515819 HTTP/1.1" status: 204 len: 168 time: 3.2587099 May 14 18:05:47.621109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46344) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:47.718387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Deleting subnet bdbd7e63-5272-4302-b50d-eec3e3128a66 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:05:47.722578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.791802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:47.899042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.104859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-8f00384d-b164-40f1-b3eb-21ec4c682999 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:48.113941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-8f00384d-b164-40f1-b3eb-21ec4c682999 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5984168 May 14 18:05:48.129897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.141459 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efb65b0f-7441-415a-8ff4-5a882e35f72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:48.203399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:48.211852 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:48.217579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.225386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc5d6f24-ea96-410c-bf6f-7789d2bbc8c8 HTTP/1.1" status: 204 len: 168 time: 1.0440433 May 14 18:05:48.228155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46352) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:48.248112 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-1423b787-89ed-4d20-a3e5-0e83e258a166 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/quotas/8bb9e5ca27924f3c83b35b47089ee2fb HTTP/1.1" status: 200 len: 375 time: 0.1330276 May 14 18:05:48.414173 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.444592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e45fa5fe-05d1-4699-9e04-c116630a7e7d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:48.513751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-7a490ab9-db8b-45c7-a021-0b9287e5a86a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2642987 May 14 18:05:48.532628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e45fa5fe-05d1-4699-9e04-c116630a7e7d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:48.532990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e45fa5fe-05d1-4699-9e04-c116630a7e7d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:48.671095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.689274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a025099f-85bc-4313-af68-11962eaba9dd']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:48.700684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.707853 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91c6a3ee-939c-4808-a6d1-49e3b7b8fc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:48.710662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d4d533-05c0-46b3-ac8e-981f594c3f0a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:48.711260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d4d533-05c0-46b3-ac8e-981f594c3f0a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:48.782466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.819732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdbd7e63-5272-4302-b50d-eec3e3128a66,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:48.827540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.841670 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c', 'code': 200} May 14 18:05:48.848461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:05:48.849349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.863349 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:48.867557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:48.874485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48514a96-9e66-4467-958f-95d51f33e9b2 None None] Network 4e1bd5ac-5685-463c-862b-54ab25b24742 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:05:48.884437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bdbd7e63-5272-4302-b50d-eec3e3128a66 HTTP/1.1" status: 204 len: 168 time: 1.2540472 May 14 18:05:48.888308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46368) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: timer() May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:05:49.114520 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:05:49.192348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.283714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066ed8-f1e8-4754-ae13-407698345d0f req-4711cc4d-c456-408d-bb7b-55bd42af2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:49.285352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c066ed8-f1e8-4754-ae13-407698345d0f req-4711cc4d-c456-408d-bb7b-55bd42af2bab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1097 time: 0.1713717 May 14 18:05:49.333483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Deleting port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:49.334269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.374054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] DHCP port deletion for 4e1bd5ac-5685-463c-862b-54ab25b24742 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:05:49.431513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.444179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.459074 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d20e9be-3725-48f6-94fc-2a5c1eeb51a3 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:49.517546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a025099f-85bc-4313-af68-11962eaba9dd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:49.524204 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:49.527415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Deleting port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:49.527921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.555071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c066ed8-f1e8-4754-ae13-407698345d0f req-d19317d1-cf22-40bf-9163-1d53c1b33f21 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613919 May 14 18:05:49.623379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] For port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:49.624019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.627398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-0f8e40cb-f08c-423a-8502-80790ace503d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:49.629501 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-0f8e40cb-f08c-423a-8502-80790ace503d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 943 time: 0.4581618 May 14 18:05:49.644565 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a025099f-85bc-4313-af68-11962eaba9dd HTTP/1.1" status: 204 len: 168 time: 1.4153075 May 14 18:05:49.787990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] For port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,segment=NetworkSegment(2ac800b2-f92a-4c31-acd0-49bf904de1c8),segment_id=2ac800b2-f92a-4c31-acd0-49bf904de1c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:49.788788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:49.801345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Calling delete_port for 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:49.881852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3298e-a3f0-4366-94f9-8e395c2c228f req-7ea7558c-51ec-4700-af7e-b7da3c696b89 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:49.887502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0d3298e-a3f0-4366-94f9-8e395c2c228f req-7ea7558c-51ec-4700-af7e-b7da3c696b89 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.5132811 May 14 18:05:50.004037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0d3298e-a3f0-4366-94f9-8e395c2c228f req-2e59651e-1601-4845-a5b3-7830b4b41be9 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061242 May 14 18:05:50.019501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Calling delete_port for 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:50.050692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.059874 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-643d8b3a-0a80-415f-8c7f-55cc35d1ed05 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:50.087139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Deleting port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:50.087651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.159399 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.164356 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:50.214002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] No DVR routers for this DVR port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:50.215482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46390) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:50.220052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:50.280507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Pushing event deleted for resources: {'Port': ['ID=4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:50.291327 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:50.303474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] No DVR routers for this DVR port 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:50.321001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] For port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:50.321607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.478826 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:50.484237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:50.485689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Calling delete_port for 3135e0c5-5961-4ab0-827b-cb12cfa0d46d owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:50.642383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:50.642962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4eb3e7fb-4b2e-4636-b59c-9d6d253e9bdb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:50.687010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.697868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-590fecd9-deb4-41bc-9509-34ce50915e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:50.820082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.842693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d'}, {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}, {'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:50.854244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-35d8d360-174f-4c28-920e-45045c9c11f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec87342bd13048a69a17245228c16912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352978 May 14 18:05:50.855502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46406) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:50.857200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1bd5ac-5685-463c-862b-54ab25b24742']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:50.869050 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-45e29135-bdf9-4b46-a134-e07c9285a32c tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1683352 May 14 18:05:50.869963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event deleted for resources: {'Port': ['ID=3135e0c5-5961-4ab0-827b-cb12cfa0d46d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:50.890548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac800b2-f92a-4c31-acd0-49bf904de1c8') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:50.890844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac800b2-f92a-4c31-acd0-49bf904de1c8') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:50.921087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.959209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8e5a-b541-486c-8718-958dd6b856b3 req-8c3e3943-928d-492b-919c-eb660889b43e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:50.960954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-186f8e5a-b541-486c-8718-958dd6b856b3 req-8c3e3943-928d-492b-919c-eb660889b43e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=315cf5e1-c13d-42a6-8c7c-20f39c955aee HTTP/1.1" status: 200 len: 865 time: 0.5976140 May 14 18:05:50.986277 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:50.987986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] No DVR routers for this DVR port 3135e0c5-5961-4ab0-827b-cb12cfa0d46d on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:05:50.992887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:50.995725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-deleted', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:51.022483 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.030393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:05:51.030851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.078651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-013dafbf-1fa9-4eef-9c89-8b4c3aed0862 req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "DELETE /v2.0/ports/3135e0c5-5961-4ab0-827b-cb12cfa0d46d HTTP/1.1" status: 204 len: 173 time: 1.4305704 May 14 18:05:51.185889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-aa326a93-8568-4e95-bb86-099028246da6 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: timer() May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:05:51.186555 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:05:51.189386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-aa326a93-8568-4e95-bb86-099028246da6 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306118 May 14 18:05:51.200431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Request body: {'port': {'device_id': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '8bb9e5ca27924f3c83b35b47089ee2fb'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:51.219455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-186f8e5a-b541-486c-8718-958dd6b856b3 req-8455ee7b-96d5-45da-9ebd-bbfa74984df4 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428010 May 14 18:05:51.225956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.280421 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.282446 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ec70996-2f9d-4fab-871a-9b24955ecb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:51.304085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.341718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4e1bd5ac-5685-463c-862b-54ab25b24742 HTTP/1.1" status: 204 len: 168 time: 2.4520378 May 14 18:05:51.349112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46424) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:51.756141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1bd5ac-5685-463c-862b-54ab25b24742,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:51.759401 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:51.808633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:51.816888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.819866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Usage tracker for resource:port and tenant:8bb9e5ca27924f3c83b35b47089ee2fb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:51.826488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:51.838941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:51.854502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Made reservation on behalf of 8bb9e5ca27924f3c83b35b47089ee2fb for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:05:51.864476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.910322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:51.955226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:51.964949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Usage tracker for resource:security_group_rule and tenant:8bb9e5ca27924f3c83b35b47089ee2fb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:51.972996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:51.990283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:52.057397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.074587 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33c166c6-c279-4483-ba88-b988dbc7800e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:52.099504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0396fac2-d217-485d-b380-e99b1c6deadd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:52.106955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:52.118310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77ac33-32e2-401b-af15-7e28ecd57c5c req-750fc091-472c-4717-87a6-988a9dbd65d6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:52.125742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f77ac33-32e2-401b-af15-7e28ecd57c5c req-750fc091-472c-4717-87a6-988a9dbd65d6 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.3618133 May 14 18:05:52.134400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.149984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0396fac2-d217-485d-b380-e99b1c6deadd HTTP/1.1" status: 204 len: 168 time: 1.2725201 May 14 18:05:52.213890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.230608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.277988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f77ac33-32e2-401b-af15-7e28ecd57c5c req-2b8dae5e-c93e-46f6-bdc3-cca346aaf008 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509314 May 14 18:05:52.284693 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eaf90184-749c-46b2-af88-f40f4fb7051b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:52.320920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7f55e-6702-413b-abe6-b1d7c3572b2f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:52.325580 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:52.480753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Allocated IP 192.168.233.235 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/50943f4b-689d-48ab-8263-85fb4a7cf6a2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:05:52.539340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:05:52.619535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-cb9af779-0039-42cd-aa34-0a0eb8c5dbf2 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878487 May 14 18:05:52.646064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 3135e0c5-5961-4ab0-827b-cb12cfa0d46d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:05:52.646414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 3135e0c5-5961-4ab0-827b-cb12cfa0d46d not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:05:52.835254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-f12b4945-fe7f-4fd8-ace1-ef6844accae4 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:52.837175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-f12b4945-fe7f-4fd8-ace1-ef6844accae4 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126820 May 14 18:05:52.839087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.857669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Transition to ACTIVE for port object 50943f4b-689d-48ab-8263-85fb4a7cf6a2 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:05:52.867428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.894415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:52.914395 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:52.929476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-89781fba-4977-41e7-ba37-a7e3bfc9b23a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/quotas/8bb9e5ca27924f3c83b35b47089ee2fb HTTP/1.1" status: 200 len: 375 time: 0.0811803 May 14 18:05:53.006475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:05:53.009960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:53.027327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:05:53.109987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:53.129849 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:53.180853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:53.181539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:53.215768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0191984 May 14 18:05:53.228447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Request body: {'port': {'device_id': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:53.349880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2bdb29bc-c608-49ca-adb7-720572fea805 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3573592 May 14 18:05:53.465194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-37e09b51-82bc-433b-b76b-a4c790e901b4 None None] Provisioning for port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:05:53.475014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-37e09b51-82bc-433b-b76b-a4c790e901b4 None None] Provisioning complete for port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:53.479259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37e09b51-82bc-433b-b76b-a4c790e901b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:53.514405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:53.534891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46486) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:53.636408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-37e09b51-82bc-433b-b76b-a4c790e901b4 None None] Port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:05:53.686949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Deleting port f3e588d6-7a7a-442b-b792-8b4dd2723c06 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:53.690095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:53.803621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-639961420-network', 'tenant_id': '27419846c650458fa7724d9650dac293'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:53.811788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:53.818533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Usage tracker for resource:network and tenant:27419846c650458fa7724d9650dac293 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:53.843062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:53.874388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:53.916669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:53.938924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Made reservation on behalf of 27419846c650458fa7724d9650dac293 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:05:53.942638 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:53.975701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.005171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] For port f3e588d6-7a7a-442b-b792-8b4dd2723c06, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f3e588d6-7a7a-442b-b792-8b4dd2723c06,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:54.006103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.006268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:54.020637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Usage tracker for resource:security_group_rule and tenant:27419846c650458fa7724d9650dac293 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:54.026228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:54.035836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:54.044133 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'code': 200} May 14 18:05:54.044981 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'code': 200} May 14 18:05:54.045553 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'code': 200} May 14 18:05:54.125192 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315cf5e1-c13d-42a6-8c7c-20f39c955aee', 'name': 'network-vif-deleted', 'tag': '3135e0c5-5961-4ab0-827b-cb12cfa0d46d', 'status': 'completed', 'code': 200} May 14 18:05:54.167557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50943f4b-689d-48ab-8263-85fb4a7cf6a2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:54.179453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.209688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Transition to ACTIVE for port object 50943f4b-689d-48ab-8263-85fb4a7cf6a2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:05:54.222973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.229564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:54.349910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Calling delete_port for f3e588d6-7a7a-442b-b792-8b4dd2723c06 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:54.410494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.484571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.537834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-edcecf6e-fa5a-4d57-b348-efc963ffeaad tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:54.539508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-edcecf6e-fa5a-4d57-b348-efc963ffeaad tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.1982474 May 14 18:05:54.573879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-04e75d77-dcce-40a0-ae99-f2eb5cdf8e6b tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/quotas/06e4400b761d424a95d216c4fc11c9ff HTTP/1.1" status: 200 len: 375 time: 0.0263405 May 14 18:05:54.659095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:54.672598 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:54.682789 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-752d6d3c-40f6-444a-a650-adc0f2fccc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:54.692074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:05:54.769699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.770383 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Added segment 1b409ac8-ed63-4a57-8568-2fe52b10ff15 of type vlan for network 63cb5c75-47f7-4e58-982b-db9bea403fdf May 14 18:05:54.786832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143fba5b-a335-4f0c-873d-3abf19e04327,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:54.807104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:54.858732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.869554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Attempting to bind port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:05:54.869884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Attempting to bind port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:05:54.870213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Attempting to bind port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:05:54.877982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:05:54.878362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Attempting to bind port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:05:54.895438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:05:54.895794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:05:54.896226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:05:54.896749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Bound port: 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:05:54.897109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.935293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-e337ec2d-7c6d-4345-b63c-f379dc9d2b31 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3603702 May 14 18:05:54.940803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.950523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.951603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:54.952182 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:54.974364 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:55.089271 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a300718-5a34-4b31-8e36-a9fd7a4db89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:55.130780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e588d6-7a7a-442b-b792-8b4dd2723c06,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:55.169058 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:55.294579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Pushing event updated for resources: {'Network': ['ID=63cb5c75-47f7-4e58-982b-db9bea403fdf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:55.302759 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7500966 May 14 18:05:55.309967 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:55.312438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46520) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:55.314926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 63cb5c75-47f7-4e58-982b-db9bea403fdf details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:05:55.326142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Request body: {'subnet': {'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-639961420-subnet', 'tenant_id': '27419846c650458fa7724d9650dac293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:55.331199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:55.332613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:05:55.336518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Usage tracker for resource:subnet and tenant:27419846c650458fa7724d9650dac293 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:55.339447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:05:55.340189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:55.344504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:55.347863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:55.354251 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d17fc916-6825-4c51-8bc6-9be2e60d2eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:55.421300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Made reservation on behalf of 27419846c650458fa7724d9650dac293 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:05:55.423637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:55.514809 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-1a756d3c-0b55-4aa7-bae2-3b38a82733dd tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632566 May 14 18:05:55.527811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:55.529690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:55.531836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] 10.222.0.15 "PUT /v2.0/ports/50943f4b-689d-48ab-8263-85fb4a7cf6a2 HTTP/1.1" status: 200 len: 1096 time: 2.3076956 May 14 18:05:55.737620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-4acc7966-b054-4dab-9d8b-5ca982cd39cd service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8008482 May 14 18:05:55.799130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:55.804226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:55.877286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-9c6b42a8-d47d-489e-8cd8-04f8d95c30df tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:55.880586 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-9c6b42a8-d47d-489e-8cd8-04f8d95c30df tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475256 May 14 18:05:55.897940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Request body: {'port': {'device_id': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '8bb9e5ca27924f3c83b35b47089ee2fb'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:55.920557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-e64e4226-5595-4c9a-96fc-3f7d19f792dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:55.922531 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-e64e4226-5595-4c9a-96fc-3f7d19f792dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 1099 time: 0.2645743 May 14 18:05:55.993370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:56.064353 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-dfa05f49-8bb4-41ad-87f0-2da88c744a32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2 HTTP/1.1" status: 200 len: 217 time: 0.0756142 May 14 18:05:56.093029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-c17e9b35-b798-4fbb-8b81-77c0851ed99d service neutron] 10.222.0.24 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543892 May 14 18:05:56.136078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:05:56.198269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-e53a2ab5-6eb4-41d9-afe6-692c62e24eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:56.199817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-e53a2ab5-6eb4-41d9-afe6-692c62e24eec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1192992 May 14 18:05:56.202823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:56.208913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Usage tracker for resource:port and tenant:8bb9e5ca27924f3c83b35b47089ee2fb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:56.212847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:56.245953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:56.369323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Made reservation on behalf of 8bb9e5ca27924f3c83b35b47089ee2fb for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:05:56.373645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:56.572215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-e7e2deab-8173-4cf8-8549-8294bb797811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:56.573584 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-e7e2deab-8173-4cf8-8549-8294bb797811 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2876754 May 14 18:05:56.818917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Allocated IP 192.168.233.184 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/9e7e859b-6427-4c2f-a8b5-a839aa44120a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:05:56.951107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Router 04242ae8-067f-4594-8461-130c3e5c4a48 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:05:56.968417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5dce-0eb0-405d-a8cf-fe7e31eb73ac req-cc083129-cbb8-45f3-9535-064e31eda0e4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:56.976434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2ad5dce-0eb0-405d-a8cf-fe7e31eb73ac req-cc083129-cbb8-45f3-9535-064e31eda0e4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.4226732 May 14 18:05:57.002314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d402fa6e-cf00-4b4b-970c-833b605ccaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:57.139570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:57.174054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Transition to ACTIVE for port object 9e7e859b-6427-4c2f-a8b5-a839aa44120a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:05:57.207213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2ad5dce-0eb0-405d-a8cf-fe7e31eb73ac req-b06aefe9-30d4-45c4-8433-edd432f05d8c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295182 May 14 18:05:57.255940 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:57.278563 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15e5a314-7c0d-44b3-83fe-7456868d5fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:57.368438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:05:57.372907 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-2c075f61-9f84-4543-842a-e743d52ef989 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920482 May 14 18:05:57.381093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] Sync routers for ids ['04242ae8-067f-4594-8461-130c3e5c4a48'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:05:57.392306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] Routers {'04242ae8-067f-4594-8461-130c3e5c4a48'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:57.395619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04242ae8-067f-4594-8461-130c3e5c4a48'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:57.406192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:05:57.454494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:57.482820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:57.502532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:05:57.506731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] 10.222.0.24 "PUT /v2.0/routers/04242ae8-067f-4594-8461-130c3e5c4a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1483076 May 14 18:05:57.511841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:05:57.557767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:57.637236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:57.654862 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:57.688215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] Set router 04242ae8-067f-4594-8461-130c3e5c4a48 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:57.728955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:57.729816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:57.911499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa699a1-f599-4bdb-84e0-0ef16eb8842a,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:57.920937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:57.953431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219e93-4afb-4652-9d98-e4bc5e2ddc76 req-2ba7fab5-8358-4c6c-8393-efddd25c0eff tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:57.961558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-78219e93-4afb-4652-9d98-e4bc5e2ddc76 req-2ba7fab5-8358-4c6c-8393-efddd25c0eff tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 936 time: 0.5599546 May 14 18:05:57.966986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Checking segment: {'id': '1b409ac8-ed63-4a57-8568-2fe52b10ff15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:05:57.967651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e1fd1d18-b952-41f9-afc9-2c55dd54ec31 req-88a4998b-774e-43f6-90b2-a87ff1141d43 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591810 May 14 18:05:57.967884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Network hostable DHCP agents. Network: 63cb5c75-47f7-4e58-982b-db9bea403fdf, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:05:57.996071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1057074 May 14 18:05:58.002204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.010054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Request body: {'port': {'device_id': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:58.062810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.095869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6be28027-6331-4187-ab56-c372f635276b None None] Provisioning for port 9e7e859b-6427-4c2f-a8b5-a839aa44120a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:05:58.164060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6be28027-6331-4187-ab56-c372f635276b None None] Provisioning complete for port 9e7e859b-6427-4c2f-a8b5-a839aa44120a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:05:58.164509 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6be28027-6331-4187-ab56-c372f635276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.242516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6be28027-6331-4187-ab56-c372f635276b None None] Port 9e7e859b-6427-4c2f-a8b5-a839aa44120a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:05:58.353768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-78219e93-4afb-4652-9d98-e4bc5e2ddc76 req-eba4bd8e-4607-4304-976c-1156cc5a92c3 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909509 May 14 18:05:58.357596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:05:54Z', 'revision_number': 5, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:58.372435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] Checking router: 04242ae8-067f-4594-8461-130c3e5c4a48 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:05:58.378795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Network 63cb5c75-47f7-4e58-982b-db9bea403fdf is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:05:58.382139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-70659829-a566-498b-901c-40fd35d42687 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:58.383669 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-70659829-a566-498b-901c-40fd35d42687 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 814 time: 0.3195691 May 14 18:05:58.399780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] Routers {'04242ae8-067f-4594-8461-130c3e5c4a48'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:05:58.400458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:05:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04242ae8-067f-4594-8461-130c3e5c4a48'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:58.400930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Request body: {'port': {'device_id': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'admin_state_up': True, 'tenant_id': '06e4400b761d424a95d216c4fc11c9ff'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:05:58.414254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 63cb5c75-47f7-4e58-982b-db9bea403fdf) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:05:58.509846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:58.511373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.522539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06461623-fdd0-443b-95b1-2ce6d9e837c8 None None] Network 63cb5c75-47f7-4e58-982b-db9bea403fdf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:05:58.596906 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.620169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2953608 May 14 18:05:58.620424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.733486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:05:58.742092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Usage tracker for resource:port and tenant:06e4400b761d424a95d216c4fc11c9ff is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:05:58.790791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:05:58.809881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:05:58.841881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125421-d5e0-45f0-953a-6fa45f0a23d8 req-8deb1bde-e860-4d7f-8b64-6d810e076158 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:05:58.849180 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe125421-d5e0-45f0-953a-6fa45f0a23d8 req-8deb1bde-e860-4d7f-8b64-6d810e076158 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.3173954 May 14 18:05:58.863211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Made reservation on behalf of 06e4400b761d424a95d216c4fc11c9ff for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:05:58.867655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] Set router 04242ae8-067f-4594-8461-130c3e5c4a48 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:05:58.879603 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:58.882378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Deleting port c6bac7e2-5209-4be9-9026-95e589bc2cfb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:05:58.882748 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.165672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7e859b-6427-4c2f-a8b5-a839aa44120a {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:05:59.172327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe125421-d5e0-45f0-953a-6fa45f0a23d8 req-04c72b76-a9d3-4477-80dc-c3a66e67efbf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222294 May 14 18:05:59.175245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.180848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae22463-9000-4d1f-8af8-e536d575cae3 None None] Network 63cb5c75-47f7-4e58-982b-db9bea403fdf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:05:59.195802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Transition to ACTIVE for port object 9e7e859b-6427-4c2f-a8b5-a839aa44120a will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:05:59.232770 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.266202 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9cc4313c-6e78-4744-ad50-4046f9294067 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:05:59.374069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] For port c6bac7e2-5209-4be9-9026-95e589bc2cfb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c6bac7e2-5209-4be9-9026-95e589bc2cfb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:05:59.374444 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.433053 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'status': 'completed', 'code': 200} May 14 18:05:59.446469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:05:59.463254 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:05:59.476234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:05:54Z', 'revision_number': 5, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:05:59.485026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dab08a-f638-4222-999a-3a06bf778388 None None] The sync data for ids ['04242ae8-067f-4594-8461-130c3e5c4a48'] in n-d-787206-3 is: [{'id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'name': 'tempest-AttachSCSIVolumeTestJSON-129971959-router', 'tenant_id': '431a483306804058a8e4722aa4bbee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:03:26Z', 'updated_at': '2021-05-14T18:05:54Z', 'revision_number': 5, 'project_id': '431a483306804058a8e4722aa4bbee8a', 'gw_port': {'id': 'c6bac7e2-5209-4be9-9026-95e589bc2cfb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04242ae8-067f-4594-8461-130c3e5c4a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:03:29Z', 'updated_at': '2021-05-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:05:59.537450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.622176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Calling delete_port for c6bac7e2-5209-4be9-9026-95e589bc2cfb owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:05:59.678648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d376b5eb-0e00-4a7b-b185-0f6b91823e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.694152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ad4742e-a69c-4e7a-b1dc-44d94cbe0494 req-2e1bf54e-b93b-4462-b923-9e0d2c404bbb tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 210 time: 0.0795329 May 14 18:05:59.970984 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:05:59.984332 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5b9772ea-16b6-4a35-8aac-a907e4d055b1 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:00.172933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Allocated IP 172.20.0.10 (ee4c7aaa-58cd-46dc-8e36-defa6642fad2/8c7620d1-c2d4-48f9-bc76-cda01693329c/2fad3297-096f-40c1-becc-24746f02c70b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:00.191915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46566) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:00.196266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.247862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681155730', 'description': 'tempest-description--569907254'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:00.254243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:00.259396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bac7e2-5209-4be9-9026-95e589bc2cfb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:00.275825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:security_group and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:00.278898 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:00.367827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:00.439306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f3e588d6-7a7a-442b-b792-8b4dd2723c06 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:00.514714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f3e588d6-7a7a-442b-b792-8b4dd2723c06 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:00.515106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f3e588d6-7a7a-442b-b792-8b4dd2723c06 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:00.530918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:00.562917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.566761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.570940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.576914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.629572 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.633230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.646672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:00.650417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:00.664044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d8da9-a191-4f86-96ff-0e0cacad9d85 req-6f7a5bee-99e3-4072-8919-755c1e9455cc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:00.672401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f04d8da9-a191-4f86-96ff-0e0cacad9d85 req-6f7a5bee-99e3-4072-8919-755c1e9455cc tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.3979447 May 14 18:06:00.678535 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85fcb29d-dc87-417f-beb1-4b356b345013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:00.707775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:security_group_rule and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:00.724725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['515780ad-7b78-4ce6-a344-2a712830efd2', 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:00.729694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:00.740023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.741013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04242ae8-067f-4594-8461-130c3e5c4a48 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:06:00.746240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:00.780283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f04d8da9-a191-4f86-96ff-0e0cacad9d85 req-df6d350c-54a6-4803-8760-e988602059a1 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064785 May 14 18:06:00.805331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:00.834336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:00.837392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:00.864883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:00.865530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/04242ae8-067f-4594-8461-130c3e5c4a48 HTTP/1.1" status: 204 len: 168 time: 3.3529720 May 14 18:06:00.876863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46578) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:01.057015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Deleting subnet 1f64af44-86f0-48bc-b8ae-0719dddf676a {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:06:01.064248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:01.127134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:01.134460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:01.169193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:01.290686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf034bc-cf21-466b-b686-f21e820a60db req-eb54cd62-5745-43f6-ba13-806562490298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:01.296491 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-eb54cd62-5745-43f6-ba13-806562490298 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 1099 time: 1.8626082 May 14 18:06:01.337789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:01.614314 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2179692 May 14 18:06:01.638781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event updated for resources: {'Port': ['ID=2fad3297-096f-40c1-becc-24746f02c70b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:01.651981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Request body: {'port': {'device_id': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:01.736546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:01.737038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Attempting to bind port 9e7e859b-6427-4c2f-a8b5-a839aa44120a on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:01.737492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Attempting to bind port 9e7e859b-6427-4c2f-a8b5-a839aa44120a by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:01.737819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Attempting to bind port 9e7e859b-6427-4c2f-a8b5-a839aa44120a on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:01.762870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Port 9e7e859b-6427-4c2f-a8b5-a839aa44120a on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:06:01.763218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Attempting to bind port 9e7e859b-6427-4c2f-a8b5-a839aa44120a on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:01.788470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:01.788835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:01.789208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:01.789658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Bound port: 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:01.789999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:01.936388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf034bc-cf21-466b-b686-f21e820a60db req-d71183df-a4bf-4466-aeb9-739984a4ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:01.937871 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-d71183df-a4bf-4466-aeb9-739984a4ffb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.6174963 May 14 18:06:02.015572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.035255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.051087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.051820 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-837ce6d6-9a7b-497c-9584-f0a3438ccfd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2 HTTP/1.1" status: 200 len: 217 time: 0.1010225 May 14 18:06:02.067885 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5db2e237-d2cd-41f6-b29a-f7c3f56901fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:02.131216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-4419a9e8-2c5a-47d6-820e-8aef778cf7e6 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:02.138228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-4419a9e8-2c5a-47d6-820e-8aef778cf7e6 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/networks?id=63cb5c75-47f7-4e58-982b-db9bea403fdf HTTP/1.1" status: 200 len: 821 time: 0.7278652 May 14 18:06:02.152082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.161784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9587431 May 14 18:06:02.161784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0765c741-a5c3-4dab-b335-22af7e7187a8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:02.162121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:02.166330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46590) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:02.177688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'security_group_rule': {'security_group_id': '0765c741-a5c3-4dab-b335-22af7e7187a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:02.181865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.196317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:02.204814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:02.208450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-9a9e9db5-6c76-4b74-a11b-c3c582caa121 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/quotas/27419846c650458fa7724d9650dac293 HTTP/1.1" status: 200 len: 375 time: 0.0690715 May 14 18:06:02.209547 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:02.215586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:security_group_rule and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:02.222142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:02.226567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf034bc-cf21-466b-b686-f21e820a60db req-4b442884-06e0-44e6-bf37-40c8efbb3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:02.228074 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-4b442884-06e0-44e6-bf37-40c8efbb3d56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1660626 May 14 18:06:02.229422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:02.233029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.275741 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8faa769f-f68b-4c10-bba7-84ed88b9fead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:02.315091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:02.316008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-513eac02-e82a-40e8-af9f-500630a09d86 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27419846c650458fa7724d9650dac293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860660 May 14 18:06:02.407907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:02.409129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.410547 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e7e859b-6427-4c2f-a8b5-a839aa44120a HTTP/1.1" status: 200 len: 1096 time: 4.4047921 May 14 18:06:02.413516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:02.479867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.540383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6bac7e2-5209-4be9-9026-95e589bc2cfb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:02.588786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:02.610174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c6bac7e2-5209-4be9-9026-95e589bc2cfb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:02.620178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6bac7e2-5209-4be9-9026-95e589bc2cfb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:02.637002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:02.655804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'mac_address': 'fa:16:3e:1e:5b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:02.671228 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:02.682461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-dd7cb503-abfc-4673-8e3e-e2d15004764d service neutron] 10.222.0.24 "GET /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168159 May 14 18:06:02.692784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf034bc-cf21-466b-b686-f21e820a60db req-fcdbcc0c-0604-40b0-ac46-2c299c6cbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:02.694287 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-fcdbcc0c-0604-40b0-ac46-2c299c6cbf41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4574051 May 14 18:06:02.764194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.801406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50943f4b-689d-48ab-8263-85fb4a7cf6a2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:02.820992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:02.828204 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.832831 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f75bc032-a75f-44e2-b795-209727c47629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:02.899719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-ceaae11f-4950-49df-87dd-bd04b6d73cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163835 May 14 18:06:02.918629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.919227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:02.926439 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7bb6f3f5-5cbe-4403-8a25-615c69f6dc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:02.928220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-600bedad-4f01-4378-9a3f-3fa6e146b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:02.929779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-600bedad-4f01-4378-9a3f-3fa6e146b97d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 1099 time: 0.4207451 May 14 18:06:02.944282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.008538 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e56b199c-491f-4f53-bdd7-667afe40eafa tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:03.015521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f64af44-86f0-48bc-b8ae-0719dddf676a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:03.020496 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:03.028890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:03.032768 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:03.036667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.040618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e30e65-a113-4add-b1c2-39ea8ea018d5 None None] Network 392fddc0-ee01-4ea6-96d7-e2268b494e3b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:06:03.048045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1f64af44-86f0-48bc-b8ae-0719dddf676a HTTP/1.1" status: 204 len: 168 time: 2.1672096 May 14 18:06:03.049141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46600) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:03.113716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fad3297-096f-40c1-becc-24746f02c70b {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:03.123265 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.140949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Transition to ACTIVE for port object 2fad3297-096f-40c1-becc-24746f02c70b will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:03.156520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b759a5-3522-4eb4-98b6-f0fc82fd872e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:03.159717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-ec9734a2-39cb-4c01-94f0-522bdd629d37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a HTTP/1.1" status: 200 len: 217 time: 0.2143695 May 14 18:06:03.161641 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-ca38b9fb-a742-49d5-9945-557dd4218bca service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446104 May 14 18:06:03.165992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.213967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['50943f4b-689d-48ab-8263-85fb4a7cf6a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:03.308955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.399354 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:03.400149 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:03.432590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Deleting port 16deee16-5768-46e9-ae64-c2c12a44e2a3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:06:03.433031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.698319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] For port 16deee16-5768-46e9-ae64-c2c12a44e2a3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16deee16-5768-46e9-ae64-c2c12a44e2a3,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:03.699499 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:03.719400 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-edf034bc-cf21-466b-b686-f21e820a60db req-928d2c63-3989-4e62-8361-885a2d2dd925 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413346 May 14 18:06:03.721279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-50b9ecf5-ad05-4e50-8069-18c4c3465dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:03.723601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-50b9ecf5-ad05-4e50-8069-18c4c3465dc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.3966689 May 14 18:06:03.864038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] DHCP port deletion for 392fddc0-ee01-4ea6-96d7-e2268b494e3b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:06:03.909077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Calling delete_port for 16deee16-5768-46e9-ae64-c2c12a44e2a3 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:06:03.971344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e4f93-b93c-4261-ae5f-1c1765153a7a req-fef2644f-d080-4c2e-8017-2ace0d6adf5b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:03.979663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-933e4f93-b93c-4261-ae5f-1c1765153a7a req-fef2644f-d080-4c2e-8017-2ace0d6adf5b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 948 time: 0.3813915 May 14 18:06:04.010024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Deleting port 16deee16-5768-46e9-ae64-c2c12a44e2a3 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:06:04.010551 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.041374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-933e4f93-b93c-4261-ae5f-1c1765153a7a req-b2308777-0da9-4acd-abf2-9edfa37854ce tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604656 May 14 18:06:04.082060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.089178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cfac7cd6-bde3-4c8f-b69a-956bd9393622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:04.122522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.131887 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9639349 May 14 18:06:04.139561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46620) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:04.160730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] For port 16deee16-5768-46e9-ae64-c2c12a44e2a3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16deee16-5768-46e9-ae64-c2c12a44e2a3,segment=NetworkSegment(8df53e27-f587-49ad-bda7-cb3cc19a5e6c),segment_id=8df53e27-f587-49ad-bda7-cb3cc19a5e6c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:04.161142 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.164148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=16deee16-5768-46e9-ae64-c2c12a44e2a3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:04.167768 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:04.168724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] No DVR routers for this DVR port 16deee16-5768-46e9-ae64-c2c12a44e2a3 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:06:04.176319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'security_group_rule': {'security_group_id': '0765c741-a5c3-4dab-b335-22af7e7187a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:04.228168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=2fad3297-096f-40c1-becc-24746f02c70b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:04.237874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:04.247017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:04.253090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:security_group_rule and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:04.263971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:04.308170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:04.378772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Calling delete_port for 16deee16-5768-46e9-ae64-c2c12a44e2a3 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:06:04.416407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Attempting to bind port 2fad3297-096f-40c1-becc-24746f02c70b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:04.417414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Attempting to bind port 2fad3297-096f-40c1-becc-24746f02c70b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:04.418139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Attempting to bind port 2fad3297-096f-40c1-becc-24746f02c70b on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:04.439200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16deee16-5768-46e9-ae64-c2c12a44e2a3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:04.445913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Port 2fad3297-096f-40c1-becc-24746f02c70b on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:06:04.446306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Attempting to bind port 2fad3297-096f-40c1-becc-24746f02c70b on network ee4c7aaa-58cd-46dc-8e36-defa6642fad2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:04.455135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-393531e0-8d2d-457e-bc7d-af7d821f7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:04.457325 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-393531e0-8d2d-457e-bc7d-af7d821f7394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5843210 May 14 18:06:04.458354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:04.458692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Checking segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:04.459280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Bound using segment: {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:04.459717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Bound port: 2fad3297-096f-40c1-becc-24746f02c70b, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aab68c5-1a66-4575-8e8c-1527536598d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:04.460060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.469732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.495468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 16deee16-5768-46e9-ae64-c2c12a44e2a3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:04.495952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16deee16-5768-46e9-ae64-c2c12a44e2a3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:04.506627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.511666 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.516939 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:04.536138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392fddc0-ee01-4ea6-96d7-e2268b494e3b']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:04.556433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df53e27-f587-49ad-bda7-cb3cc19a5e6c') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:04.556707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df53e27-f587-49ad-bda7-cb3cc19a5e6c') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:04.560591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] No DVR routers for this DVR port 16deee16-5768-46e9-ae64-c2c12a44e2a3 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:06:04.578722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.588598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Pushing event deleted for resources: {'Port': ['ID=16deee16-5768-46e9-ae64-c2c12a44e2a3,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:04.592287 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:04.600383 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.614949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:06:04.615409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.636030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f5d6c-2f09-45a9-8b1f-f923863c4d5e req-550e6547-1417-4748-ab86-98f5cc039fed tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:04.637596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-465f5d6c-2f09-45a9-8b1f-f923863c4d5e req-550e6547-1417-4748-ab86-98f5cc039fed tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 944 time: 0.2511852 May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: timer() May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:06:04.638250 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:06:04.746321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.752434 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a136918-1210-4906-9ee6-f010576ac4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:04.777704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.781717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] For port 2fad3297-096f-40c1-becc-24746f02c70b, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:04.794644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] For port 2fad3297-096f-40c1-becc-24746f02c70b, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fad3297-096f-40c1-becc-24746f02c70b,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:04.795895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.803099 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-1cd6ee57-fc97-41db-b565-de55e1222300 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249753 May 14 18:06:04.808199 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:04.815029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.903922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:04.913305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-465f5d6c-2f09-45a9-8b1f-f923863c4d5e req-98632361-1e3c-4df6-9be8-3dfbeaa219ef tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136283 May 14 18:06:04.916069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=392fddc0-ee01-4ea6-96d7-e2268b494e3b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:04.919840 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:04.923422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] 10.222.0.24 "DELETE /v2.0/networks/392fddc0-ee01-4ea6-96d7-e2268b494e3b HTTP/1.1" status: 204 len: 168 time: 1.8705816 May 14 18:06:04.934842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc7e0e0-efef-4db1-b159-8352ed0ec76f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:04.958512 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:04.959157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-291e07ac-23a1-45f3-b937-322f803ea809 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:05.003382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.004144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.005979 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] 10.222.0.22 "PUT /v2.0/ports/2fad3297-096f-40c1-becc-24746f02c70b HTTP/1.1" status: 200 len: 1092 time: 3.3591025 May 14 18:06:05.100494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46642) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:05.107489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.113241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9678552 May 14 18:06:05.117569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46646) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:05.126325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:05.139857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:05.152515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:floatingip and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:05.161147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:05.181708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:05.193286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-66a0ed3e-89fa-41cb-ac4e-e524d2684e5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc99186680db4af98b9201dffbfaea9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888057 May 14 18:06:05.194013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46652) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:05.215521 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.220642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=2fad3297-096f-40c1-becc-24746f02c70b,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:05.232643 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:05.255014 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5bc534bf-9064-4781-91d8-6300ed004e16 req-94781c93-5e29-4432-97bf-1e6c5f3a6547 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341524 May 14 18:06:05.262223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defe5af-a4d7-4d3f-ab62-7baf4eaa287a req-2a5abba8-946f-43ae-af9d-b26957416d69 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.269923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1defe5af-a4d7-4d3f-ab62-7baf4eaa287a req-2a5abba8-946f-43ae-af9d-b26957416d69 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.2276437 May 14 18:06:05.271270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-b58031e6-d0a9-4ecc-8175-5f1e553b9846 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.272206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6650346c-2b47-4c21-9575-7dbcad393349 req-b58031e6-d0a9-4ecc-8175-5f1e553b9846 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Synchronizing usage tracker for tenant:27419846c650458fa7724d9650dac293 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:05.299398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-52dce981-8ba8-4d52-b46c-e1424b146f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.300738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-52dce981-8ba8-4d52-b46c-e1424b146f96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 1095 time: 0.2258503 May 14 18:06:05.306570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6650346c-2b47-4c21-9575-7dbcad393349 req-b58031e6-d0a9-4ecc-8175-5f1e553b9846 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Unset dirty status for tenant:27419846c650458fa7724d9650dac293 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:05.307613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-b58031e6-d0a9-4ecc-8175-5f1e553b9846 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.15 "GET /v2.0/networks?id=63cb5c75-47f7-4e58-982b-db9bea403fdf HTTP/1.1" status: 200 len: 821 time: 0.3939366 May 14 18:06:05.374373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Request body: {'port': {'device_id': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf', 'admin_state_up': True, 'tenant_id': '27419846c650458fa7724d9650dac293'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:05.391360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-c3fc5a4e-7518-432e-8cba-99e795d499a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fad3297-096f-40c1-becc-24746f02c70b HTTP/1.1" status: 200 len: 217 time: 0.0824199 May 14 18:06:05.393906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1defe5af-a4d7-4d3f-ab62-7baf4eaa287a req-9276baea-b2e1-4d52-9eef-84814e3149d8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231446 May 14 18:06:05.401427 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.445543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.482262 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'status': 'completed', 'code': 200} May 14 18:06:05.539549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.545747 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-68472a9f-bf7a-42b7-840a-bd53062b618a tempest-LiveMigrationNegativeTest-822884027 tempest-LiveMigrationNegativeTest-822884027-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:05.559047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be71884b-1eb5-4e32-926e-e80b5d506888,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:05.563881 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:05.588183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-a8189d2c-0279-468e-b5a9-43ef7772649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.589794 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-a8189d2c-0279-468e-b5a9-43ef7772649a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.1501853 May 14 18:06:05.618283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.619413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be71884b-1eb5-4e32-926e-e80b5d506888 HTTP/1.1" status: 204 len: 168 time: 0.4243727 May 14 18:06:05.620970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:05.630598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4995ae53-11f2-4b18-92b1-6c6e1ff8de3a req-a4f00956-a18e-4ce7-92da-41d6dc36a132 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 210 time: 0.0590639 May 14 18:06:05.656845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-d5f5e9fa-f3be-4952-a514-c7d477c9699d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583916 May 14 18:06:05.708971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:05.820445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Allocated IP 172.25.4.146 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/9f3d2236-51f6-4c87-969e-34f6623f7123) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:05.894501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Usage tracker for resource:port and tenant:27419846c650458fa7724d9650dac293 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:05.907198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:05.913271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-774dfbf2-2f46-4b24-95a2-ba76efa8cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.914764 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-774dfbf2-2f46-4b24-95a2-ba76efa8cbb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 1099 time: 0.4254522 May 14 18:06:05.919879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:05.950875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68414c-8c94-4b5e-8601-46754020780f req-a3084a3d-c867-41ab-a271-9e510f2613e2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:05.952374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c68414c-8c94-4b5e-8601-46754020780f req-a3084a3d-c867-41ab-a271-9e510f2613e2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1908250 May 14 18:06:06.027333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Made reservation on behalf of 27419846c650458fa7724d9650dac293 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:06.030950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.042198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c68414c-8c94-4b5e-8601-46754020780f req-b878266d-b0d5-4d40-8122-d40a0ba27cb3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788786 May 14 18:06:06.046962 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.049838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46664) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:06.119027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d4f05302-7bcb-4109-b4b4-976cf5d90604 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=431a483306804058a8e4722aa4bbee8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679414 May 14 18:06:06.122390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46670) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:06.136920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.144004 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:06.148529 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-22daad6f-c64a-43fa-8b8b-16d8f0aa4d55 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827344 May 14 18:06:06.204912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-408274c5-e97c-4aa9-9162-61d2c73118dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:06.206907 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-408274c5-e97c-4aa9-9162-61d2c73118dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2825961 May 14 18:06:06.221691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:06.263876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:06.272621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:06.279543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:06.298179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:06.303524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:06.303899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.327357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'Port': ['ID=9f3d2236-51f6-4c87-969e-34f6623f7123,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:06.341255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-5387610a-ab70-4493-8b1b-4607349b88ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a HTTP/1.1" status: 200 len: 217 time: 0.0833611 May 14 18:06:06.342167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:06.354441 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.401478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.453076 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.471022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e92fd-e2be-45a6-b60b-f9735068b668 req-9fabb097-b528-4e47-acef-d53020d5f984 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:06.478810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-d1dc6fa8-2e09-4391-98e0-2e88d332fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:06.480276 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-d1dc6fa8-2e09-4391-98e0-2e88d332fbc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1089761 May 14 18:06:06.481076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-733e92fd-e2be-45a6-b60b-f9735068b668 req-9fabb097-b528-4e47-acef-d53020d5f984 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 948 time: 0.3048041 May 14 18:06:06.489794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:06.503866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:06.508619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.512074 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:06.537790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Allocated IP 172.20.0.10 (63cb5c75-47f7-4e58-982b-db9bea403fdf/ffa699a1-f599-4bdb-84e0-0ef16eb8842a/56f12d8c-8402-4132-9c23-754cf3b94948) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:06.540240 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.553940 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-17f23e3b-d729-4bc0-aaf7-4a6a45cff6a6 req-d9685865-6d0e-47ee-9f47-5232f70619e1 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920522 May 14 18:06:06.593350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:06.596553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:06.601408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-733e92fd-e2be-45a6-b60b-f9735068b668 req-2c9c177a-6d6d-43bb-8999-7bfb5042d555 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188154 May 14 18:06:06.613959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.620202 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33c0a125-7b17-4806-a816-30fc3cf4724f tempest-LiveMigrationNegativeTest-2093397489 tempest-LiveMigrationNegativeTest-2093397489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:06.639856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3302616f-9ccf-41df-a9e5-8adf6b7e0983,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:06.642362 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:06.662478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.717705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.721262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3302616f-9ccf-41df-a9e5-8adf6b7e0983 HTTP/1.1" status: 204 len: 168 time: 0.5955265 May 14 18:06:06.721450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-eec5850c-3752-4d8d-8ea4-3137c032f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:06.722778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-eec5850c-3752-4d8d-8ea4-3137c032f400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298870 May 14 18:06:06.910143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.944353 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-8e6ad313-057e-409d-9d73-b72b27d38a1a service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127507 May 14 18:06:06.949457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8861257-abe9-4132-8b10-b6d00c6bdd58 req-636e0d81-d6b3-4f65-92c4-51f603b8df3a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:06.950879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8861257-abe9-4132-8b10-b6d00c6bdd58 req-636e0d81-d6b3-4f65-92c4-51f603b8df3a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 944 time: 0.1443307 May 14 18:06:06.988635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.994792 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:06.999334 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40bc9809-cbca-4208-9db3-7c8056b91786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:07.041119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:07.056538 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2167d8d-dff4-4bef-99b4-daeec2096996 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:07.134788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Network 63cb5c75-47f7-4e58-982b-db9bea403fdf is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:07.140268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:07.160029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:07.203609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Pushing event updated for resources: {'Port': ['ID=56f12d8c-8402-4132-9c23-754cf3b94948,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:07.211923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:07.215945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ea3f494d-3d51-4f56-86ee-44af1425c47e req-1f4da450-f539-42d8-8d98-46350ed22d02 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630613 May 14 18:06:07.231242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8861257-abe9-4132-8b10-b6d00c6bdd58 req-039b231d-23dd-4835-b2b6-ed6509dd80c9 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648199 May 14 18:06:07.243383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:07.244170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:07.267564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'Port': ['ID=9f3d2236-51f6-4c87-969e-34f6623f7123,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:07.271007 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9067218 May 14 18:06:07.272140 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:07.285331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Request body: {'port': {'device_id': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:07.286623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:07.307689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:07.308914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1894515 May 14 18:06:07.437941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:07.514235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'tag': '2fad3297-096f-40c1-becc-24746f02c70b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:07.601453 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'code': 200} May 14 18:06:07.809074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed0b35-9440-4f1f-a92c-600cf662994f req-3c333235-b3cf-41e8-9d05-8cd551c6ad80 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:07.811161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abed0b35-9440-4f1f-a92c-600cf662994f req-3c333235-b3cf-41e8-9d05-8cd551c6ad80 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 932 time: 0.1018925 May 14 18:06:07.859563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abed0b35-9440-4f1f-a92c-600cf662994f req-01c3eee1-7f18-4313-a071-07bc8d0197dc tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 May 14 18:06:08.005785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c57f9-605e-4b78-9284-ac9ca1133625 req-ae029faf-b35f-4fcb-ae11-d098b04d65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.007283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-119c57f9-605e-4b78-9284-ac9ca1133625 req-ae029faf-b35f-4fcb-ae11-d098b04d65b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 1101 time: 0.3313742 May 14 18:06:08.093351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2af82-49b4-440a-824e-aa961cf02cab req-f15600f1-263e-4079-a16c-fe237dfa3401 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.094814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2f2af82-49b4-440a-824e-aa961cf02cab req-f15600f1-263e-4079-a16c-fe237dfa3401 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0801919 May 14 18:06:08.111216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-119c57f9-605e-4b78-9284-ac9ca1133625 req-04f459f8-3e33-4382-9d72-b9ee7485a351 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895164 May 14 18:06:08.115341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f12d8c-8402-4132-9c23-754cf3b94948 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:08.122583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.138011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Transition to ACTIVE for port object 56f12d8c-8402-4132-9c23-754cf3b94948 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:08.140549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2f2af82-49b4-440a-824e-aa961cf02cab req-fcaffe61-1660-47d8-a508-b9679fee9a38 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 May 14 18:06:08.141749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.145997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:08.234861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:08.301250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Pushing event updated for resources: {'Port': ['ID=56f12d8c-8402-4132-9c23-754cf3b94948,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:08.308669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:08.342073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd9181-4f95-40ac-a9c1-c8103db1aa6a req-9db8db51-dade-4c5f-b4d6-2118a42e261c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.343645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbdd9181-4f95-40ac-a9c1-c8103db1aa6a req-9db8db51-dade-4c5f-b4d6-2118a42e261c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1000359 May 14 18:06:08.382710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Attempting to bind port 56f12d8c-8402-4132-9c23-754cf3b94948 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:08.382958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Attempting to bind port 56f12d8c-8402-4132-9c23-754cf3b94948 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '1b409ac8-ed63-4a57-8568-2fe52b10ff15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:08.383290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Attempting to bind port 56f12d8c-8402-4132-9c23-754cf3b94948 on network 63cb5c75-47f7-4e58-982b-db9bea403fdf {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:08.388149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Port 56f12d8c-8402-4132-9c23-754cf3b94948 on network 63cb5c75-47f7-4e58-982b-db9bea403fdf not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:06:08.388682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Attempting to bind port 56f12d8c-8402-4132-9c23-754cf3b94948 on network 63cb5c75-47f7-4e58-982b-db9bea403fdf {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:08.394578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:08.395346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Checking segment: {'id': '1b409ac8-ed63-4a57-8568-2fe52b10ff15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:08.395661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Bound using segment: {'id': '1b409ac8-ed63-4a57-8568-2fe52b10ff15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:08.395766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbdd9181-4f95-40ac-a9c1-c8103db1aa6a req-687631ff-22f4-4ea8-a8c9-7e15da0f78c5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453966 May 14 18:06:08.395983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Bound port: 56f12d8c-8402-4132-9c23-754cf3b94948, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b409ac8-ed63-4a57-8568-2fe52b10ff15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:08.396313 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.413274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:08.427468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'mac_address': 'fa:16:3e:45:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:08.461613 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'tag': '2fad3297-096f-40c1-becc-24746f02c70b', 'status': 'completed', 'code': 200} May 14 18:06:08.490532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.508941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7e859b-6427-4c2f-a8b5-a839aa44120a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:08.527282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:08.538390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.540646 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:08.548848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] For port 56f12d8c-8402-4132-9c23-754cf3b94948, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:08.559888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] For port 56f12d8c-8402-4132-9c23-754cf3b94948, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=56f12d8c-8402-4132-9c23-754cf3b94948,segment=NetworkSegment(1b409ac8-ed63-4a57-8568-2fe52b10ff15),segment_id=1b409ac8-ed63-4a57-8568-2fe52b10ff15)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:08.567919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.571854 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1302f79d-e748-4190-95bf-11c1482bafc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:08.598183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fad3297-096f-40c1-becc-24746f02c70b details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:08.604272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:08.647913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.648511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.649882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] 10.222.0.15 "PUT /v2.0/ports/56f12d8c-8402-4132-9c23-754cf3b94948 HTTP/1.1" status: 200 len: 1092 time: 1.3700681 May 14 18:06:08.660211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-9d3413c9-7509-4261-a8c9-ddf0afe7350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.661380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-9d3413c9-7509-4261-a8c9-ddf0afe7350f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 1095 time: 0.1725068 May 14 18:06:08.664224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Pushing event updated for resources: {'Port': ['ID=56f12d8c-8402-4132-9c23-754cf3b94948,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:08.667948 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:08.672743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:08.697927 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:08.718601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-ab30176e-a18e-40c9-87ce-d4212cc542cb tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.720330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-ab30176e-a18e-40c9-87ce-d4212cc542cb tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 821 time: 0.1680880 May 14 18:06:08.736739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-334bcc3e-67db-4d1a-9ce2-e61faac3da3d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/quotas/0d0d56a919f6462a9e0d9942598d54fc HTTP/1.1" status: 200 len: 375 time: 0.0099206 May 14 18:06:08.827942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-d9d888b8-6d3f-4796-9fbb-fdd74f91c3c2 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845568 May 14 18:06:08.849938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-f8f989e6-da87-44ce-80cf-e21de751a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.851386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-f8f989e6-da87-44ce-80cf-e21de751a25f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 915 time: 0.1824620 May 14 18:06:08.862356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e4ac243b-af2b-49b6-a230-0ac3c4cf2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:08.863785 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e4ac243b-af2b-49b6-a230-0ac3c4cf2c3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27419846c650458fa7724d9650dac293&device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 1095 time: 0.1208487 May 14 18:06:08.865919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.903053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2fad3297-096f-40c1-becc-24746f02c70b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fad3297-096f-40c1-becc-24746f02c70b,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:08.924208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '2fad3297-096f-40c1-becc-24746f02c70b', 'network_id': 'ee4c7aaa-58cd-46dc-8e36-defa6642fad2', 'port_id': '2fad3297-096f-40c1-becc-24746f02c70b', 'mac_address': 'fa:16:3e:99:94:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7620d1-c2d4-48f9-bc76-cda01693329c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:08.925612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:08.958482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:08.965359 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:08.977265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-362c7bac-77fa-4a4e-b33a-9fca16bc8160 service neutron] 10.222.0.24 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424434 May 14 18:06:08.986288 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-c274789d-7e60-44d8-9e40-cf48462490fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fad3297-096f-40c1-becc-24746f02c70b HTTP/1.1" status: 200 len: 217 time: 0.1215792 May 14 18:06:08.994389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-c437976e-a67f-4bf6-8235-f67d4dd86377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f12d8c-8402-4132-9c23-754cf3b94948 HTTP/1.1" status: 200 len: 217 time: 0.0769606 May 14 18:06:09.035151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:09.063623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fad3297-096f-40c1-becc-24746f02c70b {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:09.079649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2fad3297-096f-40c1-becc-24746f02c70b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fad3297-096f-40c1-becc-24746f02c70b,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:09.081403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=11']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:09.085015 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:09.085697 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:09.087264 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0500fd96-f9e8-42d9-ba09-f6e716d21f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:09.106976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-1eb5a1af-bbd1-434b-aa88-8bbe481e0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:09.108414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-1eb5a1af-bbd1-434b-aa88-8bbe481e0359 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.1104207 May 14 18:06:09.109740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650346c-2b47-4c21-9575-7dbcad393349 req-27ba45e4-92fc-4807-ba74-8222372861ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:09.110968 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-27ba45e4-92fc-4807-ba74-8222372861ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffa699a1-f599-4bdb-84e0-0ef16eb8842a HTTP/1.1" status: 200 len: 861 time: 0.0837061 May 14 18:06:09.120122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-48e19a39-9fb3-44ed-ad44-62d17fd34af2 service neutron] 10.222.0.24 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356311 May 14 18:06:09.122159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['9e7e859b-6427-4c2f-a8b5-a839aa44120a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:09.196642 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-6d402784-5682-4c3f-a333-3adf7ecf6769 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802872 May 14 18:06:09.198380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-e9a710d7-a5ac-4444-8f68-b78ddbdf2903 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb5c75-47f7-4e58-982b-db9bea403fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515766 May 14 18:06:09.216825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=2fad3297-096f-40c1-becc-24746f02c70b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:09.220393 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:09.370321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['2fad3297-096f-40c1-becc-24746f02c70b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:09.493812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b020d2a-bd27-4ac2-b29b-648cf6d4df0e req-12c48ead-2954-4e2b-892c-1e2538e3737f tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:09.501361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b020d2a-bd27-4ac2-b29b-648cf6d4df0e req-12c48ead-2954-4e2b-892c-1e2538e3737f tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 949 time: 0.1059768 May 14 18:06:09.555769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b020d2a-bd27-4ac2-b29b-648cf6d4df0e req-b12b76bc-018e-465c-bd91-4c133c5a9f66 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534868 May 14 18:06:09.624597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:09.662646 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-b40832fd-14e9-4a87-abd6-0c18721dfd18 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588642 May 14 18:06:09.665734 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-032525d2-f46b-4e51-b997-67a88ee90bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411578 May 14 18:06:09.919142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ca4d6952-bd97-4bb0-aef6-07b9312a0f4f req-f19ff444-f1a3-45bf-8311-54d45c699276 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486403 May 14 18:06:09.922275 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6650346c-2b47-4c21-9575-7dbcad393349 req-a5ef3e8e-377d-4c10-aa52-cec4051e379b service neutron] 10.222.0.15 "GET /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300346 May 14 18:06:10.005379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71429279-db18-4c66-aadc-a4f261005d38 req-0090daca-4afb-4952-8cd0-92dc09047de4 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:10.006836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71429279-db18-4c66-aadc-a4f261005d38 req-0090daca-4afb-4952-8cd0-92dc09047de4 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 949 time: 0.0839226 May 14 18:06:10.056166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71429279-db18-4c66-aadc-a4f261005d38 req-7fd1463d-08df-4cb3-a9da-bacca82a41bc tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 May 14 18:06:10.247738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99187-173e-489f-9b0d-7e9a16a1753c req-e7585a6e-4e3c-4e33-bae9-52829e289f58 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:10.249094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2a99187-173e-489f-9b0d-7e9a16a1753c req-e7585a6e-4e3c-4e33-bae9-52829e289f58 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0854485 May 14 18:06:10.295837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2a99187-173e-489f-9b0d-7e9a16a1753c req-89a86b68-7783-44ce-a248-38e7df566420 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 May 14 18:06:10.463068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'tag': '56f12d8c-8402-4132-9c23-754cf3b94948'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:10.473857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1593e4-e80f-4deb-b5bb-ccd8d4617be7 req-93c320b6-93be-4cd5-b5eb-7627944fb0a2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:10.475357 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba1593e4-e80f-4deb-b5bb-ccd8d4617be7 req-93c320b6-93be-4cd5-b5eb-7627944fb0a2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 945 time: 0.0861075 May 14 18:06:10.521213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba1593e4-e80f-4deb-b5bb-ccd8d4617be7 req-9a93f8e5-8162-4735-b7a3-0fb3579c508a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 May 14 18:06:10.612693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fad3297-096f-40c1-becc-24746f02c70b up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:10.684774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 2fad3297-096f-40c1-becc-24746f02c70b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:10.693272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 2fad3297-096f-40c1-becc-24746f02c70b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:10.694114 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:10.700936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-bd2d547e-fcb6-4194-883d-92b0db55a72a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:10.701869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f3ee9677-0803-41b1-ac72-a434df84348f req-bd2d547e-fcb6-4194-883d-92b0db55a72a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Synchronizing usage tracker for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:10.714806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cc7ff-b530-4e9e-9b62-a50816be2b9d req-085e93c5-7561-4ae5-8f4f-2bf4436229a0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:10.722798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a80cc7ff-b530-4e9e-9b62-a50816be2b9d req-085e93c5-7561-4ae5-8f4f-2bf4436229a0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1033707 May 14 18:06:10.723360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f3ee9677-0803-41b1-ac72-a434df84348f req-bd2d547e-fcb6-4194-883d-92b0db55a72a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Unset dirty status for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:10.724887 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-bd2d547e-fcb6-4194-883d-92b0db55a72a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 821 time: 0.2045612 May 14 18:06:10.740452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'port': {'device_id': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'admin_state_up': True, 'tenant_id': '0d0d56a919f6462a9e0d9942598d54fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:10.770130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a80cc7ff-b530-4e9e-9b62-a50816be2b9d req-d9b5d264-546d-424d-82d4-fc9134744af8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461400 May 14 18:06:10.833783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:10.867303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 2fad3297-096f-40c1-becc-24746f02c70b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fad3297-096f-40c1-becc-24746f02c70b,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:10.872181 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:10.874260 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-71b56842-1d10-4069-a52c-41dcf1d1ac70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:10.889562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:10.894735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:port and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:10.897629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:10.903523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:10.914053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Made reservation on behalf of 0d0d56a919f6462a9e0d9942598d54fc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:10.917801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:10.953250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=2fad3297-096f-40c1-becc-24746f02c70b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:10.956375 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:10.961624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629506a5-9867-4957-9e72-f46185ca7133 req-c654b904-5c2c-49df-b5cd-482c24c48965 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:10.963134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-629506a5-9867-4957-9e72-f46185ca7133 req-c654b904-5c2c-49df-b5cd-482c24c48965 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 944 time: 0.0867333 May 14 18:06:11.008763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-629506a5-9867-4957-9e72-f46185ca7133 req-e7e4bda2-51f7-4b96-a15d-e4973caa94eb tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396416 May 14 18:06:11.090544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Allocated IP 172.20.0.7 (dc72fb25-6639-46c1-b382-4d93ccf6bbba/b774608b-5559-4fe3-b65f-08f31ace3b60/05f9a97f-932f-450c-a15c-7e22cf798346) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:11.140347 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:06:11.145897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33ef23b2-a680-4317-b293-4ac09137dc71 req-bc8a6d16-9a78-4363-b2ab-5b4f14905d4c tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 210 time: 0.0430100 May 14 18:06:11.198967 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'code': 200} May 14 18:06:11.297190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:11.327943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:11.333774 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d464c14-4410-437e-a633-dcaa4dbf72f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:11.393400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:11.396558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:11.400457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:11.448357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:11.452685 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:11.478952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:11.479640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:11.505346 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700260 May 14 18:06:11.518611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Request body: {'port': {'device_id': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:11.640805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:11.866985 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'tag': '56f12d8c-8402-4132-9c23-754cf3b94948', 'status': 'completed', 'code': 200} May 14 18:06:12.037368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef058-ee8f-46e2-a968-609e35c979a1 req-0fa35b01-4afe-40fa-bdf0-48ffd58ca21a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.038951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-582ef058-ee8f-46e2-a968-609e35c979a1 req-0fa35b01-4afe-40fa-bdf0-48ffd58ca21a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 949 time: 0.0881233 May 14 18:06:12.085301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-582ef058-ee8f-46e2-a968-609e35c979a1 req-14b19126-8ee6-41bf-897a-2ee1c90bdc5f tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 May 14 18:06:12.130681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94072288-9100-470a-a193-b5bf6a73c83c req-ca268e28-c51f-4c7a-81b8-4f09449872c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.132156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-ca268e28-c51f-4c7a-81b8-4f09449872c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27419846c650458fa7724d9650dac293&device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 1095 time: 0.2435396 May 14 18:06:12.257126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f9a97f-932f-450c-a15c-7e22cf798346 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:12.267201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:12.267815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994db4c-16ca-476f-8828-68e85773df1a req-c8c42f87-f01d-472e-9a6a-1287d8d00a41 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.269941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7994db4c-16ca-476f-8828-68e85773df1a req-c8c42f87-f01d-472e-9a6a-1287d8d00a41 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0832901 May 14 18:06:12.280952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:12.307838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Transition to ACTIVE for port object 05f9a97f-932f-450c-a15c-7e22cf798346 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:12.320221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7994db4c-16ca-476f-8828-68e85773df1a req-8e12ea6a-65f6-4aff-827c-e71577475db1 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 May 14 18:06:12.322455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:12.329004 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-120e0589-ba65-4679-bed4-80ff24989430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:12.371245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 9e7e859b-6427-4c2f-a8b5-a839aa44120a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:12.373703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94072288-9100-470a-a193-b5bf6a73c83c req-9f962f04-8e0e-4001-9fd1-c6dd8da80395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.378428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 9e7e859b-6427-4c2f-a8b5-a839aa44120a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:12.379447 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:12.381240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-9f962f04-8e0e-4001-9fd1-c6dd8da80395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb5c75-47f7-4e58-982b-db9bea403fdf HTTP/1.1" status: 200 len: 922 time: 0.2213392 May 14 18:06:12.507759 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:12.539827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-4dba5389-7563-4bd6-8147-aaa249e36a55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f12d8c-8402-4132-9c23-754cf3b94948 HTTP/1.1" status: 200 len: 217 time: 0.1484404 May 14 18:06:12.546954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:12.552559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:12.555795 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:12.560910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8432d4-8347-4baa-a463-a83b7a03baae req-e02e0391-9bf0-4e3d-833e-02d408c2e7d2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.562365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee8432d4-8347-4baa-a463-a83b7a03baae req-e02e0391-9bf0-4e3d-833e-02d408c2e7d2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 946 time: 0.0966611 May 14 18:06:12.610993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee8432d4-8347-4baa-a463-a83b7a03baae req-6ca46652-4979-4adc-99dd-a35c763f7ce8 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 May 14 18:06:12.623891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:12.637164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:12.640544 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:12.666727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.667105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.667496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.667859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.668212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.668564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.668911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.669260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.669602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.669946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.670291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.670631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:12.678638 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:12.722327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94072288-9100-470a-a193-b5bf6a73c83c req-adbcf0f9-cba2-40cc-897a-20a485aecaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.723923 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-adbcf0f9-cba2-40cc-897a-20a485aecaea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffa699a1-f599-4bdb-84e0-0ef16eb8842a HTTP/1.1" status: 200 len: 861 time: 0.1549339 May 14 18:06:12.767015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Attempting to bind port 05f9a97f-932f-450c-a15c-7e22cf798346 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:12.767415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Attempting to bind port 05f9a97f-932f-450c-a15c-7e22cf798346 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:12.767829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Attempting to bind port 05f9a97f-932f-450c-a15c-7e22cf798346 on network dc72fb25-6639-46c1-b382-4d93ccf6bbba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:12.789251 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-09e396ec-c287-44e2-8182-827ea950fc03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb5c75-47f7-4e58-982b-db9bea403fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571022 May 14 18:06:12.789987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Port 05f9a97f-932f-450c-a15c-7e22cf798346 on network dc72fb25-6639-46c1-b382-4d93ccf6bbba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:06:12.790302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Attempting to bind port 05f9a97f-932f-450c-a15c-7e22cf798346 on network dc72fb25-6639-46c1-b382-4d93ccf6bbba {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:12.798099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:12.798432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Checking segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:12.798815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Bound using segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:12.799835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Bound port: 05f9a97f-932f-450c-a15c-7e22cf798346, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:12.800196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:12.987121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3800ef4-9081-4079-a68c-598780649d45 req-8bc357ad-b593-4b9b-b0de-346c424ee9b0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:12.988709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3800ef4-9081-4079-a68c-598780649d45 req-8bc357ad-b593-4b9b-b0de-346c424ee9b0 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0855618 May 14 18:06:13.017864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:13.021610 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-ec17ac17-176e-411b-854e-0f10df7d9432 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245629 May 14 18:06:13.027486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:13.035583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3800ef4-9081-4079-a68c-598780649d45 req-5b59f769-c789-4d08-942a-e350172b54f3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 May 14 18:06:13.114777 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:13.125808 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:13.196026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:13.196733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:13.198139 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] 10.222.0.22 "PUT /v2.0/ports/05f9a97f-932f-450c-a15c-7e22cf798346 HTTP/1.1" status: 200 len: 1091 time: 1.6841793 May 14 18:06:13.199875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fad3297-096f-40c1-becc-24746f02c70b'}, {'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:13.218271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107baf9-8c33-4fa8-a645-90a1e4646e6a req-132193cf-2e9b-4cd1-9bd5-23d9bd18dc00 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:13.219783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c107baf9-8c33-4fa8-a645-90a1e4646e6a req-132193cf-2e9b-4cd1-9bd5-23d9bd18dc00 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 944 time: 0.0862761 May 14 18:06:13.277305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c107baf9-8c33-4fa8-a645-90a1e4646e6a req-0518b059-2efb-40ed-8832-89e44d8b9d69 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 May 14 18:06:13.295535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:13.311684 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:13.321977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-94072288-9100-470a-a193-b5bf6a73c83c req-de227e76-4ef9-49fa-a682-bdc887b49ac6 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930644 May 14 18:06:13.348348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-4c60bc19-9a54-4221-ab58-249a1683dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:13.349772 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-4c60bc19-9a54-4221-ab58-249a1683dc6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 1094 time: 0.1084685 May 14 18:06:13.424893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-d7f43fd7-0a13-4f0f-90d1-66effa455727 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9a97f-932f-450c-a15c-7e22cf798346 HTTP/1.1" status: 200 len: 217 time: 0.0662258 May 14 18:06:13.490587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9677-0803-41b1-ac72-a434df84348f req-d99ebbea-deae-44e2-a9eb-09bd4701ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:13.492036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-d99ebbea-deae-44e2-a9eb-09bd4701ce6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 200 len: 861 time: 0.0601177 May 14 18:06:13.541323 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-786739cd-9890-4155-9c3d-7fe8e8205c42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc72fb25-6639-46c1-b382-4d93ccf6bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414944 May 14 18:06:13.573235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524c89-55cc-457c-a8d5-8bcc36c81834 req-a6a76a6d-b241-42c1-ada4-90f1650f7eef tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:13.574591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87524c89-55cc-457c-a8d5-8bcc36c81834 req-a6a76a6d-b241-42c1-ada4-90f1650f7eef tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 943 time: 0.1916461 May 14 18:06:13.619062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-87524c89-55cc-457c-a8d5-8bcc36c81834 req-e296c7e3-19ba-4064-a8ba-be91d58e1dc9 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Synchronizing usage tracker for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:13.637229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-87524c89-55cc-457c-a8d5-8bcc36c81834 req-e296c7e3-19ba-4064-a8ba-be91d58e1dc9 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Unset dirty status for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:13.638410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87524c89-55cc-457c-a8d5-8bcc36c81834 req-e296c7e3-19ba-4064-a8ba-be91d58e1dc9 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569727 May 14 18:06:13.676125 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-3ace0928-4072-4579-8311-29b3d0ea5703 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271462 May 14 18:06:13.830104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e2a9-178f-4bbe-9788-62bdd93c73a5 req-8f582083-5d1d-4908-832f-e71a22c06e60 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:13.832336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49c4e2a9-178f-4bbe-9788-62bdd93c73a5 req-8f582083-5d1d-4908-832f-e71a22c06e60 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0861430 May 14 18:06:13.872921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:13.880846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49c4e2a9-178f-4bbe-9788-62bdd93c73a5 req-d1a98cb5-70d9-4c13-921a-6489d4dfc93e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425558 May 14 18:06:13.944837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f3ee9677-0803-41b1-ac72-a434df84348f req-5f658a40-8908-4962-8911-f6bac09de4e6 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607174 May 14 18:06:14.281737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bcbea-6390-4639-b169-d9cab6b5c7fc req-5e513334-807e-4359-a421-ceb4b35e1502 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:14.283159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb8bcbea-6390-4639-b169-d9cab6b5c7fc req-5e513334-807e-4359-a421-ceb4b35e1502 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0844703 May 14 18:06:14.289848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 56f12d8c-8402-4132-9c23-754cf3b94948 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:14.329782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb8bcbea-6390-4639-b169-d9cab6b5c7fc req-6962fe4c-2ff8-46d4-92bc-bac4bcd1ee27 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 May 14 18:06:14.427549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 56f12d8c-8402-4132-9c23-754cf3b94948, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=56f12d8c-8402-4132-9c23-754cf3b94948,segment=NetworkSegment(1b409ac8-ed63-4a57-8568-2fe52b10ff15),segment_id=1b409ac8-ed63-4a57-8568-2fe52b10ff15)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:14.440920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '56f12d8c-8402-4132-9c23-754cf3b94948', 'network_id': '63cb5c75-47f7-4e58-982b-db9bea403fdf', 'port_id': '56f12d8c-8402-4132-9c23-754cf3b94948', 'mac_address': 'fa:16:3e:05:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa699a1-f599-4bdb-84e0-0ef16eb8842a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:14.512104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6498-18a8-4634-8a2b-a297cadc2a47 req-3cb2e0f6-7b2c-4025-81f0-0b7eb0cbd020 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:14.513903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-815b6498-18a8-4634-8a2b-a297cadc2a47 req-3cb2e0f6-7b2c-4025-81f0-0b7eb0cbd020 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 950 time: 0.0851631 May 14 18:06:14.542814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:14.560761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f12d8c-8402-4132-9c23-754cf3b94948 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:14.563747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-815b6498-18a8-4634-8a2b-a297cadc2a47 req-c0787e48-0c69-4e57-94c0-6b0b2fbbc1bd tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 May 14 18:06:14.577602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 56f12d8c-8402-4132-9c23-754cf3b94948, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=56f12d8c-8402-4132-9c23-754cf3b94948,segment=NetworkSegment(1b409ac8-ed63-4a57-8568-2fe52b10ff15),segment_id=1b409ac8-ed63-4a57-8568-2fe52b10ff15)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:14.583122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:14.585557 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-20521199-5d98-4d90-b82e-fac7742dbc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:14.629525 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fad3297-096f-40c1-becc-24746f02c70b', 'code': 200} May 14 18:06:14.630520 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'code': 200} May 14 18:06:14.661808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=56f12d8c-8402-4132-9c23-754cf3b94948,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:14.665460 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:14.802877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd395c-7b0e-4e20-8fa4-df71156551d2 req-c4789531-cf89-489d-b06d-ff4b3537cf49 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:14.804352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79cd395c-7b0e-4e20-8fa4-df71156551d2 req-c4789531-cf89-489d-b06d-ff4b3537cf49 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 946 time: 0.0819724 May 14 18:06:14.818714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447417a-5d4d-437a-b18d-b0f87311d915 req-cea56df7-b10c-4d4a-ad5a-b612716b69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:14.820204 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2447417a-5d4d-437a-b18d-b0f87311d915 req-cea56df7-b10c-4d4a-ad5a-b612716b69e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 1097 time: 0.1247485 May 14 18:06:14.832644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32804-cbd7-49bc-a30b-a560648c7064 req-c8e88bb8-6f44-4be0-95e2-b102d94de3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:14.834221 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d0c32804-cbd7-49bc-a30b-a560648c7064 req-c8e88bb8-6f44-4be0-95e2-b102d94de3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 1101 time: 0.1038761 May 14 18:06:14.852834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79cd395c-7b0e-4e20-8fa4-df71156551d2 req-485dac5e-a9b9-4a0f-bdcc-43f7730425fa tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 May 14 18:06:14.899702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2447417a-5d4d-437a-b18d-b0f87311d915 req-4614ad6a-68da-472e-868d-2a0f5718a40b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 May 14 18:06:14.902869 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346', 'status': 'completed', 'code': 200} May 14 18:06:14.904519 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d0c32804-cbd7-49bc-a30b-a560648c7064 req-9e93a5e3-13c1-4196-9ea5-607a78010766 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 May 14 18:06:15.004373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['56f12d8c-8402-4132-9c23-754cf3b94948'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:15.045830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-a999685a-aca4-4ccb-94b5-ceb14174fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:15.047754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-a999685a-aca4-4ccb-94b5-ceb14174fab3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 1094 time: 0.0754156 May 14 18:06:15.110145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ecbc-ff5e-477f-933f-f14c9cc44211 req-9882971b-b4c6-4ddd-ba21-e71c334a4383 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:15.111942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4072ecbc-ff5e-477f-933f-f14c9cc44211 req-9882971b-b4c6-4ddd-ba21-e71c334a4383 tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 949 time: 0.0917923 May 14 18:06:15.159676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4072ecbc-ff5e-477f-933f-f14c9cc44211 req-a9f1f435-a2a2-46cb-9713-2ae351d1481c tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 May 14 18:06:15.192713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-ae23cc6f-d2d4-4f3f-a216-4e7c812071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:15.194256 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-ae23cc6f-d2d4-4f3f-a216-4e7c812071f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 922 time: 0.1390986 May 14 18:06:15.268811 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-4cff707c-fa7a-4b28-a08f-2becd424b8e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f9a97f-932f-450c-a15c-7e22cf798346 HTTP/1.1" status: 200 len: 217 time: 0.0656621 May 14 18:06:15.333019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-b55350dc-1b14-4c6f-98c3-84b35b6f3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:15.334458 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-b55350dc-1b14-4c6f-98c3-84b35b6f3e12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 200 len: 861 time: 0.0579224 May 14 18:06:15.342942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e437a9-4d5a-49df-bfc5-169e9f3b8f40 req-778271d1-d04f-4b31-845c-af322ac5c15d tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:15.344393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e437a9-4d5a-49df-bfc5-169e9f3b8f40 req-778271d1-d04f-4b31-845c-af322ac5c15d tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 945 time: 0.0819266 May 14 18:06:15.386654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-bcd04f5b-ba28-42d7-a543-e94585f576c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc72fb25-6639-46c1-b382-4d93ccf6bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436940 May 14 18:06:15.389812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e437a9-4d5a-49df-bfc5-169e9f3b8f40 req-39a8077b-5e91-4dd8-a060-f2bced2b3793 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 May 14 18:06:15.530174 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-f2e67da2-3b16-4259-9512-a36c34423d08 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353710 May 14 18:06:15.673204 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8dfb1ca-a5e1-4456-9d68-4e8808f9b536 req-9d7444b0-2eae-4da3-a2a0-23f8034f11a0 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343582 May 14 18:06:15.792969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf586-2e35-492c-b3b5-85b4d8b7525d req-c85863c5-081d-4f51-9a81-eae35f38c9e3 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:15.794407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1bcf586-2e35-492c-b3b5-85b4d8b7525d req-c85863c5-081d-4f51-9a81-eae35f38c9e3 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 943 time: 0.0841091 May 14 18:06:15.838540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1bcf586-2e35-492c-b3b5-85b4d8b7525d req-f1b4b18e-b66f-499e-9d7f-1727e4be8a5c tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 May 14 18:06:16.060589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce81a0-4ec6-4c8a-9199-87bbdec6a47d req-92a85f4c-2e9c-4f48-a58a-afc0945da1ae tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:16.062041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfce81a0-4ec6-4c8a-9199-87bbdec6a47d req-92a85f4c-2e9c-4f48-a58a-afc0945da1ae tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 950 time: 0.0935175 May 14 18:06:16.122821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfce81a0-4ec6-4c8a-9199-87bbdec6a47d req-992ec96d-df9a-4e34-b09a-f02de988a7fa tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541649 May 14 18:06:16.202629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46892) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:16.295596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 56f12d8c-8402-4132-9c23-754cf3b94948 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:16.337965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf7b0b-f795-4475-bb6c-f5120a0b6e6d req-267409d2-ab65-46ed-9583-0c97fa939ab7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:16.339767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87bf7b0b-f795-4475-bb6c-f5120a0b6e6d req-267409d2-ab65-46ed-9583-0c97fa939ab7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1027958 May 14 18:06:16.389207 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.389207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:16.390598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 56f12d8c-8402-4132-9c23-754cf3b94948 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:16.390872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8f57709ff74b94a3a1be59e08ada2f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:16.392364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 56f12d8c-8402-4132-9c23-754cf3b94948 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:16.392819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.392978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:16.405849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:16.424447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87bf7b0b-f795-4475-bb6c-f5120a0b6e6d req-54ecf09a-2158-4792-b427-f6bc3c32102b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707612 May 14 18:06:16.510519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.516737 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.527336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.528214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cd65da7c-a7ed-4147-ab8e-462e51cf557b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:16.562929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 56f12d8c-8402-4132-9c23-754cf3b94948, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=56f12d8c-8402-4132-9c23-754cf3b94948,segment=NetworkSegment(1b409ac8-ed63-4a57-8568-2fe52b10ff15),segment_id=1b409ac8-ed63-4a57-8568-2fe52b10ff15)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:16.567446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.570303 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:16.599248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d8f57709ff74b94a3a1be59e08ada2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921657 May 14 18:06:16.599399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46900) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:16.618841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9522966-2b7b-42fd-ad40-243483473368,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:16.624775 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:16.638544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f12d8c-8402-4132-9c23-754cf3b94948'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:16.651925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=56f12d8c-8402-4132-9c23-754cf3b94948,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:16.655162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:16.673454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:16.716936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-84961bd6-7416-4930-a36a-56c7929bc16e tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:16.718536 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-84961bd6-7416-4930-a36a-56c7929bc16e tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 949 time: 0.1174159 May 14 18:06:16.733955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.775300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210de99-76b1-4131-aaa4-231bbe53d97c req-fa6b61be-40b5-4174-9d10-7c9c0a275932 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:16.776779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1210de99-76b1-4131-aaa4-231bbe53d97c req-fa6b61be-40b5-4174-9d10-7c9c0a275932 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 946 time: 0.1545799 May 14 18:06:16.781251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.834600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:16.849781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '05f9a97f-932f-450c-a15c-7e22cf798346', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'port_id': '05f9a97f-932f-450c-a15c-7e22cf798346', 'mac_address': 'fa:16:3e:03:9e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b774608b-5559-4fe3-b65f-08f31ace3b60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:16.854689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1210de99-76b1-4131-aaa4-231bbe53d97c req-e2c15328-ca2b-40e5-b29a-b26617bd658c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655842 May 14 18:06:16.878285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Deleting port 899b9aed-85be-4e9c-959f-eafd061bc5c3 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:06:16.878841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.880044 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.887118 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fd4ae6a-4bef-49b2-a768-09b60ab2b8a5 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:16.906347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9522966-2b7b-42fd-ad40-243483473368,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:16.913081 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.917879 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:16.918951 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.920194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9522966-2b7b-42fd-ad40-243483473368 HTTP/1.1" status: 204 len: 168 time: 0.3195353 May 14 18:06:16.948873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f9a97f-932f-450c-a15c-7e22cf798346 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:16.968463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:16.974256 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:16.976482 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:17.061751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:17.066948 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:17.102718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] For port 899b9aed-85be-4e9c-959f-eafd061bc5c3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=899b9aed-85be-4e9c-959f-eafd061bc5c3,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:17.103488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:17.155625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df133b0f-9dbd-425f-9db3-e1eeda9df044 req-48356b71-61e3-49c2-94ea-5af04cd12bfe tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:17.157124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df133b0f-9dbd-425f-9db3-e1eeda9df044 req-48356b71-61e3-49c2-94ea-5af04cd12bfe tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2061d73-c09c-4be6-be2f-4da053e2d295 HTTP/1.1" status: 200 len: 949 time: 0.1111867 May 14 18:06:17.221774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df133b0f-9dbd-425f-9db3-e1eeda9df044 req-33b2b3f2-f9c9-4cc0-b61b-b4197b09cc3e tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.24 "GET /v2.0/security-groups?id=f307cab9-8191-4b49-9378-bbfe71f7bb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562389 May 14 18:06:17.243768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Calling delete_port for 899b9aed-85be-4e9c-959f-eafd061bc5c3 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:06:17.253098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['05f9a97f-932f-450c-a15c-7e22cf798346'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:17.577859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c47b-dba9-4722-b867-e1cecd4dcc35 req-f29a366b-5c29-4077-990a-326cb4263764 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:17.580014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b298c47b-dba9-4722-b867-e1cecd4dcc35 req-f29a366b-5c29-4077-990a-326cb4263764 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 946 time: 0.1648490 May 14 18:06:17.637017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b298c47b-dba9-4722-b867-e1cecd4dcc35 req-0ee1f385-c157-4a52-9f04-eec5cd876f55 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486257 May 14 18:06:17.669854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:17.677946 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de13563c-8ffb-4059-bd8c-24ba189f16be tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:17.725417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Pushing event deleted for resources: {'Port': ['ID=899b9aed-85be-4e9c-959f-eafd061bc5c3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:17.728445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:17.735848 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f12d8c-8402-4132-9c23-754cf3b94948', 'code': 200} May 14 18:06:17.869595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] No DVR routers for this DVR port 899b9aed-85be-4e9c-959f-eafd061bc5c3 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:06:17.877126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:17.886577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-deleted', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:17.897953 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-16e3118f-5674-4aec-b78c-d8533e54a796 req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] 10.222.0.22 "DELETE /v2.0/ports/899b9aed-85be-4e9c-959f-eafd061bc5c3 HTTP/1.1" status: 204 len: 173 time: 1.1723588 May 14 18:06:17.929689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92257a0-d2e0-48b4-9cb4-7b9206af0311 req-89982a2b-5fe8-4a21-b855-0f1e53476afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:17.931255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f92257a0-d2e0-48b4-9cb4-7b9206af0311 req-89982a2b-5fe8-4a21-b855-0f1e53476afb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 1097 time: 0.1064165 May 14 18:06:17.941519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf1914-026f-455a-97ee-344e04b04055 req-a0b75aac-b67b-4dc8-99c5-f9706b83045a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:17.943069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5cf1914-026f-455a-97ee-344e04b04055 req-a0b75aac-b67b-4dc8-99c5-f9706b83045a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 944 time: 0.1020718 May 14 18:06:17.982882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f92257a0-d2e0-48b4-9cb4-7b9206af0311 req-33a1aae2-e000-4fbd-9d8a-497ed00a53c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 May 14 18:06:18.003705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5cf1914-026f-455a-97ee-344e04b04055 req-64eec4fe-2dbc-4d76-925f-690dc131837b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543773 May 14 18:06:18.195435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c307e7-c43b-47a0-af66-8f98863f2a34 req-b7b16d76-dc09-4af8-82c5-89e3f108cd51 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:18.196975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4c307e7-c43b-47a0-af66-8f98863f2a34 req-b7b16d76-dc09-4af8-82c5-89e3f108cd51 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 950 time: 0.0917814 May 14 18:06:18.363684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4c307e7-c43b-47a0-af66-8f98863f2a34 req-67a4b27c-bd55-45c9-aa5d-85c46c61a73f tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602397 May 14 18:06:18.561418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175ae33-c5bb-4872-a9d9-b250a3b33b96 req-99f70d13-673e-4f9f-94a5-9b59d65b220d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:18.562837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4175ae33-c5bb-4872-a9d9-b250a3b33b96 req-99f70d13-673e-4f9f-94a5-9b59d65b220d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0844636 May 14 18:06:18.609994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4175ae33-c5bb-4872-a9d9-b250a3b33b96 req-4d770ce5-6924-4b25-8be6-47209ae7f82b tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 May 14 18:06:18.665971 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2061d73-c09c-4be6-be2f-4da053e2d295', 'name': 'network-vif-deleted', 'tag': '899b9aed-85be-4e9c-959f-eafd061bc5c3', 'status': 'completed', 'code': 200} May 14 18:06:18.681875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:18.748702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 05f9a97f-932f-450c-a15c-7e22cf798346 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:18.754213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 05f9a97f-932f-450c-a15c-7e22cf798346 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:18.754586 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:18.874713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:18.906431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:18.910440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:18.911333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:18.933848 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:18.986135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 899b9aed-85be-4e9c-959f-eafd061bc5c3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:18.986573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 899b9aed-85be-4e9c-959f-eafd061bc5c3 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:19.012766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:19.015986 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:19.293548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13a16a-c729-41e9-96d7-b8128b459ee9 req-6c2e6ccb-dfb0-4019-96fa-d1ab7d788820 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:19.295018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc13a16a-c729-41e9-96d7-b8128b459ee9 req-6c2e6ccb-dfb0-4019-96fa-d1ab7d788820 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 950 time: 0.0871322 May 14 18:06:19.341141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc13a16a-c729-41e9-96d7-b8128b459ee9 req-3cf2b0cf-188d-4143-8ef8-9bdea6f61dcd tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 May 14 18:06:19.407899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46970) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:19.559032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bde2bb44-3d39-4b14-b1e4-d6d8fc2061fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa66037be27c4f68a8b98cb13fcf2b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497941 May 14 18:06:19.561353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46978) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:19.621908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:19.645586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020a9a-bda4-4e2b-9680-279e60048f25 req-a36a236d-9d83-419e-915d-168a643b412d tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:19.647030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7020a9a-bda4-4e2b-9680-279e60048f25 req-a36a236d-9d83-419e-915d-168a643b412d tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 946 time: 0.0899858 May 14 18:06:19.647577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:19.693031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7020a9a-bda4-4e2b-9680-279e60048f25 req-ef8387b5-031e-4adb-beff-2402da36647b tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 May 14 18:06:19.701393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:19.706756 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee7efb5d-732a-4ec2-bcd1-1a92e98f18a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:19.716116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f307cab9-8191-4b49-9378-bbfe71f7bb0d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:19.720641 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:19.733382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:19.737703 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f307cab9-8191-4b49-9378-bbfe71f7bb0d HTTP/1.1" status: 204 len: 168 time: 0.1722765 May 14 18:06:19.738335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:20.306134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3aa81-742d-4b73-8123-5708d4d32a50 req-5a1d4169-092e-40e6-9dc1-3336473cd953 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:20.307637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dc3aa81-742d-4b73-8123-5708d4d32a50 req-5a1d4169-092e-40e6-9dc1-3336473cd953 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 945 time: 0.0883834 May 14 18:06:20.361286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dc3aa81-742d-4b73-8123-5708d4d32a50 req-94990713-b717-45b4-ac58-73f64e816f5c tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 May 14 18:06:20.476625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47016) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:20.595446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-25246954-network', 'tenant_id': '51230088b2434071ad7d647ed8a37909'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:20.601080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:20.605155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Usage tracker for resource:network and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:20.608588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:20.619124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:20.630239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Made reservation on behalf of 51230088b2434071ad7d647ed8a37909 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:20.632704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.645712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.660940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:20.665225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:20.668268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:20.674263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:20.768027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.775382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.786911 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fcfb5f71-970d-473a-b26f-4598f1d1213f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:20.797709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:06:20.822769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.823278 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Added segment d51fca45-7149-48e1-8e6f-9514e7995798 of type vlan for network f09ddc5c-b768-46e3-b24f-54e7ee28dffb May 14 18:06:20.828769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5b7aa-06b1-45af-95d0-a7d582f72d33,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:20.833117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:20.859224 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.895132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.896460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:20.897047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:20.900608 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5726257f-de37-45d2-adf4-09c35f84ab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:21.004836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Pushing event updated for resources: {'Network': ['ID=f09ddc5c-b768-46e3-b24f-54e7ee28dffb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:21.008482 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5305116 May 14 18:06:21.009668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:21.011476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:21.015245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f09ddc5c-b768-46e3-b24f-54e7ee28dffb details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:06:21.017417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Request body: {'subnet': {'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-25246954-subnet', 'tenant_id': '51230088b2434071ad7d647ed8a37909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:21.022652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:21.026783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Usage tracker for resource:subnet and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:21.029981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:21.037201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:21.050679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Made reservation on behalf of 51230088b2434071ad7d647ed8a37909 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:21.053799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:21.140371 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346', 'code': 200} May 14 18:06:21.373538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d942948-a55b-4f91-9526-0bec97686a7d req-c8bf4240-3ff4-4426-bda2-07a118b247b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.375710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d942948-a55b-4f91-9526-0bec97686a7d req-c8bf4240-3ff4-4426-bda2-07a118b247b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 1096 time: 0.1154926 May 14 18:06:21.485110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d942948-a55b-4f91-9526-0bec97686a7d req-84d9c928-6020-4c77-980c-adf68a3d7d26 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994720 May 14 18:06:21.495944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-e8e95a35-6d8f-4343-973c-39bac1cdcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.497396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-e8e95a35-6d8f-4343-973c-39bac1cdcf00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 1097 time: 0.1738336 May 14 18:06:21.533881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98459-3cfe-4ed7-82b4-e101dd7510eb req-d98c2541-8cf4-4b3e-8991-6805c0dc79a3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.535505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e98459-3cfe-4ed7-82b4-e101dd7510eb req-d98c2541-8cf4-4b3e-8991-6805c0dc79a3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1192837 May 14 18:06:21.582636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e98459-3cfe-4ed7-82b4-e101dd7510eb req-b556c3f7-555f-4e71-9510-383ac3b083e5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 May 14 18:06:21.662045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:21.682506 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac62407a-667c-4d2d-83b0-2c57836a74ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:21.807149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-95f4838e-1179-44cd-905d-69ab367571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.809199 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-95f4838e-1179-44cd-905d-69ab367571b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 200 len: 915 time: 0.2510858 May 14 18:06:21.809922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e02417-3068-490b-8681-1f62a78ca72f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:21.815535 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:21.884758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-3bc99a17-b050-49a3-a950-107806942dc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 200 len: 217 time: 0.0647695 May 14 18:06:21.888882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Checking segment: {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:21.889451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Network hostable DHCP agents. Network: f09ddc5c-b768-46e3-b24f-54e7ee28dffb, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:06:21.929456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcb893-b101-4ba1-871d-2939ad9ca7ee req-e57f0af5-cf73-4be4-bc47-b9a50a99890e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.931122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62bcb893-b101-4ba1-871d-2939ad9ca7ee req-e57f0af5-cf73-4be4-bc47-b9a50a99890e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 945 time: 0.0846891 May 14 18:06:21.953704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Network f09ddc5c-b768-46e3-b24f-54e7ee28dffb is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:06:21.972863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f09ddc5c-b768-46e3-b24f-54e7ee28dffb) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:21.983832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6da3c-f618-40e2-87f7-204730644712 None None] Network f09ddc5c-b768-46e3-b24f-54e7ee28dffb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:06:21.987664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-01882517-1c63-413f-be17-82ae87e676b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.990800 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-01882517-1c63-413f-be17-82ae87e676b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 200 len: 854 time: 0.0959504 May 14 18:06:21.993202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:21.993900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62bcb893-b101-4ba1-871d-2939ad9ca7ee req-d5df62ce-d755-4017-92ba-07170d01435f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565031 May 14 18:06:21.994021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:22.066790 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-cf6019c4-9f7b-489f-942f-893fcab9f13a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7b04ea2-6869-47b3-b987-90f1cdd877d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660584 May 14 18:06:22.102647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0899611 May 14 18:06:22.239649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b932348-9bdb-4b26-9549-e424a948105f None None] Network f09ddc5c-b768-46e3-b24f-54e7ee28dffb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:06:22.409788 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-d7afc276-f000-4efa-9841-db77ed169e34 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349092 May 14 18:06:22.551489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289dd06-5794-4d93-b5d7-a594fbdec264 req-3b4fb165-5990-4f76-956b-dfa61b838cf1 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:22.559719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8289dd06-5794-4d93-b5d7-a594fbdec264 req-3b4fb165-5990-4f76-956b-dfa61b838cf1 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 946 time: 0.1398592 May 14 18:06:22.623503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8289dd06-5794-4d93-b5d7-a594fbdec264 req-756b7b72-ba43-4527-ab04-a9fe1144853b tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627034 May 14 18:06:22.660020 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6345303d-5818-4a6d-a318-b4c3ec55078b req-6aa7fb34-6572-49f7-8f66-45545ecf0f48 service neutron] 10.222.0.22 "GET /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408574 May 14 18:06:22.907413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2013316679', 'description': 'tempest-description-950263508'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:22.913991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:22.917947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:22.920900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:22.926567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:22.937356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:22.957210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:22.961903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:22.964800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:22.970528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:23.043873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.047754 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.057694 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c2969aa-6362-4d50-9e23-a8d130a322ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:23.094661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.096153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-239c05fb-20cc-4d0a-b98e-64ccaff1df70 req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1927421 May 14 18:06:23.097862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d231174-83a6-464a-8162-37487d445f85,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:23.106921 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:23.266878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5084c-0916-4fee-892b-5011e80473af req-d431fc25-5e53-4dc8-93c0-1a2b74c9aea2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:23.268978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40d5084c-0916-4fee-892b-5011e80473af req-d431fc25-5e53-4dc8-93c0-1a2b74c9aea2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0830498 May 14 18:06:23.317789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40d5084c-0916-4fee-892b-5011e80473af req-412ecc92-bbc6-4918-a0d8-648f5ec6af59 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 May 14 18:06:23.529995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf73cee-3e3f-4672-b721-a263c64fa4e7 req-c8be6218-75b0-4123-992f-6a7748f8464f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:23.531694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bf73cee-3e3f-4672-b721-a263c64fa4e7 req-c8be6218-75b0-4123-992f-6a7748f8464f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 945 time: 0.0928919 May 14 18:06:23.578046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bf73cee-3e3f-4672-b721-a263c64fa4e7 req-d95e6bca-90ee-4005-91c3-b75613694943 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 May 14 18:06:23.615539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-751511942', 'description': 'tempest-description-1572914819'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:23.622099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:23.626082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:23.629659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:23.639457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:23.648108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.670000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:23.674303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:23.677175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:23.683167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:23.767281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.772289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.778045 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69d1d3b8-6870-4c64-94e8-9d8dfa1836d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:23.817014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c00010-666c-4c93-8965-79fa3ff5fde3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:23.819881 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:23.820702 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:23.821885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-559893a5-7cce-4407-8bb7-029d666fe2d2 req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2112403 May 14 18:06:23.885125 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:24.253391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-4d5b179b-6f5a-4c3b-99bb-e1a5be52d6de tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:24.254146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-4d5b179b-6f5a-4c3b-99bb-e1a5be52d6de tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Synchronizing usage tracker for tenant:27419846c650458fa7724d9650dac293 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:24.272785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-4d5b179b-6f5a-4c3b-99bb-e1a5be52d6de tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Unset dirty status for tenant:27419846c650458fa7724d9650dac293 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:24.274206 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-4d5b179b-6f5a-4c3b-99bb-e1a5be52d6de tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.15 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 946 time: 0.1035099 May 14 18:06:24.346347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:24.442760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Deleting port 56f12d8c-8402-4132-9c23-754cf3b94948 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:06:24.443417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:24.487966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8b1c-f967-4d36-9eda-b782fe25bb74 req-e749e699-64eb-45bf-823d-cc7d725fb7e0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:24.489996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d8b8b1c-f967-4d36-9eda-b782fe25bb74 req-e749e699-64eb-45bf-823d-cc7d725fb7e0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 945 time: 0.0972760 May 14 18:06:24.542743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:24.549980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d8b8b1c-f967-4d36-9eda-b782fe25bb74 req-ad3c2c9c-e57c-4f19-9124-7e428cbbbf72 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543520 May 14 18:06:24.572415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'mac_address': 'fa:16:3e:1e:5b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:24.623147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] For port 56f12d8c-8402-4132-9c23-754cf3b94948, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=56f12d8c-8402-4132-9c23-754cf3b94948,segment=NetworkSegment(1b409ac8-ed63-4a57-8568-2fe52b10ff15),segment_id=1b409ac8-ed63-4a57-8568-2fe52b10ff15)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:24.623532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:24.640163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:24.674480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50943f4b-689d-48ab-8263-85fb4a7cf6a2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:24.692177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:24.698128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:24.701700 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:24.772359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Calling delete_port for 56f12d8c-8402-4132-9c23-754cf3b94948 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:06:24.775055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:24.779771 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:24.816318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26abf9-3598-4e8b-94e4-646550f66a47 req-663594ad-a0cf-41ab-a940-3f4ff4d78582 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:24.817785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc26abf9-3598-4e8b-94e4-646550f66a47 req-663594ad-a0cf-41ab-a940-3f4ff4d78582 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571bdee-b976-45dd-885c-cc0258ca39bb HTTP/1.1" status: 200 len: 946 time: 0.1491048 May 14 18:06:24.850316 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['50943f4b-689d-48ab-8263-85fb4a7cf6a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:24.889000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc26abf9-3598-4e8b-94e4-646550f66a47 req-f96a4205-f5d1-4e1c-8e71-e134f6983cd4 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.24 "GET /v2.0/security-groups?id=143fba5b-a335-4f0c-873d-3abf19e04327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584641 May 14 18:06:24.916136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:24.925461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e8e96a60-f024-4acd-94e8-5ba096fab53c tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:25.005056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Pushing event deleted for resources: {'Port': ['ID=56f12d8c-8402-4132-9c23-754cf3b94948,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:25.006772 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:25.050682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] No DVR routers for this DVR port 56f12d8c-8402-4132-9c23-754cf3b94948 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:06:25.054091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:25.057056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'name': 'network-vif-deleted', 'tag': '56f12d8c-8402-4132-9c23-754cf3b94948'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:25.072739 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33509784-0720-45e8-ace7-69cf28e5a9b4 req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] 10.222.0.15 "DELETE /v2.0/ports/56f12d8c-8402-4132-9c23-754cf3b94948 HTTP/1.1" status: 204 len: 173 time: 0.7918627 May 14 18:06:25.073817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['56f12d8c-8402-4132-9c23-754cf3b94948'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:25.221515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-80ddb6db-f0a0-48cb-9598-c03416916ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:25.222973 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-80ddb6db-f0a0-48cb-9598-c03416916ffe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.0773308 May 14 18:06:25.360412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-d863fc97-76ef-412d-a989-c61dbb5f149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:25.361885 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-d863fc97-76ef-412d-a989-c61dbb5f149b service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1304488 May 14 18:06:25.371191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-82c14e1f-6868-4f1b-8dd1-f85ba5d67007 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:25.372632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-82c14e1f-6868-4f1b-8dd1-f85ba5d67007 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 811 time: 0.1496303 May 14 18:06:25.387725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-5b44424a-1faa-4838-800c-bf7b7d482662 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/quotas/51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 375 time: 0.0095015 May 14 18:06:25.435414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-b8d71cd9-56ce-42d9-b2cf-f194fc76eba8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417728 May 14 18:06:25.468985 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-5d4bea9e-f0ef-4d6a-b109-220d292bcbe5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.0988407 May 14 18:06:25.538282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-fa887bab-4b09-4162-aaba-13665c975452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:25.539863 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-fa887bab-4b09-4162-aaba-13665c975452 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.0623858 May 14 18:06:25.626183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-a5617adc-1838-40a3-b516-d936934763cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:25.628173 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-a5617adc-1838-40a3-b516-d936934763cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797374 May 14 18:06:25.687817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-18fcb33b-9530-4309-8b76-820244bfcacb service neutron] 10.222.0.24 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448380 May 14 18:06:25.829939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62ed15d8-08bf-4907-9536-4cd54f8db030 service neutron] 10.222.0.24 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372418 May 14 18:06:25.890028 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-8685dac2-6fc3-4727-89b0-ac463d7b2f00 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493124 May 14 18:06:26.039060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6e7156ae-a3f1-42ea-b4d7-6d210c86113b req-16746288-838f-4f28-bd10-65ec8587fa78 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417453 May 14 18:06:26.319463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06070-2dc1-4965-b2d2-b8a942448158 req-72cf4e9d-e289-41df-816d-88ac4d52f0d7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:26.321285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8cf06070-2dc1-4965-b2d2-b8a942448158 req-72cf4e9d-e289-41df-816d-88ac4d52f0d7 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0954266 May 14 18:06:26.360563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:26.370635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8cf06070-2dc1-4965-b2d2-b8a942448158 req-159875a4-38d5-4cec-84a8-77e9ca8af3bf tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 May 14 18:06:26.449571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:26.450089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:26.585350 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:26.624863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:26.632694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:26.639578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:26.644638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 56f12d8c-8402-4132-9c23-754cf3b94948 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:26.691227 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:26.720458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 56f12d8c-8402-4132-9c23-754cf3b94948 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:26.721736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 56f12d8c-8402-4132-9c23-754cf3b94948 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:26.765809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:26.776176 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:26.991672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14f39478-29b9-4f64-be4a-a45a4dd50cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:26.994968 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b571bdee-b976-45dd-885c-cc0258ca39bb', 'name': 'network-vif-deleted', 'tag': '56f12d8c-8402-4132-9c23-754cf3b94948', 'status': 'completed', 'code': 200} May 14 18:06:27.171055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d26116-3971-40ad-bff9-4f59488d98a9 req-67297942-4414-422a-8519-829aafaa7838 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:27.172532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5d26116-3971-40ad-bff9-4f59488d98a9 req-67297942-4414-422a-8519-829aafaa7838 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0834999 May 14 18:06:27.229070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5d26116-3971-40ad-bff9-4f59488d98a9 req-bd812e35-bf7d-436d-9b48-dde4aa2eca08 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 May 14 18:06:27.318382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47172) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:27.353715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-18ea227d-2fde-40c1-acc2-f3c5d0c5484a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:27.354663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-18ea227d-2fde-40c1-acc2-f3c5d0c5484a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:27.378761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-18ea227d-2fde-40c1-acc2-f3c5d0c5484a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:27.380223 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-18ea227d-2fde-40c1-acc2-f3c5d0c5484a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.15 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 811 time: 0.1990399 May 14 18:06:27.387545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Deleting subnet ffa699a1-f599-4bdb-84e0-0ef16eb8842a {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:06:27.391228 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.399569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'port': {'device_id': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb', 'admin_state_up': True, 'tenant_id': '51230088b2434071ad7d647ed8a37909'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:27.473434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08e344bd-7ac7-488a-ad52-600a2973e07a req-56b54737-8416-4c2c-b986-1e2e3d77ea6b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 210 time: 0.0547683 May 14 18:06:27.485236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.529840 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.544586 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.549006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:27.553905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:port and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:27.557006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:27.563191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:27.573586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Made reservation on behalf of 51230088b2434071ad7d647ed8a37909 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:27.579075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.760904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Allocated IP 172.20.0.4 (f09ddc5c-b768-46e3-b24f-54e7ee28dffb/29e02417-3068-490b-8681-1f62a78ca72f/e92b2cfb-7a79-458b-8656-78da774078e2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:27.809046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.813467 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-757441ac-b16f-4d6a-916f-7df57e21ba4f tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:27.849099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa699a1-f599-4bdb-84e0-0ef16eb8842a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:27.855804 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:27.864343 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:27.872291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ffa699a1-f599-4bdb-84e0-0ef16eb8842a HTTP/1.1" status: 204 len: 168 time: 0.5516562 May 14 18:06:27.873145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47186) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:27.991189 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.021163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.029211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:28.032701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.091356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Network f09ddc5c-b768-46e3-b24f-54e7ee28dffb is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:28.094211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:28.097297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:28.116573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7090d-b71b-449d-8d3c-532e55dbf26f req-ecffb859-0930-4bde-af1b-6893f9acb40c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:28.118032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8b7090d-b71b-449d-8d3c-532e55dbf26f req-ecffb859-0930-4bde-af1b-6893f9acb40c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1702449 May 14 18:06:28.148474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:28.151851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:28.176840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:28.177701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.197717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021541 May 14 18:06:28.207104 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.228659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cb5c75-47f7-4e58-982b-db9bea403fdf']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:28.244862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8b7090d-b71b-449d-8d3c-532e55dbf26f req-71527fb0-8241-4135-ad15-e68bd9df8769 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826275 May 14 18:06:28.246300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b409ac8-ed63-4a57-8568-2fe52b10ff15') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:28.246587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b409ac8-ed63-4a57-8568-2fe52b10ff15') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:28.258490 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.277495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.283688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:06:28.284069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: timer() May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:06:28.300740 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:06:28.303001 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'code': 200} May 14 18:06:28.376573 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.381108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:28.394790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.403041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Request body: {'port': {'device_id': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:28.410288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=63cb5c75-47f7-4e58-982b-db9bea403fdf,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:28.413275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63cb5c75-47f7-4e58-982b-db9bea403fdf HTTP/1.1" status: 204 len: 168 time: 0.5392194 May 14 18:06:28.414716 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:28.540544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.596203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47220) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:28.659460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39885ecc-e00a-4cbf-92df-393beb476ef1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27419846c650458fa7724d9650dac293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605328 May 14 18:06:28.661650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47226) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:28.697772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:28.877809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:28.903279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '05f9a97f-932f-450c-a15c-7e22cf798346', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'port_id': '05f9a97f-932f-450c-a15c-7e22cf798346', 'mac_address': 'fa:16:3e:03:9e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b774608b-5559-4fe3-b65f-08f31ace3b60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:28.910042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.937444 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.967795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92b2cfb-7a79-458b-8656-78da774078e2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:28.978586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.983736 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:28.993741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349de2a-48cf-4e9a-bab4-bc5aa2cd5691 req-2faa8505-edf2-4686-856b-dec80e8350fa tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:28.997565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Transition to ACTIVE for port object e92b2cfb-7a79-458b-8656-78da774078e2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:29.000004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f349de2a-48cf-4e9a-bab4-bc5aa2cd5691 req-2faa8505-edf2-4686-856b-dec80e8350fa tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 931 time: 0.3179102 May 14 18:06:29.002605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.006664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05f9a97f-932f-450c-a15c-7e22cf798346 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:29.013309 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:29.025199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:29.030352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.032712 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:29.044741 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.053819 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:29.086803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143fba5b-a335-4f0c-873d-3abf19e04327,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:29.089315 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:29.100267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.104344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/143fba5b-a335-4f0c-873d-3abf19e04327 HTTP/1.1" status: 204 len: 168 time: 0.4412768 May 14 18:06:29.107075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f349de2a-48cf-4e9a-bab4-bc5aa2cd5691 req-d28797ee-d967-4b68-9993-b66f7b7e5c2f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:29.129009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f349de2a-48cf-4e9a-bab4-bc5aa2cd5691 req-d28797ee-d967-4b68-9993-b66f7b7e5c2f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:29.130628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f349de2a-48cf-4e9a-bab4-bc5aa2cd5691 req-d28797ee-d967-4b68-9993-b66f7b7e5c2f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073191 May 14 18:06:29.137977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:29.141369 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:29.171222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['05f9a97f-932f-450c-a15c-7e22cf798346'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:29.429245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:29.433664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:29.464852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Attempting to bind port e92b2cfb-7a79-458b-8656-78da774078e2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:29.465203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Attempting to bind port e92b2cfb-7a79-458b-8656-78da774078e2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:29.465536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Attempting to bind port e92b2cfb-7a79-458b-8656-78da774078e2 on network f09ddc5c-b768-46e3-b24f-54e7ee28dffb {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:29.471477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Port e92b2cfb-7a79-458b-8656-78da774078e2 on network f09ddc5c-b768-46e3-b24f-54e7ee28dffb not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:06:29.471812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Attempting to bind port e92b2cfb-7a79-458b-8656-78da774078e2 on network f09ddc5c-b768-46e3-b24f-54e7ee28dffb {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:29.477899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:29.478087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Checking segment: {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:29.478408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Bound using segment: {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:29.478834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Bound port: e92b2cfb-7a79-458b-8656-78da774078e2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:29.479205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.526492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7de9d5-975f-4a10-9a10-9b4c29ab5535 req-8eedbcfc-c4cd-4403-8c52-8cb2779616b8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:29.540832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c7de9d5-975f-4a10-9a10-9b4c29ab5535 req-8eedbcfc-c4cd-4403-8c52-8cb2779616b8 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1832275 May 14 18:06:29.612386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c7de9d5-975f-4a10-9a10-9b4c29ab5535 req-5edbacaa-00c8-4d8f-a71b-8e048e539660 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661955 May 14 18:06:29.696551 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.697374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:29.704520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ce43-116b-4058-a891-b61dabf44020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.712565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:29.725100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.742336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:29.850499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:29.852393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:29.853938 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] 10.222.0.15 "PUT /v2.0/ports/e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 1091 time: 1.4563062 May 14 18:06:29.854678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:29.859543 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:29.860041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:29.935336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1f2a-a89e-4bab-b851-b900a3253afc req-f0c502fe-71c1-4536-802d-23eff7b43e15 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:29.940554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3fe1f2a-a89e-4bab-b851-b900a3253afc req-f0c502fe-71c1-4536-802d-23eff7b43e15 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 944 time: 0.2099221 May 14 18:06:30.023935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-b19b62a1-8371-4958-ba04-b58737b9227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:30.025265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3fe1f2a-a89e-4bab-b851-b900a3253afc req-7d66999d-a6c2-490c-bba7-06a85537668d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659657 May 14 18:06:30.026091 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-b19b62a1-8371-4958-ba04-b58737b9227f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1094 time: 0.1180322 May 14 18:06:30.152461 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-19a27fc8-7b96-40de-adee-20a7103a08a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 217 time: 0.1153953 May 14 18:06:30.251093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a845fc52-5b89-4987-85df-1937b7da5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:30.252902 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-a845fc52-5b89-4987-85df-1937b7da5e90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.0922952 May 14 18:06:30.356596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-c7e8b56d-539a-49e6-9f17-29dee8403599 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942595 May 14 18:06:30.463984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8b65-e594-41da-8b6a-f8787750973f req-c8198314-a5ca-4a18-aca7-b8291ff35911 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:30.481458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca8e8b65-e594-41da-8b6a-f8787750973f req-c8198314-a5ca-4a18-aca7-b8291ff35911 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1378155 May 14 18:06:30.568035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca8e8b65-e594-41da-8b6a-f8787750973f req-d723a40f-9e6f-4df2-87c0-51567cfdc2ea tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854943 May 14 18:06:30.629709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:30.632653 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-9cc9f2a0-6ded-4128-b10a-fc88fc956435 service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555428 May 14 18:06:30.674672 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'status': 'completed', 'code': 200} May 14 18:06:30.704087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:30.884368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 05f9a97f-932f-450c-a15c-7e22cf798346 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:30.885024 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:30.897829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60f2cdc7-067d-4aa6-9df0-1dea4646aefb req-8a42cc24-db50-4c01-ab0b-ec85573c6087 service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567875 May 14 18:06:30.962513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24929a7-7add-4dfa-aac6-526527a48dd2 req-a6f5d26e-3bb6-4050-88b2-d883ba45787f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:30.964513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e24929a7-7add-4dfa-aac6-526527a48dd2 req-a6f5d26e-3bb6-4050-88b2-d883ba45787f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 943 time: 0.1532753 May 14 18:06:31.051347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:31.076252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e24929a7-7add-4dfa-aac6-526527a48dd2 req-b88cfd72-fefa-4525-b285-07efc642f58b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919800 May 14 18:06:31.101333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:31.115868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:31.129998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:31.130829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-d6f42df6-fcfe-4f16-a0e0-75b975d2066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:31.131273 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:31.133801 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-d6f42df6-fcfe-4f16-a0e0-75b975d2066e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1094 time: 0.1673238 May 14 18:06:31.257883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:31.280411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.280759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.281093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.281425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.281916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.282073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.282369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.282688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.283607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.284116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.284356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.285096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:31.293903 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:31.382980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-815129db-aefa-48c2-94a8-baf13adbc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:31.384916 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-815129db-aefa-48c2-94a8-baf13adbc147 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 912 time: 0.2413197 May 14 18:06:31.469574 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-c5b99f09-7654-4c14-a422-ddb25821bee0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 217 time: 0.0762391 May 14 18:06:31.581177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-acfb8f60-6f33-43ac-a6f4-e36977cec093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:31.582764 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-acfb8f60-6f33-43ac-a6f4-e36977cec093 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.1045015 May 14 18:06:31.583358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47312) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:31.642988 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-8d12d310-1a29-4755-8697-079afaeccb2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508974 May 14 18:06:31.856165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:31.877409 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-8a5b81a7-0e26-4c9a-a253-e6ffddd14a35 service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257330 May 14 18:06:31.908049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:31.918131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Usage tracker for resource:security_group_rule and tenant:0d95808d49064cdcbda31db01b02a3de is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:31.923063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:31.940939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:32.104638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-62c5ffc3-c366-4e44-bdd8-7356ff56e57e req-9f38cca2-101f-4102-b54c-6e2c0e6c6948 service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206142 May 14 18:06:32.122904 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.139008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.156770 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a9f22f31-865d-4c9b-9490-f79e0bf7630d tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:32.164282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.212282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2022a1-5818-4e44-9d99-8f220b403022,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:32.221284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47338) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:32.231853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d95808d49064cdcbda31db01b02a3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472917 May 14 18:06:32.233015 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:32.318451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.359426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.419010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89332144-9424-4c85-889f-e67ba33917c7 req-7ff57801-abe5-4576-8203-a80f38c9751a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:32.423043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89332144-9424-4c85-889f-e67ba33917c7 req-7ff57801-abe5-4576-8203-a80f38c9751a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 945 time: 0.1598256 May 14 18:06:32.468773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.473937 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16c169cb-cc81-4a00-ab34-6116d983a574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:32.493621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2022a1-5818-4e44-9d99-8f220b403022,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:32.500441 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:32.503154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:32.517835 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b2022a1-5818-4e44-9d99-8f220b403022 HTTP/1.1" status: 204 len: 168 time: 0.2895739 May 14 18:06:32.566725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89332144-9424-4c85-889f-e67ba33917c7 req-5172db5a-e890-423d-a90a-4af997f1391e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363735 May 14 18:06:32.678730 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346', 'code': 200} May 14 18:06:32.744856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:32.965743 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:33.007633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:33.024873 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:33.030441 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:33.100709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c323c9-9144-4baf-924f-3c6dae1ab1ff req-5f968336-dda1-4781-8ec6-441f53a1e751 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:33.103521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9c323c9-9144-4baf-924f-3c6dae1ab1ff req-5f968336-dda1-4781-8ec6-441f53a1e751 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1225226 May 14 18:06:33.172651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:33.179637 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:33.184107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9c323c9-9144-4baf-924f-3c6dae1ab1ff req-aaf51e97-71d5-4faf-9a0f-dc2e9ff55184 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647414 May 14 18:06:33.827427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b70a3803-0dfa-47f8-bd08-d31f478cda63 req-8954e6b6-4e2f-4609-9570-591adfb6c4b6 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0709717 May 14 18:06:34.060228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed875-7b3e-4913-b8b4-37bb3ced8558 req-d006760c-46b5-405f-aebf-7399ad9de08b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:34.061753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22aed875-7b3e-4913-b8b4-37bb3ced8558 req-d006760c-46b5-405f-aebf-7399ad9de08b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 943 time: 0.1024210 May 14 18:06:34.122832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22aed875-7b3e-4913-b8b4-37bb3ced8558 req-e825b93c-fc4c-4257-b1cd-54e4347b2639 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 May 14 18:06:34.383238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e92b2cfb-7a79-458b-8656-78da774078e2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:34.587158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc901-0a89-403f-8fd5-871d0a3340bf req-38f7f95a-4cff-4f47-be45-884b9566d470 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:34.594387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-485bc901-0a89-403f-8fd5-871d0a3340bf req-38f7f95a-4cff-4f47-be45-884b9566d470 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1190927 May 14 18:06:34.616052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:34.645143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-485bc901-0a89-403f-8fd5-871d0a3340bf req-6e4d2fcf-31c9-4b14-8ec8-f25b68350b84 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 May 14 18:06:34.646555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb', 'port_id': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'mac_address': 'fa:16:3e:02:c6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e02417-3068-490b-8681-1f62a78ca72f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:34.691500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:34.743764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:34.762215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92b2cfb-7a79-458b-8656-78da774078e2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:34.791599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:34.800550 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:34.801368 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:34.949408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:34.953186 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:35.181559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036a349-4c4d-4d8f-a74f-de35d02d886d req-a4ffd9ad-917f-4371-8b07-cf4262e0e4b2 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:35.183733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3036a349-4c4d-4d8f-a74f-de35d02d886d req-a4ffd9ad-917f-4371-8b07-cf4262e0e4b2 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 943 time: 0.1063304 May 14 18:06:35.209506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:35.244495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3036a349-4c4d-4d8f-a74f-de35d02d886d req-17fb1b48-9eb9-4c59-b3ee-4db17972f056 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548017 May 14 18:06:35.381522 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346', 'code': 200} May 14 18:06:35.410430 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1d502300-9d9e-4c48-a182-2c1342bded77 req-10e79554-a690-4e99-8f74-64d574c30744 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0941560 May 14 18:06:35.576872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12aa7b0a-3589-495d-b8f9-26c8ada891f8 req-35b16eb2-d7ac-4cd1-a11f-422b9390a5e8 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0609703 May 14 18:06:35.728433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b74250e-b0a1-4e8d-b068-a77f93586a84 req-084b0590-f3e7-411b-93ba-68430a97c800 tempest-AbsoluteLimitsNegativeTestJSON-600033079 tempest-AbsoluteLimitsNegativeTestJSON-600033079-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=dac24264342b4a529cd9164f26c8eddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312669 May 14 18:06:35.904234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74250e-b0a1-4e8d-b068-a77f93586a84 req-d4b3253d-a8e2-4b2d-b21e-6480989896df tempest-AbsoluteLimitsNegativeTestJSON-600033079 tempest-AbsoluteLimitsNegativeTestJSON-600033079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:35.912241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b74250e-b0a1-4e8d-b068-a77f93586a84 req-d4b3253d-a8e2-4b2d-b21e-6480989896df tempest-AbsoluteLimitsNegativeTestJSON-600033079 tempest-AbsoluteLimitsNegativeTestJSON-600033079-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791475 May 14 18:06:35.930194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b74250e-b0a1-4e8d-b068-a77f93586a84 req-47cdc9e3-518b-49ff-b170-8dd940ba0d72 tempest-AbsoluteLimitsNegativeTestJSON-600033079 tempest-AbsoluteLimitsNegativeTestJSON-600033079-project] 10.222.0.24 "GET /v2.0/quotas/dac24264342b4a529cd9164f26c8eddb HTTP/1.1" status: 200 len: 375 time: 0.0167551 May 14 18:06:35.991316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b74250e-b0a1-4e8d-b068-a77f93586a84 req-f44efa12-704d-4f1e-b2fa-893af16356ed tempest-AbsoluteLimitsNegativeTestJSON-600033079 tempest-AbsoluteLimitsNegativeTestJSON-600033079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dac24264342b4a529cd9164f26c8eddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588830 May 14 18:06:36.255477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c46e9b-b2c9-4c04-8b24-39b3b674606d req-da87a8c8-1263-4d5a-a57c-716a8656a6d8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:36.266301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81c46e9b-b2c9-4c04-8b24-39b3b674606d req-da87a8c8-1263-4d5a-a57c-716a8656a6d8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 944 time: 0.1092105 May 14 18:06:36.331103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81c46e9b-b2c9-4c04-8b24-39b3b674606d req-412e194d-0227-4572-96a2-dc7d36c5a969 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 May 14 18:06:36.552154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-89b39b53-a16d-46ba-a26b-44bd60e3e9a0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:36.552154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-89b39b53-a16d-46ba-a26b-44bd60e3e9a0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Synchronizing usage tracker for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:36.578836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-66525252-1121-4218-98ac-cdbd90a81c88 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1647508 May 14 18:06:36.614548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-89b39b53-a16d-46ba-a26b-44bd60e3e9a0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Unset dirty status for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:36.615840 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-89b39b53-a16d-46ba-a26b-44bd60e3e9a0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 943 time: 0.2304111 May 14 18:06:36.632787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69992f0-cf5e-435e-bb65-8d0cbfad9b10 req-e616c98d-ca8a-4fd2-ad67-8337f289aade tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:36.640126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d69992f0-cf5e-435e-bb65-8d0cbfad9b10 req-e616c98d-ca8a-4fd2-ad67-8337f289aade tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1457138 May 14 18:06:36.644534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47442) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:36.754429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d69992f0-cf5e-435e-bb65-8d0cbfad9b10 req-b29d7f64-c5d2-48be-a342-fdce267d80f2 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133416 May 14 18:06:36.801202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-5f159bf6-dbcc-43e9-babb-1eba314e9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:36.802994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-5f159bf6-dbcc-43e9-babb-1eba314e9e44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 1096 time: 0.1604495 May 14 18:06:36.912108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Deleting port 05f9a97f-932f-450c-a15c-7e22cf798346 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:06:36.912776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.281654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] For port 05f9a97f-932f-450c-a15c-7e22cf798346, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=05f9a97f-932f-450c-a15c-7e22cf798346,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:37.282031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.311804 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.332872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:37.337573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:dac24264342b4a529cd9164f26c8eddb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:37.340862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:37.348002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:37.434356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Calling delete_port for 05f9a97f-932f-450c-a15c-7e22cf798346 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:06:37.461130 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.477686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.490549 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19bd1cdf-b2f0-4363-9203-c6131f6751d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:37.576523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-74b22298-eeb9-40a4-960b-1be7d8380deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:37.578320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-74b22298-eeb9-40a4-960b-1be7d8380deb service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 915 time: 0.7521310 May 14 18:06:37.580897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.582397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dac24264342b4a529cd9164f26c8eddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9369636 May 14 18:06:37.588219 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a779dea5-4a10-46a8-9261-21dca835043b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:37.591603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468970e8-e041-4207-be56-1faabe7f41d4 req-fb332225-c932-4f70-8e61-ca80fbbf908e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:37.599052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-468970e8-e041-4207-be56-1faabe7f41d4 req-fb332225-c932-4f70-8e61-ca80fbbf908e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f909e2-57a4-4fd3-9e0e-4c03e27942b7 HTTP/1.1" status: 200 len: 943 time: 0.3873160 May 14 18:06:37.601795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca4cf6a-2e42-4ed5-99ea-b49446750c0a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:37.604799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47464) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:37.665329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event deleted for resources: {'Port': ['ID=05f9a97f-932f-450c-a15c-7e22cf798346,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:37.667010 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:37.673116 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:37.757948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-468970e8-e041-4207-be56-1faabe7f41d4 req-dae76dd1-6920-43c2-a5f2-7bf65d2ef598 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576147 May 14 18:06:37.779391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] No DVR routers for this DVR port 05f9a97f-932f-450c-a15c-7e22cf798346 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:06:37.782396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:37.785940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-deleted', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:37.788153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-5733c847-f689-460d-b86c-7814afa35038 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84903545-adad-4ac4-a813-630e7a76f316 HTTP/1.1" status: 200 len: 217 time: 0.1823719 May 14 18:06:37.805097 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0e347221-6b6e-4286-b8c7-94f74db23caf req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "DELETE /v2.0/ports/05f9a97f-932f-450c-a15c-7e22cf798346 HTTP/1.1" status: 204 len: 173 time: 1.1831925 May 14 18:06:37.888284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-2085f540-df9d-49bf-a2dc-64847e361aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:37.890010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-2085f540-df9d-49bf-a2dc-64847e361aa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.0901806 May 14 18:06:38.000052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:38.008429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-1e8b8303-6466-4b40-8da9-654f38ca96c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083517 May 14 18:06:38.046153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef403d23-482f-4da6-a1d0-35e4d2d5ae33 req-96c7357a-0ec6-4ff4-8d61-c9a22eb9957b tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0981431 May 14 18:06:38.069157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:38.188237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:38.199323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9973215a-3309-4a3f-b16b-c84a7c3c1cf5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:38.277164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca4cf6a-2e42-4ed5-99ea-b49446750c0a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:38.282675 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:38.320856 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:38.322322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ca4cf6a-2e42-4ed5-99ea-b49446750c0a HTTP/1.1" status: 204 len: 168 time: 0.7145689 May 14 18:06:38.366150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-734aa869-51e0-41ba-8464-bce327a89aca service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398585 May 14 18:06:38.381380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d705da-98c3-4c0c-8004-130627dc9aea req-54babf2f-bacb-4441-9bd4-c00b6f5c18b3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:38.382937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75d705da-98c3-4c0c-8004-130627dc9aea req-54babf2f-bacb-4441-9bd4-c00b6f5c18b3 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1708963 May 14 18:06:38.424161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e92b2cfb-7a79-458b-8656-78da774078e2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:38.631097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port e92b2cfb-7a79-458b-8656-78da774078e2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:38.638313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port e92b2cfb-7a79-458b-8656-78da774078e2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:38.638806 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:38.675939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75d705da-98c3-4c0c-8004-130627dc9aea req-8a54db03-eff8-45eb-bec3-519af56ad63e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633789 May 14 18:06:38.743505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59a6336b-f3aa-4268-aa90-6d2c4aeda126 req-c7eb365d-a142-4bc3-81b6-92b5ad0a64a2 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587923 May 14 18:06:38.965363 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:39.012646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:39.035382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:39.051877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:39.054147 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:39.150800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac93877-85d9-44dd-9af7-2e0fcbcb5b31 req-494be9ab-8785-4620-9e02-ae29cb2176c0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:39.165408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:39.166220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ac93877-85d9-44dd-9af7-2e0fcbcb5b31 req-494be9ab-8785-4620-9e02-ae29cb2176c0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 944 time: 0.2352591 May 14 18:06:39.180139 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:39.283041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ac93877-85d9-44dd-9af7-2e0fcbcb5b31 req-0b4d679c-a4b2-4312-9cb2-7a40454319cd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155896 May 14 18:06:39.381491 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f909e2-57a4-4fd3-9e0e-4c03e27942b7', 'name': 'network-vif-deleted', 'tag': '05f9a97f-932f-450c-a15c-7e22cf798346', 'status': 'completed', 'code': 200} May 14 18:06:39.742697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47516) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:39.907569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-149996909-network', 'tenant_id': '42d31bff4dbe4b4989e8618679929199'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:39.916920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:39.928891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Usage tracker for resource:network and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:39.933002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:39.943517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:39.957764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Made reservation on behalf of 42d31bff4dbe4b4989e8618679929199 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:39.961885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:39.982543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.000528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:40.009726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Usage tracker for resource:security_group_rule and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:40.012693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:40.018542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:40.125544 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'code': 200} May 14 18:06:40.152173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.173942 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.180921 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f5f7d5-fef8-4ae4-84f0-5caa31b3a818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:40.223471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd251c9b-d979-4be9-b756-4e6f40c636dd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:40.234092 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:40.239940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:06:40.255137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.255583 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Added segment 5604e81c-5da4-40a4-95e8-4d9435aa1b34 of type vlan for network ceff9f94-4627-4e5b-88dd-1377cf64e6cd May 14 18:06:40.310877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.357516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a786219-3712-4175-bd5b-3694a6ed29fb req-9bad0b0f-dd25-4363-87d2-40c45f978d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:40.359263 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a786219-3712-4175-bd5b-3694a6ed29fb req-9bad0b0f-dd25-4363-87d2-40c45f978d10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1096 time: 0.1457756 May 14 18:06:40.375433 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.376957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:40.377831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.404851 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b10c1671-11a1-4d6f-97bd-1996bdb2999c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:40.420628 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a786219-3712-4175-bd5b-3694a6ed29fb req-ee0c59bd-7ad4-404d-ae71-67677238888f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526674 May 14 18:06:40.430990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6838543 May 14 18:06:40.433190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47540) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:40.439529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Request body: {'subnet': {'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-149996909-subnet', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:40.499435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:40.506470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Usage tracker for resource:subnet and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:40.510838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:40.521808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:40.527354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ceff9f94-4627-4e5b-88dd-1377cf64e6cd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:40.531327 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:40.543548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Made reservation on behalf of 42d31bff4dbe4b4989e8618679929199 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:40.545315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:06:40.546124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:40.808141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:40.851207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 05f9a97f-932f-450c-a15c-7e22cf798346 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:40.851799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 05f9a97f-932f-450c-a15c-7e22cf798346 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:40.993607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae56770-5e81-45f4-bb5a-86d8a7a7c28e req-965cabfc-c4d8-46c6-89e3-4e1e438f6870 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:40.995378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ae56770-5e81-45f4-bb5a-86d8a7a7c28e req-965cabfc-c4d8-46c6-89e3-4e1e438f6870 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1521828 May 14 18:06:41.280783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ae56770-5e81-45f4-bb5a-86d8a7a7c28e req-c61cb4e9-d4a4-4da8-9ddb-f4e9d6980c29 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707758 May 14 18:06:41.607156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-6a3f838c-bf82-4534-bc91-6350c0403922 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:41.608708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-6a3f838c-bf82-4534-bc91-6350c0403922 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 821 time: 0.2177370 May 14 18:06:41.612890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:41.617936 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c489dcef-0e33-4d32-912c-48cd3faf6228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:41.672778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-83d2c233-edc1-45e8-a919-2d7bcb351a42 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/quotas/0d0d56a919f6462a9e0d9942598d54fc HTTP/1.1" status: 200 len: 375 time: 0.0556772 May 14 18:06:41.752233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22374c8b-c74a-4bbc-84ba-e54a0d64ccda,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:41.759611 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:41.771869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Checking segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:41.772225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Network hostable DHCP agents. Network: ceff9f94-4627-4e5b-88dd-1377cf64e6cd, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:06:41.801660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:06:41.841168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-1de0d9bf-dc9b-4597-9461-aba1dc4192bd tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591768 May 14 18:06:41.842901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, ceff9f94-4627-4e5b-88dd-1377cf64e6cd) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:41.854339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:41.855519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:41.856424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b27c89-9d13-47b5-88e0-5d81225f1407 None None] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:06:41.985667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5488203 May 14 18:06:41.986228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:41.992215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:41.999092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:42.009376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Usage tracker for resource:router and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:42.013105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:42.026244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:42.056657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:42.058156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:42.085378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-04f34f61-6d58-4581-9e0a-91a5cb5b4995 service neutron] 10.222.0.24 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221262 May 14 18:06:42.115114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:42.212613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:06:42.213720 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:42.302917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-fea5227c-721f-4972-9e4b-6794709ef193 service neutron] 10.222.0.24 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085528 May 14 18:06:42.544359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Allocated IP 172.20.0.2 (ceff9f94-4627-4e5b-88dd-1377cf64e6cd/22374c8b-c74a-4bbc-84ba-e54a0d64ccda/0e2a1835-be34-4b67-a9d5-7b435e1c967b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:42.694736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c84f5-8a1a-47cd-af17-f5af3157d280 req-dbda9a3b-594c-43cd-9559-149d30f27be2 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:42.695970 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:42.717673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-762c84f5-8a1a-47cd-af17-f5af3157d280 req-dbda9a3b-594c-43cd-9559-149d30f27be2 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 945 time: 0.1397891 May 14 18:06:42.810029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-762c84f5-8a1a-47cd-af17-f5af3157d280 req-22aab6ad-46c8-4435-b45c-3a6458ddf89a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913887 May 14 18:06:42.981776 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:42.994911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Transition to ACTIVE for port object 0e2a1835-be34-4b67-a9d5-7b435e1c967b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:43.016484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Transition to ACTIVE for port object 0e2a1835-be34-4b67-a9d5-7b435e1c967b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:43.024176 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:43.037041 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:43.106627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:43.109432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:43.117952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:43.177698 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:43.225669 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:43.226988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Pushing event updated for resources: {'Port': ['ID=0e2a1835-be34-4b67-a9d5-7b435e1c967b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:43.273916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ccafdc8c-bebe-407e-b36b-6f6f1bd7a587 req-1d9abdbb-062b-4f73-8d3a-1dcf35d31815 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.1160271 May 14 18:06:43.307588 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:43.353498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Attempting to bind port 0e2a1835-be34-4b67-a9d5-7b435e1c967b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:43.354210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Attempting to bind port 0e2a1835-be34-4b67-a9d5-7b435e1c967b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:43.354804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Attempting to bind port 0e2a1835-be34-4b67-a9d5-7b435e1c967b on network ceff9f94-4627-4e5b-88dd-1377cf64e6cd {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:43.362354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:43.362829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Checking segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:43.363369 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:43.363861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Bound using segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:43.364579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Bound port: 0e2a1835-be34-4b67-a9d5-7b435e1c967b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:43.364942 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:43.576712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] For port 0e2a1835-be34-4b67-a9d5-7b435e1c967b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:43.581645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] For port 0e2a1835-be34-4b67-a9d5-7b435e1c967b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e2a1835-be34-4b67-a9d5-7b435e1c967b,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:43.593447 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:43.604793 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-600eb708-0343-43dd-b1ca-ab04a6bdc304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:43.649295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19506a1f-6f48-46c5-8cb8-3330b9deb005 req-409b5bcc-50c1-44fd-a726-52b917856707 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:43.660303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19506a1f-6f48-46c5-8cb8-3330b9deb005 req-409b5bcc-50c1-44fd-a726-52b917856707 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.2101672 May 14 18:06:43.710730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Allocated IP 172.25.4.249 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/15e31e92-7106-4f56-a584-a55c12ed6d38) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:43.758943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Pushing event updated for resources: {'Port': ['ID=0e2a1835-be34-4b67-a9d5-7b435e1c967b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:43.763906 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:43.776747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19506a1f-6f48-46c5-8cb8-3330b9deb005 req-2b2675c3-2812-4eaa-9d59-b40ee003e519 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144195 May 14 18:06:43.964835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:44.037785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:44.041816 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-43102bfc-f8df-40ce-b4cd-34a245c3ae1b tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:44.054882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ab6e646-3df2-4136-a99e-14fc22edc20f req-9c1a269d-b03e-424d-be39-b4bb8468e868 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 210 time: 0.0809515 May 14 18:06:44.176511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:44.181301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:44.194732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:44.269260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Pushing event updated for resources: {'Port': ['ID=15e31e92-7106-4f56-a584-a55c12ed6d38,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:44.275852 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:44.291228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-31258599-2046-402d-b4de-da7bedc6806a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2013316679&fields=id&tenant_id=51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 267 time: 0.0641716 May 14 18:06:44.595267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e2a1835-be34-4b67-a9d5-7b435e1c967b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:44.761158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-df058f6e-8b41-42a2-a9ac-b08bff7f5c64 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:44.762764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-df058f6e-8b41-42a2-a9ac-b08bff7f5c64 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 945 time: 0.4703271 May 14 18:06:44.798975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'port': {'security_groups': ['b5a5b7aa-06b1-45af-95d0-a7d582f72d33', '2d231174-83a6-464a-8162-37487d445f85']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:44.837146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0e2a1835-be34-4b67-a9d5-7b435e1c967b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:44.918436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.096302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.121711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-bb55a8fe-1e3c-4d1e-9499-1b93317b4a4d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:45.123501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-bb55a8fe-1e3c-4d1e-9499-1b93317b4a4d tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 821 time: 0.6917388 May 14 18:06:45.149212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Request body: {'port': {'device_id': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'admin_state_up': True, 'tenant_id': '0d0d56a919f6462a9e0d9942598d54fc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:45.266033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11823727-3058-4668-8f77-42268b859053 None None] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:06:45.419389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Provisioning for port 0e2a1835-be34-4b67-a9d5-7b435e1c967b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:45.433290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Provisioning complete for port 0e2a1835-be34-4b67-a9d5-7b435e1c967b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:45.433911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.551573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:45.555919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Usage tracker for resource:port and tenant:0d0d56a919f6462a9e0d9942598d54fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:45.558821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:45.565258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:45.618967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Made reservation on behalf of 0d0d56a919f6462a9e0d9942598d54fc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:06:45.622475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.648490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.667989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.754027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] For port 0e2a1835-be34-4b67-a9d5-7b435e1c967b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e2a1835-be34-4b67-a9d5-7b435e1c967b,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:45.771363 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:45.782114 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:45.889092 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-c6eba71f-5a79-4af4-b396-2f680cde517d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4923499 May 14 18:06:45.913330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Pushing event updated for resources: {'Port': ['ID=0e2a1835-be34-4b67-a9d5-7b435e1c967b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:45.916699 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:45.952087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Allocated IP 172.20.0.8 (dc72fb25-6639-46c1-b382-4d93ccf6bbba/b774608b-5559-4fe3-b65f-08f31ace3b60/805798b1-8f27-4b15-94ee-62ff0ee0229b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:46.052189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:46.203015 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:06:46.225150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:46.238337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:46.250811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:46.280998 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:46.381225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:46.381764 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:46.404406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e734abc-f674-4ca8-91a5-7927bc0cfd23 req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "PUT /v2.0/ports/e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 981 time: 1.6307747 May 14 18:06:46.408935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:46.433666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-8b8dcaf1-31e1-49a3-bb94-87ef119ee6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:46.435424 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-8b8dcaf1-31e1-49a3-bb94-87ef119ee6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06e4400b761d424a95d216c4fc11c9ff&device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 1097 time: 0.5223820 May 14 18:06:46.560655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:46.565477 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:46.567209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:46.615025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e2a1835-be34-4b67-a9d5-7b435e1c967b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:46.645348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.646481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.646999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.647612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.648144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.648681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.649217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.649717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.650301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.650827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.651519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.652020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:46.657920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:46.659857 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:46.665470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b9d9a014-1b01-4a32-b7e2-393132621190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:46.708373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Router d8853e90-a27e-4e98-bd3f-47d09038afb6 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:06:46.708904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-55854a54-5008-48dd-9a86-d775b89e9c24 None None] Provisioning complete for port 0e2a1835-be34-4b67-a9d5-7b435e1c967b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:46.708904 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-55854a54-5008-48dd-9a86-d775b89e9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:46.784248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Network dc72fb25-6639-46c1-b382-4d93ccf6bbba is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:46.789818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:46.801696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:46.930612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-de768451-0cd4-4450-9ae2-05b7ec0c75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:46.932291 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-de768451-0cd4-4450-9ae2-05b7ec0c75c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 200 len: 915 time: 0.4726510 May 14 18:06:46.940867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event updated for resources: {'Port': ['ID=805798b1-8f27-4b15-94ee-62ff0ee0229b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:46.964722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b56db1f5-d796-4bde-8a2d-b5d952c614f0 req-07d7fa09-9fea-42fb-9d4f-aa51f5bec4a6 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0808542 May 14 18:06:46.965716 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:47.010694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:47.011347 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:47.049696 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-e53fa8be-3af2-40a8-a83c-638a9451600a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515780ad-7b78-4ce6-a344-2a712830efd2 HTTP/1.1" status: 200 len: 217 time: 0.0859632 May 14 18:06:47.082445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9389153 May 14 18:06:47.099565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Request body: {'port': {'device_id': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:47.165116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:06:47.167593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0e2a1835-be34-4b67-a9d5-7b435e1c967b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:47.167883 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:47.176434 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Sync routers for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:06:47.195444 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:06:47.196031 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:06:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:47.258134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-1e6c0e6d-8523-4275-9b65-a6b622d88b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:47.264806 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-1e6c0e6d-8523-4275-9b65-a6b622d88b48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 200 len: 854 time: 0.2047276 May 14 18:06:47.267666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:47.275453 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2875354 May 14 18:06:47.276851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47638) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:47.377944 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-49c0afbc-a8d8-4555-a6ee-ebc8d63aea2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee4c7aaa-58cd-46dc-8e36-defa6642fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012967 May 14 18:06:47.487410 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:06:47.532059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:47.534590 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-edf95c39-b500-4e12-a6bb-7a1557b74291 service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499138 May 14 18:06:47.608400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9d50-4cbe-4d46-8c54-2de9a73c8a3c req-3b2c9c9b-a321-45a2-8e26-b1d0aa25c070 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:47.609090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5b8f9d50-4cbe-4d46-8c54-2de9a73c8a3c req-3b2c9c9b-a321-45a2-8e26-b1d0aa25c070 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Synchronizing usage tracker for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:47.682893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e33f10e9-16e1-439f-8b63-65b53e5b3bb6 req-23247c1e-51c7-4b7d-8243-e73f25213116 service neutron] 10.222.0.15 "GET /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416736 May 14 18:06:47.805237 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:44Z', 'revision_number': 3, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:47.809435 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Checking router: d8853e90-a27e-4e98-bd3f-47d09038afb6 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:06:47.809865 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Updating router d8853e90-a27e-4e98-bd3f-47d09038afb6 port 15e31e92-7106-4f56-a584-a55c12ed6d38 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:06:47.898919 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:47.918857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5b8f9d50-4cbe-4d46-8c54-2de9a73c8a3c req-3b2c9c9b-a321-45a2-8e26-b1d0aa25c070 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Unset dirty status for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:47.920016 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b8f9d50-4cbe-4d46-8c54-2de9a73c8a3c req-3b2c9c9b-a321-45a2-8e26-b1d0aa25c070 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 931 time: 0.7389975 May 14 18:06:48.043009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b8f9d50-4cbe-4d46-8c54-2de9a73c8a3c req-dffff9a3-5ec4-4b6c-913d-7205eb1b53f0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156754 May 14 18:06:48.154263 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:06:48.255806 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.272536 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Transition to ACTIVE for port object 15e31e92-7106-4f56-a584-a55c12ed6d38 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:48.280119 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.284459 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7558bc6e-3ce9-4ed9-87ce-cd03c7682243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:48.363002 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Attempting to bind port 15e31e92-7106-4f56-a584-a55c12ed6d38 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:48.363409 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Attempting to bind port 15e31e92-7106-4f56-a584-a55c12ed6d38 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:48.363779 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Attempting to bind port 15e31e92-7106-4f56-a584-a55c12ed6d38 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:48.372209 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Pushing event updated for resources: {'Port': ['ID=15e31e92-7106-4f56-a584-a55c12ed6d38,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:48.374415 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:48.374791 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:48.375214 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.375598 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:48.376063 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Bound port: 15e31e92-7106-4f56-a584-a55c12ed6d38, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:48.376992 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.418174 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.418509 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.418844 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.419199 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.419523 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.419846 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.420169 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.420489 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.420806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.421120 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.421435 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.421779 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:06:48.427816 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:48.470583 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] For port 15e31e92-7106-4f56-a584-a55c12ed6d38, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:48.473768 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] For port 15e31e92-7106-4f56-a584-a55c12ed6d38, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=15e31e92-7106-4f56-a584-a55c12ed6d38,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:48.479034 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.482713 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ddc8198-4920-4fba-98e4-dc140fc162db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:48.513823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-deb128bf-ddc1-4d39-80e5-549fb327c3c3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-751511942&fields=id&tenant_id=51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 267 time: 0.1175959 May 14 18:06:48.552323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805798b1-8f27-4b15-94ee-62ff0ee0229b {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:48.557852 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:06:48.558519 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:06:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:48.567626 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.643077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Transition to ACTIVE for port object 805798b1-8f27-4b15-94ee-62ff0ee0229b will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:48.672052 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Pushing event updated for resources: {'Port': ['ID=15e31e92-7106-4f56-a584-a55c12ed6d38,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:48.675586 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:48.678247 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.685583 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e03e6992-614a-4b41-b990-2b4fdd269e38 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:48.742976 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:06:48.827003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:48.849690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Pushing event updated for resources: {'Port': ['ID=805798b1-8f27-4b15-94ee-62ff0ee0229b,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:48.883949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:48.968804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-5adf01e1-630b-4445-8522-add1527d7f3d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:48.970732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-5adf01e1-630b-4445-8522-add1527d7f3d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 984 time: 0.4205234 May 14 18:06:48.990002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'port': {'security_groups': ['2d231174-83a6-464a-8162-37487d445f85', 'b5a5b7aa-06b1-45af-95d0-a7d582f72d33', 'b3c00010-666c-4c93-8965-79fa3ff5fde3']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:49.029315 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:44Z', 'revision_number': 3, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:49.033872 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f3e4d6-cec1-46c9-b309-5bc5d19f2169 None None] The sync data for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 is: [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:44Z', 'revision_number': 3, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:06:49.184756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Attempting to bind port 805798b1-8f27-4b15-94ee-62ff0ee0229b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:49.185091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Attempting to bind port 805798b1-8f27-4b15-94ee-62ff0ee0229b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:49.185423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Attempting to bind port 805798b1-8f27-4b15-94ee-62ff0ee0229b on network dc72fb25-6639-46c1-b382-4d93ccf6bbba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:49.216085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Port 805798b1-8f27-4b15-94ee-62ff0ee0229b on network dc72fb25-6639-46c1-b382-4d93ccf6bbba not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:06:49.216417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Attempting to bind port 805798b1-8f27-4b15-94ee-62ff0ee0229b on network dc72fb25-6639-46c1-b382-4d93ccf6bbba {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:49.221701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:49.242706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:49.243045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Checking segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:49.244678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Bound using segment: {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:49.244678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Bound port: 805798b1-8f27-4b15-94ee-62ff0ee0229b, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eeb204c-20bf-419d-b70c-e81679b7502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:49.244678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:49.406254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Allocated IP 172.20.0.1 (ceff9f94-4627-4e5b-88dd-1377cf64e6cd/22374c8b-c74a-4bbc-84ba-e54a0d64ccda/797c6c50-1acb-47af-99ca-e80060929fe5) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:49.696850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] For port 805798b1-8f27-4b15-94ee-62ff0ee0229b, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:49.733143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] For port 805798b1-8f27-4b15-94ee-62ff0ee0229b, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:49.748239 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:49.754247 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d4f9a83-465e-4ee5-9d57-d22203c7805a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:49.835067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:49.835752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:49.837363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/805798b1-8f27-4b15-94ee-62ff0ee0229b HTTP/1.1" status: 200 len: 1091 time: 2.7454669 May 14 18:06:50.004002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.008317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Pushing event updated for resources: {'Port': ['ID=805798b1-8f27-4b15-94ee-62ff0ee0229b,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:50.025202 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:50.057622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Transition to ACTIVE for port object 797c6c50-1acb-47af-99ca-e80060929fe5 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:50.096855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:50.105125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-de85f16d-f82f-4707-a338-dbf0d1f2d33e tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:50.105815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-de85f16d-f82f-4707-a338-dbf0d1f2d33e tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:50.120436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-9e3ee594-83cf-4da1-a30a-febd66507a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:50.120999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-de85f16d-f82f-4707-a338-dbf0d1f2d33e tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:50.121982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-9e3ee594-83cf-4da1-a30a-febd66507a41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 1094 time: 0.1996963 May 14 18:06:50.122253 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-de85f16d-f82f-4707-a338-dbf0d1f2d33e tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 946 time: 0.0993319 May 14 18:06:50.192402 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.203648 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c66cc6b2-73ec-4971-b365-618e59b7405c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:50.242481 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.252144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-7b71cb94-2f08-48a0-81f5-b4233451e156 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b HTTP/1.1" status: 200 len: 217 time: 0.1138353 May 14 18:06:50.263339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.276324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:50.278812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Deleting port 2fad3297-096f-40c1-becc-24746f02c70b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:06:50.279149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.332055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:50.342231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:50.350981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:50.383405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:50.384032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.385676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-597cbb1b-5a40-455a-8c4b-6d88532930b6 req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "PUT /v2.0/ports/e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 1020 time: 1.4063506 May 14 18:06:50.386568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Pushing event updated for resources: {'Port': ['ID=797c6c50-1acb-47af-99ca-e80060929fe5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:50.400624 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:50.401080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:50.491546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-037d428b-160b-4a7d-802b-40cbe08b5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:50.493167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-037d428b-160b-4a7d-802b-40cbe08b5ddc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 200 len: 861 time: 0.2241557 May 14 18:06:50.498260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] For port 2fad3297-096f-40c1-becc-24746f02c70b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=2fad3297-096f-40c1-becc-24746f02c70b,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:50.512528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.527144 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'status': 'completed', 'code': 200} May 14 18:06:50.593385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15e31e92-7106-4f56-a584-a55c12ed6d38 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:50.621698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:50.654533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-3224c4ed-6257-4826-852e-8a365ede186d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc72fb25-6639-46c1-b382-4d93ccf6bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265125 May 14 18:06:50.734356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.770145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Calling delete_port for 2fad3297-096f-40c1-becc-24746f02c70b owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:06:50.810651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:50.817361 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:50.844184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b188c1-901e-4d78-952b-6af296f2819d req-b780b64f-5f8d-4db0-975c-1a1ceb75f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:50.846297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-b780b64f-5f8d-4db0-975c-1a1ceb75f9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1174 time: 0.2210562 May 14 18:06:50.852671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 15e31e92-7106-4f56-a584-a55c12ed6d38 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:50.874188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 15e31e92-7106-4f56-a584-a55c12ed6d38 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:50.874760 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:50.911329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-da160f7d-e056-4bf5-b1d1-a1341550c7fb service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089784 May 14 18:06:50.920197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0fea-3d37-49cf-bead-4938590ab2db req-b22a3492-4301-49b3-b948-eb31ae79841c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:50.921718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f90f0fea-3d37-49cf-bead-4938590ab2db req-b22a3492-4301-49b3-b948-eb31ae79841c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.2629950 May 14 18:06:50.923920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-034cee8a-1085-497e-be21-fc7e55744c5b None None] Provisioning for port 797c6c50-1acb-47af-99ca-e80060929fe5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:50.964096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-034cee8a-1085-497e-be21-fc7e55744c5b None None] Provisioning complete for port 797c6c50-1acb-47af-99ca-e80060929fe5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:50.964633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-034cee8a-1085-497e-be21-fc7e55744c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.098043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-034cee8a-1085-497e-be21-fc7e55744c5b None None] Port 797c6c50-1acb-47af-99ca-e80060929fe5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:06:51.107866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f90f0fea-3d37-49cf-bead-4938590ab2db req-bc6ef343-76bd-4de4-b8e4-573179a4a83e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609418 May 14 18:06:51.176871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b188c1-901e-4d78-952b-6af296f2819d req-77059abe-ec3d-4806-ab6f-3f4b63a0fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:51.178574 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-77059abe-ec3d-4806-ab6f-3f4b63a0fe69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 912 time: 0.3188238 May 14 18:06:51.185073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84d82764-2ff0-4c7a-82d2-a76ee8b3e2b7 req-754e5689-0867-4af8-8d0b-d713aae19ef7 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605896 May 14 18:06:51.209327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.224706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.259855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 15e31e92-7106-4f56-a584-a55c12ed6d38, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=15e31e92-7106-4f56-a584-a55c12ed6d38,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:51.279823 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-9e821c38-f0be-4679-850f-5f640cb396fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 217 time: 0.0790184 May 14 18:06:51.280845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.285213 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:51.327791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.337680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:51.343852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:51.367975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fa67ecf-43cb-4bb3-ac65-17b09cbf99f8 req-f3010d24-eb23-462b-aa15-2fa0ffcab74e tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0630124 May 14 18:06:51.384065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event deleted for resources: {'Port': ['ID=2fad3297-096f-40c1-becc-24746f02c70b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:51.394492 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:51.442921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=15e31e92-7106-4f56-a584-a55c12ed6d38,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:51.448450 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:51.486701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b188c1-901e-4d78-952b-6af296f2819d req-874e3607-8f55-4b3b-a9b2-fbdd78d220be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:51.488187 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-874e3607-8f55-4b3b-a9b2-fbdd78d220be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.1998675 May 14 18:06:51.489102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] No DVR routers for this DVR port 2fad3297-096f-40c1-becc-24746f02c70b on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:06:51.491621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.494206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'name': 'network-vif-deleted', 'tag': '2fad3297-096f-40c1-becc-24746f02c70b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:51.497313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['515780ad-7b78-4ce6-a344-2a712830efd2', 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:51.546731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4d441122-dd47-4ec5-a918-aefc34978f14 req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "DELETE /v2.0/ports/2fad3297-096f-40c1-becc-24746f02c70b HTTP/1.1" status: 204 len: 173 time: 1.4108386 May 14 18:06:51.555395 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-72295749-2e65-47af-8a56-9687c4d78a93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469182 May 14 18:06:51.734601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-37d97f9a-d5f5-456c-9ccb-c9c01d2df52f service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704171 May 14 18:06:51.786360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c117ec63-3332-4000-9851-ada413a028ea req-6ba2f35a-c054-462e-b3e1-4c44c32c4bd2 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=0daf9f6b-ac74-46fd-b07d-fce5c97111e2 HTTP/1.1" status: 200 len: 210 time: 0.2022440 May 14 18:06:51.815495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.822363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:51.864478 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e107b9ba-b46c-42a4-9f57-5575c88db0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:51.903473 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b188c1-901e-4d78-952b-6af296f2819d req-30db3347-d0de-44ed-b8c1-8de59be3fdfc service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606379 May 14 18:06:51.988645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:52.000377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Pushing event updated for resources: {'Port': ['ID=797c6c50-1acb-47af-99ca-e80060929fe5,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:52.005001 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:52.111603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1de36-1e06-4333-a803-2ac9818eb1a6 req-3e18430b-a936-4af2-b354-12f909952703 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:52.113287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ba1de36-1e06-4333-a803-2ac9818eb1a6 req-3e18430b-a936-4af2-b354-12f909952703 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 943 time: 0.2210233 May 14 18:06:52.193253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ba1de36-1e06-4333-a803-2ac9818eb1a6 req-34ec3c2c-8cd1-455b-8f38-098902856193 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660925 May 14 18:06:52.197580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:52.198747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:52.433668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-be71b77f-a083-44aa-83bc-13c202704971 None None] Provisioning complete for port 797c6c50-1acb-47af-99ca-e80060929fe5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:52.434223 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-be71b77f-a083-44aa-83bc-13c202704971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:52.448210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Router d8853e90-a27e-4e98-bd3f-47d09038afb6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:06:52.459603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0413e2-e26c-4cac-93c1-84d4898ff329 req-3e9ef1ec-7be2-4b15-9ccd-fc19470761bd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:52.461099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e0413e2-e26c-4cac-93c1-84d4898ff329 req-3e9ef1ec-7be2-4b15-9ccd-fc19470761bd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1023 time: 0.1413448 May 14 18:06:52.473664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15e31e92-7106-4f56-a584-a55c12ed6d38 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:52.507856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:52.539263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'tag': '805798b1-8f27-4b15-94ee-62ff0ee0229b'}, {'name': 'network-changed', 'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:52.592171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-be71b77f-a083-44aa-83bc-13c202704971 None None] Port 797c6c50-1acb-47af-99ca-e80060929fe5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:06:52.653910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 15e31e92-7106-4f56-a584-a55c12ed6d38 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:52.654289 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:52.692204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e0413e2-e26c-4cac-93c1-84d4898ff329 req-27d8cdda-a37b-41d9-b2ed-f345368a61c4 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&id=2d231174-83a6-464a-8162-37487d445f85&id=b3c00010-666c-4c93-8965-79fa3ff5fde3 HTTP/1.1" status: 200 len: 6156 time: 0.2248979 May 14 18:06:52.712508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:52.721881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:06:52.734557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] 10.222.0.24 "PUT /v2.0/routers/d8853e90-a27e-4e98-bd3f-47d09038afb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4471283 May 14 18:06:52.749073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Sync routers for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:06:52.759356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:52.776432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:52.779689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:06:52.780311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:06:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:52.888370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6b4dd-c199-451e-a614-72c732774926 req-314d2d2a-d3f6-4af9-a451-63ee34159a32 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:52.890565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9d6b4dd-c199-451e-a614-72c732774926 req-314d2d2a-d3f6-4af9-a451-63ee34159a32 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0965233 May 14 18:06:52.916436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:52.938130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9d6b4dd-c199-451e-a614-72c732774926 req-459b06b5-81af-486b-bec3-a3352f8eacde tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 May 14 18:06:52.977359 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:53.005356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 805798b1-8f27-4b15-94ee-62ff0ee0229b details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:06:53.007414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fad3297-096f-40c1-becc-24746f02c70b no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:06:53.075827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 2fad3297-096f-40c1-becc-24746f02c70b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:06:53.076183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 2fad3297-096f-40c1-becc-24746f02c70b not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:06:53.209144 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf9f6b-ac74-46fd-b07d-fce5c97111e2', 'name': 'network-vif-deleted', 'tag': '2fad3297-096f-40c1-becc-24746f02c70b', 'status': 'completed', 'code': 200} May 14 18:06:53.224785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:53.230629 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:53.273691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:06:53.342792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19cc41da-e0ec-4d68-b32c-91de10ee47ee req-3f8b107c-c29b-4e70-84ce-3ac066b94678 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0461864 May 14 18:06:53.404009 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'tag': '805798b1-8f27-4b15-94ee-62ff0ee0229b', 'status': 'completed', 'code': 200} May 14 18:06:53.404433 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'status': 'completed', 'code': 200} May 14 18:06:53.420468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1431802636 ', 'description': 'tempest-description-1373381899'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:53.424728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 805798b1-8f27-4b15-94ee-62ff0ee0229b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:53.428110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:53.438653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:53.447565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '805798b1-8f27-4b15-94ee-62ff0ee0229b', 'network_id': 'dc72fb25-6639-46c1-b382-4d93ccf6bbba', 'port_id': '805798b1-8f27-4b15-94ee-62ff0ee0229b', 'mac_address': 'fa:16:3e:a7:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b774608b-5559-4fe3-b65f-08f31ace3b60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:06:53.451585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.478455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:53.482611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:53.485511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:53.491753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:53.572695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-ff00acd8-bdd7-49fa-a74a-06d4742e7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:53.574209 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-ff00acd8-bdd7-49fa-a74a-06d4742e7a77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1174 time: 0.0982640 May 14 18:06:53.581002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.585095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.591843 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-97b5153d-d126-4077-a1b3-28ef3241c845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:53.605904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-f3a05d88-3d03-4450-8f05-05b525cc49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:53.607586 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-f3a05d88-3d03-4450-8f05-05b525cc49a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 1094 time: 0.1727765 May 14 18:06:53.609943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.634980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c3193-a5ef-491b-84a4-295ffab34dd7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:53.640074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:53.641251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.644855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805798b1-8f27-4b15-94ee-62ff0ee0229b {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:06:53.645323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc6b0fde-c0d4-485c-9dc0-3e334702cf7d req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2307355 May 14 18:06:53.691047 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'code': 200} May 14 18:06:53.702232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 805798b1-8f27-4b15-94ee-62ff0ee0229b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:53.709758 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.711899 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:53.822720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=805798b1-8f27-4b15-94ee-62ff0ee0229b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:53.835039 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:53.839772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 2, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:53.844829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Checking router: d8853e90-a27e-4e98-bd3f-47d09038afb6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:06:53.845579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Updating router d8853e90-a27e-4e98-bd3f-47d09038afb6 port 797c6c50-1acb-47af-99ca-e80060929fe5 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:06:53.854587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-e9b07594-d2e9-4ebe-893d-6f0981ad2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:53.856069 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-e9b07594-d2e9-4ebe-893d-6f0981ad2ad4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 912 time: 0.2711742 May 14 18:06:53.929153 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.932736 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:53.935069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-48058b64-2f98-4121-abd8-158550e88dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:53.937646 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-48058b64-2f98-4121-abd8-158550e88dd5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 200 len: 922 time: 0.2631133 May 14 18:06:53.948320 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-4b4237cd-9859-4664-9a2d-b02654396724 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 200 len: 217 time: 0.0849760 May 14 18:06:54.012742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-75bc1c6c-bb41-4ec3-8efd-1b71a0c1c23a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b HTTP/1.1" status: 200 len: 217 time: 0.0662141 May 14 18:06:54.031090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['805798b1-8f27-4b15-94ee-62ff0ee0229b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:06:54.074595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-35243b8c-b825-4d8c-b17f-165029862d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:54.076071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-35243b8c-b825-4d8c-b17f-165029862d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.0624912 May 14 18:06:54.156441 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-537e4fea-c7ed-4d1b-a2d5-27f9587f2277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499010 May 14 18:06:54.235513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47708) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:54.244578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180391546', 'description': 'tempest-description--1194374769'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:54.259039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:54.274487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Usage tracker for resource:security_group and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:54.281577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:54.300481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:54.329645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.364448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:54.369081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Usage tracker for resource:security_group_rule and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:54.373020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:54.380013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:54.422267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-9eb3d11f-2b17-4f1b-a0fc-53d7b59ec4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:54.424291 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-9eb3d11f-2b17-4f1b-a0fc-53d7b59ec4b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 200 len: 861 time: 0.3472977 May 14 18:06:54.484180 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-5bb2ef4c-eb0c-4c41-84a1-1bb7fc1f8dbe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc72fb25-6639-46c1-b382-4d93ccf6bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517166 May 14 18:06:54.533452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab6403-b867-4c5e-b8bf-2d61a4f24b84 req-6eb0dd20-caf0-4d84-aff4-be7ca17ee8f2 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:54.541992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48ab6403-b867-4c5e-b8bf-2d61a4f24b84 req-6eb0dd20-caf0-4d84-aff4-be7ca17ee8f2 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 948 time: 0.1232708 May 14 18:06:54.625961 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-1c7d187b-faea-4445-9076-24ee4c9a60a4 service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593575 May 14 18:06:54.629161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48ab6403-b867-4c5e-b8bf-2d61a4f24b84 req-04e5737d-c380-49c5-88c2-697787772a01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861390 May 14 18:06:54.668246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.677952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.683930 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-93d98392-77d4-4ab6-bdea-4e95c7fefb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:54.704996 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.727043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Transition to ACTIVE for port object 797c6c50-1acb-47af-99ca-e80060929fe5 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:06:54.742269 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.756683 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:54.779354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0280ab60-4e3c-4287-9f63-4033273d17e8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:54.779993 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-3657097b-34c3-4458-a406-ec58141b590f service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846501 May 14 18:06:54.783850 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:54.838672 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.843684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6056418 May 14 18:06:54.849939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:54.861005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Request body: {'security_group_rule': {'security_group_id': '0280ab60-4e3c-4287-9f63-4033273d17e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:54.867541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:54.871556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Usage tracker for resource:security_group_rule and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:54.874539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:54.881140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:54.914871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:54.990415 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-3bde5404-f5ae-4c09-8df9-ffb5cc6fa21c service neutron] 10.222.0.15 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343582 May 14 18:06:54.995466 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-13c972b2-f13c-4fa7-9c3d-566fa126247f req-f947e47f-b779-40a6-b66a-ec81b29f7471 service neutron] 10.222.0.22 "GET /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040951 May 14 18:06:55.007600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1cc4c-e89e-4f1d-aebe-6cb4228a8fa5 req-788c9655-307a-4a31-849f-8ff67e8610e5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:55.009980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ef1cc4c-e89e-4f1d-aebe-6cb4228a8fa5 req-788c9655-307a-4a31-849f-8ff67e8610e5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 944 time: 0.2193873 May 14 18:06:55.099006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.133760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075ff4-3edc-49fd-a37c-ee2444d395d7 None None] Pushing event updated for resources: {'Port': ['ID=797c6c50-1acb-47af-99ca-e80060929fe5,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:55.145109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ef1cc4c-e89e-4f1d-aebe-6cb4228a8fa5 req-ff2bbb54-c272-4e75-89fc-297dd79f4448 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229587 May 14 18:06:55.146058 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.152919 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:55.155607 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-db075ff4-3edc-49fd-a37c-ee2444d395d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:55.156948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Attempting to bind port 797c6c50-1acb-47af-99ca-e80060929fe5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:06:55.157326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Attempting to bind port 797c6c50-1acb-47af-99ca-e80060929fe5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:06:55.158635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Attempting to bind port 797c6c50-1acb-47af-99ca-e80060929fe5 on network ceff9f94-4627-4e5b-88dd-1377cf64e6cd {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:06:55.172191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:06:55.172579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Checking segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:06:55.172992 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.173637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Bound using segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:06:55.174371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Bound port: 797c6c50-1acb-47af-99ca-e80060929fe5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:06:55.174760 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.209725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc90bce-fce0-4619-a7c1-ff1a147f0cae,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:55.212406 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:55.235314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.236830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3858271 May 14 18:06:55.242181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:55.252656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Request body: {'security_group_rule': {'security_group_id': '0280ab60-4e3c-4287-9f63-4033273d17e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:55.256832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90d6a758-dd25-43a9-8b1e-b3156674dc2b req-988a53de-df0d-49c7-a5ac-9a20d1a0cefc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d21c3193-a5ef-491b-84a4-295ffab34dd7 HTTP/1.1" status: 200 len: 1783 time: 0.0690811 May 14 18:06:55.262359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:55.269779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Usage tracker for resource:security_group_rule and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:55.274880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:55.286762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:55.318496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] For port 797c6c50-1acb-47af-99ca-e80060929fe5, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:06:55.322412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] For port 797c6c50-1acb-47af-99ca-e80060929fe5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=797c6c50-1acb-47af-99ca-e80060929fe5,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:06:55.323801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.331054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.337225 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:55.412595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075ff4-3edc-49fd-a37c-ee2444d395d7 None None] Pushing event updated for resources: {'Port': ['ID=797c6c50-1acb-47af-99ca-e80060929fe5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:55.415813 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-db075ff4-3edc-49fd-a37c-ee2444d395d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:55.428796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.435101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:06:55.435964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:06:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:55.444488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.446940 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae3d846a-9119-4762-8799-5246853d894e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:55.476320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacf3118-eb9e-4445-b7ab-b557a080661e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:55.478955 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:55.504315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.508270 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2619150 May 14 18:06:55.508485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47730) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:06:55.514238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:55.530754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:55.536117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Usage tracker for resource:floatingip and tenant:42d31bff4dbe4b4989e8618679929199 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:55.543933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:55.553053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:55.583761 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.716867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:06:55.757992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:55.766490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aa9ac-8e98-4ccf-bc1b-62674b10adeb req-bc2b300b-c23b-4297-9772-1e2a7dcca96d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:55.768628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-056aa9ac-8e98-4ccf-bc1b-62674b10adeb req-bc2b300b-c23b-4297-9772-1e2a7dcca96d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.3592792 May 14 18:06:55.821972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-056aa9ac-8e98-4ccf-bc1b-62674b10adeb req-9e920028-cc29-4f85-a459-6b3c0c2e038e tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464644 May 14 18:06:55.910658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Allocated IP 172.25.4.164 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/c23a9670-85a6-423b-9452-6af8ef2b18df) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:06:55.988856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27269035-68cc-4077-98d9-3a5b99cfa709 req-21ec01c4-e6a0-4392-af56-cd04da39b49f tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0500021 May 14 18:06:56.102414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.137224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:55Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:06:56.139479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.141659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114576b-476e-4459-a33f-070dc0e9acc1 None None] The sync data for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 is: [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:55Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:06:56.151093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-683981de-7a38-4f9c-8eeb-5b13e4e4912f tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:56.257905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:06:56.261311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:06:56.266274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:06:56.331988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event updated for resources: {'Port': ['ID=c23a9670-85a6-423b-9452-6af8ef2b18df,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:56.336691 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:56.396176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.495474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.510798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 797c6c50-1acb-47af-99ca-e80060929fe5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:56.632727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 797c6c50-1acb-47af-99ca-e80060929fe5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:56.644730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 797c6c50-1acb-47af-99ca-e80060929fe5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:56.645118 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.665613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9c776a8-fabe-4c80-8eab-1283b0bf674d req-307dd951-d6ce-47a8-9559-1e59ef3ed6fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d21c3193-a5ef-491b-84a4-295ffab34dd7 HTTP/1.1" status: 200 len: 1783 time: 0.0834861 May 14 18:06:56.770836 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d9c776a8-fabe-4c80-8eab-1283b0bf674d req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.827105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d9c776a8-fabe-4c80-8eab-1283b0bf674d req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.843370 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.873620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.888897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.897610 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-186f793a-8606-47bc-b945-775fe832ac14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:56.907466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 797c6c50-1acb-47af-99ca-e80060929fe5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=797c6c50-1acb-47af-99ca-e80060929fe5,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:56.915261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 805798b1-8f27-4b15-94ee-62ff0ee0229b up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:56.940209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d9c776a8-fabe-4c80-8eab-1283b0bf674d req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.944347 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7fa5b01-d8dd-4810-a430-857978f1190c tempest-ServersAdminNegativeTestJSON-447953179 tempest-ServersAdminNegativeTestJSON-447953179-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:56.971412 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.977734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c3193-a5ef-491b-84a4-295ffab34dd7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:56.979989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:56.994626 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d9c776a8-fabe-4c80-8eab-1283b0bf674d req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:56.995419 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-95c25838-2bae-4e1a-a485-a6837d75037a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:57.009106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9c776a8-fabe-4c80-8eab-1283b0bf674d req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/d21c3193-a5ef-491b-84a4-295ffab34dd7 HTTP/1.1" status: 204 len: 173 time: 0.3376276 May 14 18:06:57.107875 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9976529-469e-4ec9-a519-8b320e9487ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.124843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=797c6c50-1acb-47af-99ca-e80060929fe5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:57.129750 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:57.141985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 805798b1-8f27-4b15-94ee-62ff0ee0229b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:06:57.149048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 805798b1-8f27-4b15-94ee-62ff0ee0229b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:57.149443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.265990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4253c-797e-4355-ab73-611ca0986928 req-d09b7c67-ebf2-4619-b1e2-0549af5aee7d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:57.279475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cc4253c-797e-4355-ab73-611ca0986928 req-d09b7c67-ebf2-4619-b1e2-0549af5aee7d tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1384089 May 14 18:06:57.285052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event updated for resources: {'Port': ['ID=c23a9670-85a6-423b-9452-6af8ef2b18df,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:57.294827 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:57.297474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.312636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.335954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805798b1-8f27-4b15-94ee-62ff0ee0229b'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:06:57.341995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cc4253c-797e-4355-ab73-611ca0986928 req-d6e99474-0c66-459a-b789-2faf5536b5e5 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615656 May 14 18:06:57.351317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 805798b1-8f27-4b15-94ee-62ff0ee0229b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:06:57.353500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.364288 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8457913 May 14 18:06:57.366610 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.369050 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:57.465979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=805798b1-8f27-4b15-94ee-62ff0ee0229b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:57.472162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:57.525372 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:57.578577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37625ac2-23e5-4c1c-9a87-191343d93403 req-7478710b-f472-4aa2-9a82-78af9e46e4b1 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:57.580505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37625ac2-23e5-4c1c-9a87-191343d93403 req-7478710b-f472-4aa2-9a82-78af9e46e4b1 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 945 time: 0.1040475 May 14 18:06:57.628935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37625ac2-23e5-4c1c-9a87-191343d93403 req-bb5ee717-a4ea-472f-84f8-f187a6200ed5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 May 14 18:06:57.745984 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-fe2dfd17-0e32-4d14-b881-74da9f98076a req-b14c79df-ec43-4975-a727-03ac8059bffa tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:06:57.746988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe2dfd17-0e32-4d14-b881-74da9f98076a req-b14c79df-ec43-4975-a727-03ac8059bffa tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d21c3193-a5ef-491b-84a4-295ffab34dd7 HTTP/1.1" status: 404 len: 352 time: 0.0171247 May 14 18:06:57.888956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d286218c-8cc7-4adb-9d95-f8801d9def8c req-7eed5ff5-9f75-4895-88d3-8bff52ea91b5 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0449564 May 14 18:06:57.946364 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805798b1-8f27-4b15-94ee-62ff0ee0229b', 'code': 200} May 14 18:06:58.070847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-6a8ee450-d15e-4c93-9085-c7da9fa6240e tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Synchronizing usage tracker for tenant:42d31bff4dbe4b4989e8618679929199 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:58.088013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-6a8ee450-d15e-4c93-9085-c7da9fa6240e tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Unset dirty status for tenant:42d31bff4dbe4b4989e8618679929199 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:58.089362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-6a8ee450-d15e-4c93-9085-c7da9fa6240e tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1180391546&fields=id&tenant_id=42d31bff4dbe4b4989e8618679929199 HTTP/1.1" status: 200 len: 267 time: 0.0590384 May 14 18:06:58.092305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1628c-46e1-4dda-8d47-bd9a1e81e69a req-8fee1a5a-205f-4fb7-a921-81c43d3d791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:58.093758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34f1628c-46e1-4dda-8d47-bd9a1e81e69a req-8fee1a5a-205f-4fb7-a921-81c43d3d791c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0714810 May 14 18:06:58.136344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-34f1628c-46e1-4dda-8d47-bd9a1e81e69a req-de57185c-d4e3-49f8-ad22-aaf5ab5e4785 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 May 14 18:06:58.242709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-a49299b3-38ee-4d36-a552-bd3c83b8e969 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:58.243405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-a49299b3-38ee-4d36-a552-bd3c83b8e969 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Synchronizing usage tracker for tenant:42d31bff4dbe4b4989e8618679929199 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:58.259671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-a49299b3-38ee-4d36-a552-bd3c83b8e969 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Unset dirty status for tenant:42d31bff4dbe4b4989e8618679929199 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:58.260950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-a49299b3-38ee-4d36-a552-bd3c83b8e969 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/networks?id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd HTTP/1.1" status: 200 len: 811 time: 0.1642866 May 14 18:06:58.276059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-6dcab7c4-442f-47b7-b426-39f656e4c140 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/quotas/42d31bff4dbe4b4989e8618679929199 HTTP/1.1" status: 200 len: 375 time: 0.0095305 May 14 18:06:58.361004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-91f473d0-e539-47fd-90a2-1cc7a8efcb30 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Synchronizing usage tracker for tenant:42d31bff4dbe4b4989e8618679929199 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:06:58.376377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-91f473d0-e539-47fd-90a2-1cc7a8efcb30 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Unset dirty status for tenant:42d31bff4dbe4b4989e8618679929199 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:06:58.377763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-91f473d0-e539-47fd-90a2-1cc7a8efcb30 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42d31bff4dbe4b4989e8618679929199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967476 May 14 18:06:58.450766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 797c6c50-1acb-47af-99ca-e80060929fe5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:06:58.519680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-8fd3ec49-8750-4bda-aeb3-bfaf8b734007 service neutron] 10.222.0.24 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302207 May 14 18:06:58.524873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 797c6c50-1acb-47af-99ca-e80060929fe5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:06:58.525255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:58.655259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-1eef900d-9996-49c2-b1b3-500cdbedc97a service neutron] 10.222.0.24 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292078 May 14 18:06:59.003046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-309060539', 'description': 'tempest-description-340836010'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:06:59.009564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:59.013938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:59.017816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:59.023832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:59.034050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:59.056705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:06:59.060754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:06:59.064391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:06:59.070630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:06:59.151240 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:59.156202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:59.162346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f49bada5-cedb-405d-b4ec-c0c855b774ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:06:59.214904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b6ddf-61ae-496a-ba10-d3dca59a4792,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:06:59.217822 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:06:59.218560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:59.228226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b8ed91-8a18-4489-b9ef-b6c03568166f req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2299776 May 14 18:06:59.390759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e678aa-9643-45e3-bca1-2bc1668e0a07 req-2e79a719-2058-4339-9948-13444f0acc0c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:59.392828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65e678aa-9643-45e3-bca1-2bc1668e0a07 req-2e79a719-2058-4339-9948-13444f0acc0c tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.0830224 May 14 18:06:59.437991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65e678aa-9643-45e3-bca1-2bc1668e0a07 req-daa444ef-5be3-418c-94f5-08579a804dcf tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 May 14 18:06:59.540217 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:59.628986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559abfd-d964-41da-9948-91a274e3fdbc req-4209c58e-e525-456e-8aef-c0634f74650f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:06:59.631761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1559abfd-d964-41da-9948-91a274e3fdbc req-4209c58e-e525-456e-8aef-c0634f74650f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 945 time: 0.0905561 May 14 18:06:59.680371 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-47f38085-30f9-4b52-aa6f-f931ab052d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:06:59.686602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1559abfd-d964-41da-9948-91a274e3fdbc req-162a1215-a51c-4bd7-bddb-e276dd66f2ed tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 May 14 18:06:59.901182 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1b41ca3-ae92-4814-a31c-205721126543 req-93d103c7-e63f-40be-bbf4-4cf6a9a52227 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 210 time: 0.0556536 May 14 18:07:00.066331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2c02604-bb8f-4edd-9d70-adc59e9c8dfb req-cbf3bd2f-37c6-431e-8856-fdb677e2d8b2 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0496638 May 14 18:07:00.248538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-26982b3e-dbd6-4f79-b640-9318620d3614 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:00.251713 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-26982b3e-dbd6-4f79-b640-9318620d3614 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.15 "GET /v2.0/networks?id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd HTTP/1.1" status: 200 len: 811 time: 0.1888578 May 14 18:07:00.318531 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-6343b617-7f44-47ee-8d32-18935d6688a1 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42d31bff4dbe4b4989e8618679929199 HTTP/1.1" status: 200 len: 380 time: 0.0565922 May 14 18:07:00.334897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Request body: {'port': {'device_id': '9a580469-17ae-45bf-906c-39227afa4d70', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'admin_state_up': True, 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'security_groups': ['0280ab60-4e3c-4287-9f63-4033273d17e8']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:00.340560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a7019-cd57-4920-83c0-6ce54667cf93 req-19298727-8f28-436d-8917-5bfc05bf9ecd tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:00.342301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-224a7019-cd57-4920-83c0-6ce54667cf93 req-19298727-8f28-436d-8917-5bfc05bf9ecd tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0956740 May 14 18:07:00.401192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-224a7019-cd57-4920-83c0-6ce54667cf93 req-544fc797-c526-4ab9-aebc-f01083b88e8c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 May 14 18:07:00.423981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1877924674', 'description': 'tempest-description-1057999292'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:00.430588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:00.437408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:00.442418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:00.450743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:00.464834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.491038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:00.495964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:00.499933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:00.506012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:00.507869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:00.516062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:00.527493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Made reservation on behalf of 42d31bff4dbe4b4989e8618679929199 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:00.531360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.543226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:00.656242 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.661312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.683471 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e713641-4619-420f-ab13-5545076fb6ed tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:00.739700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcb5db-d0bf-4d94-bc45-0fe81227617b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:00.749954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:00.759589 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.761260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ea5c3c-0f02-40cd-84c1-4dbf0abee1b9 req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3430169 May 14 18:07:00.770737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.779894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Allocated IP 172.20.0.7 (ceff9f94-4627-4e5b-88dd-1377cf64e6cd/22374c8b-c74a-4bbc-84ba-e54a0d64ccda/8166f6c5-c037-4fe3-a238-fb3436709e4c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:00.870318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:00.886957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'mac_address': 'fa:16:3e:45:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:00.951921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:00.977507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e7e859b-6427-4c2f-a8b5-a839aa44120a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:01.014915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:01.020405 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.022386 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:01.045928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.066852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Transition to ACTIVE for port object 8166f6c5-c037-4fe3-a238-fb3436709e4c will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:01.079910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1942485992', 'description': 'tempest-description-1679044852'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:01.088297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:01.093959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:01.101687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:01.105168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:01.108722 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:01.112144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.118287 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed00ef39-7213-4eda-b777-acee9e405889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:01.120897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:01.135789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.156453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:01.160727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:01.163695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:01.169793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:01.186094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:01.195682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:01.200595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:01.229001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event updated for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:01.247676 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:01.253985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.259017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.265257 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-238dccf6-d810-4650-9bd2-598623c01664 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:01.276004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['9e7e859b-6427-4c2f-a8b5-a839aa44120a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:01.295132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:01.295846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.321050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089d378c-bd68-4eab-bbc2-35ddebd1f880,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:01.323923 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:01.324871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.326148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-152225f2-0e3c-48c5-ba96-b9b5b1d6b721 req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2515745 May 14 18:07:01.390324 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659225 May 14 18:07:01.404641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Request body: {'port': {'device_id': '9a580469-17ae-45bf-906c-39227afa4d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:01.485120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d252de-1377-491f-acf9-cbbae9760dae req-a50b2dbf-2657-4fdf-b895-3a682b002ced tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:01.488090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-70d252de-1377-491f-acf9-cbbae9760dae req-a50b2dbf-2657-4fdf-b895-3a682b002ced tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:01.595741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.615063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b3a196a-1914-453c-87d3-6295ef9f821d None None] Provisioning for port 8166f6c5-c037-4fe3-a238-fb3436709e4c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:01.621968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b3a196a-1914-453c-87d3-6295ef9f821d None None] Provisioning complete for port 8166f6c5-c037-4fe3-a238-fb3436709e4c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:01.622650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0b3a196a-1914-453c-87d3-6295ef9f821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.655786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-70d252de-1377-491f-acf9-cbbae9760dae req-a50b2dbf-2657-4fdf-b895-3a682b002ced tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:01.656906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70d252de-1377-491f-acf9-cbbae9760dae req-a50b2dbf-2657-4fdf-b895-3a682b002ced tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 945 time: 0.3548617 May 14 18:07:01.664108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53023-3a3b-440f-83e6-56e474a7c63a req-08f5ac1f-5122-4502-b9cb-543c3f58f481 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:01.672293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cc53023-3a3b-440f-83e6-56e474a7c63a req-08f5ac1f-5122-4502-b9cb-543c3f58f481 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 931 time: 0.1038885 May 14 18:07:01.687745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a196a-1914-453c-87d3-6295ef9f821d None None] Port 8166f6c5-c037-4fe3-a238-fb3436709e4c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:07:01.722251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cc53023-3a3b-440f-83e6-56e474a7c63a req-c5d5c7f6-3cdd-484b-9c45-222491a53a7c tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487914 May 14 18:07:01.931549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49019f-9d2d-46e0-9d8a-e11458ba1089 req-60cbe427-b040-4f22-b047-795b7bdd99ec tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:01.932939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a49019f-9d2d-46e0-9d8a-e11458ba1089 req-60cbe427-b040-4f22-b047-795b7bdd99ec tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 945 time: 0.1090574 May 14 18:07:01.957712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Deleting port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:01.958107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:01.984439 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a49019f-9d2d-46e0-9d8a-e11458ba1089 req-c313f59e-ae30-4e14-93c7-0ed29b9ecb3f tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 May 14 18:07:02.151311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.183726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97371b10-5d56-437f-aabc-1058aa37b40b req-1cc2985a-9cc4-47e6-bf87-3cdf18a294b2 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0720778 May 14 18:07:02.292385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] For port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:02.292592 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.476385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e49eccdf-8bdb-497f-af85-2170d562de3a req-ac3d8f8f-654b-42cf-9e2e-bd28fdc0e538 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:02.495629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e49eccdf-8bdb-497f-af85-2170d562de3a req-ac3d8f8f-654b-42cf-9e2e-bd28fdc0e538 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:02.498890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Calling delete_port for a5c97f24-bb4e-4e18-b159-e6dd3eb641ee owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:02.507303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e49eccdf-8bdb-497f-af85-2170d562de3a req-ac3d8f8f-654b-42cf-9e2e-bd28fdc0e538 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 10910 time: 0.2900851 May 14 18:07:02.545087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:02.566446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8166f6c5-c037-4fe3-a238-fb3436709e4c {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:02.590951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.599971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e49eccdf-8bdb-497f-af85-2170d562de3a req-9b86c7cb-0e52-400f-b9a8-fa713bc05d99 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/b5a5b7aa-06b1-45af-95d0-a7d582f72d33 HTTP/1.1" status: 200 len: 2985 time: 0.0902278 May 14 18:07:02.624988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Transition to ACTIVE for port object 8166f6c5-c037-4fe3-a238-fb3436709e4c will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:02.634237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.641402 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4019b1e-973d-4767-81f3-fa3f6a96f643 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:02.648711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 9e7e859b-6427-4c2f-a8b5-a839aa44120a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:02.650527 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.705227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e49eccdf-8bdb-497f-af85-2170d562de3a req-da6f2006-67e9-40c5-bf91-883215f9ab7c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/b5a5b7aa-06b1-45af-95d0-a7d582f72d33 HTTP/1.1" status: 200 len: 2985 time: 0.1041358 May 14 18:07:02.828439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.845010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-dca3f78e-783e-48a7-abac-d01d69f1d0f5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:02.854770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-dca3f78e-783e-48a7-abac-d01d69f1d0f5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Synchronizing usage tracker for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:02.859940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:02.864749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Pushing event updated for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:02.875099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:02.881849 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:02.884133 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:02.924429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0da0-aff6-460b-85c8-44adc1692bec req-01491d19-0646-4103-a23e-f647941c543d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:02.932111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-762e0da0-aff6-460b-85c8-44adc1692bec req-01491d19-0646-4103-a23e-f647941c543d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5e32bb-54f8-44ff-b41c-97f31b38a9b1 HTTP/1.1" status: 200 len: 945 time: 0.1127152 May 14 18:07:02.938518 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:02.983025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:02.987804 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:02.994075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-762e0da0-aff6-460b-85c8-44adc1692bec req-11425a75-aa5f-4bd0-8cef-ea94b51be484 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607991 May 14 18:07:03.020724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-dca3f78e-783e-48a7-abac-d01d69f1d0f5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Unset dirty status for tenant:0d0d56a919f6462a9e0d9942598d54fc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:03.021864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-dca3f78e-783e-48a7-abac-d01d69f1d0f5 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 945 time: 0.5176060 May 14 18:07:03.116141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.128134 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4252f886-c415-4709-83af-0be4a914da78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:03.138046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:03.144247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-030680f3-a376-4d84-bb60-c7a5d58959cf req-4d0b20d8-419b-4b9f-ba4a-ac3721c84a27 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/c87b6ddf-61ae-496a-ba10-d3dca59a4792 HTTP/1.1" status: 200 len: 1801 time: 0.0595608 May 14 18:07:03.165306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['515780ad-7b78-4ce6-a344-2a712830efd2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:03.185293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Attempting to bind port 8166f6c5-c037-4fe3-a238-fb3436709e4c on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:03.185628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Attempting to bind port 8166f6c5-c037-4fe3-a238-fb3436709e4c by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:03.186086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Attempting to bind port 8166f6c5-c037-4fe3-a238-fb3436709e4c on network ceff9f94-4627-4e5b-88dd-1377cf64e6cd {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:03.200932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event deleted for resources: {'Port': ['ID=a5c97f24-bb4e-4e18-b159-e6dd3eb641ee,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:03.232533 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:03.248172 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-030680f3-a376-4d84-bb60-c7a5d58959cf req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.264977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Port 8166f6c5-c037-4fe3-a238-fb3436709e4c on network ceff9f94-4627-4e5b-88dd-1377cf64e6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:07:03.264977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Attempting to bind port 8166f6c5-c037-4fe3-a238-fb3436709e4c on network ceff9f94-4627-4e5b-88dd-1377cf64e6cd {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:03.286122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-030680f3-a376-4d84-bb60-c7a5d58959cf req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.327487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:03.327829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Checking segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:03.328295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Bound using segment: {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:03.328730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Bound port: 8166f6c5-c037-4fe3-a238-fb3436709e4c, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5604e81c-5da4-40a4-95e8-4d9435aa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:03.329081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.358915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] No DVR routers for this DVR port a5c97f24-bb4e-4e18-b159-e6dd3eb641ee on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:07:03.369628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-030680f3-a376-4d84-bb60-c7a5d58959cf req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.374370 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-978bf0fd-37e2-473f-9fcc-7e1a11e67a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:03.388894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b6ddf-61ae-496a-ba10-d3dca59a4792,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:03.394458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.394830 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:03.396510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'name': 'network-vif-deleted', 'tag': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:03.409835 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-030680f3-a376-4d84-bb60-c7a5d58959cf req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.425693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-030680f3-a376-4d84-bb60-c7a5d58959cf req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/c87b6ddf-61ae-496a-ba10-d3dca59a4792 HTTP/1.1" status: 204 len: 173 time: 0.2723262 May 14 18:07:03.430442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70d252de-1377-491f-acf9-cbbae9760dae req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "DELETE /v2.0/ports/a5c97f24-bb4e-4e18-b159-e6dd3eb641ee HTTP/1.1" status: 204 len: 173 time: 1.7674630 May 14 18:07:03.475990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Deleting port 805798b1-8f27-4b15-94ee-62ff0ee0229b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:03.476361 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.495546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:03.561108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:03.569726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.576360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f6cf543-094e-419e-a9ae-d851f8b09b71 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:03.661073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986f9ad-59ef-447e-baa2-c3f4b7a7c515 req-1e6c5bac-a3f1-4d67-aa28-551e13d3079a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:03.669697 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9986f9ad-59ef-447e-baa2-c3f4b7a7c515 req-1e6c5bac-a3f1-4d67-aa28-551e13d3079a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 943 time: 0.1312077 May 14 18:07:03.670331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:03.670950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.672547 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] 10.222.0.15 "PUT /v2.0/ports/8166f6c5-c037-4fe3-a238-fb3436709e4c HTTP/1.1" status: 200 len: 1091 time: 2.2723098 May 14 18:07:03.725891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Pushing event updated for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:03.730336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] For port 805798b1-8f27-4b15-94ee-62ff0ee0229b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=805798b1-8f27-4b15-94ee-62ff0ee0229b,segment=NetworkSegment(4eeb204c-20bf-419d-b70c-e81679b7502f),segment_id=4eeb204c-20bf-419d-b70c-e81679b7502f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:03.730706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:03.740456 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:03.760092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9986f9ad-59ef-447e-baa2-c3f4b7a7c515 req-43b5a428-4b75-448e-b0d5-959e5e6dd52a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891743 May 14 18:07:03.836373 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'code': 200} May 14 18:07:04.044856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Calling delete_port for 805798b1-8f27-4b15-94ee-62ff0ee0229b owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:04.061381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8cc4-2ef6-4fea-9085-abf97a43ed09 req-fd5ff063-66cb-4cc5-a600-3b079438d030 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:04.070272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab9c8cc4-2ef6-4fea-9085-abf97a43ed09 req-fd5ff063-66cb-4cc5-a600-3b079438d030 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/ports?device_id=5272729b-9411-4529-b8cd-271ca5dfb5a9 HTTP/1.1" status: 200 len: 945 time: 0.1119666 May 14 18:07:04.112260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-547b3bfa-ba17-42c9-b962-e704fae17ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:04.114127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-547b3bfa-ba17-42c9-b962-e704fae17ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42d31bff4dbe4b4989e8618679929199&device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 1094 time: 0.3753903 May 14 18:07:04.129750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab9c8cc4-2ef6-4fea-9085-abf97a43ed09 req-8f0a442c-e0ae-4622-bc05-2b4adf0c62c0 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups?id=2776e98c-fdfd-4ecf-98cf-193ea777e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582802 May 14 18:07:04.323323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c984ce2-9e5f-4c0f-9423-31903456e824 req-6c387ae7-3315-446f-b0e6-f641cceb910a tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0646060 May 14 18:07:04.358304 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-23913573-e9e3-49c5-9c3c-1559934f499c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c HTTP/1.1" status: 200 len: 217 time: 0.2323678 May 14 18:07:04.416198 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5e32bb-54f8-44ff-b41c-97f31b38a9b1', 'name': 'network-vif-deleted', 'tag': 'a5c97f24-bb4e-4e18-b159-e6dd3eb641ee', 'status': 'completed', 'code': 200} May 14 18:07:04.444158 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-2ab597bf-658f-482c-b264-687da2943e9b req-61edd8f4-e1bd-40ee-b197-ebdde52449f8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:07:04.444158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ab597bf-658f-482c-b264-687da2943e9b req-61edd8f4-e1bd-40ee-b197-ebdde52449f8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/c87b6ddf-61ae-496a-ba10-d3dca59a4792 HTTP/1.1" status: 404 len: 352 time: 0.0249910 May 14 18:07:04.493271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-5795bccf-3076-44f1-9e6a-647b0f9456b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:04.494883 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-5795bccf-3076-44f1-9e6a-647b0f9456b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22374c8b-c74a-4bbc-84ba-e54a0d64ccda HTTP/1.1" status: 200 len: 850 time: 0.1290770 May 14 18:07:04.559365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a5c97f24-bb4e-4e18-b159-e6dd3eb641ee no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:07:04.587786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:04.599581 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4a75e3b-fea2-4e25-9c3e-a4242ad99c01 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:04.622621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: a5c97f24-bb4e-4e18-b159-e6dd3eb641ee {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:07:04.623399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a5c97f24-bb4e-4e18-b159-e6dd3eb641ee not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:07:04.675966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e581735d-26a9-4bcb-bcf1-27186557d8df req-03da8cf5-61af-45b5-840a-f799965ad86d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d5fcb5db-d0bf-4d94-bc45-0fe81227617b HTTP/1.1" status: 200 len: 1803 time: 0.0574713 May 14 18:07:04.684933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event deleted for resources: {'Port': ['ID=805798b1-8f27-4b15-94ee-62ff0ee0229b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:04.722093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:04.729437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-39fc9caf-9ca0-4fc1-9a65-e791800eb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:04.730896 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-39fc9caf-9ca0-4fc1-9a65-e791800eb133 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280271 May 14 18:07:04.731748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] No DVR routers for this DVR port 805798b1-8f27-4b15-94ee-62ff0ee0229b on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:07:04.734909 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:04.745449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e581735d-26a9-4bcb-bcf1-27186557d8df req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:04.774565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e581735d-26a9-4bcb-bcf1-27186557d8df req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:04.810731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1e35ee59-fea5-4e3f-b979-e7c1ef0c62cd req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.22 "DELETE /v2.0/ports/805798b1-8f27-4b15-94ee-62ff0ee0229b HTTP/1.1" status: 204 len: 173 time: 1.7798052 May 14 18:07:04.834161 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e581735d-26a9-4bcb-bcf1-27186557d8df req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:04.838027 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8aadaaad-abcd-4c6b-899d-f7f31bb146ce tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:04.854848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcb5db-d0bf-4d94-bc45-0fe81227617b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:04.858265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:04.863970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e581735d-26a9-4bcb-bcf1-27186557d8df req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:04.875994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e581735d-26a9-4bcb-bcf1-27186557d8df req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/d5fcb5db-d0bf-4d94-bc45-0fe81227617b HTTP/1.1" status: 204 len: 173 time: 0.1990926 May 14 18:07:04.889937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-69a09871-d2e3-499e-8fab-7b2d4aed2457 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506999 May 14 18:07:04.969026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 805798b1-8f27-4b15-94ee-62ff0ee0229b no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:07:05.010161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 805798b1-8f27-4b15-94ee-62ff0ee0229b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:07:05.010811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 805798b1-8f27-4b15-94ee-62ff0ee0229b not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:07:05.042425 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f6d8aca-3df9-46a1-b20f-a9659d9ee265 req-be458d20-e2d4-48dd-8f7e-a642c90c6280 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453409 May 14 18:07:05.258405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2334177-6a13-48e2-ac8b-2172522251ee req-7f3e8831-9a66-4e39-8ddb-c351a553be6c tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:05.259903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2334177-6a13-48e2-ac8b-2172522251ee req-7f3e8831-9a66-4e39-8ddb-c351a553be6c tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 943 time: 0.0876057 May 14 18:07:05.315953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2334177-6a13-48e2-ac8b-2172522251ee req-4f73a237-0a56-47f6-8624-6ab97d8bc1ea tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 May 14 18:07:05.367289 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-5e17031b-6aeb-4eae-a745-961fea4714c9 req-2dc8745d-d2ab-482a-8beb-fdf74ea2ddc4 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:07:05.368208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e17031b-6aeb-4eae-a745-961fea4714c9 req-2dc8745d-d2ab-482a-8beb-fdf74ea2ddc4 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d5fcb5db-d0bf-4d94-bc45-0fe81227617b HTTP/1.1" status: 404 len: 352 time: 0.0197389 May 14 18:07:05.581096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594fb92-14a6-4a12-957f-72bf8f63cb61 req-052de33c-57c7-43bc-b4f8-311c5f80b92a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:05.582553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2594fb92-14a6-4a12-957f-72bf8f63cb61 req-052de33c-57c7-43bc-b4f8-311c5f80b92a tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 946 time: 0.0904202 May 14 18:07:05.626944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2594fb92-14a6-4a12-957f-72bf8f63cb61 req-f292a623-0985-4b8c-a9d6-d3b37b6422f4 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378799 May 14 18:07:05.837498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a356233d-f71a-40c6-b49b-4e546b675183 req-44b34559-a8d8-46dd-8a89-1c0899807bd5 tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0461409 May 14 18:07:05.908959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dda85c2-6927-4e96-9c65-74f92d07ce77 req-83b8db94-ee30-4c5a-81dd-6c0088424342 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/089d378c-bd68-4eab-bbc2-35ddebd1f880 HTTP/1.1" status: 200 len: 1803 time: 0.0448859 May 14 18:07:05.979485 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dda85c2-6927-4e96-9c65-74f92d07ce77 req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:06.006519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dda85c2-6927-4e96-9c65-74f92d07ce77 req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:06.053030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dda85c2-6927-4e96-9c65-74f92d07ce77 req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:06.057774 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7bb8c20-5b05-4ca4-95e5-935c3be28abc tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:06.072480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d378c-bd68-4eab-bbc2-35ddebd1f880,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:06.074843 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:06.080918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7dda85c2-6927-4e96-9c65-74f92d07ce77 req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:06.082036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dda85c2-6927-4e96-9c65-74f92d07ce77 req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/089d378c-bd68-4eab-bbc2-35ddebd1f880 HTTP/1.1" status: 204 len: 173 time: 0.1672504 May 14 18:07:06.405581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceab69-4780-4afb-999d-a91abdcab349 req-1514acfa-1e5d-4213-9bf1-8930cda48279 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:06.406369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62ceab69-4780-4afb-999d-a91abdcab349 req-1514acfa-1e5d-4213-9bf1-8930cda48279 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0834751 May 14 18:07:06.417797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c'}, {'server_uuid': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'name': 'network-vif-deleted', 'tag': '805798b1-8f27-4b15-94ee-62ff0ee0229b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:06.457441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62ceab69-4780-4afb-999d-a91abdcab349 req-e8b309ad-f96c-42d8-8732-c4508dc70c65 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445383 May 14 18:07:06.498913 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-4d72ee81-51c8-47a5-9495-db8c9b83da63 req-c3c75247-1ad7-4eb8-83c6-3ecf2a82e5f1 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:07:06.499917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d72ee81-51c8-47a5-9495-db8c9b83da63 req-c3c75247-1ad7-4eb8-83c6-3ecf2a82e5f1 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/089d378c-bd68-4eab-bbc2-35ddebd1f880 HTTP/1.1" status: 404 len: 352 time: 0.0164559 May 14 18:07:06.826335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65066cc-9393-44dc-affb-d4b4502f6991 req-4d77c63f-fc53-493b-9c5a-8f162cdcb259 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:06.827886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c65066cc-9393-44dc-affb-d4b4502f6991 req-4d77c63f-fc53-493b-9c5a-8f162cdcb259 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 943 time: 0.0848560 May 14 18:07:06.877019 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c65066cc-9393-44dc-affb-d4b4502f6991 req-a7b3465d-0ebb-48c9-8f6f-42dbce8c5802 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 May 14 18:07:06.943378 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'status': 'completed', 'code': 200} May 14 18:07:06.943852 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5272729b-9411-4529-b8cd-271ca5dfb5a9', 'name': 'network-vif-deleted', 'tag': '805798b1-8f27-4b15-94ee-62ff0ee0229b', 'status': 'completed', 'code': 200} May 14 18:07:07.036086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-c7d0cb18-fe47-4e65-9db6-7bc201134034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:07.037612 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-c7d0cb18-fe47-4e65-9db6-7bc201134034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42d31bff4dbe4b4989e8618679929199&device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 1094 time: 0.0737000 May 14 18:07:07.138382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833098b-51e9-4f3a-b4ef-3df5d5bd356b req-1fed9d6d-cba8-470b-b703-33a2b835a7ff tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:07.140389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2833098b-51e9-4f3a-b4ef-3df5d5bd356b req-1fed9d6d-cba8-470b-b703-33a2b835a7ff tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1150508 May 14 18:07:07.191060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2833098b-51e9-4f3a-b4ef-3df5d5bd356b req-76636481-6bef-4cbf-be46-63b77e0c1c8d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434778 May 14 18:07:07.249776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-9020e51f-46dc-49af-9ff1-1fed952e79a0 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:07.250488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-9020e51f-46dc-49af-9ff1-1fed952e79a0 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:07.282735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-134991fb-c7bc-4a4f-80be-66ffb6002b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:07.284362 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-134991fb-c7bc-4a4f-80be-66ffb6002b14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd HTTP/1.1" status: 200 len: 912 time: 0.2397904 May 14 18:07:07.292680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-9020e51f-46dc-49af-9ff1-1fed952e79a0 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:07.295217 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-9020e51f-46dc-49af-9ff1-1fed952e79a0 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 946 time: 0.1709573 May 14 18:07:07.351939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3932b867-b829-432e-9ab4-8318e25a3f22 req-5c0078b1-448b-4971-8524-5c05c8c35c47 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:07.371867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3932b867-b829-432e-9ab4-8318e25a3f22 req-5c0078b1-448b-4971-8524-5c05c8c35c47 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:07.374192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3932b867-b829-432e-9ab4-8318e25a3f22 req-5c0078b1-448b-4971-8524-5c05c8c35c47 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 6156 time: 0.1393657 May 14 18:07:07.428138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-b33a1fce-b1ba-4397-96ba-f3a656524c81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c HTTP/1.1" status: 200 len: 217 time: 0.1311147 May 14 18:07:07.444995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3932b867-b829-432e-9ab4-8318e25a3f22 req-d904eaf0-83e9-48f4-831c-4a7b36d10cb4 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/b5a5b7aa-06b1-45af-95d0-a7d582f72d33 HTTP/1.1" status: 200 len: 2985 time: 0.0607502 May 14 18:07:07.513151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3932b867-b829-432e-9ab4-8318e25a3f22 req-8ac7c3d9-3a18-4f31-91db-55e54db3346a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/b5a5b7aa-06b1-45af-95d0-a7d582f72d33 HTTP/1.1" status: 200 len: 2985 time: 0.0672839 May 14 18:07:07.588176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-3ac59e73-cbdf-4d0f-8e1b-0d6964b12f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:07.589875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-3ac59e73-cbdf-4d0f-8e1b-0d6964b12f96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22374c8b-c74a-4bbc-84ba-e54a0d64ccda HTTP/1.1" status: 200 len: 850 time: 0.1420600 May 14 18:07:07.682414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Deleting port 515780ad-7b78-4ce6-a344-2a712830efd2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:07.682755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:07.783212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-40e0bb85-6854-4594-9a1a-8a61577ac08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:07.784680 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-40e0bb85-6854-4594-9a1a-8a61577ac08e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874855 May 14 18:07:08.058242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] For port 515780ad-7b78-4ce6-a344-2a712830efd2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=515780ad-7b78-4ce6-a344-2a712830efd2,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:08.058693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98fd7d-712a-4499-aa44-529338fb1058 req-21c6aa7d-79c3-4a34-bf93-7ca736068de3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:08.058951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:08.066727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c98fd7d-712a-4499-aa44-529338fb1058 req-21c6aa7d-79c3-4a34-bf93-7ca736068de3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=334ccc07-bfed-45a9-b922-3a729cf1ddbd HTTP/1.1" status: 200 len: 946 time: 0.1283591 May 14 18:07:08.117192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c98fd7d-712a-4499-aa44-529338fb1058 req-57dc4ea4-d3a8-4e75-a632-de1b69692adc tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 May 14 18:07:08.246916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Calling delete_port for 515780ad-7b78-4ce6-a344-2a712830efd2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:08.275894 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-f6be6a0d-8590-4d08-922c-e43114ea2d34 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802325 May 14 18:07:08.340341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74ec7d3f-0c00-4755-9307-fdc8ce45f659 req-f44ed2e4-ca38-4133-9c37-2fdedb3555ac tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0716438 May 14 18:07:08.525513 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0dcbf88a-835d-4e9a-b5cb-56c08a221acb req-be4abe4e-1cc5-4b04-b42c-cd31b3dfbe66 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378125 May 14 18:07:08.566003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:08.572543 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27bda0ee-e99e-4895-9569-a115ad53156d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:08.582388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8166f6c5-c037-4fe3-a238-fb3436709e4c details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:08.586019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['84903545-adad-4ac4-a813-630e7a76f316'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:08.618289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event deleted for resources: {'Port': ['ID=515780ad-7b78-4ce6-a344-2a712830efd2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:08.622383 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:08.630554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['515780ad-7b78-4ce6-a344-2a712830efd2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:08.744891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] No DVR routers for this DVR port 515780ad-7b78-4ce6-a344-2a712830efd2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:07:08.747804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:08.767840 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-53ce87d6-0dc2-4a8d-af08-e3a3fab21fd5 req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.15 "DELETE /v2.0/ports/515780ad-7b78-4ce6-a344-2a712830efd2 HTTP/1.1" status: 204 len: 173 time: 1.4051142 May 14 18:07:08.801825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-3498d5cd-ecaf-4250-8211-666598836086 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:08.811143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-3498d5cd-ecaf-4250-8211-666598836086 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.2390091 May 14 18:07:08.830301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-b73afeb2-c401-4301-8f0f-bb94c3829570 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/quotas/23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 375 time: 0.0174277 May 14 18:07:08.945174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'name': 'network-vif-deleted', 'tag': '515780ad-7b78-4ce6-a344-2a712830efd2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:08.955110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-2f4c8c6f-00df-4e0a-888d-29e5db4e937d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1222532 May 14 18:07:09.018727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:09.059364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'port_id': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'mac_address': 'fa:16:3e:d2:36:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:09.121250 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c6854024-e746-48b5-9f98-3b9bc4bb8cf6 req-6570bebe-e966-4dc1-8be8-502e9b3cfcb4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0495579 May 14 18:07:09.134806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-6b33e72a-b1a6-4cd0-b381-992369996e91 service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785195 May 14 18:07:09.157224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:09.184982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8166f6c5-c037-4fe3-a238-fb3436709e4c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:09.218895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:09.225658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:09.229001 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:09.340865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:09.348852 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:09.448235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-9f342c94-65ee-4c57-bb51-abde2947aeee service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070335 May 14 18:07:09.643740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-917094768', 'description': 'tempest-description-782074651'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:09.667979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:09.689779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:09.693460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['8166f6c5-c037-4fe3-a238-fb3436709e4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:09.705052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:09.746085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-627e7941-176b-4f11-90e9-5ca67a0be837 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:09.748874 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-627e7941-176b-4f11-90e9-5ca67a0be837 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1189473 May 14 18:07:09.755000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:09.764079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:09.767849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:09.779530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:09.954431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:09.961672 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:09.975746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Deleting port d8e2311d-c063-423c-991c-d9c20906718c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:09.976256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.002817 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:10.056198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f6dfb-c249-491e-b718-12ab1b75a1be,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:10.058824 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:10.059753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.080529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-118d29e3-a83b-4fc6-ad8d-bc5d419c02d0 req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4333906 May 14 18:07:10.287975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] For port d8e2311d-c063-423c-991c-d9c20906718c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d8e2311d-c063-423c-991c-d9c20906718c,segment=NetworkSegment(c1125c99-833a-45cc-afdf-c54df16586c5),segment_id=c1125c99-833a-45cc-afdf-c54df16586c5)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:10.288252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.327075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c64e-ebda-4b18-8fe5-9c7e215d3ce8 req-a2768c43-6cc9-41c8-af44-c90792c64f96 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:10.328614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f038c64e-ebda-4b18-8fe5-9c7e215d3ce8 req-a2768c43-6cc9-41c8-af44-c90792c64f96 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb98d70-0fb8-407c-bdc0-51923670b164 HTTP/1.1" status: 200 len: 946 time: 0.1618261 May 14 18:07:10.412041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f038c64e-ebda-4b18-8fe5-9c7e215d3ce8 req-53075bb4-104a-4b3b-bb0b-f667e7e4b0ac tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.24 "GET /v2.0/security-groups?id=bcd300be-9a4d-47e8-84e8-c4a2b8954e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669408 May 14 18:07:10.460763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48028) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:10.463969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Calling delete_port for d8e2311d-c063-423c-991c-d9c20906718c owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:10.572214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 515780ad-7b78-4ce6-a344-2a712830efd2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:07:10.633049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.643589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac303837-0a24-4bf4-9f77-31f4fee0fcfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:10.655627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.670796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d8e2311d-c063-423c-991c-d9c20906718c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:10.710604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Pushing event deleted for resources: {'Port': ['ID=d8e2311d-c063-423c-991c-d9c20906718c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:10.714431 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:10.716151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.752498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 515780ad-7b78-4ce6-a344-2a712830efd2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:07:10.760739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 515780ad-7b78-4ce6-a344-2a712830efd2 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:07:10.808673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] No DVR routers for this DVR port d8e2311d-c063-423c-991c-d9c20906718c on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:07:10.812630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.818241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.832204 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d056d604-94cf-4785-8ad9-01d4dc5c9667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:10.832875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af4009f7-048f-48ef-8d67-899eeff4e238 req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] 10.222.0.22 "DELETE /v2.0/ports/d8e2311d-c063-423c-991c-d9c20906718c HTTP/1.1" status: 204 len: 173 time: 1.0724609 May 14 18:07:10.848479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765c741-a5c3-4dab-b335-22af7e7187a8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:10.855815 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:10.860119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:10.860766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "DELETE /v2.0/security-groups/0765c741-a5c3-4dab-b335-22af7e7187a8 HTTP/1.1" status: 204 len: 168 time: 0.3989525 May 14 18:07:10.863609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48032) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:10.908000 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-7489105f-9788-4440-b776-917bc3d6000e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] show failed (client error): The resource could not be found. May 14 18:07:10.911613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7489105f-9788-4440-b776-917bc3d6000e tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "GET /v2.0/security-groups/0765c741-a5c3-4dab-b335-22af7e7187a8 HTTP/1.1" status: 404 len: 347 time: 0.0445268 May 14 18:07:10.912318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:10.918053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561fd66-0c6c-4691-8720-b26cc6bfd300 req-d427a8b9-f0bd-433a-b1e5-99e0de031588 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:10.926924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4561fd66-0c6c-4691-8720-b26cc6bfd300 req-d427a8b9-f0bd-433a-b1e5-99e0de031588 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 944 time: 0.1698101 May 14 18:07:10.981366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4561fd66-0c6c-4691-8720-b26cc6bfd300 req-222c7c44-9795-47c0-822e-b0e72f2c272e tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534105 May 14 18:07:11.061237 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334ccc07-bfed-45a9-b922-3a729cf1ddbd', 'name': 'network-vif-deleted', 'tag': '515780ad-7b78-4ce6-a344-2a712830efd2', 'status': 'completed', 'code': 200} May 14 18:07:11.211564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Deleting port 9f3d2236-51f6-4c87-969e-34f6623f7123 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:11.212160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:11.268635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9bdf7602-398d-4f2c-b7df-1bbce7cd3f83 req-1865f4b0-1f9c-46d7-92b6-1162e8f0c64d tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0588896 May 14 18:07:11.722894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:11.723643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:11.745257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-72f7ce96-170c-4a66-b373-bd0adb146d02 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:11.746795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-72f7ce96-170c-4a66-b373-bd0adb146d02 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.2555056 May 14 18:07:11.802603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'port': {'device_id': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'admin_state_up': True, 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:11.851960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72897403-3e84-418f-8876-04cd0898c429 req-95d82f87-24d3-42ed-b646-0340157934fe tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 210 time: 0.1665969 May 14 18:07:11.893636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1913745245', 'description': 'tempest-description-1327498904'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:11.903222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:11.905790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Calling delete_port for 9f3d2236-51f6-4c87-969e-34f6623f7123 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:11.919658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:11.923247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:11.939414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:11.951964 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.000683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:12.009595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:12.015978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:12.031483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:12.136701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:12.142522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:port and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:12.148167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for port was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:12.150509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.159248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:12.166754 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.173648 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41db06aa-31a0-45b8-8cb8-8e1a8bef8f73 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:12.195166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:12.199003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.213244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8b384-90e6-48a7-849d-5b80262013c1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:12.220271 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:12.244382 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.247118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a1004e2-3bb3-4801-9341-ee0cdb281615 req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3571692 May 14 18:07:12.319935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.333471 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:12.395792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Pushing event deleted for resources: {'Port': ['ID=9f3d2236-51f6-4c87-969e-34f6623f7123,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:12.398347 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:12.489863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48072) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:12.567669 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.571938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8166f6c5-c037-4fe3-a238-fb3436709e4c up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:12.722364 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.726170 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] 10.222.0.24 "DELETE /v2.0/floatingips/37971f93-d86b-43b8-a418-55cec75c29f8 HTTP/1.1" status: 204 len: 168 time: 1.8117332 May 14 18:07:12.727431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Allocated IP 172.20.0.3 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/e424ad8b-6cfd-419a-972d-92301163b20b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:12.758376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 8166f6c5-c037-4fe3-a238-fb3436709e4c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:12.764502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 8166f6c5-c037-4fe3-a238-fb3436709e4c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:12.765891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.826762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Deleting subnet 91ba483b-24ba-4fe8-a1ef-bbdabe347b10 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:07:12.836827 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.947027 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.980266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:12.986361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:13.005433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:13.008443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:07:13.008623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.028486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Transition to ACTIVE for port object e424ad8b-6cfd-419a-972d-92301163b20b will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:13.059783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.062551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-deleted', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:13.063023 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:13.085098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.099455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: d8e2311d-c063-423c-991c-d9c20906718c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:07:13.100139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d8e2311d-c063-423c-991c-d9c20906718c not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:07:13.102697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e792063-b233-42dc-b0e1-17c6eced74f2 req-19608416-59c6-487f-a3c6-7b7fdf59374d tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:13.110592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e792063-b233-42dc-b0e1-17c6eced74f2 req-19608416-59c6-487f-a3c6-7b7fdf59374d tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 944 time: 0.4252717 May 14 18:07:13.111041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c3bc1ba8-0229-4e70-a17e-29e31c415cdc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:13.117901 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53aea44d-6fd6-4023-8db6-8bf07473664a tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:13.179451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:13.179647 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.251637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:13.258229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e792063-b233-42dc-b0e1-17c6eced74f2 req-931afe15-1860-48ef-ad18-7077414ce6d2 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387618 May 14 18:07:13.258561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:13.263326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:13.429766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:13.452337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:13.498689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.500839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.503228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.511202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.511808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.512622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.513142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.513653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.514162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.514680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.515639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.521293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:13.535306 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:13.545897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:13.568723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:13.569904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.608098 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8094008 May 14 18:07:13.621548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Request body: {'port': {'device_id': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:13.836862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c0f0543b-0ed9-4e8f-ba30-24a6456bb44b None None] Provisioning for port e424ad8b-6cfd-419a-972d-92301163b20b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:13.905425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c0f0543b-0ed9-4e8f-ba30-24a6456bb44b None None] Provisioning complete for port e424ad8b-6cfd-419a-972d-92301163b20b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:13.905682 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c0f0543b-0ed9-4e8f-ba30-24a6456bb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.936720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.956878 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-09f1f9c1-f7c7-483c-a110-9b9f18429819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:13.960413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:13.988854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db9d55c6-00b6-45f2-963c-74c691e6b220 req-1dc792f7-365b-4972-9729-b00f1e061664 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=01e0aee938be45678e8cc6aa1a3b3bb8&device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.1196482 May 14 18:07:13.989845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:14.021328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ba483b-24ba-4fe8-a1ef-bbdabe347b10,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:14.026681 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:14.028448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/91ba483b-24ba-4fe8-a1ef-bbdabe347b10 HTTP/1.1" status: 204 len: 168 time: 1.5375776 May 14 18:07:14.031308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48102) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:14.057541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db9d55c6-00b6-45f2-963c-74c691e6b220 req-f5ffae2a-7631-42f2-a987-36bb5baadf5f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=01e0aee938be45678e8cc6aa1a3b3bb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587528 May 14 18:07:14.140924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c0f0543b-0ed9-4e8f-ba30-24a6456bb44b None None] Port e424ad8b-6cfd-419a-972d-92301163b20b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:07:14.668742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:14.744908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e424ad8b-6cfd-419a-972d-92301163b20b {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:14.752578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:14.772095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Transition to ACTIVE for port object e424ad8b-6cfd-419a-972d-92301163b20b will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:14.776377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:14.788549 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0cac200b-4377-40c8-926c-1899e2591306 tempest-ServerAddressesNegativeTestJSON-1512679121 tempest-ServerAddressesNegativeTestJSON-1512679121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:14.886277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d55c6-00b6-45f2-963c-74c691e6b220 req-c30bf917-faad-4649-a410-011fe9204356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:14.886277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db9d55c6-00b6-45f2-963c-74c691e6b220 req-c30bf917-faad-4649-a410-011fe9204356 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8143303 May 14 18:07:14.930122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-2207d525-043d-4c20-8040-25ea2672ff87 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:14.943304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-2207d525-043d-4c20-8040-25ea2672ff87 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 811 time: 0.6751916 May 14 18:07:14.965335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.009100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-b28c3628-3d78-448b-837b-822f916d8527 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/quotas/51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 375 time: 0.0647125 May 14 18:07:15.051884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b04ea2-6869-47b3-b987-90f1cdd877d0']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:15.069935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Pushing event updated for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:15.087234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1125c99-833a-45cc-afdf-c54df16586c5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:15.087442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:15.087523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1125c99-833a-45cc-afdf-c54df16586c5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:15.109165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.145386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.154384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:07:15.154790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: timer() May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:07:15.175875 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:07:15.248653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Attempting to bind port e424ad8b-6cfd-419a-972d-92301163b20b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:15.249317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Attempting to bind port e424ad8b-6cfd-419a-972d-92301163b20b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:15.249655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Attempting to bind port e424ad8b-6cfd-419a-972d-92301163b20b on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:15.257545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Port e424ad8b-6cfd-419a-972d-92301163b20b on network 2a867376-97d8-42cd-96d9-9aebf40270c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:07:15.258202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Attempting to bind port e424ad8b-6cfd-419a-972d-92301163b20b on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:15.264313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:15.267757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:15.268345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:15.268816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Bound port: e424ad8b-6cfd-419a-972d-92301163b20b, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:15.269176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.276599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-fb454551-436a-41e2-9561-d32671cd6cc9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2665954 May 14 18:07:15.379464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.384043 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c5b27f7-3b2b-4323-8ff7-a1df1050f9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:15.421895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.425025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:15.428744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e424ad8b-6cfd-419a-972d-92301163b20b,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:15.436393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b04ea2-6869-47b3-b987-90f1cdd877d0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:15.438140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.445708 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3572125-fd5d-4d7e-87b0-3ee73baf0ee5 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:15.448553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:15.456060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7b04ea2-6869-47b3-b987-90f1cdd877d0 HTTP/1.1" status: 204 len: 168 time: 1.4204810 May 14 18:07:15.488499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-f8bb07b4-4a8d-42b8-bd4e-aae537383fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109358 May 14 18:07:15.510106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:15.510863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:15.512396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] 10.222.0.22 "PUT /v2.0/ports/e424ad8b-6cfd-419a-972d-92301163b20b HTTP/1.1" status: 200 len: 1091 time: 1.8963559 May 14 18:07:15.553077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Pushing event updated for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:15.556487 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:15.713314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-b332e243-a505-46ba-a062-e2ded7064420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:15.715635 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-b332e243-a505-46ba-a062-e2ded7064420 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 1094 time: 0.1397364 May 14 18:07:15.718553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e87f2900-6e96-4574-89a5-785ea96e3536 service neutron] 10.222.0.24 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263217 May 14 18:07:15.762310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48118) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:15.856214 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-16bded4e-b900-4c01-be14-51d7c064089c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e424ad8b-6cfd-419a-972d-92301163b20b HTTP/1.1" status: 200 len: 217 time: 0.1327665 May 14 18:07:15.861921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d21a7fd2-cba6-4098-8e64-575aaf7292b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ca82c4f9f5942dd83bc1f88428b2e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979068 May 14 18:07:15.871700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48122) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:15.989804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-baf1425f-e431-4da3-b1ad-00ad98641ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:15.991672 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-baf1425f-e431-4da3-b1ad-00ad98641ccc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1275883 May 14 18:07:16.053930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:16.100137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:16.270595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-7e1745dd-53a7-46f1-92ef-5f3e699163f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:16.277083 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-7e1745dd-53a7-46f1-92ef-5f3e699163f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2541168 May 14 18:07:16.311755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db9d55c6-00b6-45f2-963c-74c691e6b220 req-47f3aff7-a256-4be4-a0dc-dc515883d72a tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.1026340 May 14 18:07:16.330043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:16.345786 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:16.370754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd300be-9a4d-47e8-84e8-c4a2b8954e91,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:16.385647 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:16.387391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:16.403801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcd300be-9a4d-47e8-84e8-c4a2b8954e91 HTTP/1.1" status: 204 len: 168 time: 0.5305707 May 14 18:07:16.524385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a935fd1-27db-48cd-a614-d409fb4abddc req-99c8e768-e8af-482c-8969-25faea3b792f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:16.529465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a935fd1-27db-48cd-a614-d409fb4abddc req-99c8e768-e8af-482c-8969-25faea3b792f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 943 time: 0.3647838 May 14 18:07:16.557561 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-dd334da8-19b2-475a-91eb-e76e8b70168f service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689404 May 14 18:07:16.696377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a935fd1-27db-48cd-a614-d409fb4abddc req-885e7ab1-1366-4cf7-8d92-125f1c59e37a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599219 May 14 18:07:16.798595 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'code': 200} May 14 18:07:16.868103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7ede2d55-9389-4634-9e5f-f55de8878b1c req-b956f652-dad7-44cb-83e8-58b82d71ec17 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977698 May 14 18:07:16.912964 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb98d70-0fb8-407c-bdc0-51923670b164', 'name': 'network-vif-deleted', 'tag': 'd8e2311d-c063-423c-991c-d9c20906718c', 'status': 'completed', 'code': 200} May 14 18:07:16.982052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d5613-3f65-4eff-b822-90998061374c req-a642ebd8-4024-4f13-8e5d-34e939cb6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:16.988862 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-da1d5613-3f65-4eff-b822-90998061374c req-a642ebd8-4024-4f13-8e5d-34e939cb6b91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 1096 time: 0.1153667 May 14 18:07:17.158647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-da1d5613-3f65-4eff-b822-90998061374c req-ed8dbe82-5d62-41ff-9056-9ff539853d7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586981 May 14 18:07:17.223262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fe5ad3e-c515-4985-ad89-ed1f3d4f8873 req-164e7723-5be9-4101-a4d5-c17e82fb9ddc tempest-ServerShowV254Test-365353165 tempest-ServerShowV254Test-365353165-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd044b11-6784-4462-bbeb-5ba349aa622b HTTP/1.1" status: 200 len: 210 time: 0.0819702 May 14 18:07:17.434980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6df4-84f7-4aa5-a70f-74a5b465ede5 req-64057f6d-5b06-4456-acb3-bff8173d1f28 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:17.443097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4ff6df4-84f7-4aa5-a70f-74a5b465ede5 req-64057f6d-5b06-4456-acb3-bff8173d1f28 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.0932994 May 14 18:07:17.504227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4ff6df4-84f7-4aa5-a70f-74a5b465ede5 req-38e56eae-66b4-4674-bcd5-db2fc8720cf4 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597398 May 14 18:07:17.745869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-311e071c-d10b-4d24-bf69-3bd1c57f4452 req-7806c6e6-af05-45a7-a6ac-6a9eb0fe0a97 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 210 time: 0.0600159 May 14 18:07:17.776628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48176) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:17.923591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1576751325-network', 'tenant_id': 'e6679bba6f3241b68dc51c04d703aee0'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:17.930212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:17.934691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Usage tracker for resource:network and tenant:e6679bba6f3241b68dc51c04d703aee0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:17.940176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:17.946761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:17.959470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Made reservation on behalf of e6679bba6f3241b68dc51c04d703aee0 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:17.962442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:17.981859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.014588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:18.036417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Usage tracker for resource:security_group_rule and tenant:e6679bba6f3241b68dc51c04d703aee0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:18.043769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:18.056716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:18.097881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-c1813d0d-c5fd-4792-afc6-c285c7e48163 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:18.102643 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-c1813d0d-c5fd-4792-afc6-c285c7e48163 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.22 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 811 time: 0.2784548 May 14 18:07:18.121610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'port': {'device_id': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb', 'admin_state_up': True, 'tenant_id': '51230088b2434071ad7d647ed8a37909'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:18.359404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3345f6-e44b-4148-8118-78b6c3090465 req-d7a78558-ddf0-4037-8c81-126a032a579e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:18.366931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d3345f6-e44b-4148-8118-78b6c3090465 req-d7a78558-ddf0-4037-8c81-126a032a579e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 943 time: 0.1269491 May 14 18:07:18.437133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:18.441775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:port and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:18.444752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:18.451878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:18.465723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Made reservation on behalf of 51230088b2434071ad7d647ed8a37909 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:18.466195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d3345f6-e44b-4148-8118-78b6c3090465 req-15092b99-e112-463d-bea8-11180b3e1d89 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941041 May 14 18:07:18.470559 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.631818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48196) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:18.731638 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.738440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.747387 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f69b1779-c29a-40ed-be0c-9a90eac0e04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:18.778808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Deleting subnet b774608b-5559-4fe3-b65f-08f31ace3b60 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:07:18.788148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757af50b-ee5b-4fb0-8e6f-6cec235c4ee4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:18.792288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:18.805742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.817072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:07:18.826842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Allocated IP 172.20.0.13 (f09ddc5c-b768-46e3-b24f-54e7ee28dffb/29e02417-3068-490b-8681-1f62a78ca72f/0bddb899-94d2-42b3-8b09-89a81bdaaf27) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:18.835572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.835913 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Added segment 8f033a7c-e4a8-4e14-abe4-48bbef32d8d0 of type vlan for network a4ccee98-47ac-4f68-ae7f-cdb278874669 May 14 18:07:18.876890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.893146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:18.913556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:18.957132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd318f9-21cd-45ce-9d2e-84b3b5250d01 req-9dd44993-8893-4cce-8d67-99f0441140e5 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:18.958630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcd318f9-21cd-45ce-9d2e-84b3b5250d01 req-9dd44993-8893-4cce-8d67-99f0441140e5 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 945 time: 0.2180955 May 14 18:07:18.964224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.027744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.028676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:19.029289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.037001 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:19.039265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e424ad8b-6cfd-419a-972d-92301163b20b details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:19.199413 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4213855 May 14 18:07:19.208541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Pushing event updated for resources: {'Network': ['ID=a4ccee98-47ac-4f68-ae7f-cdb278874669,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:19.218807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:19.221059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a4ccee98-47ac-4f68-ae7f-cdb278874669 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:07:19.223767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcd318f9-21cd-45ce-9d2e-84b3b5250d01 req-4a07e462-b674-4bca-8578-726d08fa684d tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258751 May 14 18:07:19.226954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.309412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.351025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:19.353589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-994caec9-c70e-496c-b009-02c2fe27e055 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:19.425034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e424ad8b-6cfd-419a-972d-92301163b20b,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:19.478231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'e424ad8b-6cfd-419a-972d-92301163b20b', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': 'e424ad8b-6cfd-419a-972d-92301163b20b', 'mac_address': 'fa:16:3e:ea:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:19.545724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Network f09ddc5c-b768-46e3-b24f-54e7ee28dffb is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:19.562166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:19.575660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.589391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:19.600578 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:19.649664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.700594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.759682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b774608b-5559-4fe3-b65f-08f31ace3b60,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:19.768971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b774608b-5559-4fe3-b65f-08f31ace3b60 HTTP/1.1" status: 204 len: 168 time: 1.1353781 May 14 18:07:19.771775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e424ad8b-6cfd-419a-972d-92301163b20b {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:19.776592 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:19.777483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48216) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:19.817528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:19.836115 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:19.848360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e424ad8b-6cfd-419a-972d-92301163b20b,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:19.874214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48220) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:19.889112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:19.889708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.892486 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:19.897721 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:19.938151 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8205101 May 14 18:07:19.954427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Request body: {'port': {'device_id': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:19.999666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:20.005577 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:20.116763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.120376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.136711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:20.152171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Usage tracker for resource:security_group_rule and tenant:01e0aee938be45678e8cc6aa1a3b3bb8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:20.154852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.161101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf41fbb-f7e8-421d-bd4f-db36165c2704 req-695bd6d7-6d70-41cd-9c63-466d1f0b8df9 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:20.162584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bf41fbb-f7e8-421d-bd4f-db36165c2704 req-695bd6d7-6d70-41cd-9c63-466d1f0b8df9 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.4501736 May 14 18:07:20.163867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:20.169435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['e424ad8b-6cfd-419a-972d-92301163b20b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:20.175377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:20.203390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-59461439-b64a-4e28-888d-b51aa72e5f73 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:20.204969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-59461439-b64a-4e28-888d-b51aa72e5f73 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 945 time: 0.3968303 May 14 18:07:20.355522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.369664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc72fb25-6639-46c1-b382-4d93ccf6bbba']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:20.382846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eeb204c-20bf-419d-b70c-e81679b7502f') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:20.383211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eeb204c-20bf-419d-b70c-e81679b7502f') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:20.395231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.412074 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.430228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:07:20.430629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: timer() May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:07:20.444951 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:07:20.554634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bf41fbb-f7e8-421d-bd4f-db36165c2704 req-7fd0489e-29ea-452a-977b-ed50785f4437 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486581 May 14 18:07:20.617898 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.661319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.662661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.682605 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:20.686427 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8d64527-e564-40f7-afd6-ea1bd899e340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:20.738369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.752315 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e0aee938be45678e8cc6aa1a3b3bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749156 May 14 18:07:20.753882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bddb899-94d2-42b3-8b09-89a81bdaaf27 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:20.759316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faece218-3057-4ea0-a1b1-1a8c99d7d1ca,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:20.762882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc72fb25-6639-46c1-b382-4d93ccf6bbba,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:20.765504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48238) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:20.772634 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:20.776526 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:20.788424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.812870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Transition to ACTIVE for port object 0bddb899-94d2-42b3-8b09-89a81bdaaf27 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:20.818386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.826888 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae9e53ad-aafb-49c9-8689-7ae37c225c65 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:20.838323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dc72fb25-6639-46c1-b382-4d93ccf6bbba HTTP/1.1" status: 204 len: 168 time: 1.0529568 May 14 18:07:20.935131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:20.990911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48244) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:20.992823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.009689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:21.021917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:21.055637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e424ad8b-6cfd-419a-972d-92301163b20b up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:21.093084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Deleting port 84903545-adad-4ac4-a813-630e7a76f316 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:21.093503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.105522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Attempting to bind port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:21.105848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Attempting to bind port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:21.106167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Attempting to bind port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 on network f09ddc5c-b768-46e3-b24f-54e7ee28dffb {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:21.111245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 on network f09ddc5c-b768-46e3-b24f-54e7ee28dffb not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:07:21.111564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Attempting to bind port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 on network f09ddc5c-b768-46e3-b24f-54e7ee28dffb {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:21.117573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:21.118239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Checking segment: {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:21.118365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Bound using segment: {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:21.119019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Bound port: 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51fca45-7149-48e1-8e6f-9514e7995798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:21.119577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.187729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port e424ad8b-6cfd-419a-972d-92301163b20b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:21.196974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port e424ad8b-6cfd-419a-972d-92301163b20b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:21.198159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.208394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3583d19-46c9-445c-85bf-4ce3135c8b8b req-61b93bed-f0a2-4c22-a592-2fa46c8ccbd7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:21.216166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c3583d19-46c9-445c-85bf-4ce3135c8b8b req-61b93bed-f0a2-4c22-a592-2fa46c8ccbd7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 944 time: 0.3596911 May 14 18:07:21.246541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:21.255138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:21.261509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.267202 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:21.278489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-912652d8-62b6-4134-80f1-c66b5419f714 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d0d56a919f6462a9e0d9942598d54fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754188 May 14 18:07:21.289647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48248) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:21.346413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:21.346947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.348353 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] 10.222.0.22 "PUT /v2.0/ports/0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 1092 time: 1.3986521 May 14 18:07:21.365010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c3583d19-46c9-445c-85bf-4ce3135c8b8b req-8619efcf-07c6-4206-97cc-3ad7d629a334 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:21.380786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:21.400691 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:21.404329 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.442338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.444151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:21.452645 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19b2862e-7fe5-436b-8306-019666c3c84c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:21.455354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e424ad8b-6cfd-419a-972d-92301163b20b,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:21.459506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c3583d19-46c9-445c-85bf-4ce3135c8b8b req-8619efcf-07c6-4206-97cc-3ad7d629a334 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:21.466412 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.468638 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:21.469286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c3583d19-46c9-445c-85bf-4ce3135c8b8b req-8619efcf-07c6-4206-97cc-3ad7d629a334 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495465 May 14 18:07:21.512663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-4255f722-07df-498f-a75c-74574121b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:21.519637 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-4255f722-07df-498f-a75c-74574121b2f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1095 time: 0.1180928 May 14 18:07:21.525147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faece218-3057-4ea0-a1b1-1a8c99d7d1ca,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:21.539157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] For port 84903545-adad-4ac4-a813-630e7a76f316, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=84903545-adad-4ac4-a813-630e7a76f316,segment=NetworkSegment(5aab68c5-1a66-4575-8e8c-1527536598d9),segment_id=5aab68c5-1a66-4575-8e8c-1527536598d9)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:21.545669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.558746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:21.561017 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:21.581339 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:21.637976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.639103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-5ab29ba5-14c6-4798-811f-e45727297ee9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 217 time: 0.1039524 May 14 18:07:21.641204 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b', 'status': 'completed', 'code': 200} May 14 18:07:21.652784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faece218-3057-4ea0-a1b1-1a8c99d7d1ca HTTP/1.1" status: 204 len: 168 time: 0.8792641 May 14 18:07:21.656570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:21.720548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-d628d244-019a-4e20-9804-d5fecd1e85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:21.722060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-d628d244-019a-4e20-9804-d5fecd1e85be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.0717463 May 14 18:07:21.941981 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-2420e195-8eeb-4156-935a-7857bac39957 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093189 May 14 18:07:21.984498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Calling delete_port for 84903545-adad-4ac4-a813-630e7a76f316 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:22.080527 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:22.111555 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-7cb93239-6e3d-47cd-b0dd-ed7a9583a7d5 service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584196 May 14 18:07:22.187819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-f06bd282-81a0-4d74-9bc8-c7b7b12413c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:22.188227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-f06bd282-81a0-4d74-9bc8-c7b7b12413c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 1096 time: 0.5943081 May 14 18:07:22.248391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be833681-8ac3-4e48-8b2f-90cf37a07f41 req-9f3d5282-9001-4270-ac76-c1647df3981d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:22.256414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be833681-8ac3-4e48-8b2f-90cf37a07f41 req-9f3d5282-9001-4270-ac76-c1647df3981d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 945 time: 0.5030494 May 14 18:07:22.309051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-986b027e-f0e3-4b3e-a8b7-dafa2fb16eb5 service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872053 May 14 18:07:22.370675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:22.412298 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-836c114f-2fd3-459b-9ab9-819de015df5b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:22.468915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be833681-8ac3-4e48-8b2f-90cf37a07f41 req-68a27a0f-b54f-455b-ab7e-7ee80a020de9 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116392 May 14 18:07:22.480413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2776e98c-fdfd-4ecf-98cf-193ea777e8aa,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:22.497754 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:22.555022 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:22.558732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2776e98c-fdfd-4ecf-98cf-193ea777e8aa HTTP/1.1" status: 204 len: 168 time: 1.2626002 May 14 18:07:22.562732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-f1708e51-30a2-4227-96ea-b80ec8f4c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:22.564397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-f1708e51-30a2-4227-96ea-b80ec8f4c9b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.3558636 May 14 18:07:22.565515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:22.574247 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9353777-e3db-4e60-9af7-7a1f1baa7e60 tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:22.664671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Pushing event deleted for resources: {'Port': ['ID=84903545-adad-4ac4-a813-630e7a76f316,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:22.724904 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:22.749530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-2207ad6f-6ad1-4210-a2ca-cc88175752f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e424ad8b-6cfd-419a-972d-92301163b20b HTTP/1.1" status: 200 len: 217 time: 0.0869980 May 14 18:07:22.880196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] No DVR routers for this DVR port 84903545-adad-4ac4-a813-630e7a76f316 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:07:22.884474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:22.886370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a9eb830-e0ac-4a04-b5a7-7c1fafba4527 req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.22 "DELETE /v2.0/ports/84903545-adad-4ac4-a813-630e7a76f316 HTTP/1.1" status: 204 len: 173 time: 2.6637242 May 14 18:07:22.886939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'name': 'network-vif-deleted', 'tag': '84903545-adad-4ac4-a813-630e7a76f316'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:23.085658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 84903545-adad-4ac4-a813-630e7a76f316 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:07:23.092213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-10e34e18-e181-4786-8617-0ac1f8860455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:23.093713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-10e34e18-e181-4786-8617-0ac1f8860455 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.3075817 May 14 18:07:23.191287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 84903545-adad-4ac4-a813-630e7a76f316 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:07:23.191287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 84903545-adad-4ac4-a813-630e7a76f316 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:07:23.301501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e243332-7fcf-4aa8-9f30-6c12289eecfe req-41d9b1fb-6325-429f-aa52-631b65176b9b tempest-ComputeTenantNetworksTest-1100531976 tempest-ComputeTenantNetworksTest-1100531976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:23.308171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e243332-7fcf-4aa8-9f30-6c12289eecfe req-41d9b1fb-6325-429f-aa52-631b65176b9b tempest-ComputeTenantNetworksTest-1100531976 tempest-ComputeTenantNetworksTest-1100531976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:23.313950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e243332-7fcf-4aa8-9f30-6c12289eecfe req-41d9b1fb-6325-429f-aa52-631b65176b9b tempest-ComputeTenantNetworksTest-1100531976 tempest-ComputeTenantNetworksTest-1100531976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:23.315665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e243332-7fcf-4aa8-9f30-6c12289eecfe req-41d9b1fb-6325-429f-aa52-631b65176b9b tempest-ComputeTenantNetworksTest-1100531976 tempest-ComputeTenantNetworksTest-1100531976-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4129601 May 14 18:07:23.336915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-32de3188-b3a6-4f51-a0ce-dd2b694fbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:23.338397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-32de3188-b3a6-4f51-a0ce-dd2b694fbe1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2296560 May 14 18:07:23.508955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d03c2c97-9ad2-44d2-b02d-6cfcca98ac84 req-730c7d53-a4b7-4f1b-bae3-3d93554168a8 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Synchronizing usage tracker for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:23.554348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d03c2c97-9ad2-44d2-b02d-6cfcca98ac84 req-730c7d53-a4b7-4f1b-bae3-3d93554168a8 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Unset dirty status for tenant:06e4400b761d424a95d216c4fc11c9ff on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:23.555997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d03c2c97-9ad2-44d2-b02d-6cfcca98ac84 req-730c7d53-a4b7-4f1b-bae3-3d93554168a8 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] 10.222.0.24 "GET /v2.0/ports?device_id=39a47c76-4aff-4ea0-8b02-51b88e0b22cd HTTP/1.1" status: 200 len: 210 time: 0.1042228 May 14 18:07:23.606480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-ece3d0e9-79e9-4acd-9d46-d9936fcd491d service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597156 May 14 18:07:23.648260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:23.835357 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e2268f8-cfca-472a-9128-44dd7d743d13 req-38e95fc3-d768-4b8a-a7a1-ca9a14000b29 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141714 May 14 18:07:23.866947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab730298-a927-458d-bb86-f672f01320b8 req-e1bcfbdc-d852-41b3-8277-83ffd243f7a2 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:23.868592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab730298-a927-458d-bb86-f672f01320b8 req-e1bcfbdc-d852-41b3-8277-83ffd243f7a2 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.1532240 May 14 18:07:23.882275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48312) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:23.889318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Request body: {'floatingip': {'port_id': '8166f6c5-c037-4fe3-a238-fb3436709e4c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:23.927754 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:23.965447 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b', 'code': 200} May 14 18:07:24.060842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:24.502255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7f365-2796-40a8-85ae-fc0ed517d56e req-cd81a88d-c451-48ba-9f95-76dfc818c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:24.503663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fe7f365-2796-40a8-85ae-fc0ed517d56e req-cd81a88d-c451-48ba-9f95-76dfc818c3e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 1096 time: 0.4460461 May 14 18:07:24.651165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab3a3c-d1ed-4a27-b155-d2c19b1e2ff1 req-219ce60e-f444-410c-a602-ae0d00576786 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:24.652604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35ab3a3c-d1ed-4a27-b155-d2c19b1e2ff1 req-219ce60e-f444-410c-a602-ae0d00576786 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 944 time: 0.3519700 May 14 18:07:24.713755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fe7f365-2796-40a8-85ae-fc0ed517d56e req-7dafa754-ddcb-4439-bcfe-88923c13bf3b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488538 May 14 18:07:24.743266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35ab3a3c-d1ed-4a27-b155-d2c19b1e2ff1 req-e59e2b8f-8505-4a78-86e1-a80ea4442b96 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 May 14 18:07:24.824744 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a47c76-4aff-4ea0-8b02-51b88e0b22cd', 'name': 'network-vif-deleted', 'tag': '84903545-adad-4ac4-a813-630e7a76f316', 'status': 'completed', 'code': 200} May 14 18:07:24.976893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d9194-2fdc-4886-af37-437d2f82da7d req-0d75055d-d537-402b-bb46-c125784a7fd8 tempest-ComputeTenantNetworksTest-1100531976 tempest-ComputeTenantNetworksTest-1100531976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:24.978350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c0d9194-2fdc-4886-af37-437d2f82da7d req-0d75055d-d537-402b-bb46-c125784a7fd8 tempest-ComputeTenantNetworksTest-1100531976 tempest-ComputeTenantNetworksTest-1100531976-project] 10.222.0.24 "GET /v2.0/networks/a4ccee98-47ac-4f68-ae7f-cdb278874669 HTTP/1.1" status: 200 len: 769 time: 0.1555274 May 14 18:07:24.987309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48340) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:25.084477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bddb899-94d2-42b3-8b09-89a81bdaaf27 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:25.145809 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:07:25.152039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.175083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.189054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.257607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:25.274639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'network_id': 'f09ddc5c-b768-46e3-b24f-54e7ee28dffb', 'port_id': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'mac_address': 'fa:16:3e:d9:e4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e02417-3068-490b-8681-1f62a78ca72f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:25.308202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.324397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ccee98-47ac-4f68-ae7f-cdb278874669']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:25.341619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f033a7c-e4a8-4e14-abe4-48bbef32d8d0') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:25.341913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f033a7c-e4a8-4e14-abe4-48bbef32d8d0') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:25.347546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48350) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:25.350342 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.354407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.365960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af259-44e6-48be-b420-8f9a1035eb24 req-7bd0444b-e142-4b1b-9e87-5c0097050d32 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:25.367440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-638af259-44e6-48be-b420-8f9a1035eb24 req-7bd0444b-e142-4b1b-9e87-5c0097050d32 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 945 time: 0.2813370 May 14 18:07:25.368658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bddb899-94d2-42b3-8b09-89a81bdaaf27 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:25.374451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.382323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:07:25.382713 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.389800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:25.395998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.397738 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-db075ff4-3edc-49fd-a37c-ee2444d395d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: timer() May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:07:25.399079 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:07:25.437079 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Floating IP e302d483-d2f6-44cf-82b4-d44da8383c44 associated. External IP: 172.25.4.164, port: 8166f6c5-c037-4fe3-a238-fb3436709e4c. May 14 18:07:25.502014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:25.517648 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:25.533281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.539444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.554879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d18774eb-330e-4383-b596-0bc3bfcdc78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:25.574937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a4ccee98-47ac-4f68-ae7f-cdb278874669 HTTP/1.1" status: 204 len: 168 time: 0.5834408 May 14 18:07:25.576128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ccee98-47ac-4f68-ae7f-cdb278874669,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:25.578576 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:25.587941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-638af259-44e6-48be-b420-8f9a1035eb24 req-47b75c3d-b7a5-4833-88e5-c0e1d5e4ee6e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012274 May 14 18:07:25.593819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.635972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:25.638836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bddb899-94d2-42b3-8b09-89a81bdaaf27'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:25.651755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2dae3b465d496398f53124b73a7d81 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:25.668879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:25.681187 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'status': 'completed', 'code': 200} May 14 18:07:25.685743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:25.746958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48360) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:25.824855 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3990d80f-f0cd-4080-88cb-fa32209158b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6679bba6f3241b68dc51c04d703aee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756459 May 14 18:07:25.826722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48366) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:25.896623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.927023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.981859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:25.989292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74b33cf1-6702-40db-a01e-5757390a9f21 tempest-ServersAdminNegativeTestJSON-516263477 tempest-ServersAdminNegativeTestJSON-516263477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:26.008684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757af50b-ee5b-4fb0-8e6f-6cec235c4ee4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:26.012171 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:26.014340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.015488 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/757af50b-ee5b-4fb0-8e6f-6cec235c4ee4 HTTP/1.1" status: 204 len: 168 time: 0.1876137 May 14 18:07:26.168181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.182707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Router d8853e90-a27e-4e98-bd3f-47d09038afb6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:07:26.184665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.194955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3c177df-80cb-4db1-9ef0-6d9c8a7103ab tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:26.206063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-f93da32e-5714-4800-812f-2cc2f1829fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:26.207591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-f93da32e-5714-4800-812f-2cc2f1829fe4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1096 time: 0.2768421 May 14 18:07:26.213629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48382) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:26.470765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e2dae3b465d496398f53124b73a7d81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1210594 May 14 18:07:26.473740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48404) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:26.482909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c24f6a-01c0-42c0-9330-91b41cca6793,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:26.530697 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:26.558944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.589411 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.596635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Deleting subnet 8c7620d1-c2d4-48f9-bc76-cda01693329c {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:07:26.606022 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.654553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.661985 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:26.675201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c24f6a-01c0-42c0-9330-91b41cca6793,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:26.679742 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:26.686301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.691684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6c24f6a-01c0-42c0-9330-91b41cca6793 HTTP/1.1" status: 204 len: 168 time: 0.2164905 May 14 18:07:26.698791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:26.726774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-7b054ff8-c50a-472a-b9a7-1ae1be799f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:26.728298 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-7b054ff8-c50a-472a-b9a7-1ae1be799f13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 912 time: 0.5000110 May 14 18:07:26.826678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:07:26.829022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-117fc5bd-4516-489d-aed9-9b002b031158 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 217 time: 0.0903416 May 14 18:07:26.842348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fbd62-7c2d-4156-b8e0-68f0f222f92f req-f8297b2c-4b77-49cd-baba-4dc90782a462 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:26.842504 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] Sync routers for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:07:26.844021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e66fbd62-7c2d-4156-b8e0-68f0f222f92f req-f8297b2c-4b77-49cd-baba-4dc90782a462 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 945 time: 0.4350853 May 14 18:07:26.852912 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:07:26.853533 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:07:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:27.012039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc2a0-1945-4ce5-85b3-a6a2033af7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.056158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.059330 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:07:27.093750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bddb899-94d2-42b3-8b09-89a81bdaaf27 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:27.120244 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.200450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e66fbd62-7c2d-4156-b8e0-68f0f222f92f req-ebb0b76f-7084-4390-857a-081022314faa tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499712 May 14 18:07:27.230902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:27.238873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-e8728704-89b3-46a2-a09e-60670ea8efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:27.250163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:27.251134 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.252932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-e8728704-89b3-46a2-a09e-60670ea8efd6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.4074855 May 14 18:07:27.413394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-8d0b50a4-8838-4ce9-b2f5-667eeaef2b0c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513627 May 14 18:07:27.448526 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.464481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-02e1814f-ebca-4401-856a-de6053d3dcd0 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "PUT /v2.0/floatingips/e302d483-d2f6-44cf-82b4-d44da8383c44 HTTP/1.1" status: 200 len: 991 time: 3.5780835 May 14 18:07:27.468494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:27.514653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:27.548810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:27.567215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.569404 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:27.618843 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.661734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:27.668431 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:27.688432 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e302d483-d2f6-44cf-82b4-d44da8383c44', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'port_id': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'mac_address': 'fa:16:3e:d2:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580469-17ae-45bf-906c-39227afa4d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:06:56Z', 'updated_at': '2021-05-14T18:07:24Z', 'revision_number': 1, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:56Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:27.693167 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] Checking router: d8853e90-a27e-4e98-bd3f-47d09038afb6 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:07:27.702032 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:07:27.702655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:07:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:27.715802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48468) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:27.828067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1174279982-network', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:27.833608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:27.837708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Usage tracker for resource:network and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:27.841792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:27.849424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:27.859884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Made reservation on behalf of bc91e80eeefd4df3a662fab9da5156d8 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:27.862857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.874633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.889284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:27.894333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:27.897139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:27.901157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-f4ecb19b-f3a6-4cdb-91eb-597a03e3ce1e service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738488 May 14 18:07:27.903626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:27.916711 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:07:27.993167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:27.997068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.000214 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d002ee5-3391-4a14-84ee-541a8d468c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:28.030866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473208af-2f90-4d1a-aa1e-747b2c2335ca req-333e05a2-907a-4a0b-b846-4864240a6575 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:28.032446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:07:28.035639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473208af-2f90-4d1a-aa1e-747b2c2335ca req-333e05a2-907a-4a0b-b846-4864240a6575 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 945 time: 0.3341730 May 14 18:07:28.041451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b876cb-0776-4aab-aa5e-544ff2f7c95b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:28.048749 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:28.049574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.049910 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Added segment 51d81614-0468-4ddb-beaf-aa7cb240a229 of type vlan for network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 May 14 18:07:28.078437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.112777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.113384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.114591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:28.115415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.119333 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93ba68c5-4b65-43d0-a968-6593723717d9 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:28.120649 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bd0c845b-8a88-4685-a382-49bfaec25135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:28.169724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7620d1-c2d4-48f9-bc76-cda01693329c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:28.181076 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.193966 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:28.203361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473208af-2f90-4d1a-aa1e-747b2c2335ca req-0c470e1b-9220-4d9d-be72-d8fc86aff68c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337745 May 14 18:07:28.209111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8c7620d1-c2d4-48f9-bc76-cda01693329c HTTP/1.1" status: 204 len: 168 time: 1.9903769 May 14 18:07:28.210408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48474) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:28.210965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc5d84e4-16dc-4d90-b4a8-b5bf27515599 req-0034f6cc-c6c1-4dce-9895-84257a5726ad service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029346 May 14 18:07:28.281130 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e302d483-d2f6-44cf-82b4-d44da8383c44', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'port_id': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'mac_address': 'fa:16:3e:d2:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580469-17ae-45bf-906c-39227afa4d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:06:56Z', 'updated_at': '2021-05-14T18:07:24Z', 'revision_number': 1, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:56Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:28.285738 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd4bbf-3e05-4fbf-aab0-69e7f8a61d2d None None] The sync data for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 is: [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e302d483-d2f6-44cf-82b4-d44da8383c44', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'port_id': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'mac_address': 'fa:16:3e:d2:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a580469-17ae-45bf-906c-39227afa4d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:06:56Z', 'updated_at': '2021-05-14T18:07:24Z', 'revision_number': 1, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:56Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:07:28.321396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6039824 May 14 18:07:28.325173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48484) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:28.329581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Pushing event updated for resources: {'Network': ['ID=c9bc7c1f-a9c2-400e-99b1-07fe5144c784,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:28.332496 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:28.336149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Request body: {'subnet': {'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1174279982-subnet', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:28.341261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:07:28.342288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:28.348449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Usage tracker for resource:subnet and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:28.352405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.352655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:28.359155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:28.373707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Made reservation on behalf of bc91e80eeefd4df3a662fab9da5156d8 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:28.377151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.494211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.509679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4c7aaa-58cd-46dc-8e36-defa6642fad2']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:28.527340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aab68c5-1a66-4575-8e8c-1527536598d9') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:28.527645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aab68c5-1a66-4575-8e8c-1527536598d9') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:28.544071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.564187 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.571206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:07:28.571887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: timer() May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:07:28.587882 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:07:28.606331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a49e4-d647-4541-a1a9-0dec514d69be None None] New status for floating IP e302d483-d2f6-44cf-82b4-d44da8383c44: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:07:28.683875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:07:28.824973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.829459 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52643d4c-f75c-49c7-98a0-9e74da2f9395 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:28.848359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.857283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4c7aaa-58cd-46dc-8e36-defa6642fad2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:28.866636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:28.876717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee4c7aaa-58cd-46dc-8e36-defa6642fad2 HTTP/1.1" status: 204 len: 168 time: 0.6621699 May 14 18:07:28.976155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:28.981274 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ffe7a165-ca14-4100-94e8-46b1879a5086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:28.985115 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.029332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:29.043227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.054111 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:29.068361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Checking segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:29.068863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Network hostable DHCP agents. Network: c9bc7c1f-a9c2-400e-99b1-07fe5144c784, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:07:29.078053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b3e163-aa78-4233-929f-515f5d6b8263,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:29.090989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:29.095793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:29.105016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:07:29.116772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c9bc7c1f-a9c2-400e-99b1-07fe5144c784) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:29.127893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:29.128922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.162396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8351581 May 14 18:07:29.163167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:29.169167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:29.169497 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8bf6e2b0-6db2-481a-b666-2c26717fadbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06e4400b761d424a95d216c4fc11c9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721536 May 14 18:07:29.170141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:29.173601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f043ba3-a6f3-4db2-af9e-447bb5eb801e None None] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:07:29.175094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:29.181168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Usage tracker for resource:router and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:29.184782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:29.192590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:29.205451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.206620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.231893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.241679 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.275194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.383664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.396623 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3877f940-59c1-4e96-a6a2-48fb2ea09f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:29.432764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d229fa5-7ebd-462b-91b3-ecb6ab550bd2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:29.439571 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:29.441076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.447159 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d229fa5-7ebd-462b-91b3-ecb6ab550bd2 HTTP/1.1" status: 204 len: 168 time: 0.2758880 May 14 18:07:29.701485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:07:29.706360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.738086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.743077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:29.747471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48528) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:29.758817 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:29.801351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0e879b8e-995d-4bce-83f6-95a58f985a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.802648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.909029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:29.929059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:29.932436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b646-1630-422b-b188-f60ccd9b39ee req-8b2fe509-7632-495e-b7dd-257451c2031c tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:29.932665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5306b646-1630-422b-b188-f60ccd9b39ee req-8b2fe509-7632-495e-b7dd-257451c2031c tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 948 time: 0.4517777 May 14 18:07:29.939236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Usage tracker for resource:security_group_rule and tenant:bb6b50ab340647ab9ad02c192e7597f0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:29.942439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:29.950275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:29.952046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Allocated IP 172.20.0.2 (c9bc7c1f-a9c2-400e-99b1-07fe5144c784/76b3e163-aa78-4233-929f-515f5d6b8263/4a7b3121-efe5-4ce6-a718-ca3f16e124ef) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:30.015457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5306b646-1630-422b-b188-f60ccd9b39ee req-e853eb3d-b839-43b9-95bd-2d0dc730f390 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 May 14 18:07:30.133864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.139125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.176719 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-197d0f4b-9282-451d-9e0f-3c1920da8742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:30.240530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c72f0b1-b818-4f98-a92c-75842368eecd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:30.245240 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:30.267485 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb6b50ab340647ab9ad02c192e7597f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159185 May 14 18:07:30.268115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48544) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:30.345883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.377384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.399134 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.403083 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'status': 'completed', 'code': 200} May 14 18:07:30.412328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Transition to ACTIVE for port object 4a7b3121-efe5-4ce6-a718-ca3f16e124ef will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:30.459356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Transition to ACTIVE for port object 4a7b3121-efe5-4ce6-a718-ca3f16e124ef will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:30.470996 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'code': 200} May 14 18:07:30.491467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.504422 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:30.505916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.512487 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-56e9bc5e-adff-4778-85de-d7f8b017bff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:30.562683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c72f0b1-b818-4f98-a92c-75842368eecd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:30.585075 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:30.601325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.602560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c72f0b1-b818-4f98-a92c-75842368eecd HTTP/1.1" status: 204 len: 168 time: 0.3313899 May 14 18:07:30.612599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-38996745-31a3-411a-be4e-01f73bd7cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:30.614714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-38996745-31a3-411a-be4e-01f73bd7cd5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42d31bff4dbe4b4989e8618679929199&device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 1096 time: 0.1631420 May 14 18:07:30.618178 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.640179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Pushing event updated for resources: {'Port': ['ID=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:30.644043 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:30.660978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.664375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:30.668146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:30.676406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:30.718979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebd21b-4a1f-4346-b41e-d767c7e62d0d req-022c1423-0ff6-4c2a-9834-8aba1a4817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:30.720626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7eebd21b-4a1f-4346-b41e-d767c7e62d0d req-022c1423-0ff6-4c2a-9834-8aba1a4817e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1097 time: 0.2267370 May 14 18:07:30.788020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7eebd21b-4a1f-4346-b41e-d767c7e62d0d req-d3620824-f9d9-4fbe-a5df-5aa9a364b33f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 May 14 18:07:30.794413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-b3cb3c17-7e56-4083-9265-c63f5ffb4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:30.796200 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-b3cb3c17-7e56-4083-9265-c63f5ffb4613 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd HTTP/1.1" status: 200 len: 912 time: 0.1741698 May 14 18:07:30.810600 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.813857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Attempting to bind port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:30.814383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Attempting to bind port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:30.815555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Attempting to bind port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:30.822923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e1e5-487a-4f47-8dda-cd50f6feeac8 req-dfaffe7b-9e33-4b5b-83df-2bbebb64e578 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:30.823379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:30.824376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Checking segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:30.825183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.825920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Bound using segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:30.826585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Bound port: 4a7b3121-efe5-4ce6-a718-ca3f16e124ef, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:30.826972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.830759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf33e1e5-487a-4f47-8dda-cd50f6feeac8 req-dfaffe7b-9e33-4b5b-83df-2bbebb64e578 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 946 time: 0.2764442 May 14 18:07:30.921680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf33e1e5-487a-4f47-8dda-cd50f6feeac8 req-8fa4cb92-f2f4-454b-aced-905c9950a3e8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899005 May 14 18:07:30.938071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-b962ed6a-759e-4024-9139-e3cc72a7519a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c HTTP/1.1" status: 200 len: 1001 time: 0.1335647 May 14 18:07:30.941603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] For port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:30.946522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] For port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:30.954594 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:30.958561 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:30.967458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Allocated IP 172.25.4.227 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/44f63bbf-784c-4069-9e06-c10dd2a083ad) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:31.079061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-d4399efb-ca9b-4d98-87e4-154ed40ec2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:31.087114 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-d4399efb-ca9b-4d98-87e4-154ed40ec2fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22374c8b-c74a-4bbc-84ba-e54a0d64ccda HTTP/1.1" status: 200 len: 850 time: 0.1341128 May 14 18:07:31.095443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Pushing event updated for resources: {'Port': ['ID=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:31.107095 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:31.187008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-bb7e57bc-5e46-440c-99f2-217ba5cdf094 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 267 time: 0.0894866 May 14 18:07:31.190608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:31.206013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-103c2ac4-7dfd-4b71-9736-700c00b7b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:31.207843 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-103c2ac4-7dfd-4b71-9736-700c00b7b0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182768 May 14 18:07:31.333432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-9cefd374-0678-47da-b93d-61c4b0663455 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:31.334911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-9cefd374-0678-47da-b93d-61c4b0663455 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 945 time: 0.1394558 May 14 18:07:31.336779 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:31.341818 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-28a1161e-21af-48ce-aac8-936f8e3623ca tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:31.394370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'port': {'security_groups': []}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:31.397234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-ab0e2def-a057-4c1b-938c-33689a147a08 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796584 May 14 18:07:31.547069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:31.551131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:31.552838 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-50bcfd6c-d529-42aa-912e-ec7041f30d04 req-778c6544-1e52-4898-84f8-b0152cecf618 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479290 May 14 18:07:31.556961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:31.610569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Pushing event updated for resources: {'Port': ['ID=44f63bbf-784c-4069-9e06-c10dd2a083ad,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:31.612790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:31.625158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:31.716576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:31.841749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-162718300-network', 'tenant_id': '9aa00494d02a4257a6a6eb979e3232fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:31.847260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:31.851457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Usage tracker for resource:network and tenant:9aa00494d02a4257a6a6eb979e3232fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:31.854536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:31.864042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:31.876221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Made reservation on behalf of 9aa00494d02a4257a6a6eb979e3232fc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:31.879032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:31.892515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:31.907484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:31.911788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa00494d02a4257a6a6eb979e3232fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:31.914806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:31.920854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:32.024866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.029566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.033689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6fa9d3c-619a-4618-b6e4-7e7a115c4fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:32.069757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:07:32.080760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ba450-8c73-4b35-b22b-da637b9bb866,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:32.084781 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:32.088027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.088484 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Added segment ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0 of type vlan for network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede May 14 18:07:32.119811 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.152326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.155433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.156540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:32.157789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.172478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab7d1af9-e279-4082-9a82-5e2dac59a0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:32.201326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54936485-3643-4802-9b4c-9dfc78a95389 None None] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:07:32.270153 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5517509 May 14 18:07:32.272940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:32.283957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Request body: {'subnet': {'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-162718300-subnet', 'tenant_id': '9aa00494d02a4257a6a6eb979e3232fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:32.289589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:32.295432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Usage tracker for resource:subnet and tenant:9aa00494d02a4257a6a6eb979e3232fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:32.300012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0ac6f4f4-738c-4b33-9f77-2733723285b8 None None] Provisioning for port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:32.300456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:32.308031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:32.314321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e424ad8b-6cfd-419a-972d-92301163b20b,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:32.321708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Made reservation on behalf of 9aa00494d02a4257a6a6eb979e3232fc for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:32.325187 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.348403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Pushing event updated for resources: {'Network': ['ID=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:32.348823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.358012 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:32.368747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:07:32.480039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.487115 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.489015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:32.494694 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b35b2695-726b-485b-9179-8d9512cd6ed3 tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:32.512428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c3bc1ba8-0229-4e70-a17e-29e31c415cdc', 'e424ad8b-6cfd-419a-972d-92301163b20b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:32.540776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:32.619428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:32.620211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:32.621636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0da1d78-1317-4f58-b6f0-487866467b2d req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "PUT /v2.0/ports/e424ad8b-6cfd-419a-972d-92301163b20b HTTP/1.1" status: 200 len: 904 time: 1.2480612 May 14 18:07:32.622370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:32.667006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:32.743918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4a7b3121-efe5-4ce6-a718-ca3f16e124ef up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:32.758587 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:32.780119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['e424ad8b-6cfd-419a-972d-92301163b20b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:32.913614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.023394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.028191 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7346193-9f9d-47ac-938b-6e9e79ab2ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:33.122893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=783fc44d-b2a3-4d86-9b44-8dfd9937a373,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:33.127568 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:33.131924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Checking segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:33.132275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Network hostable DHCP agents. Network: 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:07:33.157884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:07:33.168775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:33.176764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:33.196359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:33.204352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.213593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:33.214362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.240029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9585547 May 14 18:07:33.241730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Router 41500c8b-3427-4db2-8b23-65a8472600f3 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:07:33.337784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3d039035-e0e6-4db2-8792-129e4948b5f7 None None] Provisioning complete for port e424ad8b-6cfd-419a-972d-92301163b20b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:33.338311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3d039035-e0e6-4db2-8792-129e4948b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.377136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775925ec-53c0-4282-b667-a7d18b29843a None None] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:07:33.518306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:07:33.533525 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:07:33.545761 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:07:33.546308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:07:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:33.565917 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.567511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4032767 May 14 18:07:33.570364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48620) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:33.612732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.780884 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:07:33.818004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:33.835457 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:33.839756 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:33.878362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb4230-9cb3-4202-a705-a93b6b633fbd None None] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:07:34.007503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8c455e5a-22e0-4b79-9223-62b0aac2fb16 None None] Provisioning complete for port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:34.008088 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c455e5a-22e0-4b79-9223-62b0aac2fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.147851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:34.157026 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:31Z', 'revision_number': 3, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:34.162565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.162565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.167583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:34.177927 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:07:34.178671 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Updating router 41500c8b-3427-4db2-8b23-65a8472600f3 port 44f63bbf-784c-4069-9e06-c10dd2a083ad binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:07:34.180026 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:34.287931 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.420793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.532769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66229-0b5e-47c5-9ac1-268ceec2375d req-a750cd8a-b58b-4a09-a5dd-e18f2d5ad4d5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:34.538949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4a7b3121-efe5-4ce6-a718-ca3f16e124ef up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:34.540219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f66229-0b5e-47c5-9ac1-268ceec2375d req-a750cd8a-b58b-4a09-a5dd-e18f2d5ad4d5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 946 time: 0.1225441 May 14 18:07:34.600306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f66229-0b5e-47c5-9ac1-268ceec2375d req-3b23fd7d-d44b-4722-b098-4d52976b1136 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548115 May 14 18:07:34.649434 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'code': 200} May 14 18:07:34.656306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:34.657336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.693979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Allocated IP 172.20.0.1 (c9bc7c1f-a9c2-400e-99b1-07fe5144c784/76b3e163-aa78-4233-929f-515f5d6b8263/5605134d-08b2-47a7-95ff-b40afb2a218b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:34.877610 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.895069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9563e2-3723-4743-a72b-b3461ba3474d req-b0690143-c1b8-4ccd-aace-21082814c977 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:34.897324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc9563e2-3723-4743-a72b-b3461ba3474d req-b0690143-c1b8-4ccd-aace-21082814c977 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 907 time: 0.1427839 May 14 18:07:34.897999 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Transition to ACTIVE for port object 44f63bbf-784c-4069-9e06-c10dd2a083ad will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:34.906099 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.907961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.910838 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:34.940356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Transition to ACTIVE for port object 5605134d-08b2-47a7-95ff-b40afb2a218b will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:34.967999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:34.980288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:34.988212 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b', 'status': 'completed', 'code': 200} May 14 18:07:35.009392 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Attempting to bind port 44f63bbf-784c-4069-9e06-c10dd2a083ad on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:35.010864 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Attempting to bind port 44f63bbf-784c-4069-9e06-c10dd2a083ad by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:35.010864 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Attempting to bind port 44f63bbf-784c-4069-9e06-c10dd2a083ad on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:35.022091 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ae43e-23a3-405d-a2dd-9259afc2e9b2 None None] Pushing event updated for resources: {'Port': ['ID=44f63bbf-784c-4069-9e06-c10dd2a083ad,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:35.024983 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:35.025519 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:35.026374 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.026374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:35.030193 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Bound port: 44f63bbf-784c-4069-9e06-c10dd2a083ad, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:35.030788 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.054403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:35.057616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:35.061381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:35.087721 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d31ae43e-23a3-405d-a2dd-9259afc2e9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:35.168911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5605134d-08b2-47a7-95ff-b40afb2a218b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:35.172766 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:35.190458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-29b84e8f-2fd2-4b98-b2f0-19860cbe198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:35.194837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-29b84e8f-2fd2-4b98-b2f0-19860cbe198c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 1058 time: 0.1809790 May 14 18:07:35.197674 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] For port 44f63bbf-784c-4069-9e06-c10dd2a083ad, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:35.204818 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] For port 44f63bbf-784c-4069-9e06-c10dd2a083ad, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=44f63bbf-784c-4069-9e06-c10dd2a083ad,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:35.211770 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.213389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.224182 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:35.316093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ae43e-23a3-405d-a2dd-9259afc2e9b2 None None] Pushing event updated for resources: {'Port': ['ID=44f63bbf-784c-4069-9e06-c10dd2a083ad,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:35.327533 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d31ae43e-23a3-405d-a2dd-9259afc2e9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:35.333788 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:07:35.334524 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:07:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:35.484470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-86e87fa2-8e06-4d87-9d3f-c2eb1b16a5a5 None None] Provisioning for port 5605134d-08b2-47a7-95ff-b40afb2a218b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:35.490500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-86e87fa2-8e06-4d87-9d3f-c2eb1b16a5a5 None None] Provisioning complete for port 5605134d-08b2-47a7-95ff-b40afb2a218b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:35.490871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-86e87fa2-8e06-4d87-9d3f-c2eb1b16a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.598570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.619379 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:07:35.636130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-01889b07-e309-43cb-bd03-9d146115ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:35.639010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-01889b07-e309-43cb-bd03-9d146115ee2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.4383194 May 14 18:07:35.647406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-86e87fa2-8e06-4d87-9d3f-c2eb1b16a5a5 None None] Port 5605134d-08b2-47a7-95ff-b40afb2a218b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:07:35.715154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-751a7476-ee76-47f8-8238-2ddcf57891c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e424ad8b-6cfd-419a-972d-92301163b20b HTTP/1.1" status: 200 len: 217 time: 0.0691092 May 14 18:07:35.836204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-ec3e4844-f748-4e2b-9123-e4608e6a49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:35.837853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-ec3e4844-f748-4e2b-9123-e4608e6a49b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1160154 May 14 18:07:35.873776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.879621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:35.917102 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bc50a5-32d7-4319-9186-6d6d353c2cb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:36.006033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:36.010799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5605134d-08b2-47a7-95ff-b40afb2a218b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:36.015594 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:36.022308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-9e450002-cf82-44df-af48-d6bb8600a87d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:36.023835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-9e450002-cf82-44df-af48-d6bb8600a87d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 814 time: 0.2198873 May 14 18:07:36.033867 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:34Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:36.040387 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e820e-5689-4829-a08c-0c16b21f00da None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:34Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:07:36.046078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-4703041f-ea42-4e02-9a6e-a4539f8194db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:36.047713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-4703041f-ea42-4e02-9a6e-a4539f8194db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983318 May 14 18:07:36.078644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-b51cb373-ef69-450e-a14d-e76682a0f4ff tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/quotas/9aa00494d02a4257a6a6eb979e3232fc HTTP/1.1" status: 200 len: 375 time: 0.0356054 May 14 18:07:36.163725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:36.164910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:36.181455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-6a3569d2-cf70-4594-927c-aa4e715c49cf tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550275 May 14 18:07:36.406155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Router 41500c8b-3427-4db2-8b23-65a8472600f3 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:07:36.407401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-e84231e7-f19b-4af7-a34a-2c5133e5dcac service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520777 May 14 18:07:36.418168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-ac67a67a-cb4d-4531-b568-41ff336deba8 service neutron] 10.222.0.24 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250459 May 14 18:07:36.626891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:07:36.636663 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/41500c8b-3427-4db2-8b23-65a8472600f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0650215 May 14 18:07:36.679152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-33bc3798-3bf2-4924-9b9c-2ce0deb035c8 None None] Provisioning complete for port 5605134d-08b2-47a7-95ff-b40afb2a218b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:36.679655 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-33bc3798-3bf2-4924-9b9c-2ce0deb035c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:36.755883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:36.783727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-3b874c56-a44a-41c7-90bc-cfe7e66fee38 service neutron] 10.222.0.24 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620267 May 14 18:07:36.789742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-33bc3798-3bf2-4924-9b9c-2ce0deb035c8 None None] Port 5605134d-08b2-47a7-95ff-b40afb2a218b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:07:36.804265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d258ffc-e920-4ad3-955d-33d1d07da0b2 req-5b192ad5-512a-4a4e-ad75-54a2e6e86471 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593665 May 14 18:07:37.103753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:37.121400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'mac_address': 'fa:16:3e:1e:5b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:37.261224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:37.315095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50943f4b-689d-48ab-8263-85fb4a7cf6a2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:37.335704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:37.340903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:37.345814 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-72ccf57d-de21-47c1-a5f0-e9b670c5f6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:37.372938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-b250b371-6813-44e0-9dbc-f44e5a899faf tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-917094768&fields=id&tenant_id=51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 267 time: 0.0566516 May 14 18:07:37.436080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:37.440790 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:37.451502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['50943f4b-689d-48ab-8263-85fb4a7cf6a2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:37.478847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-4f110510-4cd1-49e4-9110-0122439a4908 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:37.490542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-4f110510-4cd1-49e4-9110-0122439a4908 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 946 time: 0.1161754 May 14 18:07:37.498046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'port': {'security_groups': ['b5a5b7aa-06b1-45af-95d0-a7d582f72d33', '9b5f6dfb-c249-491e-b718-12ab1b75a1be']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:37.683585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:37.966572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:37.992920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:37.997269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:38.003270 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad231e2c-ceee-41c7-b99e-2fd64877ea36 tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:38.013025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bddb899-94d2-42b3-8b09-89a81bdaaf27'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:38.120806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:38.194955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:38.195588 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:38.196958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb007ce2-4b75-432b-b775-a6c12b9c0d1f req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "PUT /v2.0/ports/0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 982 time: 0.7053308 May 14 18:07:38.197498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:38.223453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:38.234235 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:38.287613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bddb899-94d2-42b3-8b09-89a81bdaaf27'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:38.371386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec4bc-471b-4a72-966b-8226d2088e3a req-d8852568-3db4-4ccd-a98b-b729d251cdba tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:38.372639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee9ec4bc-471b-4a72-966b-8226d2088e3a req-d8852568-3db4-4ccd-a98b-b729d251cdba tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.0854735 May 14 18:07:38.486911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee9ec4bc-471b-4a72-966b-8226d2088e3a req-10d6b423-9190-43d8-8817-7309f140f45f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027071 May 14 18:07:38.592051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 44f63bbf-784c-4069-9e06-c10dd2a083ad up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:38.733873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-99bc2847-54d5-4576-b083-7b6aaf4c7e87 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:38.737223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-99bc2847-54d5-4576-b083-7b6aaf4c7e87 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.22 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 814 time: 0.2470019 May 14 18:07:38.754325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Request body: {'port': {'device_id': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'admin_state_up': True, 'tenant_id': '9aa00494d02a4257a6a6eb979e3232fc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:38.778349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:38.836009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 44f63bbf-784c-4069-9e06-c10dd2a083ad completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:38.873017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 44f63bbf-784c-4069-9e06-c10dd2a083ad triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:38.873400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:38.919590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:38.922995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:07:38.924406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Usage tracker for resource:port and tenant:9aa00494d02a4257a6a6eb979e3232fc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:38.927584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:38.934280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:38.945888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Made reservation on behalf of 9aa00494d02a4257a6a6eb979e3232fc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:38.950663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:38.961347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:07:38.961993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:07:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:39.127682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Allocated IP 172.20.0.2 (3b14f5ed-09e2-4d24-89a7-241e9c0b6ede/783fc44d-b2a3-4d86-9b44-8dfd9937a373/c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:39.175559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:39.175985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.234605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48702) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:39.241658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084839046', 'description': 'tempest-description--604474438'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:39.249363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:39.254734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:39.258234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:39.265616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:39.276851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.302520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:39.307065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:39.308852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:07:39.310380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:39.318419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:39.378413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.385486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44f2b313-ef8d-4e9b-ad64-cd849c4f597a req-1d35369c-cb3d-43f7-934f-233786eaeefe tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 210 time: 0.0638888 May 14 18:07:39.393524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.397925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.402970 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:39.452888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.454388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b0685-306e-47b0-b0fd-b24abc761898,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:39.457924 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:39.459508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.461417 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2263358 May 14 18:07:39.464175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48708) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:39.477557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'security_group_rule': {'security_group_id': '1b6b0685-306e-47b0-b0fd-b24abc761898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:39.496824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.497671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:39.503905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:39.507431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:39.514994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:39.519501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 44f63bbf-784c-4069-9e06-c10dd2a083ad, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=44f63bbf-784c-4069-9e06-c10dd2a083ad,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:39.524505 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad5cdcd2-86c4-42a3-aee3-6ea9bb5061aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:39.528454 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.546662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.554066 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:39.616880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:39.622738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.624962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:39.628362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.631614 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:39.635814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:39.657663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66abfa42-55c2-40be-a15a-80461fdf6671,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:39.661773 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:39.669791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.674414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2057066 May 14 18:07:39.675081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48714) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:39.682656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.685070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'security_group_rule': {'security_group_id': '1b6b0685-306e-47b0-b0fd-b24abc761898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:39.693619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:39.700612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:39.704229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:39.712560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:39.717019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:39.733484 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:39.733746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.745933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20b53f41-7451-43fc-9179-db61633971f2 req-6b1481ed-e54a-45de-b44a-7b48e33942e0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/9b5f6dfb-c249-491e-b718-12ab1b75a1be HTTP/1.1" status: 200 len: 1801 time: 0.1530302 May 14 18:07:39.746760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=44f63bbf-784c-4069-9e06-c10dd2a083ad,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:39.757584 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:39.758037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:39.761761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:39.762518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.773658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:39.783915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.788220 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:39.809196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623393 May 14 18:07:39.816940 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.821847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.824413 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:39.827116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Request body: {'port': {'device_id': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:39.856950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d14eff-e30c-431a-b55a-cbc43cc6dd3b,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:39.859241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.865442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1887782 May 14 18:07:39.866919 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:39.867349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:39.873402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:39.882350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:39.883666 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-20b53f41-7451-43fc-9179-db61633971f2 req-2455fc38-229c-4700-a036-0c4b6602d462 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] delete failed (client error): There was a conflict when trying to complete your request. May 14 18:07:39.884684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20b53f41-7451-43fc-9179-db61633971f2 req-2455fc38-229c-4700-a036-0c4b6602d462 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b5f6dfb-c249-491e-b718-12ab1b75a1be HTTP/1.1" status: 409 len: 341 time: 0.1174705 May 14 18:07:39.898331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=10']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:39.898593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:floatingip and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:39.902084 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:39.902206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:39.909712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:39.924511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:39.925806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 2, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:39.930110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:07:39.930465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Updating router 41500c8b-3427-4db2-8b23-65a8472600f3 port 5605134d-08b2-47a7-95ff-b40afb2a218b binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:07:39.958330 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'status': 'completed', 'code': 200} May 14 18:07:39.992374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.030265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.082846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.184103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-5fd731d0-1128-40d0-941d-fed0c9590988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:40.185498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-5fd731d0-1128-40d0-941d-fed0c9590988 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1136 time: 0.2046652 May 14 18:07:40.246297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Allocated IP 172.25.4.224 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/087ed417-1efa-4754-b096-e46bfbc0e7b4) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:40.382007 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.398260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Transition to ACTIVE for port object 5605134d-08b2-47a7-95ff-b40afb2a218b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:40.407368 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.413174 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:40.518145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8af1-cafc-43d0-bc0b-0e2b8ac694b2 req-e8997416-b6d4-47c9-939c-2d6196a9e803 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:40.520263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5dd8af1-cafc-43d0-bc0b-0e2b8ac694b2 req-e8997416-b6d4-47c9-939c-2d6196a9e803 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.4397500 May 14 18:07:40.621546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a43cc-2fc6-4d0d-a1ea-d1429b68f86e None None] Pushing event updated for resources: {'Port': ['ID=5605134d-08b2-47a7-95ff-b40afb2a218b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:40.631590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 44f63bbf-784c-4069-9e06-c10dd2a083ad up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:40.691057 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d8a43cc-2fc6-4d0d-a1ea-d1429b68f86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:40.718351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.758572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.769817 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f44f1b3-089d-464d-bbdd-cc84a222910c tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:40.795896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:40.813515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Attempting to bind port 5605134d-08b2-47a7-95ff-b40afb2a218b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:40.813515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Attempting to bind port 5605134d-08b2-47a7-95ff-b40afb2a218b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:40.813828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.814130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Attempting to bind port 5605134d-08b2-47a7-95ff-b40afb2a218b on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:40.821184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:40.821555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Checking segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:40.822427 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.822427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Bound using segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:40.822864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Bound port: 5605134d-08b2-47a7-95ff-b40afb2a218b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:40.823196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.824131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:40.827203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:40.832797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:40.855229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5dd8af1-cafc-43d0-bc0b-0e2b8ac694b2 req-50155544-e543-4631-b26d-63ee542b2085 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783904 May 14 18:07:40.865074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Transition to ACTIVE for port object c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:40.865717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-750d8144-6c3d-4e85-af63-01cb3b5316a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:40.867144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-750d8144-6c3d-4e85-af63-01cb3b5316a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 912 time: 0.6376355 May 14 18:07:40.872815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.887641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 44f63bbf-784c-4069-9e06-c10dd2a083ad triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:40.888025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:40.898297 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a808b42-df18-4863-a083-49241eaa520a tempest-DeleteServersTestJSON-1410337160 tempest-DeleteServersTestJSON-1410337160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:40.915797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'Port': ['ID=087ed417-1efa-4754-b096-e46bfbc0e7b4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:40.923779 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:40.969758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.021352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] For port 5605134d-08b2-47a7-95ff-b40afb2a218b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:41.025530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] For port 5605134d-08b2-47a7-95ff-b40afb2a218b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5605134d-08b2-47a7-95ff-b40afb2a218b,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:41.056882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.212825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-3185a492-396a-4218-a06c-3cf920be1f16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 217 time: 0.2032201 May 14 18:07:41.215630 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.243370 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d7c7c8b-7e87-4a07-9d37-a260c1188a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:41.304598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:41.308497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:41.376105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:07:41.376682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:07:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:41.389715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.393784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-f11f694b-d4ef-4517-bacb-e5039bec5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:41.399007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-f11f694b-d4ef-4517-bacb-e5039bec5ab7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.1467803 May 14 18:07:41.407928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.420692 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e06e05bf-21ba-4b5b-ac4b-420f30e40549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:41.428338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Attempting to bind port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:41.428676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Attempting to bind port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:41.429143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Attempting to bind port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:41.472647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:07:41.472952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Attempting to bind port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:41.489701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-6a49916c-5456-4ec0-ba6d-9ec0027b6aea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629923 May 14 18:07:41.491295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:41.491637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Checking segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:41.492017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Bound using segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:41.492453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Bound port: c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:41.492802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.570837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'Port': ['ID=087ed417-1efa-4754-b096-e46bfbc0e7b4,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:41.678827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.687016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:41.692281 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'code': 200} May 14 18:07:41.721397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.732306 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8551540 May 14 18:07:41.762682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:41.767633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:41.786756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.793908 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91a444bf-83f8-48db-9e55-62a6d50a04ae tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:41.807579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a43cc-2fc6-4d0d-a1ea-d1429b68f86e None None] Pushing event updated for resources: {'Port': ['ID=5605134d-08b2-47a7-95ff-b40afb2a218b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:41.819849 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d8a43cc-2fc6-4d0d-a1ea-d1429b68f86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:41.853025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:07:41.908760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:41.911457 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:41.921552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:41.922223 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:41.923732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] 10.222.0.22 "PUT /v2.0/ports/c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 HTTP/1.1" status: 200 len: 1091 time: 2.1020832 May 14 18:07:41.925587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-f59d3a9c-d408-4eec-bd0c-eff5a6af11d8 service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211254 May 14 18:07:41.967260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:42.214784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2577d501-baa3-46aa-b6d6-66dabf5289af req-88655499-ada9-4c95-bfe8-ce2c7fdd0d16 service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715981 May 14 18:07:42.216693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:41Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:07:42.226193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6bcab-30f2-4d80-aec8-1a1e9d7ea88c None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:41Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:07:42.232729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-144700a8-9a4a-4b96-a7ea-bd128d30f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:42.234441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-144700a8-9a4a-4b96-a7ea-bd128d30f062 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 1094 time: 0.2606530 May 14 18:07:42.346164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-ab6d0bf8-1856-4722-bb84-5fa64c18c938 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 HTTP/1.1" status: 200 len: 217 time: 0.1029522 May 14 18:07:42.413236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96531abd-9ee0-44c7-a02e-f458ab9dd228 req-46bb871c-3429-4cbc-8af2-0d4e9dfdcecd tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:42.413967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-96531abd-9ee0-44c7-a02e-f458ab9dd228 req-46bb871c-3429-4cbc-8af2-0d4e9dfdcecd tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Synchronizing usage tracker for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:42.477371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914c6f-4f38-4918-908b-c55d309d537b req-9e4816f7-50ed-440e-8d37-68147339b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:42.478458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-9e4816f7-50ed-440e-8d37-68147339b829 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 200 len: 854 time: 0.1235609 May 14 18:07:42.546600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5605134d-08b2-47a7-95ff-b40afb2a218b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:42.654897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5605134d-08b2-47a7-95ff-b40afb2a218b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:42.661298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5605134d-08b2-47a7-95ff-b40afb2a218b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:42.661765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:42.730005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-96531abd-9ee0-44c7-a02e-f458ab9dd228 req-46bb871c-3429-4cbc-8af2-0d4e9dfdcecd tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Unset dirty status for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:42.731262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96531abd-9ee0-44c7-a02e-f458ab9dd228 req-46bb871c-3429-4cbc-8af2-0d4e9dfdcecd tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 943 time: 0.6287172 May 14 18:07:42.764814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-9e40bfad-a575-49de-911b-7011eb83a989 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2686822 May 14 18:07:42.798486 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:42.809801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-e89a492f-ec98-4ec6-b83d-c99f08e49fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:42.811295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-e89a492f-ec98-4ec6-b83d-c99f08e49fb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1136 time: 0.5119693 May 14 18:07:42.836840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5605134d-08b2-47a7-95ff-b40afb2a218b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5605134d-08b2-47a7-95ff-b40afb2a218b,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:42.842276 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:42.844321 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:42.920281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96531abd-9ee0-44c7-a02e-f458ab9dd228 req-aae567b7-92a6-4e10-a154-97638b7b686f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820598 May 14 18:07:42.971611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5605134d-08b2-47a7-95ff-b40afb2a218b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:42.983097 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:43.087776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-2c0894c0-32a1-49a0-88ef-c263c56fdc7b service neutron] 10.222.0.22 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075187 May 14 18:07:43.147617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-85419489-c225-4845-805f-5c471e9e6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:43.149023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-85419489-c225-4845-805f-5c471e9e6713 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 200 len: 912 time: 0.3293417 May 14 18:07:43.321822 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-636614f7-9060-4352-a875-5ea3f71af666 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 217 time: 0.1205046 May 14 18:07:43.461568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-8d4213c4-4e18-4061-8fda-a79d697e258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:43.463002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-8d4213c4-4e18-4061-8fda-a79d697e258d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 200 len: 851 time: 0.1308639 May 14 18:07:43.474518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2914c6f-4f38-4918-908b-c55d309d537b req-ef503c71-5fc6-4714-81ea-3636cedac081 service neutron] 10.222.0.22 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751302 May 14 18:07:43.513326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ad166367-bce9-4a22-a289-4d39c5b79935 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:43.514796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ad166367-bce9-4a22-a289-4d39c5b79935 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.3936439 May 14 18:07:43.538794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-689e37ea-1fea-4d2b-a1fd-67a2c5549857 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f09ddc5c-b768-46e3-b24f-54e7ee28dffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665555 May 14 18:07:43.542209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-e3345a6f-e53d-46ad-95c3-24eb4d5f030e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/quotas/23db3b4028e642eaba8d6f04a8df3e9c HTTP/1.1" status: 200 len: 375 time: 0.0214148 May 14 18:07:43.730882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-3dbdb8bb-2587-4900-b02b-9465dee52e71 service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842601 May 14 18:07:43.747673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-5b5deac2-7da4-452a-94bc-87e58dc00a2e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1824586 May 14 18:07:43.987214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcf85990-694a-4d7f-9a2a-cdbb3cbc3bf9 req-2aab69ac-7267-4428-b4fc-a0a8ed5ed947 service neutron] 10.222.0.22 "GET /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385881 May 14 18:07:43.990131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-c217699d-0d51-4fb8-8630-d3ab64aa68c0 service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243373 May 14 18:07:44.135908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-59beb534-fd18-440e-9881-adc5409dc9df service neutron] 10.222.0.24 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394904 May 14 18:07:44.482510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-a4053814-4f0f-400c-808c-19e27462d4c8 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1084839046&fields=id&tenant_id=bc91e80eeefd4df3a662fab9da5156d8 HTTP/1.1" status: 200 len: 267 time: 0.0651340 May 14 18:07:44.621080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5605134d-08b2-47a7-95ff-b40afb2a218b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:44.713141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5605134d-08b2-47a7-95ff-b40afb2a218b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:44.713581 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:44.844827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48824) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:44.927541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-250c8b3b-c77f-493f-bb93-aaa69328e30f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:44.929654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-250c8b3b-c77f-493f-bb93-aaa69328e30f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 811 time: 0.4463780 May 14 18:07:44.954667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-41f4674f-da99-4a75-aed7-d34572f014ce tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/quotas/bc91e80eeefd4df3a662fab9da5156d8 HTTP/1.1" status: 200 len: 375 time: 0.0185692 May 14 18:07:45.019428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.049171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:45.053666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0c427fe0bc45beb36ef5b9d8b67a72 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:45.066592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:45.081278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b5a50b01-a4a2-4e14-affc-a98c8f4eed88 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255419 May 14 18:07:45.093095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:45.156052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:45.193941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.201791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.232337 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:45.264192 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b0c427fe0bc45beb36ef5b9d8b67a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174004 May 14 18:07:45.266289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40d5ee-a193-43f7-9e8f-6a218443734c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:45.269138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:45.272207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:45.309270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-be8e8cef-de49-4fd5-965d-70a7fd0ac89d service neutron] 10.222.0.24 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149661 May 14 18:07:45.349687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:45.352673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.364779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'port_id': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'mac_address': 'fa:16:3e:51:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783fc44d-b2a3-4d86-9b44-8dfd9937a373', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:45.382279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.440550 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.450548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.461728 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90b8b81a-20ba-4135-a94f-acc5d066260c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:45.473995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:45.475505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40d5ee-a193-43f7-9e8f-6a218443734c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:45.478925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:45.480557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.481591 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c40d5ee-a193-43f7-9e8f-6a218443734c HTTP/1.1" status: 204 len: 168 time: 0.2112222 May 14 18:07:45.511584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:45.519416 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:45.521774 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:45.619966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:45.624215 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:45.651302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-2c7569da-e188-4686-91cb-c6d6b0c6c19c service neutron] 10.222.0.24 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357544 May 14 18:07:45.776709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:45.848451 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'status': 'completed', 'code': 200} May 14 18:07:46.034033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eec308-38d5-44d7-91dd-9313760f805c req-db6d43e3-fd6f-4b74-89f9-bdadafe63f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:46.036143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-db6d43e3-fd6f-4b74-89f9-bdadafe63f52 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 1095 time: 0.1625149 May 14 18:07:46.330292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eec308-38d5-44d7-91dd-9313760f805c req-a6c2042d-167a-49c5-868a-9910403d767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:46.334339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-a6c2042d-167a-49c5-868a-9910403d767b service neutron] 10.222.0.22 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 915 time: 0.2877755 May 14 18:07:46.458892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-68df7234-9541-46d6-98f5-c9cc1b81f073 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:46.460835 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-68df7234-9541-46d6-98f5-c9cc1b81f073 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 812 time: 0.4358573 May 14 18:07:46.479987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Request body: {'port': {'device_id': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'admin_state_up': True, 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:46.615745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-f923c6fd-6358-40bf-991a-462763747881 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 HTTP/1.1" status: 200 len: 217 time: 0.2519464 May 14 18:07:46.798914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:46.805156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Usage tracker for resource:port and tenant:23db3b4028e642eaba8d6f04a8df3e9c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:46.809076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Quota usage for port was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:46.829637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:46.843331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eec308-38d5-44d7-91dd-9313760f805c req-e2e57520-2815-447c-a66a-5a373aa65800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:46.845181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-e2e57520-2815-447c-a66a-5a373aa65800 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 200 len: 854 time: 0.2165112 May 14 18:07:46.849740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Made reservation on behalf of 23db3b4028e642eaba8d6f04a8df3e9c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:46.854269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:46.921236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-67d649f1-d90c-46d0-9723-837ab0a0e9e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619218 May 14 18:07:47.103079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1d879-c5ba-4b6d-ae7b-5d38a3e8be73 req-0e1c4cf5-4a11-45b8-b240-05786c820b8a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:47.111061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21e1d879-c5ba-4b6d-ae7b-5d38a3e8be73 req-0e1c4cf5-4a11-45b8-b240-05786c820b8a tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 985 time: 0.7743566 May 14 18:07:47.162565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:47.236373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Allocated IP 172.20.0.12 (2a867376-97d8-42cd-96d9-9aebf40270c3/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1/2e16a4a3-6738-44ac-8b14-1f91331d3e6f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:47.294456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21e1d879-c5ba-4b6d-ae7b-5d38a3e8be73 req-d3e6555a-fac2-418d-b054-41e8a0e0b043 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5f6dfb-c249-491e-b718-12ab1b75a1be&id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1823697 May 14 18:07:47.328956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:47.341918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:47.342743 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:47.395670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-e02046b1-b62e-4aa3-8c40-ede915555fae service neutron] 10.222.0.22 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662170 May 14 18:07:47.640975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:47.661906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:47.722707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:47.723847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:47.733362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:47.738827 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:47.773810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Transition to ACTIVE for port object 2e16a4a3-6738-44ac-8b14-1f91331d3e6f will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:47.776798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48eec308-38d5-44d7-91dd-9313760f805c req-80933ba1-4bf8-4adf-94e5-88607a316ff4 service neutron] 10.222.0.22 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735805 May 14 18:07:47.878306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:47.886631 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2b8aa03-09c4-4bc5-9e7f-cfa4d7eb008d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:47.898813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c3bc1ba8-0229-4e70-a17e-29e31c415cdc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:47.934158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:48.020961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:48.025481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:48.030620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:48.099506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-9e3e6c0c-c592-4493-8699-2dcf2ad63460 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:48.103036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-9e3e6c0c-c592-4493-8699-2dcf2ad63460 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 811 time: 0.3247895 May 14 18:07:48.139780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:48.146793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:48.150219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:48.204794 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:48.214811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:48.221490 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:48.244215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7717118 May 14 18:07:48.257533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Request body: {'port': {'device_id': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:48.265682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-789a5b68-b5ee-49dd-ba72-04aa5cdb2157 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc91e80eeefd4df3a662fab9da5156d8 HTTP/1.1" status: 200 len: 380 time: 0.1416588 May 14 18:07:48.276333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'port': {'device_id': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'admin_state_up': True, 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'security_groups': ['1b6b0685-306e-47b0-b0fd-b24abc761898']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:48.770256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:48.778314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e517fbc-9058-451a-842f-aca08a1aec91 None None] Provisioning for port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:48.799914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e517fbc-9058-451a-842f-aca08a1aec91 None None] Provisioning complete for port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:48.800435 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e517fbc-9058-451a-842f-aca08a1aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:48.967294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5e517fbc-9058-451a-842f-aca08a1aec91 None None] Port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:07:48.974522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:48.983209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:port and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:49.000944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:49.025414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:49.036857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9ced-82fa-4306-9858-0ae6e2d70ed2 req-fe58e8c0-f188-4ad8-88a6-ede61818f018 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:49.045520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd7d9ced-82fa-4306-9858-0ae6e2d70ed2 req-fe58e8c0-f188-4ad8-88a6-ede61818f018 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.5314817 May 14 18:07:49.098762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Made reservation on behalf of bc91e80eeefd4df3a662fab9da5156d8 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:07:49.103013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:49.212901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd7d9ced-82fa-4306-9858-0ae6e2d70ed2 req-9d8aee68-3492-4eab-99f4-e8fdd8d5d51f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671908 May 14 18:07:49.225881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:49.323803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e16a4a3-6738-44ac-8b14-1f91331d3e6f {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:49.334176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:49.361288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Transition to ACTIVE for port object 2e16a4a3-6738-44ac-8b14-1f91331d3e6f will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:49.375090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:49.384483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2eb7331d-7d08-4404-84c8-8c378228d108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:49.562132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Allocated IP 172.20.0.10 (c9bc7c1f-a9c2-400e-99b1-07fe5144c784/76b3e163-aa78-4233-929f-515f5d6b8263/d6aa7ced-e850-47b3-8d19-9f992528d629) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:07:49.627723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:49.658006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:49.673636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4de13866165403884bf8cc324b6abbe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:49.733299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:49.738925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:49.746955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Attempting to bind port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:49.747582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Attempting to bind port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:49.748154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Attempting to bind port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:49.750986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:49.755717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f on network 2a867376-97d8-42cd-96d9-9aebf40270c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:07:49.756221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Attempting to bind port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f on network 2a867376-97d8-42cd-96d9-9aebf40270c3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:49.772735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:49.774344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Checking segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:49.774913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Bound using segment: {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:49.775623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Bound port: 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:49.776080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:49.776578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:49.973329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:49.976788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:49.997555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.003432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4c15ed8-a870-455f-aaad-c559c01f92d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:50.052798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc7ef-63ec-4135-bb4a-ad1498a2ea3f req-10bc9ee0-24c7-47ba-b0c6-c2b48f98d5b3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.056816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebefc7ef-63ec-4135-bb4a-ad1498a2ea3f req-10bc9ee0-24c7-47ba-b0c6-c2b48f98d5b3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 944 time: 0.6409476 May 14 18:07:50.081064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.081688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.083088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e16a4a3-6738-44ac-8b14-1f91331d3e6f HTTP/1.1" status: 200 len: 1092 time: 1.8311059 May 14 18:07:50.084275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:50.119655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.134766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:50.138007 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:50.161626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Transition to ACTIVE for port object d6aa7ced-e850-47b3-8d19-9f992528d629 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:50.202369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.221944 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f0e97f8-748b-45bf-9142-41dbbc244c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:50.296740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-db8d466c-2ffe-46dc-b5ee-2e71af5058df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.299119 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-db8d466c-2ffe-46dc-b5ee-2e71af5058df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 1095 time: 0.1583250 May 14 18:07:50.346720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebefc7ef-63ec-4135-bb4a-ad1498a2ea3f req-ef062e38-c63f-442f-ac5e-dd9a047df642 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659264 May 14 18:07:50.399308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:07:50.409411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:07:50.425410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:07:50.463033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'Port': ['ID=d6aa7ced-e850-47b3-8d19-9f992528d629,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:50.503895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.504273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.504650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.505022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.505650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.508078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.508457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.508819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.509180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.509540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.513205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.513619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:07:50.513848 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-67532e05-7ed5-488b-ad57-394cbfc8be34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f HTTP/1.1" status: 200 len: 217 time: 0.2067254 May 14 18:07:50.524233 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:50.570935 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.581726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.582450 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.603912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.622182 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9e9da15-9f25-4dad-88e8-41267f16c894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:50.653267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-cfc70bc6-0673-4e08-b112-eb9d147ca0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.655420 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-cfc70bc6-0673-4e08-b112-eb9d147ca0ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1303282 May 14 18:07:50.736557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4de13866165403884bf8cc324b6abbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5094776 May 14 18:07:50.737130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48928) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:50.742713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4713113 May 14 18:07:50.758458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8998e8-b4ef-436c-9801-7033ac1db310,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:50.768479 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:50.772309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Request body: {'port': {'device_id': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:50.812723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-cf2dd4be-d077-4f7f-b7fc-8613d14c03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.815604 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-cf2dd4be-d077-4f7f-b7fc-8613d14c03ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515443 May 14 18:07:50.818872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-47f6f370-2703-4c7f-8e0b-7d6cef29e6bf None None] Provisioning for port d6aa7ced-e850-47b3-8d19-9f992528d629 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:50.824294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-47f6f370-2703-4c7f-8e0b-7d6cef29e6bf None None] Provisioning complete for port d6aa7ced-e850-47b3-8d19-9f992528d629 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:50.824697 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-47f6f370-2703-4c7f-8e0b-7d6cef29e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.918760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-47f6f370-2703-4c7f-8e0b-7d6cef29e6bf None None] Port d6aa7ced-e850-47b3-8d19-9f992528d629 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:07:50.942810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b572b0-6546-4647-a87e-21e111a2758c req-46f5b458-dcbd-4f83-8a65-e7fdd6dbe52a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:50.943577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-21b572b0-6546-4647-a87e-21e111a2758c req-46f5b458-dcbd-4f83-8a65-e7fdd6dbe52a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Synchronizing usage tracker for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:07:50.964821 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:50.969501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:51.036743 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-3f8fdbeb-8a5e-4ba9-b1b1-38d207c02850 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104640 May 14 18:07:51.050472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-21b572b0-6546-4647-a87e-21e111a2758c req-46f5b458-dcbd-4f83-8a65-e7fdd6dbe52a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Unset dirty status for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:07:51.051637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21b572b0-6546-4647-a87e-21e111a2758c req-46f5b458-dcbd-4f83-8a65-e7fdd6dbe52a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 932 time: 0.4489706 May 14 18:07:51.060506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:51.216138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-914980d4-d392-488b-9dfa-3b4969fadda7 req-e9c5849b-59a5-4a1c-b5cb-f26847685289 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711407 May 14 18:07:51.216417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21b572b0-6546-4647-a87e-21e111a2758c req-e32ac738-2728-443d-9509-cf046dc9aa88 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442888 May 14 18:07:51.265687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:51.272267 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dc2c283a-1bc3-4de8-b271-baccdc93dbe7 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:51.349085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8998e8-b4ef-436c-9801-7033ac1db310,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:51.354832 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:51.357774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:51.370566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e8998e8-b4ef-436c-9801-7033ac1db310 HTTP/1.1" status: 204 len: 168 time: 0.6211472 May 14 18:07:51.453385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-0dbfb9dc-f604-4abc-a790-0cba92ab7c4c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1913745245&fields=id&tenant_id=51230088b2434071ad7d647ed8a37909 HTTP/1.1" status: 200 len: 267 time: 0.0814567 May 14 18:07:51.612100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6aa7ced-e850-47b3-8d19-9f992528d629 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:51.624564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-29bc155e-3348-4bd2-bfe8-d21f854fbd73 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:51.627008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-29bc155e-3348-4bd2-bfe8-d21f854fbd73 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 985 time: 0.1676276 May 14 18:07:51.632186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:51.646002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'port': {'security_groups': ['9b5f6dfb-c249-491e-b718-12ab1b75a1be', 'b5a5b7aa-06b1-45af-95d0-a7d582f72d33', '45b8b384-90e6-48a7-849d-5b80262013c1']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:07:51.897764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Transition to ACTIVE for port object d6aa7ced-e850-47b3-8d19-9f992528d629 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:07:51.911456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:51.917369 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:51.977631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.119365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa7ced-e850-47b3-8d19-9f992528d629,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:52.129843 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:52.334995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Attempting to bind port d6aa7ced-e850-47b3-8d19-9f992528d629 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:07:52.335586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Attempting to bind port d6aa7ced-e850-47b3-8d19-9f992528d629 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:07:52.335586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Attempting to bind port d6aa7ced-e850-47b3-8d19-9f992528d629 on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:52.346925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Port d6aa7ced-e850-47b3-8d19-9f992528d629 on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:07:52.346925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Attempting to bind port d6aa7ced-e850-47b3-8d19-9f992528d629 on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:07:52.356027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:07:52.356364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Checking segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:07:52.356722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Bound using segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:07:52.357160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Bound port: d6aa7ced-e850-47b3-8d19-9f992528d629, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:07:52.357501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.561158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] For port d6aa7ced-e850-47b3-8d19-9f992528d629, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:07:52.567318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] For port d6aa7ced-e850-47b3-8d19-9f992528d629, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d6aa7ced-e850-47b3-8d19-9f992528d629,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:07:52.577107 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.584641 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b5a1869a-30b1-4f59-b047-8b7718a3c38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:52.649100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:52.649767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.651103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] 10.222.0.22 "PUT /v2.0/ports/d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 1092 time: 1.8864300 May 14 18:07:52.652644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:52.659142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:52.686975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa7ced-e850-47b3-8d19-9f992528d629,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:52.691404 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:52.752575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.766654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.773401 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62472dca-a102-4b32-85f4-bd2c560a87e7 tempest-FloatingIPsTestJSON-2081420167 tempest-FloatingIPsTestJSON-2081420167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:52.778824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:52.862659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:52.863336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:52.864738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b2d11fa-1756-4193-aba3-b58d5dcd9e21 req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "PUT /v2.0/ports/0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 200 len: 1021 time: 1.2277694 May 14 18:07:52.865140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bddb899-94d2-42b3-8b09-89a81bdaaf27'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:52.919166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:52.924481 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:52.933764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-3c567a81-6089-4e14-b748-879169176e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:52.934900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-3c567a81-6089-4e14-b748-879169176e43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1095 time: 0.2348938 May 14 18:07:52.990590 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'code': 200} May 14 18:07:53.023827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bddb899-94d2-42b3-8b09-89a81bdaaf27'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:53.076895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-f20b05ee-83fc-4315-8fb2-70678825d75e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 217 time: 0.1305020 May 14 18:07:53.238200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-a38e018c-09c8-4eb7-bcb3-7cc4b0a34abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:53.249029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-a38e018c-09c8-4eb7-bcb3-7cc4b0a34abe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1195366 May 14 18:07:53.376852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45658b73-b180-4fa7-9cf9-0365307cd59c req-da01998d-bfe5-49e9-ba01-c86bc4d94a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:53.378376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45658b73-b180-4fa7-9cf9-0365307cd59c req-da01998d-bfe5-49e9-ba01-c86bc4d94a10 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 1096 time: 0.3005164 May 14 18:07:53.550491 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'status': 'completed', 'code': 200} May 14 18:07:53.579531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45658b73-b180-4fa7-9cf9-0365307cd59c req-13c51da6-c9f5-49e8-a504-be43ec8003ed service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871426 May 14 18:07:53.617533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-57f437b7-b89e-4762-b0f5-37c62fd96b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:53.623229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-57f437b7-b89e-4762-b0f5-37c62fd96b32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3629386 May 14 18:07:53.702398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72707-d7e6-421d-a39e-42af2834d1da req-5202a7fb-b1a6-4798-8a8f-b34dfadb83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:53.704483 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-5202a7fb-b1a6-4798-8a8f-b34dfadb83d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 1095 time: 0.1340277 May 14 18:07:53.946662 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-89016635-f086-4da6-a3d1-61efd171ee13 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119860 May 14 18:07:53.961750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2c9ec-d94b-4507-ac58-5f2eacd695cf req-d3a7abca-615c-40f9-8491-5aca1f0052ea tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:53.971903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ce2c9ec-d94b-4507-ac58-5f2eacd695cf req-d3a7abca-615c-40f9-8491-5aca1f0052ea tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.2304862 May 14 18:07:54.066692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:54.109072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ce2c9ec-d94b-4507-ac58-5f2eacd695cf req-fd9c3452-e4bb-4601-a92a-f7556642cfa5 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362343 May 14 18:07:54.257903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2552e1df-e2a0-4101-93ab-f9a0f2393e8d req-1f92e790-f0d7-4e96-ad6d-12a9fe6e85c2 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832782 May 14 18:07:54.300807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72707-d7e6-421d-a39e-42af2834d1da req-3fe62f92-6f1e-4c08-80f6-1b41a981ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:54.304411 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-3fe62f92-6f1e-4c08-80f6-1b41a981ebef service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.5924928 May 14 18:07:54.483794 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-5cedee8e-8336-44ed-9218-7d6e683a5d9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f HTTP/1.1" status: 200 len: 217 time: 0.1673248 May 14 18:07:54.621348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72707-d7e6-421d-a39e-42af2834d1da req-cbb486c5-81c0-4a45-a5d4-8acbb597e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:54.623617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-cbb486c5-81c0-4a45-a5d4-8acbb597e3c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1341515 May 14 18:07:54.711204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df414d1-3174-4f8b-b784-8f1fdc2c0f75 req-be03ea01-4329-42ca-b671-4836b176f689 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:54.712596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0df414d1-3174-4f8b-b784-8f1fdc2c0f75 req-be03ea01-4329-42ca-b671-4836b176f689 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 944 time: 0.4132135 May 14 18:07:54.716347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72707-d7e6-421d-a39e-42af2834d1da req-ecd39219-185a-4e82-a7b8-a1478cf1f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:54.717804 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-ecd39219-185a-4e82-a7b8-a1478cf1f4b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871871 May 14 18:07:54.802718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0df414d1-3174-4f8b-b784-8f1fdc2c0f75 req-e756c90e-075f-4004-8902-a9321e3b7411 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827420 May 14 18:07:54.911550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-f3427615-4032-4be7-85c3-dba542491e47 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804445 May 14 18:07:55.014794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2487-24b7-447a-be56-84191a6fb104 req-1166ff9f-f8c6-4257-b060-2fa1360b311f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:55.023876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-112b2487-24b7-447a-be56-84191a6fb104 req-1166ff9f-f8c6-4257-b060-2fa1360b311f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 944 time: 0.1049652 May 14 18:07:55.026417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49042) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:55.102047 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-75a72707-d7e6-421d-a39e-42af2834d1da req-3b105d3c-3be9-40bb-9790-d4dd10fce09a service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873927 May 14 18:07:55.104113 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-112b2487-24b7-447a-be56-84191a6fb104 req-5caaa67e-d719-4bc1-ac22-5700f379d589 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784144 May 14 18:07:55.171100 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'status': 'completed', 'code': 200} May 14 18:07:55.277893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:55.319990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b1ae106-16d2-4077-806f-2996cd241f00 req-8d58fd7e-0ba7-4a41-bd56-196ed8ab7140 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/45b8b384-90e6-48a7-849d-5b80262013c1 HTTP/1.1" status: 200 len: 1803 time: 0.1370053 May 14 18:07:55.341552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:55.358600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a3af83dd618f4bc292b55144b2c89577 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:55.365595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:55.382441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:55.423144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-deb85d90-63b9-4d31-aadb-757252d17d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:55.424789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-deb85d90-63b9-4d31-aadb-757252d17d66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1095 time: 0.2253406 May 14 18:07:55.429843 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-0b1ae106-16d2-4077-806f-2996cd241f00 req-e298b00a-f5dd-4d88-b510-f8c8f34d4d4e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] delete failed (client error): There was a conflict when trying to complete your request. May 14 18:07:55.430914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b1ae106-16d2-4077-806f-2996cd241f00 req-e298b00a-f5dd-4d88-b510-f8c8f34d4d4e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/45b8b384-90e6-48a7-849d-5b80262013c1 HTTP/1.1" status: 409 len: 341 time: 0.1101277 May 14 18:07:55.671219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-5c2bc9f2-fd2a-4e4f-b0b6-6a0bda6aec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:55.673103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-5c2bc9f2-fd2a-4e4f-b0b6-6a0bda6aec66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.2398310 May 14 18:07:55.680287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:55.764051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:55.803486 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bdc17688-8d67-490c-ba3f-3331d63937d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:55.814749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-eb6d903f-961a-4b12-b64f-a447300386d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 217 time: 0.1330545 May 14 18:07:55.852494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3af83dd618f4bc292b55144b2c89577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217597 May 14 18:07:55.856234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49066) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:55.860175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e2545-98c6-4a47-bef5-5a5902c60f4d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:55.905665 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:55.952042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-7be3611e-979d-4dc6-ae71-dd14237550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:55.953769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-7be3611e-979d-4dc6-ae71-dd14237550e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1251495 May 14 18:07:56.108659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:56.138369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:56.220759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:56.227634 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e46a32e-da7a-4caf-9159-b9dd9500e193 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:56.245441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-bf8763e2-f38f-4ea0-bb73-1817312ab6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:56.246929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-bf8763e2-f38f-4ea0-bb73-1817312ab6a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797506 May 14 18:07:56.255781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e2545-98c6-4a47-bef5-5a5902c60f4d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:56.285520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ee74-0a01-4ec3-88d2-4328bcd8c7de req-ede737ed-768f-412e-b7fb-d653b17690e7 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:56.292554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14f5ee74-0a01-4ec3-88d2-4328bcd8c7de req-ede737ed-768f-412e-b7fb-d653b17690e7 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.2872777 May 14 18:07:56.296900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:56.315006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:56.318655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e2e2545-98c6-4a47-bef5-5a5902c60f4d HTTP/1.1" status: 204 len: 168 time: 0.4590092 May 14 18:07:56.487468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14f5ee74-0a01-4ec3-88d2-4328bcd8c7de req-2d5545eb-475b-4e29-8538-1b718b094e89 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912262 May 14 18:07:56.579639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-48191452-83f7-43f0-ad6e-09c4231406a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178828 May 14 18:07:56.799562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49084) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:56.823951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:56.847292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:07:56.865991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d598ac252a467d8d23f55ed0513f1e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:07:56.866572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2e16a4a3-6738-44ac-8b14-1f91331d3e6f details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:56.873831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:07:56.881427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e5bc30-a991-4308-a31c-7ae8081daa4e req-b0f1a80f-7269-4761-a761-b9da6723d54e service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972133 May 14 18:07:56.889420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:07:57.037203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.042264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.052434 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a75d8e81-bfc6-4173-a141-f71abaab0fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:57.089923 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3d598ac252a467d8d23f55ed0513f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883861 May 14 18:07:57.092520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:07:57.113341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:57.132276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'mac_address': 'fa:16:3e:ad:55:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:57.133344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa31d8c-2288-447a-ab56-9a855d32bd7e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:57.142127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:57.174261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:57.187464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.234831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.238959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.244835 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ab86-91d1-472a-a0cd-a3f81b240987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.248843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d6aa7ced-e850-47b3-8d19-9f992528d629 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:07:57.267324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e16a4a3-6738-44ac-8b14-1f91331d3e6f {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:57.388400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.395473 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32399e5e-a087-4e40-9b7b-aed03ab3f7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:57.412426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26207c7f-d6ae-47e8-975e-ebe1b7ebbd58 req-3afcbc27-502a-4bd4-b0c8-f39cbf4cf648 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:57.414052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26207c7f-d6ae-47e8-975e-ebe1b7ebbd58 req-3afcbc27-502a-4bd4-b0c8-f39cbf4cf648 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 944 time: 0.1643879 May 14 18:07:57.417278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa31d8c-2288-447a-ab56-9a855d32bd7e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:57.423472 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:57.425846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.429727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aaa31d8c-2288-447a-ab56-9a855d32bd7e HTTP/1.1" status: 204 len: 168 time: 0.3337018 May 14 18:07:57.432733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:57.467553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.473971 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-db075ff4-3edc-49fd-a37c-ee2444d395d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:57.552657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26207c7f-d6ae-47e8-975e-ebe1b7ebbd58 req-513a2384-7d7f-4b26-9d29-60be571c3843 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243074 May 14 18:07:57.607310 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.651238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d6aa7ced-e850-47b3-8d19-9f992528d629, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d6aa7ced-e850-47b3-8d19-9f992528d629,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:57.662862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:57.676483 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:57.690126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'port_id': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'mac_address': 'fa:16:3e:e5:ad:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:07:57.774011 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.824221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6aa7ced-e850-47b3-8d19-9f992528d629 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:07:57.842969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d6aa7ced-e850-47b3-8d19-9f992528d629, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d6aa7ced-e850-47b3-8d19-9f992528d629,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:57.848233 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:57.851942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:57.867289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74800-237e-442f-8995-ecfa514585d1 req-7d010c9b-88f3-48fb-ba1f-9dfaae5cfdc6 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:57.868966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb74800-237e-442f-8995-ecfa514585d1 req-7d010c9b-88f3-48fb-ba1f-9dfaae5cfdc6 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 944 time: 0.1247008 May 14 18:07:57.936541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d6aa7ced-e850-47b3-8d19-9f992528d629,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:57.939842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb74800-237e-442f-8995-ecfa514585d1 req-a1826d2b-04c9-464d-bfd2-ea9b92e13985 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649395 May 14 18:07:57.949295 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:57.950816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2e16a4a3-6738-44ac-8b14-1f91331d3e6f'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:58.186884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d6aa7ced-e850-47b3-8d19-9f992528d629'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:58.229912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db92ee-8b53-486f-937e-66928723a851 req-e568738c-67e6-444c-aba5-b18fcda3a95a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:58.247897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65db92ee-8b53-486f-937e-66928723a851 req-e568738c-67e6-444c-aba5-b18fcda3a95a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.1511650 May 14 18:07:58.369847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65db92ee-8b53-486f-937e-66928723a851 req-64f495e0-774a-42a6-ad75-ab8085241c7e tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147969 May 14 18:07:58.732703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-aae67419-0d88-43c4-852d-91e1f1a99bdd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:58.734340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-aae67419-0d88-43c4-852d-91e1f1a99bdd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1024 time: 0.3126144 May 14 18:07:59.017534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7f4aa-747e-41be-99b8-5ed5dd2feb3a req-fedfafdd-2351-44da-9663-052a58bf8aea tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:07:59.026365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ac7f4aa-747e-41be-99b8-5ed5dd2feb3a req-fedfafdd-2351-44da-9663-052a58bf8aea tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 1024 time: 0.2107606 May 14 18:07:59.048628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Deleting port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:07:59.049078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.242563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d6aa7ced-e850-47b3-8d19-9f992528d629 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:07:59.249221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ac7f4aa-747e-41be-99b8-5ed5dd2feb3a req-775fa506-68b7-4e79-b8f3-68f4ff1dac41 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5f6dfb-c249-491e-b718-12ab1b75a1be&id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&id=45b8b384-90e6-48a7-849d-5b80262013c1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2213891 May 14 18:07:59.262197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] For port 0bddb899-94d2-42b3-8b09-89a81bdaaf27, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bddb899-94d2-42b3-8b09-89a81bdaaf27,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:59.262543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.370306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port d6aa7ced-e850-47b3-8d19-9f992528d629 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:07:59.383543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port d6aa7ced-e850-47b3-8d19-9f992528d629 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:07:59.383936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.463113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Calling delete_port for 0bddb899-94d2-42b3-8b09-89a81bdaaf27 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:07:59.493447 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'status': 'completed', 'code': 200} May 14 18:07:59.681978 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.722428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.748451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d6aa7ced-e850-47b3-8d19-9f992528d629, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d6aa7ced-e850-47b3-8d19-9f992528d629,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:07:59.750667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:07:59.767142 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.771970 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d8a43cc-2fc6-4d0d-a1ea-d1429b68f86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:59.792352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:07:59.808756 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:07:59.863912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:07:59.931260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'Port': ['ID=0bddb899-94d2-42b3-8b09-89a81bdaaf27,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:07:59.934833 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:07:59.937483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-edbbb8f2-1c70-43bf-9568-5284f3c11484 req-d49de6ac-d2e6-44dd-b073-96cdfc3fb46f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51230088b2434071ad7d647ed8a37909&device_id=6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e HTTP/1.1" status: 200 len: 210 time: 0.4432189 May 14 18:07:59.951873 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63e1534e-edad-4603-a26e-ecf3649503ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:00.027939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] No DVR routers for this DVR port 0bddb899-94d2-42b3-8b09-89a81bdaaf27 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:08:00.030609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:00.043657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9eb44773-a714-4c07-a945-db0e96b9a65f req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.22 "DELETE /v2.0/ports/0bddb899-94d2-42b3-8b09-89a81bdaaf27 HTTP/1.1" status: 204 len: 173 time: 1.3030474 May 14 18:08:00.084695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d6aa7ced-e850-47b3-8d19-9f992528d629,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:00.100190 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:00.495207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198c24-f726-4ac6-9faa-215c8b96983e req-713b0a22-cd8a-47d2-9784-ab8c532de7b8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:00.500012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d198c24-f726-4ac6-9faa-215c8b96983e req-713b0a22-cd8a-47d2-9784-ab8c532de7b8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 945 time: 0.1437602 May 14 18:08:00.581115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d198c24-f726-4ac6-9faa-215c8b96983e req-ff40509c-09e6-4e51-a805-c925661c88e8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693696 May 14 18:08:00.640152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:00.881310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48404822-440a-433d-a923-a3a53f0ccec6 req-b0e2ae06-a1c6-470e-9e99-23243c5cb98e tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:00.895886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2e16a4a3-6738-44ac-8b14-1f91331d3e6f up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:00.919551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48404822-440a-433d-a923-a3a53f0ccec6 req-b0e2ae06-a1c6-470e-9e99-23243c5cb98e tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1303575 May 14 18:08:01.050074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48404822-440a-433d-a923-a3a53f0ccec6 req-bd141e75-c5b1-4092-842c-41c143df8e5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282651 May 14 18:08:01.092360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:01.099760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:01.100675 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:01.289602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bddb899-94d2-42b3-8b09-89a81bdaaf27 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:01.334835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 0bddb899-94d2-42b3-8b09-89a81bdaaf27 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:08:01.335208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bddb899-94d2-42b3-8b09-89a81bdaaf27 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:08:01.353815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:01.401403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:01.407798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:01.411734 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d8a43cc-2fc6-4d0d-a1ea-d1429b68f86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:01.494634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'name': 'network-vif-deleted', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:01.516929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:01.521727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:01.586865 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'code': 200} May 14 18:08:01.828427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f6d6-2c65-461c-b69e-b558071291b9 req-0a2df4bf-ef8b-4cde-8ec7-f4d65820a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:01.830285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d968f6d6-2c65-461c-b69e-b558071291b9 req-0a2df4bf-ef8b-4cde-8ec7-f4d65820a7bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1717558 May 14 18:08:01.880186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906000b-4b9a-4811-9737-a911aab7a443 req-c3fb36da-e6c9-47e7-b488-c521acec816f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:01.881743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b906000b-4b9a-4811-9737-a911aab7a443 req-c3fb36da-e6c9-47e7-b488-c521acec816f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.1742945 May 14 18:08:01.900475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d968f6d6-2c65-461c-b69e-b558071291b9 req-569a51da-6412-4a8e-bb9f-11573109a8b7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630128 May 14 18:08:01.984649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b906000b-4b9a-4811-9737-a911aab7a443 req-a6188432-ff82-47c8-b452-87d8b46d7dcc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738957 May 14 18:08:02.060043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49236) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:02.157673 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:08:02.158536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.222897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.239691 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8c63bb-95b0-4c30-b5b5-e9ce06004c3e', 'name': 'network-vif-deleted', 'tag': '0bddb899-94d2-42b3-8b09-89a81bdaaf27', 'status': 'completed', 'code': 200} May 14 18:08:02.242355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:02.247495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Usage tracker for resource:security_group_rule and tenant:199b4d8eae8649f0bd07ffe28a560f56 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:02.251271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:02.261645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:02.426267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.431988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.453140 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13634a5c-160e-48ae-a322-889028a2560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:02.469940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcd612-ff6d-46b9-9e15-71b3de9443e9 req-2738a6ce-49c2-4ab7-8f19-a8998aeb34db tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:02.479914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-efdcd612-ff6d-46b9-9e15-71b3de9443e9 req-2738a6ce-49c2-4ab7-8f19-a8998aeb34db tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.1114542 May 14 18:08:02.497020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9c1277-7bd1-466d-ba70-7f208e791551,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:02.515013 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:02.526596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=199b4d8eae8649f0bd07ffe28a560f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648428 May 14 18:08:02.530078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49256) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:02.549875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-efdcd612-ff6d-46b9-9e15-71b3de9443e9 req-4e80bf13-c0de-4acd-a3c8-ab4b6c4e957f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690765 May 14 18:08:02.624158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.636853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49260) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:02.681416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.776346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25b85c-210e-496a-b123-f79db8326cce req-d87faf61-4a63-405b-b50d-061d6d48cc8c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:02.780656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.783695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b25b85c-210e-496a-b123-f79db8326cce req-d87faf61-4a63-405b-b50d-061d6d48cc8c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1146040 May 14 18:08:02.785412 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-272fc3e1-fc3a-444f-845f-48c6c0601eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:02.817658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9c1277-7bd1-466d-ba70-7f208e791551,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:02.821848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.828248 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:02.834599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:02.835912 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b9c1277-7bd1-466d-ba70-7f208e791551 HTTP/1.1" status: 204 len: 168 time: 0.3045187 May 14 18:08:02.873963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:02.890326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcf9351c9564ffe9089c230bd80646e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:02.895878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:02.905531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b25b85c-210e-496a-b123-f79db8326cce req-dddc9d16-a6d0-4fc1-ac61-1789904c6f93 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000450 May 14 18:08:02.906421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:03.049740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c694637-7e09-49a6-826b-4ffac84dfe4c req-4d7fc1c4-25b3-4ac5-97e0-606581716ba0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/9b5f6dfb-c249-491e-b718-12ab1b75a1be HTTP/1.1" status: 200 len: 1801 time: 0.0836308 May 14 18:08:03.079988 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.090583 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.102242 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-845ed50e-b462-4d80-a31c-392841038abd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:03.161179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fcf9351c9564ffe9089c230bd80646e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234652 May 14 18:08:03.163942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:03.167115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cc5ef7-b58d-4577-856d-18d0398e2e3e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:03.180348 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:03.192358 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6c694637-7e09-49a6-826b-4ffac84dfe4c req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.256130 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6c694637-7e09-49a6-826b-4ffac84dfe4c req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.257822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.270992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49282) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:03.306168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.331833 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.346297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:03.358831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Usage tracker for resource:security_group_rule and tenant:ef9251f0604a4e688c1caba1a96561a5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:03.363320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:03.380805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:03.422345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.430484 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-399c89e1-85c2-4ab9-8baa-f1e2bcdf1b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:03.448444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cc5ef7-b58d-4577-856d-18d0398e2e3e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:03.454532 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:03.468621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6c694637-7e09-49a6-826b-4ffac84dfe4c req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.472359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.476933 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8cc5ef7-b58d-4577-856d-18d0398e2e3e HTTP/1.1" status: 204 len: 168 time: 0.3111906 May 14 18:08:03.492759 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0ebf9be0-a476-4639-954f-6f65de7b79fa tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:03.520301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f6dfb-c249-491e-b718-12ab1b75a1be,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:03.531852 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:03.544179 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6c694637-7e09-49a6-826b-4ffac84dfe4c req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.559130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.559713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c694637-7e09-49a6-826b-4ffac84dfe4c req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b5f6dfb-c249-491e-b718-12ab1b75a1be HTTP/1.1" status: 204 len: 173 time: 0.5089695 May 14 18:08:03.565530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.577278 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:03.589185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:03.614852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8b1849-5fe5-425d-82e9-78f0c7e7087e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:03.636430 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:03.650243 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef9251f0604a4e688c1caba1a96561a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753743 May 14 18:08:03.650434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:03.730200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.772560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.836595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.840737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf26e35e-43c8-404a-9ff4-1aeb6a8db72b tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:03.855519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8b1849-5fe5-425d-82e9-78f0c7e7087e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:03.858531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:03.861228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:03.865320 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf8b1849-5fe5-425d-82e9-78f0c7e7087e HTTP/1.1" status: 204 len: 168 time: 0.2134025 May 14 18:08:03.965739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301776-7630-4749-9957-05f07a52d50f req-bb5bf8e9-eddf-4f58-b87d-3b561629b3dc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:03.967250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2301776-7630-4749-9957-05f07a52d50f req-bb5bf8e9-eddf-4f58-b87d-3b561629b3dc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.1318750 May 14 18:08:04.036344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2301776-7630-4749-9957-05f07a52d50f req-e2d4b0eb-fccf-4d9c-a605-a1ab0116dbe5 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 May 14 18:08:04.110571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad658f1e-def1-4c83-b229-650e7477c9a2 req-266bd878-0bdc-4bca-abc1-c384f0ad3510 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/45b8b384-90e6-48a7-849d-5b80262013c1 HTTP/1.1" status: 200 len: 1803 time: 0.0562167 May 14 18:08:04.188452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad658f1e-def1-4c83-b229-650e7477c9a2 req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:04.217229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad658f1e-def1-4c83-b229-650e7477c9a2 req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:04.272403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad658f1e-def1-4c83-b229-650e7477c9a2 req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:04.282066 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb4d56af-68b8-4649-9d9d-2190cd742543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:04.301397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8b384-90e6-48a7-849d-5b80262013c1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:04.304148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:04.310140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad658f1e-def1-4c83-b229-650e7477c9a2 req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:04.319741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad658f1e-def1-4c83-b229-650e7477c9a2 req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/45b8b384-90e6-48a7-849d-5b80262013c1 HTTP/1.1" status: 204 len: 173 time: 0.2019477 May 14 18:08:04.537852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf41e9-c5c2-4fc7-98fb-444e41478e09 req-596f66fd-c32d-45b6-b15c-de0c9dbd5950 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:04.539451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ebf41e9-c5c2-4fc7-98fb-444e41478e09 req-596f66fd-c32d-45b6-b15c-de0c9dbd5950 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.1015887 May 14 18:08:04.591020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ebf41e9-c5c2-4fc7-98fb-444e41478e09 req-99f85b27-c6c4-4616-8aaa-4dc2c2569506 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 May 14 18:08:04.649847 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'code': 200} May 14 18:08:04.793281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a187d03-f705-4784-8f52-1ebc3e23a021 req-a7aad677-0566-4324-a15f-6337843b2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:04.795280 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1a187d03-f705-4784-8f52-1ebc3e23a021 req-a7aad677-0566-4324-a15f-6337843b2f8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 1097 time: 0.0807040 May 14 18:08:04.842717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1a187d03-f705-4784-8f52-1ebc3e23a021 req-455ac26f-9c13-4b94-a66b-e5fe3d9b0776 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 May 14 18:08:04.912370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3796eef-7903-4629-a6dc-722409ce7219 req-f0be563b-9f3b-409f-be47-f2a972272333 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:04.919712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3796eef-7903-4629-a6dc-722409ce7219 req-f0be563b-9f3b-409f-be47-f2a972272333 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.0929382 May 14 18:08:04.976747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3796eef-7903-4629-a6dc-722409ce7219 req-b90ec8a0-a2fc-4449-a7a2-949d47cbb6ee tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550053 May 14 18:08:04.997964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2100344178', 'description': 'tempest-description-105430652'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:05.004708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:05.008988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:05.012242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:05.018857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:05.029596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:05.054373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:05.058447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Usage tracker for resource:security_group_rule and tenant:51230088b2434071ad7d647ed8a37909 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:05.061746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:05.068704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:05.143996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:05.147976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:05.153370 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fb6bab43-5e0b-4272-b217-25a728470a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:05.197207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097a50fe-4d48-4f49-a177-f00ac394bcbe,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:05.201139 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:05.205964 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:05.221219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f47f41e-c250-42cb-be14-968513dbbdb9 req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2273777 May 14 18:08:05.492776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a1e0-dbf6-4884-81bb-e8cd37b31877 req-b6e97d38-7c71-4573-98f6-e3321a23d7da tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:05.494310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e501a1e0-dbf6-4884-81bb-e8cd37b31877 req-b6e97d38-7c71-4573-98f6-e3321a23d7da tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 951 time: 0.0934699 May 14 18:08:05.544575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e501a1e0-dbf6-4884-81bb-e8cd37b31877 req-ee2ff54c-a68a-4850-9516-ab123e005a36 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 May 14 18:08:05.719206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10b757-5d03-458f-883e-d947001e664b req-536c5a7a-3ea6-44d5-8f0e-d1e400f3573a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:05.720671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f10b757-5d03-458f-883e-d947001e664b req-536c5a7a-3ea6-44d5-8f0e-d1e400f3573a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.0844369 May 14 18:08:05.729018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49416) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:05.734817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'floatingip': {'port_id': 'd6aa7ced-e850-47b3-8d19-9f992528d629'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:05.861924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.117246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f253-8892-46e1-bf95-771fd68ed100 req-c9bf5849-7a74-458c-9cee-c061ad2bbbf5 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:06.119942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18a9f253-8892-46e1-bf95-771fd68ed100 req-c9bf5849-7a74-458c-9cee-c061ad2bbbf5 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.3037336 May 14 18:08:06.311535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18a9f253-8892-46e1-bf95-771fd68ed100 req-29865401-3158-4dfa-ae0c-aa4bb3a12817 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258752 May 14 18:08:06.487005 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-d3e6bb3a-581a-4673-9fb6-b64e854b371f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/097a50fe-4d48-4f49-a177-f00ac394bcbe HTTP/1.1" status: 200 len: 1802 time: 0.1403069 May 14 18:08:06.506335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Request body: {'security_group': {'name': 'tempest-sg-hth-256706796', 'description': 'tempest-description-hth-2125615444'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:06.555031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.586967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49478) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:06.721255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.745230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:06.749104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Usage tracker for resource:security_group_rule and tenant:9198ee4b7982464dbe6c1e654f328c6f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:06.752066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:06.757914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:06.828708 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.831872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.835104 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.837581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.838788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d55e8b19-31a6-4f27-913d-807983b9b057 req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "PUT /v2.0/security-groups/097a50fe-4d48-4f49-a177-f00ac394bcbe HTTP/1.1" status: 200 len: 1776 time: 0.3367794 May 14 18:08:06.839829 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39f72ed7-2644-42d2-913e-9ae8099447a9 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:06.861626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.868388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.868958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097a50fe-4d48-4f49-a177-f00ac394bcbe,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:06.871301 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:06.891657 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88464e88-eaf5-44c3-9d4a-fc1b43e41f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:06.909979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:06.957840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1762b086-f53b-4528-8c45-151599a4bc79,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:06.966741 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:07.017781 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9198ee4b7982464dbe6c1e654f328c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290109 May 14 18:08:07.019441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:07.081938 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:07.083938 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Floating IP 08be0976-e78e-4e6f-addc-bfce53e80bc6 associated. External IP: 172.25.4.224, port: d6aa7ced-e850-47b3-8d19-9f992528d629. May 14 18:08:07.094776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.133416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.140065 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.176420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:07.188616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:07.192966 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.196177 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:07.212192 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.219242 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1dfa9875-5464-4c07-afa0-3b7ff92056c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:07.235685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1762b086-f53b-4528-8c45-151599a4bc79,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:07.241938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:07.245932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.250226 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1762b086-f53b-4528-8c45-151599a4bc79 HTTP/1.1" status: 204 len: 168 time: 0.2296054 May 14 18:08:07.287634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=11']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:07.291582 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:07.366836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374d1b-04d5-4da8-876b-55fa3c10b618 req-95edf6a4-4175-4730-aba5-755d67b7c7bc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:07.369710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39374d1b-04d5-4da8-876b-55fa3c10b618 req-95edf6a4-4175-4730-aba5-755d67b7c7bc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.2351010 May 14 18:08:07.567756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39374d1b-04d5-4da8-876b-55fa3c10b618 req-c71b1a86-5703-4db7-8e2a-0690ae87d357 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934388 May 14 18:08:07.608353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Router 41500c8b-3427-4db2-8b23-65a8472600f3 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:08:07.723028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49574) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:07.742129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.757264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:07.763422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Usage tracker for resource:security_group_rule and tenant:6679415367d044619b7253cb0cb42310 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:07.765525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:07.772090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:07.821949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ced9b53-4b85-449f-9eb0-7dca2f8be782 req-52125808-7e95-4150-bce2-da5532085409 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/097a50fe-4d48-4f49-a177-f00ac394bcbe HTTP/1.1" status: 200 len: 1776 time: 0.0706933 May 14 18:08:07.877340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:07.879084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.883753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.887719 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:07.889225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:07.900173 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-770b2e54-0ce8-413d-9bc6-8dc6dc305361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:07.902232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:07.903221 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:07.947775 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6679415367d044619b7253cb0cb42310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211196 May 14 18:08:07.950507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49602) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:07.965089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e053291-9728-4d9c-b025-32afbb73144d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:07.969381 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:08.000160 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'code': 200} May 14 18:08:08.017793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e75fa3d-f3ee-4ae3-8548-3129094762c4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "PUT /v2.0/floatingips/08be0976-e78e-4e6f-addc-bfce53e80bc6 HTTP/1.1" status: 200 len: 992 time: 2.2844667 May 14 18:08:08.022992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:08.057565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.088685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.148012 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:08:08.207007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.210822 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f020f94-9715-484e-b8a9-489796704e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:08.238182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238add06-1e69-4d2e-acdb-d8c3cb8f7e51 req-2cb901e2-894e-4691-9366-f3941417ffde tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:08.239681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-238add06-1e69-4d2e-acdb-d8c3cb8f7e51 req-2cb901e2-894e-4691-9366-f3941417ffde tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.1113973 May 14 18:08:08.241682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e053291-9728-4d9c-b025-32afbb73144d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:08.245406 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:08.252065 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.253111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e053291-9728-4d9c-b025-32afbb73144d HTTP/1.1" status: 204 len: 168 time: 0.2984617 May 14 18:08:08.306440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-238add06-1e69-4d2e-acdb-d8c3cb8f7e51 req-81fb5a49-36d4-4391-9d89-07e203c450e9 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 May 14 18:08:08.554067 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '08be0976-e78e-4e6f-addc-bfce53e80bc6', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'port_id': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'mac_address': 'fa:16:3e:e5:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:07:40Z', 'updated_at': '2021-05-14T18:08:06Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:08.557195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49626) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:08.559346 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:08:08.577780 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:08.578664 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:08.622196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1036dfbf-cfc2-49ec-a75d-c20383e6c9cb req-f9766b8d-bc0f-4ce7-9055-781742d049a2 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/097a50fe-4d48-4f49-a177-f00ac394bcbe HTTP/1.1" status: 200 len: 1776 time: 0.0985463 May 14 18:08:08.699075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1036dfbf-cfc2-49ec-a75d-c20383e6c9cb req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.723335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.733585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1036dfbf-cfc2-49ec-a75d-c20383e6c9cb req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.739692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:08.744069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Usage tracker for resource:security_group_rule and tenant:9d8db60062ac40c6a1a335f505725a9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:08.748006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:08.755952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:08.770272 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:08:08.875782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.882278 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.895014 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f6bc241a-0347-4cf3-b90f-40145d9048b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:08.940048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e7530-f9bf-40fe-a350-20077db43a86,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:08.946703 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:08.958918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1036dfbf-cfc2-49ec-a75d-c20383e6c9cb req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:08.965032 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-368ef438-709a-4dac-8861-727f093895f0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:08.970500 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d8db60062ac40c6a1a335f505725a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121566 May 14 18:08:08.973595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49640) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:08.988254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a50fe-4d48-4f49-a177-f00ac394bcbe,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:08.999674 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:09.001706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1036dfbf-cfc2-49ec-a75d-c20383e6c9cb req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:09.002850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1036dfbf-cfc2-49ec-a75d-c20383e6c9cb req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/097a50fe-4d48-4f49-a177-f00ac394bcbe HTTP/1.1" status: 204 len: 173 time: 0.3739848 May 14 18:08:09.056095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:09.106007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:09.197423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:09.203930 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:09.218260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e7530-f9bf-40fe-a350-20077db43a86,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:09.221660 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:09.227054 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '08be0976-e78e-4e6f-addc-bfce53e80bc6', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'port_id': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'mac_address': 'fa:16:3e:e5:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:07:40Z', 'updated_at': '2021-05-14T18:08:06Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:09.230612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:09.231807 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aaeee-579c-4186-a082-b7baf278f654 None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '08be0976-e78e-4e6f-addc-bfce53e80bc6', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'port_id': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'mac_address': 'fa:16:3e:e5:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:07:40Z', 'updated_at': '2021-05-14T18:08:06Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:09.232382 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b9e7530-f9bf-40fe-a350-20077db43a86 HTTP/1.1" status: 204 len: 168 time: 0.2575700 May 14 18:08:09.296446 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'status': 'completed', 'code': 200} May 14 18:08:09.448659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-bbf2631c-30a5-40c2-94b5-26a38fb8123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:09.450136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-bbf2631c-30a5-40c2-94b5-26a38fb8123b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1327562 May 14 18:08:09.559418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e069ff2f-bff5-47b3-a704-9f7c24f30a57 None None] New status for floating IP 08be0976-e78e-4e6f-addc-bfce53e80bc6: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:08:09.632257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e52e-3dea-43f7-b236-6fb01d4c2191 req-98bc0af3-7756-4626-935a-eb246e6dd06a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:09.639796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fba7e52e-3dea-43f7-b236-6fb01d4c2191 req-98bc0af3-7756-4626-935a-eb246e6dd06a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.2308288 May 14 18:08:09.693619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-57df2022-a918-446f-b572-f4de8b6617b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:09.694428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-57df2022-a918-446f-b572-f4de8b6617b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.2379115 May 14 18:08:09.715881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fba7e52e-3dea-43f7-b236-6fb01d4c2191 req-97cb1bd8-e48c-4f46-b75e-feb6eeb265c4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751400 May 14 18:08:09.848603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49682) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:09.878120 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:09.896840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:09.919602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-c84d33c1-e696-46c3-9aaa-a6990a334048 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 1000 time: 0.2026472 May 14 18:08:09.922731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Usage tracker for resource:security_group_rule and tenant:64ec09bc650549b088ff8d747dec6feb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:09.926279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:09.934270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:10.005513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-01eec145-b5c8-4e2c-8cb5-98405846cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:10.006495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-01eec145-b5c8-4e2c-8cb5-98405846cabe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.0800672 May 14 18:08:10.054578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:10.061673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:10.071522 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-20692fd0-a3f9-4230-83a5-e4c1d247b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:10.111167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b99ef-c691-481b-960f-73e9ae53a633,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:10.119894 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64ec09bc650549b088ff8d747dec6feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702210 May 14 18:08:10.120070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49702) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:10.120897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:10.172896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-eef24312-494f-4331-86fc-af5cca5b543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:10.174489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-eef24312-494f-4331-86fc-af5cca5b543d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607475 May 14 18:08:10.334723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:10.392405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:10.434575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-e72858d5-aed3-4c46-8914-d1a25fe6da54 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511709 May 14 18:08:10.489324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13abbed-eacc-48ed-aa44-c4636baddc44 req-cbc90282-04db-4832-b88d-0559faa484ab tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:10.493748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d13abbed-eacc-48ed-aa44-c4636baddc44 req-cbc90282-04db-4832-b88d-0559faa484ab tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.2791901 May 14 18:08:10.612915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:10.618216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d13abbed-eacc-48ed-aa44-c4636baddc44 req-b09497a4-7017-4775-9e01-55cac0f5836c tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802245 May 14 18:08:10.622408 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fcc9716-23ce-47b5-a79f-eb66fa821602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:10.642731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b99ef-c691-481b-960f-73e9ae53a633,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:10.646271 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:10.655237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:10.660733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f73b99ef-c691-481b-960f-73e9ae53a633 HTTP/1.1" status: 204 len: 168 time: 0.5393317 May 14 18:08:10.662917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e2767e-0317-4949-ab82-3ecd0552da42 req-90f01f51-39b9-40a9-a96f-318d9bae3475 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161703 May 14 18:08:11.661869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dcd9b-32ce-4c58-843e-0a3e9716f728 req-74b62aca-b532-4f79-808e-96b745b6e2e4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:11.663314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb7dcd9b-32ce-4c58-843e-0a3e9716f728 req-74b62aca-b532-4f79-808e-96b745b6e2e4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.0962164 May 14 18:08:11.715719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb7dcd9b-32ce-4c58-843e-0a3e9716f728 req-d72bb3a3-ae3d-4a58-8a03-cbc9231495d9 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 May 14 18:08:11.758851 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-5a1dc77a-6275-4e3d-a138-ad59e3c72d63 req-f8a27a3b-097c-451b-9074-58ba5da17ebb tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:08:11.759455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a1dc77a-6275-4e3d-a138-ad59e3c72d63 req-f8a27a3b-097c-451b-9074-58ba5da17ebb tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/45b8b384-90e6-48a7-849d-5b80262013c1 HTTP/1.1" status: 404 len: 352 time: 0.0169263 May 14 18:08:12.068573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664efd3-e65c-4f10-98a7-1df25781754a req-233a2e36-ae06-498a-aec2-2382c39f7da1 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:12.070052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8664efd3-e65c-4f10-98a7-1df25781754a req-233a2e36-ae06-498a-aec2-2382c39f7da1 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.0884430 May 14 18:08:12.122143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8664efd3-e65c-4f10-98a7-1df25781754a req-2caeb26c-52e9-4d9d-a506-db27a78f1a40 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 May 14 18:08:12.164347 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-e6a06df9-00df-4fd2-b824-7d2311aa3d03 req-68ab789e-999c-4e47-a581-346a682af43c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:08:12.165500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6a06df9-00df-4fd2-b824-7d2311aa3d03 req-68ab789e-999c-4e47-a581-346a682af43c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/9b5f6dfb-c249-491e-b718-12ab1b75a1be HTTP/1.1" status: 404 len: 352 time: 0.0176547 May 14 18:08:12.308960 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-6996dd68-d1f4-4931-b3cf-6f51c6c415f2 req-53ccdf86-65c7-47cd-9aa5-7b92bd2fe10e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:08:12.310224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6996dd68-d1f4-4931-b3cf-6f51c6c415f2 req-53ccdf86-65c7-47cd-9aa5-7b92bd2fe10e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/089d378c-bd68-4eab-bbc2-35ddebd1f880 HTTP/1.1" status: 404 len: 352 time: 0.0219054 May 14 18:08:12.437970 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-c108bb06-24bd-4107-af9a-0e3f9cfd0754 req-a1712f6a-6b4a-429a-8f33-3d83ba14f4b0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:08:12.451053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c108bb06-24bd-4107-af9a-0e3f9cfd0754 req-a1712f6a-6b4a-429a-8f33-3d83ba14f4b0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d5fcb5db-d0bf-4d94-bc45-0fe81227617b HTTP/1.1" status: 404 len: 352 time: 0.0306420 May 14 18:08:12.480651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49884) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:12.623491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:12.638530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:12.642433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Usage tracker for resource:security_group_rule and tenant:33c094b94b92401fbbe4775eadfc7b99 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:12.645256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:12.650905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:12.735889 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-f6c3ba72-3d93-49c7-bb2f-1ce5c29eb1d9 req-ee6484c4-d157-4a11-9601-5dcbb5e271c9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:08:12.737631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f6c3ba72-3d93-49c7-bb2f-1ce5c29eb1d9 req-ee6484c4-d157-4a11-9601-5dcbb5e271c9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/c87b6ddf-61ae-496a-ba10-d3dca59a4792 HTTP/1.1" status: 404 len: 352 time: 0.0276151 May 14 18:08:12.773384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:12.777499 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:12.787343 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d177c207-1ae8-4a28-b7a1-e4c75b1c36fd tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:12.832067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33c094b94b92401fbbe4775eadfc7b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497267 May 14 18:08:12.833258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772d9df-0a89-4ba8-9233-0784f658518e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:12.833392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:12.836369 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:12.897094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:12.926435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:12.987349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:12.998160 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e659634a-49e9-4fed-9d2f-6cca538562d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:13.009373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772d9df-0a89-4ba8-9233-0784f658518e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:13.019170 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:13.025080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:13.027220 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c772d9df-0a89-4ba8-9233-0784f658518e HTTP/1.1" status: 204 len: 168 time: 0.1913617 May 14 18:08:13.128321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defaf52-4ffd-49d0-9035-27d9f3bc88b7 req-90fb32e1-35bb-499c-a56e-f55061d736c3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:13.130065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8defaf52-4ffd-49d0-9035-27d9f3bc88b7 req-90fb32e1-35bb-499c-a56e-f55061d736c3 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.0964532 May 14 18:08:13.181644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8defaf52-4ffd-49d0-9035-27d9f3bc88b7 req-6005ad0d-3f97-4cd3-a224-f6dd373ae940 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 May 14 18:08:13.231463 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-010a3954-6851-4f0e-b536-6064378e1477 req-82cbfe0f-a9b9-4567-8051-793c78c77bf8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] show failed (client error): The resource could not be found. May 14 18:08:13.232455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-010a3954-6851-4f0e-b536-6064378e1477 req-82cbfe0f-a9b9-4567-8051-793c78c77bf8 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/d21c3193-a5ef-491b-84a4-295ffab34dd7 HTTP/1.1" status: 404 len: 352 time: 0.0168147 May 14 18:08:13.511470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61b422-c84e-4adc-a8ad-c1899679cfa7 req-bbf161f7-56c6-4791-83d4-b11aae451576 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:13.513277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca61b422-c84e-4adc-a8ad-c1899679cfa7 req-bbf161f7-56c6-4791-83d4-b11aae451576 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.0945745 May 14 18:08:13.564676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca61b422-c84e-4adc-a8ad-c1899679cfa7 req-e8481701-e37c-43c1-9c1c-d7f63da45a05 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 May 14 18:08:14.291644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-7e44e101-341f-4d48-a1cf-d92d24b3c8c9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:14.292375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-7e44e101-341f-4d48-a1cf-d92d24b3c8c9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:14.313042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-7e44e101-341f-4d48-a1cf-d92d24b3c8c9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:14.319834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-7e44e101-341f-4d48-a1cf-d92d24b3c8c9 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1023 time: 0.2458913 May 14 18:08:14.371714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-f01a79d5-f4bc-4c93-88ab-c14b69c9686b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:14.388045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-f01a79d5-f4bc-4c93-88ab-c14b69c9686b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:14.391902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08a386b4-dfd2-420f-8eeb-8b892e22b382 req-f01a79d5-f4bc-4c93-88ab-c14b69c9686b tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&id=2d231174-83a6-464a-8162-37487d445f85&id=b3c00010-666c-4c93-8965-79fa3ff5fde3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0694089 May 14 18:08:14.819014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc22d5-f49b-4127-b4ec-6143a59984e5 req-44ef474b-299c-4701-87c9-4153caca6bb4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:14.820564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddfc22d5-f49b-4127-b4ec-6143a59984e5 req-44ef474b-299c-4701-87c9-4153caca6bb4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.0867152 May 14 18:08:14.867672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddfc22d5-f49b-4127-b4ec-6143a59984e5 req-4aa42450-da3b-4ed2-b61e-d52ae7b633e0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 May 14 18:08:14.929413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2e16a4a3-6738-44ac-8b14-1f91331d3e6f details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:08:15.066496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219c549-c97c-4892-8997-41fe8173f076 req-06bdd714-48ee-4f8a-8c1b-6733345bb8cc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:15.074226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e219c549-c97c-4892-8997-41fe8173f076 req-06bdd714-48ee-4f8a-8c1b-6733345bb8cc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.0976934 May 14 18:08:15.091418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:15.111349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'port_id': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'mac_address': 'fa:16:3e:ad:55:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:08:15.128717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e219c549-c97c-4892-8997-41fe8173f076 req-e826973e-21d1-4a55-a98d-8e223c936378 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533016 May 14 18:08:15.174422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:15.193999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e16a4a3-6738-44ac-8b14-1f91331d3e6f {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:08:15.212398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:15.220271 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:15.223525 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:15.316376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:15.324834 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:15.348887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2e16a4a3-6738-44ac-8b14-1f91331d3e6f'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:08:15.643205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50074) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:15.664951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c34573-ff8e-4b5f-b423-d91c63fb798a req-c0e5531f-7366-4b39-be09-25c5cd3fff24 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:15.674191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26c34573-ff8e-4b5f-b423-d91c63fb798a req-c0e5531f-7366-4b39-be09-25c5cd3fff24 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1023 time: 0.0973787 May 14 18:08:15.727748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26c34573-ff8e-4b5f-b423-d91c63fb798a req-3ac2bca8-287b-431f-b0cb-13b49fd9ba6c tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a5b7aa-06b1-45af-95d0-a7d582f72d33&id=2d231174-83a6-464a-8162-37487d445f85&id=b3c00010-666c-4c93-8965-79fa3ff5fde3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0524323 May 14 18:08:15.881892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:15.903539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:15.925310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:15.929847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Usage tracker for resource:security_group_rule and tenant:b87a04ac58b9406b9cbd738296e9a3c0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:15.933098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:15.939003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:16.006453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:16.012720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:16.016954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Usage tracker for resource:floatingip and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:16.019942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:16.026397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:16.039614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.079087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.083857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.112210 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f95ee4d5-a62f-4af9-9274-4d8e790da786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:16.123211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b87a04ac58b9406b9cbd738296e9a3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767118 May 14 18:08:16.124419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50112) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:16.173755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-06513a86-c9f8-4686-9890-0da5b7020156 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:16.174555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-06513a86-c9f8-4686-9890-0da5b7020156 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Synchronizing usage tracker for tenant:51230088b2434071ad7d647ed8a37909 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:16.179503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f14c6-1bf0-48d2-99f9-4646a371b404,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:16.191947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-06513a86-c9f8-4686-9890-0da5b7020156 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Unset dirty status for tenant:51230088b2434071ad7d647ed8a37909 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:16.193168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-06513a86-c9f8-4686-9890-0da5b7020156 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.15 "GET /v2.0/ports?device_id=75ee9a6f-888e-4421-b7b9-6e8cc784aed6 HTTP/1.1" status: 200 len: 1023 time: 0.1834111 May 14 18:08:16.198481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.198937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.199400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.199838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.200270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.200852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.201278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.201696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.202115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.203296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.203742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.204150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:16.211468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.242527 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:16.259728 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.309508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.362788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Deleting port e92b2cfb-7a79-458b-8656-78da774078e2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:16.363193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.395111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.401659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ca1c3aa-c489-40df-817a-dc330f56bb0f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:16.452084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f14c6-1bf0-48d2-99f9-4646a371b404,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:16.456323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:16.513971 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.515061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a1f14c6-1bf0-48d2-99f9-4646a371b404 HTTP/1.1" status: 204 len: 168 time: 0.3897052 May 14 18:08:16.516530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Allocated IP 172.25.4.31 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/ad4eb7a1-8253-4d69-90b2-36d8a2c8f738) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:16.530121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] For port e92b2cfb-7a79-458b-8656-78da774078e2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e92b2cfb-7a79-458b-8656-78da774078e2,segment=NetworkSegment(d51fca45-7149-48e1-8e6f-9514e7995798),segment_id=d51fca45-7149-48e1-8e6f-9514e7995798)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:16.530752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.670690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Calling delete_port for e92b2cfb-7a79-458b-8656-78da774078e2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:16.803676 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.920237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.931108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6e21ba2-f908-4eb5-b026-c00a1678b8ec tempest-ServersOnMultiNodesTest-1156516012 tempest-ServersOnMultiNodesTest-1156516012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:16.948849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:16.966409 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de500312-1abf-4a6e-a41b-c93f0df831ce tempest-AttachVolumeNegativeTest-249358981 tempest-AttachVolumeNegativeTest-249358981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:16.967156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e92b2cfb-7a79-458b-8656-78da774078e2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:08:16.993522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:16.998218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:17.004737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2e16a4a3-6738-44ac-8b14-1f91331d3e6f up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:17.011200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:17.026210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'Port': ['ID=e92b2cfb-7a79-458b-8656-78da774078e2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:17.074542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50170) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:17.075419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:17.091242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d2343-a640-4fee-ab03-964a34659e4b req-238d9f34-d4cd-42aa-b309-28fed81905e5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:17.098565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-658d2343-a640-4fee-ab03-964a34659e4b req-238d9f34-d4cd-42aa-b309-28fed81905e5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 945 time: 0.2713523 May 14 18:08:17.099276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:17.099595 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.138610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.154279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] No DVR routers for this DVR port e92b2cfb-7a79-458b-8656-78da774078e2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:08:17.158780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.159230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.180928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:17.185805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Usage tracker for resource:security_group_rule and tenant:5f1e837092e6434ebd20991da16a013e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:17.189697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:17.196483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:17.219153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Port': ['ID=ad4eb7a1-8253-4d69-90b2-36d8a2c8f738,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:17.230661 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:17.251537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.254598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-658d2343-a640-4fee-ab03-964a34659e4b req-d25e2b59-16c2-4851-849f-622512c57054 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526427 May 14 18:08:17.295162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.301265 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.302269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'name': 'network-vif-deleted', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:17.306435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:17.308184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:17.310028 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0d5bf4c6-03d4-4d84-b358-cd41d86631a5 req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.15 "DELETE /v2.0/ports/e92b2cfb-7a79-458b-8656-78da774078e2 HTTP/1.1" status: 204 len: 173 time: 1.1020107 May 14 18:08:17.310583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.323214 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.324148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2dfe4d9-4a2d-4b08-87c9-fddad48d7351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:17.325643 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:17.369673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea921c5-2ffc-46b4-9489-a34ccb4ae62b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:17.387578 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f1e837092e6434ebd20991da16a013e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083954 May 14 18:08:17.387578 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:17.388424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:17.493648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:17.506495 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:17.524555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.563388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.647281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.652432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:17.676635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea921c5-2ffc-46b4-9489-a34ccb4ae62b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:17.679976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.684560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aea921c5-2ffc-46b4-9489-a34ccb4ae62b HTTP/1.1" status: 204 len: 168 time: 0.2954249 May 14 18:08:17.685814 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:17.709248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d5997-2a3b-4a08-8e78-9abb1d85ce32 req-d0f2b280-4edf-43a6-a7cc-c92dcdf2e2cb tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:17.716684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-720d5997-2a3b-4a08-8e78-9abb1d85ce32 req-d0f2b280-4edf-43a6-a7cc-c92dcdf2e2cb tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.2813916 May 14 18:08:17.769969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-720d5997-2a3b-4a08-8e78-9abb1d85ce32 req-c40942e3-890c-45ae-92b1-8771b4260095 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521028 May 14 18:08:17.796131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.804784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:17.810940 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:18.139663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Port': ['ID=ad4eb7a1-8253-4d69-90b2-36d8a2c8f738,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:18.153274 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:18.165649 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.197447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.199678 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3155589 May 14 18:08:18.201890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50204) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:18.210156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1628895904'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:18.217515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:18.223625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Usage tracker for resource:network and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:18.229731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:18.236250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:18.254512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Made reservation on behalf of bf1f7198c1fc44648c80152f2e4a2729 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:08:18.267525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.292230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.315856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:18.320416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Usage tracker for resource:security_group_rule and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:18.323494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:18.331007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:18.457892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.463071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.478991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:08:18.494128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.494475 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Added segment 3ec460c7-dab8-4946-9da3-e9d2fe1af7b8 of type vlan for network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 May 14 18:08:18.527681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.564414 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e9425a83-3d34-41d9-88cf-d7f8ff27fc31 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:18.600091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c81b8a-d803-44f9-852c-d59327e85723,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:18.603934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.610266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:18.611155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:18.615037 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:18.615690 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e1da7679-287a-45b2-a3f1-d7e510b2c550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:18.737737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50226) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:18.738353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5334635 May 14 18:08:18.741317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Network': ['ID=b87ade67-0dd0-42b4-86e1-c3b09f3ecad2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:18.745581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:18.746587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Request body: {'subnet': {'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:18.753997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:08:18.932636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:18.938071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Usage tracker for resource:subnet and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:18.941712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:18.947951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:18.962978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e92b2cfb-7a79-458b-8656-78da774078e2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:18.969844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Made reservation on behalf of bf1f7198c1fc44648c80152f2e4a2729 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:08:18.983598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:19.034036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: e92b2cfb-7a79-458b-8656-78da774078e2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:08:19.034803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e92b2cfb-7a79-458b-8656-78da774078e2 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:08:19.619586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:19.625175 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00082ca1-f770-411f-ac39-b7751878e4f2 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:19.715841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Subnet': ['ID=6802bb75-29ea-4362-8477-e26c51cd3a60,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:19.722386 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:19.726222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Checking segment: {'id': '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:19.726684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network hostable DHCP agents. Network: b87ade67-0dd0-42b4-86e1-c3b09f3ecad2, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:08:19.750255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:08:19.761351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b87ade67-0dd0-42b4-86e1-c3b09f3ecad2) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:19.770060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84cb6f9-3390-421c-982b-19a20ec3ce71 None None] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:08:19.789035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:19.789623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:19.815473 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0760846 May 14 18:08:19.818581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50280) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:19.827998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1438329079', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:19.858216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:19.869228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Usage tracker for resource:router and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:19.873339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:19.879662 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee9a6f-888e-4421-b7b9-6e8cc784aed6', 'name': 'network-vif-deleted', 'tag': 'e92b2cfb-7a79-458b-8656-78da774078e2', 'status': 'completed', 'code': 200} May 14 18:08:19.890113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:19.910261 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:19.912887 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:19.938737 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:20.115210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b87ade67-0dd0-42b4-86e1-c3b09f3ecad2', 'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2', 'tenant_id': 'bf1f7198c1fc44648c80152f2e4a2729', 'fixed_ips': [{'subnet_id': '6802bb75-29ea-4362-8477-e26c51cd3a60'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:08:20.116395 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:20.376082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:20.445358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Allocated IP 172.20.0.2 (b87ade67-0dd0-42b4-86e1-c3b09f3ecad2/6802bb75-29ea-4362-8477-e26c51cd3a60/261a4c55-e8fc-4e9d-ad58-f2949f1d084b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:20.608707 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'code': 200} May 14 18:08:20.742089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:20.758613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Transition to ACTIVE for port object 261a4c55-e8fc-4e9d-ad58-f2949f1d084b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:20.764310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f2029-7edc-4e02-9d1d-c2b97f744396 req-535c5278-b609-4d0d-9a8d-91ea4b4b7962 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:20.772050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e3f2029-7edc-4e02-9d1d-c2b97f744396 req-535c5278-b609-4d0d-9a8d-91ea4b4b7962 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.1902101 May 14 18:08:20.785817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Transition to ACTIVE for port object 261a4c55-e8fc-4e9d-ad58-f2949f1d084b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:20.793577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:20.802474 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:20.878574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:20.881531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:20.890918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:20.895902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e3f2029-7edc-4e02-9d1d-c2b97f744396 req-d0049e80-2076-4fad-9110-f551300ec335 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229072 May 14 18:08:20.902194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Pushing event updated for resources: {'Port': ['ID=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:20.959228 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:21.096147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Attempting to bind port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:08:21.096797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Attempting to bind port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:08:21.097523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Attempting to bind port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b on network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:08:21.105829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:08:21.106853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Checking segment: {'id': '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:21.107649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.108283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Bound using segment: {'id': '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:08:21.110950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Bound port: 261a4c55-e8fc-4e9d-ad58-f2949f1d084b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:08:21.112155 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.213712 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.233355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] For port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:08:21.237060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] For port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,segment=NetworkSegment(3ec460c7-dab8-4946-9da3-e9d2fe1af7b8),segment_id=3ec460c7-dab8-4946-9da3-e9d2fe1af7b8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:08:21.242523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.248200 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:21.249417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.357980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Pushing event updated for resources: {'Port': ['ID=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:21.362768 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:21.449938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab535e-511f-455c-afb1-737a99673fee req-f7068363-a090-499e-ab7d-f6aaa7fb3b21 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:21.451556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0ab535e-511f-455c-afb1-737a99673fee req-f7068363-a090-499e-ab7d-f6aaa7fb3b21 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.3564620 May 14 18:08:21.498445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Allocated IP 172.25.4.21 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/fe00abe9-7287-4cbc-a886-fda238533fac) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:21.538992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0ab535e-511f-455c-afb1-737a99673fee req-21658267-7452-4c0b-abdc-c6eca3e32eaf tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793886 May 14 18:08:21.816717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.861945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:21.867836 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3aa227b0-628d-48ec-9df8-99097ab890a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:22.073510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:22.077377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:22.081572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:22.288371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Port': ['ID=fe00abe9-7287-4cbc-a886-fda238533fac,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:22.293049 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:22.660665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 261a4c55-e8fc-4e9d-ad58-f2949f1d084b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:22.719018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:22.845910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:22.957530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89498ef7-1bec-4a95-ac4e-fdbe5c91fd63 None None] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:08:23.295023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Provisioning for port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:23.302752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:23.306042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Provisioning complete for port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:23.306711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:23.536073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:23.583659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] For port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,segment=NetworkSegment(3ec460c7-dab8-4946-9da3-e9d2fe1af7b8),segment_id=3ec460c7-dab8-4946-9da3-e9d2fe1af7b8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:23.595459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:23.598270 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:23.634787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Router 8ed9bdfb-7d27-4347-a363-fc7eeafd8642 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:08:23.689662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Pushing event updated for resources: {'Port': ['ID=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:23.695020 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:23.711826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b664bdd4-0355-4c66-bf77-8996cb8b1665 req-b59cb666-c6a3-4b95-b440-a537485bc444 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/b3c00010-666c-4c93-8965-79fa3ff5fde3 HTTP/1.1" status: 200 len: 1802 time: 0.1717243 May 14 18:08:23.934817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ac11dc58-ab1c-488d-ad8e-fa0658fd1145 None None] Provisioning complete for port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:23.935240 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ac11dc58-ab1c-488d-ad8e-fa0658fd1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:23.969725 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.036349 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b664bdd4-0355-4c66-bf77-8996cb8b1665 req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.077672 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b664bdd4-0355-4c66-bf77-8996cb8b1665 req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.112722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:24.125021 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] Sync routers for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:24.137080 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:24.137860 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:24.157923 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b664bdd4-0355-4c66-bf77-8996cb8b1665 req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.160861 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b664bdd4-0355-4c66-bf77-8996cb8b1665 req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.162015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b664bdd4-0355-4c66-bf77-8996cb8b1665 req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/b3c00010-666c-4c93-8965-79fa3ff5fde3 HTTP/1.1" status: 204 len: 173 time: 0.4493961 May 14 18:08:24.163091 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dddba0b-749c-4c99-9ec5-9c4d5ac7e4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:24.175371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c00010-666c-4c93-8965-79fa3ff5fde3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:24.177165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.181067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3588436 May 14 18:08:24.181067 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:24.181508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50398) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:24.304394 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:24.316733 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:24.318056 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:24.393675 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:24.394367 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c2500-7308-4143-aa85-31a2fc779397 None None] The sync data for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:24.546088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 261a4c55-e8fc-4e9d-ad58-f2949f1d084b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:24.634163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:24.634383 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:24.989518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39c7c-e272-43b8-b68b-342d0ef65a03 req-dc1e3e02-73ae-4916-a743-5737375dc365 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:24.996487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4f39c7c-e272-43b8-b68b-342d0ef65a03 req-dc1e3e02-73ae-4916-a743-5737375dc365 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.4725797 May 14 18:08:25.093954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4f39c7c-e272-43b8-b68b-342d0ef65a03 req-202babb9-0d21-4b40-8402-201f38c7af36 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964904 May 14 18:08:25.221474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:25.490868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc7464-aa6a-491f-a56f-738f3ca72988 req-0eac2a00-2408-455b-9e5a-f5f17b097ae9 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:25.492425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6dc7464-aa6a-491f-a56f-738f3ca72988 req-0eac2a00-2408-455b-9e5a-f5f17b097ae9 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.2549536 May 14 18:08:25.647170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6dc7464-aa6a-491f-a56f-738f3ca72988 req-2698898c-1d38-466f-836f-1c4f94f28c73 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461968 May 14 18:08:25.898476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Allocated IP 172.20.0.1 (b87ade67-0dd0-42b4-86e1-c3b09f3ecad2/6802bb75-29ea-4362-8477-e26c51cd3a60/10341b9b-777e-4b27-bfbe-0c7504090200) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:26.383654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bdd41ab-4b18-4056-a765-137792d7aee6 req-7c2e81e7-e641-4846-88e4-363554a17d79 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "GET /v2.0/security-groups/2d231174-83a6-464a-8162-37487d445f85 HTTP/1.1" status: 200 len: 1802 time: 0.1322627 May 14 18:08:26.444934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.508240 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bdd41ab-4b18-4056-a765-137792d7aee6 req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.511482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Transition to ACTIVE for port object 10341b9b-777e-4b27-bfbe-0c7504090200 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:26.542157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bdd41ab-4b18-4056-a765-137792d7aee6 req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.606475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.613378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:26.657348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bdd41ab-4b18-4056-a765-137792d7aee6 req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.693702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:26.708096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:26.714912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:26.751108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Port': ['ID=10341b9b-777e-4b27-bfbe-0c7504090200,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:26.757148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:26.757693 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-411abade-2956-4643-8593-ac8aec7e7415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:26.781372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d231174-83a6-464a-8162-37487d445f85,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:26.790516 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:26.806241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5bdd41ab-4b18-4056-a765-137792d7aee6 req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.813422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bdd41ab-4b18-4056-a765-137792d7aee6 req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d231174-83a6-464a-8162-37487d445f85 HTTP/1.1" status: 204 len: 173 time: 0.4023340 May 14 18:08:26.819684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:26.820571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:26.986537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Deleting subnet 29e02417-3068-490b-8681-1f62a78ca72f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:08:26.993010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.011983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e73012c-4f74-41bd-b660-bc468938e5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.091649 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.128354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.198150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.221920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-529713f5-5bac-4bbc-a655-63ad9f21cb76 None None] Provisioning for port 10341b9b-777e-4b27-bfbe-0c7504090200 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:27.232250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-529713f5-5bac-4bbc-a655-63ad9f21cb76 None None] Provisioning complete for port 10341b9b-777e-4b27-bfbe-0c7504090200 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:27.232633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-529713f5-5bac-4bbc-a655-63ad9f21cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.296572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-529713f5-5bac-4bbc-a655-63ad9f21cb76 None None] Port 10341b9b-777e-4b27-bfbe-0c7504090200 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:08:27.530869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.575271 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7d67853-71de-4ec3-92d5-dbd75d115c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:27.583409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.618111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.629327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.664537 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b782fea6-0223-4b14-a1f4-d93748248dec tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:27.686821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e02417-3068-490b-8681-1f62a78ca72f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:27.705088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.710432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:27.727653 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/29e02417-3068-490b-8681-1f62a78ca72f HTTP/1.1" status: 204 len: 168 time: 0.9064014 May 14 18:08:27.728377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50456) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:27.861675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:27.902143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.060418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbf9f7-4ebe-4a47-b990-0b5f48faad56 req-0b17b0f9-a43d-4f6e-afd1-2c7eeb8d7d5b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:28.068666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5dbf9f7-4ebe-4a47-b990-0b5f48faad56 req-0b17b0f9-a43d-4f6e-afd1-2c7eeb8d7d5b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.8934007 May 14 18:08:28.070564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Port': ['ID=10341b9b-777e-4b27-bfbe-0c7504090200,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:28.075427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:28.076395 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:28.136358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5dbf9f7-4ebe-4a47-b990-0b5f48faad56 req-b1489b4b-e1c5-426d-8031-355109b042ac tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 May 14 18:08:28.137548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:28.418193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.433639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-df1eeed1-91ec-478d-8c42-6b210beed5bc None None] Provisioning complete for port 10341b9b-777e-4b27-bfbe-0c7504090200 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:28.434735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df1eeed1-91ec-478d-8c42-6b210beed5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.467554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09ddc5c-b768-46e3-b24f-54e7ee28dffb']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:28.502853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51fca45-7149-48e1-8e6f-9514e7995798') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:28.503169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51fca45-7149-48e1-8e6f-9514e7995798') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:28.543100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.563860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.564204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-df1eeed1-91ec-478d-8c42-6b210beed5bc None None] Port 10341b9b-777e-4b27-bfbe-0c7504090200 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:08:28.582539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:08:28.583282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: timer() May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:08:28.604979 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:08:28.665684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d722c-9b80-4020-9be2-9e4805364281 req-21e39f7c-33eb-487c-a744-a83d05757e91 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:28.666378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f53d722c-9b80-4020-9be2-9e4805364281 req-21e39f7c-33eb-487c-a744-a83d05757e91 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Synchronizing usage tracker for tenant:8bb9e5ca27924f3c83b35b47089ee2fb on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:28.711162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f53d722c-9b80-4020-9be2-9e4805364281 req-21e39f7c-33eb-487c-a744-a83d05757e91 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Unset dirty status for tenant:8bb9e5ca27924f3c83b35b47089ee2fb on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:28.712334 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f53d722c-9b80-4020-9be2-9e4805364281 req-21e39f7c-33eb-487c-a744-a83d05757e91 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 948 time: 0.4380097 May 14 18:08:28.712910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.724490 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-057e3ef0-0ca0-46ee-8c8f-4f0bd4f3ccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:28.740143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Router 8ed9bdfb-7d27-4347-a363-fc7eeafd8642 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:08:28.793245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.796083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Pushing event deleted for resources: {'Network': ['ID=f09ddc5c-b768-46e3-b24f-54e7ee28dffb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:28.808562 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:28.824143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] 10.222.0.24 "DELETE /v2.0/networks/f09ddc5c-b768-46e3-b24f-54e7ee28dffb HTTP/1.1" status: 204 len: 168 time: 1.0945237 May 14 18:08:28.955594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:28.963004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Deleting port 9e7e859b-6427-4c2f-a8b5-a839aa44120a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:28.964142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "PUT /v2.0/routers/8ed9bdfb-7d27-4347-a363-fc7eeafd8642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7819364 May 14 18:08:28.964269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:28.966541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50472) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:28.974162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Request body: {'port': {'network_id': 'b87ade67-0dd0-42b4-86e1-c3b09f3ecad2', 'name': 'tempest-FloatingIPAdminTestJSON-26567123'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:28.977282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] Sync routers for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:28.990633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:28.993201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:29.079437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e2d48-df6b-4d90-bb6e-d63da52143f3 req-d478609a-c615-42bc-a9e2-f2560e20ac5a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:29.086741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-811e2d48-df6b-4d90-bb6e-d63da52143f3 req-d478609a-c615-42bc-a9e2-f2560e20ac5a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da61efe-f647-4f73-a18a-5ed89fac1612 HTTP/1.1" status: 200 len: 948 time: 0.5435882 May 14 18:08:29.170520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-811e2d48-df6b-4d90-bb6e-d63da52143f3 req-a448bf6c-0fe0-426a-8ca3-1a0a29be87b9 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817988 May 14 18:08:29.201164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:29.214268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:29.215094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:29.247989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:29.257712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Usage tracker for resource:port and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:29.269205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:29.275935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:29.292308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Made reservation on behalf of bf1f7198c1fc44648c80152f2e4a2729 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:08:29.300609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.311903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:29.315729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d4116-165f-4ca2-9d11-11a0cca12391 None None] The sync data for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:29.330934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] For port 9e7e859b-6427-4c2f-a8b5-a839aa44120a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=9e7e859b-6427-4c2f-a8b5-a839aa44120a,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:29.331979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.341295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] device_id is not set on port 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:08:29.389809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:08:29.398137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:29.464959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50484) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:29.542425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Calling delete_port for 9e7e859b-6427-4c2f-a8b5-a839aa44120a owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:29.543546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb41cd98-328a-479b-836a-c3ebfdcd9119 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51230088b2434071ad7d647ed8a37909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441333 May 14 18:08:29.544283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50490) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:29.683329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:29.698953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'port_id': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'mac_address': 'fa:16:3e:51:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783fc44d-b2a3-4d86-9b44-8dfd9937a373', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:08:29.725630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.748239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:29.752521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.760023 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:29.775126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.798431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Usage tracker for resource:security_group_rule and tenant:a37f8cea6bf64b0a907ac43708041cb6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:29.812795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:08:29.813231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:29.820607 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75c4a677-bca2-4ab4-81b9-7a0bd6f88699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.823441 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.831564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Pushing event deleted for resources: {'Port': ['ID=9e7e859b-6427-4c2f-a8b5-a839aa44120a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:29.835197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:29.853880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:29.866730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.869560 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:29.877902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.881763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:29.922975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] No DVR routers for this DVR port 9e7e859b-6427-4c2f-a8b5-a839aa44120a on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:08:29.927579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:29.933794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6917582-b766-418c-b541-02467f988b58 req-248c4e03-6ef0-4b5f-ba1a-6a7e52c40e89 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:29.938980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-deleted', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:29.941184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6917582-b766-418c-b541-02467f988b58 req-248c4e03-6ef0-4b5f-ba1a-6a7e52c40e89 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.5448060 May 14 18:08:29.950212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f53d722c-9b80-4020-9be2-9e4805364281 req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "DELETE /v2.0/ports/9e7e859b-6427-4c2f-a8b5-a839aa44120a HTTP/1.1" status: 204 len: 173 time: 1.2267139 May 14 18:08:29.958877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:29.962855 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:29.987205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Allocated IP 172.20.0.14 (b87ade67-0dd0-42b4-86e1-c3b09f3ecad2/6802bb75-29ea-4362-8477-e26c51cd3a60/19c7ef52-440d-4ba6-b1f4-1a8399dc5d30) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:29.993850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.055128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6917582-b766-418c-b541-02467f988b58 req-8dbf52a8-c5c2-4a4e-be37-0e5401bda58a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129391 May 14 18:08:30.066669 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.077068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.097435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ccd7441-e509-444b-bb3b-3704ce700f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:30.131015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:08:30.221738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a37f8cea6bf64b0a907ac43708041cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527969 May 14 18:08:30.222471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50498) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:30.263696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89131b28-a28b-4649-921c-0e7c10a0a98f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:30.279670 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:30.285819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.301088 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10f9e68e-b9cf-4afb-a1e7-d939fdb87280 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:30.332891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5b7aa-06b1-45af-95d0-a7d582f72d33,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:30.335661 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:30.388555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.391537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.392679 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5a5b7aa-06b1-45af-95d0-a7d582f72d33 HTTP/1.1" status: 204 len: 168 time: 0.8141632 May 14 18:08:30.461639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.478563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.524901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Transition to ACTIVE for port object 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:30.620549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.627693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.633360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b885130-aa1e-4a7a-a8ae-be4623d0e3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:30.658714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89131b28-a28b-4649-921c-0e7c10a0a98f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:30.664986 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6486314e-07a8-4cec-9e54-8df5cc24ddaf tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:30.674445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:30.676549 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.677805 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89131b28-a28b-4649-921c-0e7c10a0a98f HTTP/1.1" status: 204 len: 168 time: 0.4507265 May 14 18:08:30.799969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:30.876610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:30.880889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:30.885374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:30.970567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event updated for resources: {'Port': ['ID=19c7ef52-440d-4ba6-b1f4-1a8399dc5d30,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:30.983342 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:31.027808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:31.083488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 9e7e859b-6427-4c2f-a8b5-a839aa44120a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:08:31.084618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 9e7e859b-6427-4c2f-a8b5-a839aa44120a not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:08:31.129666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:31.133572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:31.211839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50514) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:31.213514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2459269 May 14 18:08:31.259743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9b374-ab61-48b8-b75e-e55af4924492 req-3435482f-f559-44c2-92c1-b7f7c4de286c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:31.265425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dea9b374-ab61-48b8-b75e-e55af4924492 req-3435482f-f559-44c2-92c1-b7f7c4de286c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.2341032 May 14 18:08:31.314030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f2101f8d-c2ae-462c-8eb4-0be9ac54e77f None None] Provisioning for port 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:31.321378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f2101f8d-c2ae-462c-8eb4-0be9ac54e77f None None] Provisioning complete for port 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:31.321839 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2101f8d-c2ae-462c-8eb4-0be9ac54e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:31.375982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dea9b374-ab61-48b8-b75e-e55af4924492 req-9e7deac4-cfef-4cd5-bbf8-aaebfb54daa1 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047204 May 14 18:08:31.398243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:31.471927 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da61efe-f647-4f73-a18a-5ed89fac1612', 'name': 'network-vif-deleted', 'tag': '9e7e859b-6427-4c2f-a8b5-a839aa44120a', 'status': 'completed', 'code': 200} May 14 18:08:31.499083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50524) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:31.509303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f2101f8d-c2ae-462c-8eb4-0be9ac54e77f None None] Port 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:08:31.558398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'project_id': 'bf1f7198c1fc44648c80152f2e4a2729', 'port_id': '19c7ef52-440d-4ba6-b1f4-1a8399dc5d30'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:31.572886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:31.585447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Usage tracker for resource:floatingip and tenant:bf1f7198c1fc44648c80152f2e4a2729 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:31.599855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:31.618396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:31.618645 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:31.642206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:08:31.658476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:31.678846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:31.692684 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:31.696073 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:31.701011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:31.813815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:31.814800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d099d-cce8-471d-99ad-8b21bd994826 req-1f8943fa-60c3-4aa2-af6a-332110e421b6 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:31.821505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb666f43b384f7688285b2b6d47e4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:31.825685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:31.830837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb6d099d-cce8-471d-99ad-8b21bd994826 req-1f8943fa-60c3-4aa2-af6a-332110e421b6 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 943 time: 0.1395633 May 14 18:08:31.847817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:31.851951 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:31.857660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:31.898912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb6d099d-cce8-471d-99ad-8b21bd994826 req-f5b8d0fc-d74a-465a-85f6-8fdf6810a9f9 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669627 May 14 18:08:31.997503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.120083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.131695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.157675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62b1c431-e30b-48ad-8e67-771914cba459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:32.188548 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.204545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eb666f43b384f7688285b2b6d47e4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009068 May 14 18:08:32.204860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50542) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:32.254851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7914574e-d191-47f5-b6d4-c96b548f4f46,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:32.264860 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:32.292006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Allocated IP 172.25.4.220 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b4a77bd2-8f42-44b5-b0b9-63a295e60f16) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:32.360682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.448885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.469409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50550) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:32.519750 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.534911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.542205 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:32.574188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.580443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7914574e-d191-47f5-b6d4-c96b548f4f46 HTTP/1.1" status: 204 len: 168 time: 0.3745515 May 14 18:08:32.586207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7914574e-d191-47f5-b6d4-c96b548f4f46,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:32.590093 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:32.594331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.604993 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:32.705326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-155420503-network', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:32.717233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:32.737454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:32.737692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Usage tracker for resource:network and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:32.740888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:32.742963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a77bd2-8f42-44b5-b0b9-63a295e60f16,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:32.745245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:32.749957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:32.804574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:32.828762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:32.876947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Made reservation on behalf of 1e73cada9fd54648b9dee82a601b16f0 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:08:32.879404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.899481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32889504-9450-4dc4-b97b-5ebbb409e294 req-97769f8b-a6fe-4104-8aef-1a1d6b9de641 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:32.908581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32889504-9450-4dc4-b97b-5ebbb409e294 req-97769f8b-a6fe-4104-8aef-1a1d6b9de641 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.1404743 May 14 18:08:32.930021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:32.952008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:32.967762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32889504-9450-4dc4-b97b-5ebbb409e294 req-a91de4e7-a85e-4d0d-8796-0844713fb84f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576053 May 14 18:08:32.973414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Usage tracker for resource:security_group_rule and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:32.982298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:32.993959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:33.115072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.130010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.317787 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:33.360568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:08:33.381792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16cb224-e0f1-44d9-9367-082391b2a6df,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:33.399774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:33.430421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf746b81-9ec4-4ca9-99c1-73fe715ff82f req-e81895cc-7198-45e3-a608-aeaf5f6b346a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:33.432741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf746b81-9ec4-4ca9-99c1-73fe715ff82f req-e81895cc-7198-45e3-a608-aeaf5f6b346a tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 949 time: 0.3274295 May 14 18:08:33.456009 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:33.457043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.457375 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Added segment bb8e638c-8fed-4377-905f-13989cdeb39b of type vlan for network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 May 14 18:08:33.492581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf746b81-9ec4-4ca9-99c1-73fe715ff82f req-5bcf2373-e9c1-466b-8677-5b1887fbab84 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 May 14 18:08:33.592070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:33.597207 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.652160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.743428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.744636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:33.745272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.754716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-32dc8fd7-0be4-4cc0-956b-57e5e086e52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:33.849627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.854422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9215f1a-4562-4e64-bbe1-1d1f00558e6e req-e84f118c-6555-4a86-b773-999bdcf93169 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:33.856129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9215f1a-4562-4e64-bbe1-1d1f00558e6e req-e84f118c-6555-4a86-b773-999bdcf93169 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 943 time: 0.1643603 May 14 18:08:33.899133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:33.900412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:33.909195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.911667 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:33.923353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9215f1a-4562-4e64-bbe1-1d1f00558e6e req-5689174e-c770-4aa4-9332-b994f97a9769 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589924 May 14 18:08:33.957954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Pushing event updated for resources: {'Network': ['ID=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:33.972233 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:33.972233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:33.975338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:08:34.008677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50592) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:34.011718 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5411968 May 14 18:08:34.014958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Request body: {'subnet': {'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-155420503-subnet', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:34.025425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:34.033215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Usage tracker for resource:subnet and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:34.036355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:34.046208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:34.063937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Made reservation on behalf of 1e73cada9fd54648b9dee82a601b16f0 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:08:34.066603 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:34.169098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:34.182716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.183059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.183420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.183975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.184104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.184403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.184725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.185049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.185370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.185689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.186336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.186336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:34.200126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:34.208873 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:34.362990 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'code': 200} May 14 18:08:34.795511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:34.811327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-24497bec-3a16-4c10-a3d4-60953573b411 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:34.812985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-24497bec-3a16-4c10-a3d4-60953573b411 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Synchronizing usage tracker for tenant:8bb9e5ca27924f3c83b35b47089ee2fb on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:34.821257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:34.830311 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30e51113-f2b9-4a45-9291-89f3a8360551 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:34.837086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:34.853775 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3416a43-b6d1-46e9-8f7d-64266c5b48b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:34.924424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-24497bec-3a16-4c10-a3d4-60953573b411 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Unset dirty status for tenant:8bb9e5ca27924f3c83b35b47089ee2fb on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:34.926061 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-24497bec-3a16-4c10-a3d4-60953573b411 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 949 time: 0.2493742 May 14 18:08:34.955750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ca03f7-07ab-4a76-976e-0e0041cd6d93,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:34.961313 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:35.005539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a77bd2-8f42-44b5-b0b9-63a295e60f16,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:35.009104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:35.016255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Checking segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:35.016900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Network hostable DHCP agents. Network: 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:08:35.054887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae7eb-29ed-4d48-8057-3f84eea7a0de req-390e611d-c9c5-45e1-b38b-8c2296052781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:35.056634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fbae7eb-29ed-4d48-8057-3f84eea7a0de req-390e611d-c9c5-45e1-b38b-8c2296052781 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 1096 time: 0.2665007 May 14 18:08:35.086184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:08:35.091479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.100057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42972f67-c1b8-4763-ae02-3daa02e5e4af req-358a15c4-b63d-4324-923b-a795b8ad212a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:35.101552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42972f67-c1b8-4763-ae02-3daa02e5e4af req-358a15c4-b63d-4324-923b-a795b8ad212a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.4339669 May 14 18:08:35.140400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:35.152263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2c3ce-bfb7-4b92-b355-10b2625d5cd7 None None] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:08:35.168849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:35.169457 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.179063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fbae7eb-29ed-4d48-8057-3f84eea7a0de req-3c3f82c8-60e0-4830-84d9-67371e3c0a0a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069539 May 14 18:08:35.198635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42972f67-c1b8-4763-ae02-3daa02e5e4af req-32766415-b1e1-44eb-871c-c4423206f355 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871441 May 14 18:08:35.209098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1993136 May 14 18:08:35.212377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50628) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:35.224935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:35.238198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:35.247223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Usage tracker for resource:router and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:35.253441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:35.267014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:35.284211 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Floating IP 475a7d20-e33f-43dd-a0db-df750fb63575 associated. External IP: 172.25.4.220, port: 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30. May 14 18:08:35.293699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.295087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.327002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.469308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Deleting port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:35.469645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.588912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:08:35.591059 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.710772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:35.735124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce1282-f97a-4981-bbd6-526853d15233 req-04fe8174-02eb-4d42-8935-10101bec99cd tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:35.742402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-efce1282-f97a-4981-bbd6-526853d15233 req-04fe8174-02eb-4d42-8935-10101bec99cd tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2905b1cc-a7d4-4da0-a753-e4d63574d311 HTTP/1.1" status: 200 len: 949 time: 0.3782077 May 14 18:08:35.868279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Allocated IP 172.20.0.2 (35cd8e4e-a57f-4665-8f7a-4650d1ac59f5/06ca03f7-07ab-4a76-976e-0e0041cd6d93/92a0b03e-382c-44bf-bfbc-aaf014176586) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:35.880744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-efce1282-f97a-4981-bbd6-526853d15233 req-19fb2f03-5dfa-4ecd-84a3-ada99e8e9b26 tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.24 "GET /v2.0/security-groups?id=44d7f55e-6702-413b-abe6-b1d7c3572b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373265 May 14 18:08:35.916783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] For port 50943f4b-689d-48ab-8263-85fb4a7cf6a2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=50943f4b-689d-48ab-8263-85fb4a7cf6a2,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:35.917532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.120087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Calling delete_port for 50943f4b-689d-48ab-8263-85fb4a7cf6a2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:36.170786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Router 8ed9bdfb-7d27-4347-a363-fc7eeafd8642 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:08:36.250703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.266746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Transition to ACTIVE for port object 92a0b03e-382c-44bf-bfbc-aaf014176586 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:36.293906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Transition to ACTIVE for port object 92a0b03e-382c-44bf-bfbc-aaf014176586 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:36.301409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.314341 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:36.364241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:36.372721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:36.377214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:36.502270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Pushing event updated for resources: {'Port': ['ID=92a0b03e-382c-44bf-bfbc-aaf014176586,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:36.523144 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:36.524024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Attempting to bind port 92a0b03e-382c-44bf-bfbc-aaf014176586 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:08:36.524407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Attempting to bind port 92a0b03e-382c-44bf-bfbc-aaf014176586 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:08:36.524822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Attempting to bind port 92a0b03e-382c-44bf-bfbc-aaf014176586 on network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:08:36.531716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:08:36.532144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Checking segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:36.532552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.532952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Bound using segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:08:36.533423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Bound port: 92a0b03e-382c-44bf-bfbc-aaf014176586, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:08:36.533803 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.581544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-1602d619-8964-4a92-9794-e992d22129c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:36.583585 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-1602d619-8964-4a92-9794-e992d22129c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 1097 time: 0.4783278 May 14 18:08:36.630652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:36.639641 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] Sync routers for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:36.653794 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:36.655374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:36.660569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] For port 92a0b03e-382c-44bf-bfbc-aaf014176586, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:08:36.668210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] For port 92a0b03e-382c-44bf-bfbc-aaf014176586, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92a0b03e-382c-44bf-bfbc-aaf014176586,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:08:36.676436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.698047 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-89592224-b88d-4c84-a27e-26d8ca96cb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:36.705118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.712367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.724057 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-82796147-efe9-40fb-a24f-8da8a024897a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:36.741657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.770744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Pushing event deleted for resources: {'Port': ['ID=50943f4b-689d-48ab-8263-85fb4a7cf6a2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:36.781500 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:36.834066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.840578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf30149-11aa-4e1f-bf8c-cd4c8b425a68 req-b39da5fe-9b10-4649-9a33-66b71399b54d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:36.840750 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:36.848513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-edf30149-11aa-4e1f-bf8c-cd4c8b425a68 req-b39da5fe-9b10-4649-9a33-66b71399b54d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.2990232 May 14 18:08:36.862616 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:36.863563 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:36.897705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Pushing event updated for resources: {'Port': ['ID=92a0b03e-382c-44bf-bfbc-aaf014176586,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:36.907412 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:36.949740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] No DVR routers for this DVR port 50943f4b-689d-48ab-8263-85fb4a7cf6a2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:08:36.957213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:36.959104 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-18563388-43dc-4f9b-9af7-ecee9e0492e0 req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] 10.222.0.15 "DELETE /v2.0/ports/50943f4b-689d-48ab-8263-85fb4a7cf6a2 HTTP/1.1" status: 204 len: 173 time: 2.0259449 May 14 18:08:36.961504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-deleted', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:36.991661 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7772439 May 14 18:08:36.993351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50666) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:36.999746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-ccf5fe44-195b-4ddf-bc10-87130b574d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:37.001602 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-ccf5fe44-195b-4ddf-bc10-87130b574d16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.4007168 May 14 18:08:37.003494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-edf30149-11aa-4e1f-bf8c-cd4c8b425a68 req-1399fd3e-0f93-4b09-8f9c-76f4157059fa tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542046 May 14 18:08:37.024597 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:37.025011 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b40bda-2213-4c42-a1db-c0c64634bfef None None] The sync data for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:37.142893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Allocated IP 172.25.4.254 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/8309d87e-49e6-4ce5-b381-2c6c4487e772) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:37.164809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-18ae6a65-b726-4b72-9bcd-f2178c745c6c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] 10.222.0.24 "GET /v2.0/floatingips/475a7d20-e33f-43dd-a0db-df750fb63575 HTTP/1.1" status: 200 len: 982 time: 0.1682739 May 14 18:08:37.167594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50670) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:37.200201 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-a63cf6f6-abb1-4aa4-a0e7-5901b1e8f578 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f HTTP/1.1" status: 200 len: 217 time: 0.1781087 May 14 18:08:37.408717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-bf4f2c7c-fc1d-42d9-924c-6999b634e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:37.413112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-bf4f2c7c-fc1d-42d9-924c-6999b634e3ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.2094884 May 14 18:08:37.446645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:37.511213 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9d430d10-9177-40b9-bf0d-1d1131334d79 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.3252933 May 14 18:08:37.517583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50674) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:37.536895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-11e73d65-9d8f-4114-ab8d-9bc11bb3c4cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2422616 May 14 18:08:37.622466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-7cc4641d-1dc0-4a9a-a4d8-b68b48658736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:37.624718 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-7cc4641d-1dc0-4a9a-a4d8-b68b48658736 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968284 May 14 18:08:37.784741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50680) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:37.938497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:37.947004 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-80d79802-35e3-403b-9f23-3572229d75c5 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:37.960206 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-babf5f0a-ac95-41d4-9406-01cf98fbfb5c service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283970 May 14 18:08:38.049582 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:38.095860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:38.104209 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d5ae0daf-2469-49ae-a96a-d30b42393962 req-56534a27-4a98-4433-abde-794f9042d714 service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353302 May 14 18:08:38.119302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:38.135315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:38.169447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:38.171940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Pushing event updated for resources: {'Port': ['ID=8309d87e-49e6-4ce5-b381-2c6c4487e772,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:38.181352 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:38.188621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-ee8cb440-7bf1-4dc8-b6cb-10f54890722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:38.190150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-ee8cb440-7bf1-4dc8-b6cb-10f54890722f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.4939942 May 14 18:08:38.193072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6ae62a38a942599778925c5788fc7d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:38.198257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:38.199026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517da30e-90bd-4afd-b80b-a3400aefad73 None None] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:08:38.217394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951a73-181f-400f-9f60-b5f0bfb72bde req-9cdafa93-8253-4695-bd72-d3432c15f46a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:38.219681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc951a73-181f-400f-9f60-b5f0bfb72bde req-9cdafa93-8253-4695-bd72-d3432c15f46a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 946 time: 0.4782567 May 14 18:08:38.221287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:38.334703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d1c943f3-5236-457e-ab18-3b93396aa804 None None] Provisioning for port 92a0b03e-382c-44bf-bfbc-aaf014176586 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:38.588547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92a0b03e-382c-44bf-bfbc-aaf014176586 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:38.660842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 92a0b03e-382c-44bf-bfbc-aaf014176586 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:38.665864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 92a0b03e-382c-44bf-bfbc-aaf014176586 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:38.666251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:38.669038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc951a73-181f-400f-9f60-b5f0bfb72bde req-1fbb2c63-0197-4125-aeb5-ed9a0a6e1ffe tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229164 May 14 18:08:38.728650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting port b4a77bd2-8f42-44b5-b0b9-63a295e60f16 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:38.728996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:38.799566 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:38.814036 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2905b1cc-a7d4-4da0-a753-e4d63574d311', 'name': 'network-vif-deleted', 'tag': '50943f4b-689d-48ab-8263-85fb4a7cf6a2', 'status': 'completed', 'code': 200} May 14 18:08:38.826827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7fdeb6e3-b193-4bf1-b094-84efdf6ec49a None None] Provisioning complete for port 92a0b03e-382c-44bf-bfbc-aaf014176586 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:38.828575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb6e3-b193-4bf1-b094-84efdf6ec49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:38.836824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-db63f856-9846-43b8-9795-6ef514826c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:38.838328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-db63f856-9846-43b8-9795-6ef514826c0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.6132829 May 14 18:08:38.886907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 92a0b03e-382c-44bf-bfbc-aaf014176586, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92a0b03e-382c-44bf-bfbc-aaf014176586,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:38.897781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:38.901801 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:39.008678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=92a0b03e-382c-44bf-bfbc-aaf014176586,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:39.013030 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:39.079645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2e16a4a3-6738-44ac-8b14-1f91331d3e6f no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:39.148155 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:08:39.185151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.189891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-4e348f27-1194-4bb2-b693-6cdf354cf06c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.3390598 May 14 18:08:39.193609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.206907 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.221464 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90e23fe4-8f3e-4fc3-b8a6-6ed0946bbb17 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:39.221660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:39.231301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:39.235497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.236241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:39.263437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.263762 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.268082 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:39.304522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 50943f4b-689d-48ab-8263-85fb4a7cf6a2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:08:39.304863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 50943f4b-689d-48ab-8263-85fb4a7cf6a2 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:08:39.341778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:39.345069 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:39.431796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Calling delete_port for b4a77bd2-8f42-44b5-b0b9-63a295e60f16 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:39.448568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce6ae62a38a942599778925c5788fc7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6592402 May 14 18:08:39.451345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50696) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:39.455202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b504cdd-4e13-4c07-a100-6ffa064e7d49,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:39.475360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:39.505362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaf00f-acc7-4456-a97a-847040fc3173 req-94edb94e-48e3-48b0-b362-b41d3412e979 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:39.506839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aebaf00f-acc7-4456-a97a-847040fc3173 req-94edb94e-48e3-48b0-b362-b41d3412e979 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.5996165 May 14 18:08:39.507455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.519060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.545203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.558774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-d38260e0-8421-47ac-aebc-3a51b38cdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:39.560301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-d38260e0-8421-47ac-aebc-3a51b38cdbf2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.3464391 May 14 18:08:39.598681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.602346 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc0c9e1f-90ed-431e-8ae5-5ba892cab07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:39.615729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b504cdd-4e13-4c07-a100-6ffa064e7d49,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:39.618614 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:39.620583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:39.626522 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b504cdd-4e13-4c07-a100-6ffa064e7d49 HTTP/1.1" status: 204 len: 168 time: 0.1693652 May 14 18:08:39.757877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aebaf00f-acc7-4456-a97a-847040fc3173 req-1ab36a65-8f70-4ad4-95c8-5ff5931b67d2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913025 May 14 18:08:39.981633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50708) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:40.002343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.023316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:40.029361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Usage tracker for resource:security_group_rule and tenant:951fac6c8cff4ae7841ee5be119092d0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:40.035439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:40.041396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:40.099676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-b13c5c1f-5235-4530-b560-628972ec5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:40.101124 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-b13c5c1f-5235-4530-b560-628972ec5236 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5310147 May 14 18:08:40.165759 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.172311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.184542 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3f206142-a151-4229-bc99-ecf5688ab651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:40.233774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=951fac6c8cff4ae7841ee5be119092d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507429 May 14 18:08:40.234130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50722) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:40.234666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12a228-fa51-4edb-a75d-a146f0aa790e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:40.238110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:40.314165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.322431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.340277 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b443f472-2fe2-4457-bd8b-5d6cd77f6095 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:40.516627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Port': ['ID=b4a77bd2-8f42-44b5-b0b9-63a295e60f16,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:40.519799 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:40.528008 n-d-787206-3 neutron-server[79561]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'code': 422} returned with failed status May 14 18:08:40.572004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92a0b03e-382c-44bf-bfbc-aaf014176586 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:40.623901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-188e4636-6347-4295-89b5-eb5f1f57ad69 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776843 May 14 18:08:40.676649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 92a0b03e-382c-44bf-bfbc-aaf014176586 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:40.677039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.776701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.847992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:40.848324 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Floating IP 475a7d20-e33f-43dd-a0db-df750fb63575 disassociated (deleted). External IP: 172.25.4.220, port: 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30. May 14 18:08:40.962985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:41.087912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4c1da11-0a3b-4439-be85-05db5b12a544 req-665d143b-adb0-4590-87a6-37cb6a918131 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347453 May 14 18:08:41.122367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d6ce4-764d-4983-a6d1-0a409352a490 req-4e4cf9e3-f4ad-4da3-9ac1-f7363c2c4cb4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:41.123843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a1d6ce4-764d-4983-a6d1-0a409352a490 req-4e4cf9e3-f4ad-4da3-9ac1-f7363c2c4cb4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 944 time: 0.5057385 May 14 18:08:41.139862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:08:41.174141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:41.231295 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a79b653c-6bb9-4a27-853a-8175d2676446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:41.567429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12a228-fa51-4edb-a75d-a146f0aa790e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:41.585532 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:41.602556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a1d6ce4-764d-4983-a6d1-0a409352a490 req-bc1b49af-abef-4da6-b08f-38d8d939e49a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718671 May 14 18:08:41.693692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:41.694790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c12a228-fa51-4edb-a75d-a146f0aa790e HTTP/1.1" status: 204 len: 168 time: 1.4538667 May 14 18:08:41.708528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Router 8ed9bdfb-7d27-4347-a363-fc7eeafd8642 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:08:41.744095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:41.754808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Sync routers for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:41.765902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:41.766532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:41.896494 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:41.897942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6844466 May 14 18:08:41.901020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50744) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:41.958936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:08:41.974394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:41.979378 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:41.985091 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] Sync routers for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:42.004961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:42.005579 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:42.057991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "DELETE /v2.0/floatingips/475a7d20-e33f-43dd-a0db-df750fb63575 HTTP/1.1" status: 204 len: 168 time: 4.5338523 May 14 18:08:42.059076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50752) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:42.068418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:42.073647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:42.080322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Usage tracker for resource:floatingip and tenant:08e124bc66354b5fa3eded2a02f78393 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:42.083697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:42.095367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:42.120990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:42.148040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66454249-9990-4132-80f0-2446580e474d req-7cc46ebe-3f8a-45d8-b47d-efb14f3f28d8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:42.150407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66454249-9990-4132-80f0-2446580e474d req-7cc46ebe-3f8a-45d8-b47d-efb14f3f28d8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.4439886 May 14 18:08:42.212167 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:42.234480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:42.235528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:42.267543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66454249-9990-4132-80f0-2446580e474d req-0be62036-545d-4d96-b563-adc0a21f4ecd tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058688 May 14 18:08:42.357817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:42.370483 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:42.372749 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fdd33-d807-4718-af32-0bd411c15079 None None] The sync data for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:42.440281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:38Z', 'revision_number': 3, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:42.448326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Checking router: d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:08:42.448726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Updating router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 port 8309d87e-49e6-4ce5-b381-2c6c4487e772 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:08:42.567976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:42.642024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Allocated IP 172.25.4.37 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/586fcf83-7e42-42ed-84f4-67b51e064737) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:42.817353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:42.853557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:42.853766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:42.861743 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d9bdd45a-0e85-466b-a80b-d0dd2340a94f tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:42.980006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:42.985568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:42.998066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:43.043972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Pushing event updated for resources: {'Port': ['ID=586fcf83-7e42-42ed-84f4-67b51e064737,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:43.050033 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:43.106416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.110484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Allocated IP 172.20.0.1 (35cd8e4e-a57f-4665-8f7a-4650d1ac59f5/06ca03f7-07ab-4a76-976e-0e0041cd6d93/45a38933-4a3e-48f1-937d-cfa379868ce1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:43.116332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2e16a4a3-6738-44ac-8b14-1f91331d3e6f no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:43.184180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.303650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.320422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Transition to ACTIVE for port object 8309d87e-49e6-4ce5-b381-2c6c4487e772 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:43.373022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.388240 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:43.480787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.490437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.494021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4951d-a891-499e-96be-acf68b8b391a None None] Pushing event updated for resources: {'Port': ['ID=8309d87e-49e6-4ce5-b381-2c6c4487e772,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:43.497842 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4db4951d-a891-499e-96be-acf68b8b391a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:43.498656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Attempting to bind port 8309d87e-49e6-4ce5-b381-2c6c4487e772 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:08:43.499029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Attempting to bind port 8309d87e-49e6-4ce5-b381-2c6c4487e772 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:08:43.500060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Attempting to bind port 8309d87e-49e6-4ce5-b381-2c6c4487e772 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:08:43.506036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:08:43.506396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:43.506657 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:43.506835 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.507235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:08:43.507715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Bound port: 8309d87e-49e6-4ce5-b381-2c6c4487e772, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:08:43.508097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.539979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.581202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Transition to ACTIVE for port object 45a38933-4a3e-48f1-937d-cfa379868ce1 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:43.589133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] For port 8309d87e-49e6-4ce5-b381-2c6c4487e772, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:08:43.593641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] For port 8309d87e-49e6-4ce5-b381-2c6c4487e772, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8309d87e-49e6-4ce5-b381-2c6c4487e772,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:08:43.600572 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.613056 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:43.629137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.641259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7422718f-fbf0-41b1-9d57-eca8a83ff10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:43.698503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:43.701695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:43.705054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:43.706159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:43.706278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:43.798059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Pushing event updated for resources: {'Port': ['ID=45a38933-4a3e-48f1-937d-cfa379868ce1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:43.803070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:43.830016 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:43.869366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Pushing event updated for resources: {'Port': ['ID=586fcf83-7e42-42ed-84f4-67b51e064737,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:43.881193 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:43.886981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4951d-a891-499e-96be-acf68b8b391a None None] Pushing event updated for resources: {'Port': ['ID=8309d87e-49e6-4ce5-b381-2c6c4487e772,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:43.910376 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4db4951d-a891-499e-96be-acf68b8b391a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:43.977186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.007701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94cb2c34-0649-4ad1-9c00-70bfaecadcad None None] Provisioning for port 45a38933-4a3e-48f1-937d-cfa379868ce1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:44.009698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.012336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:08:44.046052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.050243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9899833 May 14 18:08:44.050444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50810) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:44.064986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c03009-0aaf-43dd-8643-f2dd0531b274 req-adc2e7c7-cdb0-488d-8966-91fe724c4eba tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:44.068258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65c03009-0aaf-43dd-8643-f2dd0531b274 req-adc2e7c7-cdb0-488d-8966-91fe724c4eba tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2813261 May 14 18:08:44.115629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94cb2c34-0649-4ad1-9c00-70bfaecadcad None None] Provisioning complete for port 45a38933-4a3e-48f1-937d-cfa379868ce1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:44.116268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94cb2c34-0649-4ad1-9c00-70bfaecadcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.147103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65c03009-0aaf-43dd-8643-f2dd0531b274 req-543c6f94-a13b-4fe2-97b2-f58560cb4b33 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692856 May 14 18:08:44.281093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.290065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.321851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-94cb2c34-0649-4ad1-9c00-70bfaecadcad None None] Port 45a38933-4a3e-48f1-937d-cfa379868ce1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:08:44.331793 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b82eb3e-09f8-4005-b62e-6067eb91e0b8 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:44.424823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.448207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:44.461984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:44.508596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:38Z', 'revision_number': 3, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:44.511946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Usage tracker for resource:floatingip and tenant:3a4e8d1fea2d45e5987d6fc7dd024385 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:44.513567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50779ced-2c33-4982-b3ed-65bea6dcd99a None None] The sync data for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 is: [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:38Z', 'revision_number': 3, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:44.535145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:44.603605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:44.644130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Pushing event updated for resources: {'Port': ['ID=45a38933-4a3e-48f1-937d-cfa379868ce1,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:44.647778 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:44.667565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:44.805372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:44.806955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:45.106221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:45.167513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5ecb6ca3-937c-4b25-bd05-2c1bec56ce97 None None] Provisioning complete for port 45a38933-4a3e-48f1-937d-cfa379868ce1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:45.170240 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6ca3-937c-4b25-bd05-2c1bec56ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:45.318471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb6ca3-937c-4b25-bd05-2c1bec56ce97 None None] Port 45a38933-4a3e-48f1-937d-cfa379868ce1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:08:45.373143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:08:45.395737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Allocated IP 172.25.4.181 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/bff8e8e3-7977-44ee-9538-24bde35e41da) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:45.458133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c79e-3bf8-4b27-9bc5-26176d9ea728 req-923e7f25-e970-45fa-bc3a-0863093a0c8d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:45.460338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27c3c79e-3bf8-4b27-9bc5-26176d9ea728 req-923e7f25-e970-45fa-bc3a-0863093a0c8d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1158607 May 14 18:08:45.538334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50874) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:45.551202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27c3c79e-3bf8-4b27-9bc5-26176d9ea728 req-a5ae8e02-c09e-4a91-8a1f-b3a5a4ebcddd tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842311 May 14 18:08:45.661221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50882) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:45.794023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:45.825942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:45.830730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Usage tracker for resource:security_group_rule and tenant:63e6c60f0c124ebb85a1503f16377bc3 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:45.844765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:45.854583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:45.942330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-847a0178-4e42-49f6-86ae-c1dfbf7bd91b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bb9e5ca27924f3c83b35b47089ee2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025793 May 14 18:08:45.949712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50896) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:45.956774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:45.987065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.001621 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] 10.222.0.24 "PUT /v2.0/routers/d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0989475 May 14 18:08:46.023990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.029212 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62d73c6e-17b0-4d3d-a894-ecb19a711387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:46.097114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:46.099831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:46.103581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:46.163008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Pushing event updated for resources: {'Port': ['ID=bff8e8e3-7977-44ee-9538-24bde35e41da,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:46.172919 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:46.215584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.227298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-1b366c55-aedc-4459-8797-bb6be7b9bf34 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:46.228717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-1b366c55-aedc-4459-8797-bb6be7b9bf34 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 814 time: 0.2957764 May 14 18:08:46.255982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dee6a-3e25-4640-93f4-3152f898b381 req-b34933d2-6b0a-47e3-b022-1133e6331677 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:46.257380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-087dee6a-3e25-4640-93f4-3152f898b381 req-b34933d2-6b0a-47e3-b022-1133e6331677 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.22 "GET /v2.0/ports?device_id=d90fb840-c665-4c1f-a472-cf03cb0cb14c HTTP/1.1" status: 200 len: 945 time: 0.3625011 May 14 18:08:46.276331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.279983 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-a975cec0-badd-4429-add1-b73fcd266e1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045785 May 14 18:08:46.342495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.343946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-d4916efa-5b4a-4d42-ad04-a1a070f09247 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/quotas/9aa00494d02a4257a6a6eb979e3232fc HTTP/1.1" status: 200 len: 375 time: 0.0965400 May 14 18:08:46.348412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.364708 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.422806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.443923 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b79d52c0-38da-482e-9908-3eaf44286869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:46.547220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-d686e97d-0b52-4cbc-affa-4771a0b9edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:46.548708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-d686e97d-0b52-4cbc-affa-4771a0b9edd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 1096 time: 0.1737468 May 14 18:08:46.554948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63e6c60f0c124ebb85a1503f16377bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924582 May 14 18:08:46.560059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50904) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:46.567603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2257f20-5345-4588-851a-bf312a2c2186,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:46.573536 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:46.600700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.608861 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d514228c-e73d-4daa-bce7-aea9e6954149 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:46.618697 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-c9c5f352-0403-4fd7-96c8-bee497cee473 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2606521 May 14 18:08:46.632977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7f55e-6702-413b-abe6-b1d7c3572b2f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:46.641028 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:46.649773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Deleting port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:46.650186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.705978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8309d87e-49e6-4ce5-b381-2c6c4487e772 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:46.776806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.778083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44d7f55e-6702-413b-abe6-b1d7c3572b2f HTTP/1.1" status: 204 len: 168 time: 0.8059320 May 14 18:08:46.781846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8309d87e-49e6-4ce5-b381-2c6c4487e772 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:46.788355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8309d87e-49e6-4ce5-b381-2c6c4487e772 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:46.788936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.794005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-23608e0b-7496-4c07-8065-56efb232c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:46.795481 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-23608e0b-7496-4c07-8065-56efb232c222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.2189415 May 14 18:08:46.808406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.879544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.896319 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-e1b53376-ec96-48f5-bd8b-471ff1d53434 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 200 len: 217 time: 0.0889254 May 14 18:08:46.899633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.906784 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:46.944214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] For port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:46.944488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.954279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:46.961804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-457b62b4-d3bc-429f-b5b1-abbce575c0f8 service neutron] 10.222.0.24 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309522 May 14 18:08:46.996409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 8309d87e-49e6-4ce5-b381-2c6c4487e772, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8309d87e-49e6-4ce5-b381-2c6c4487e772,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:47.002821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.008766 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:47.033294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.051466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Sync routers for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:47.082603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:47.083559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:47.113799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Pushing event updated for resources: {'Port': ['ID=bff8e8e3-7977-44ee-9538-24bde35e41da,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:47.142327 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:47.150939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-50587222-695f-4642-929b-29ee4cd415b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355295 May 14 18:08:47.151484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-d42cd660-e9fd-47f7-b2d3-22c737e30213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:47.152917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-d42cd660-e9fd-47f7-b2d3-22c737e30213 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.2471957 May 14 18:08:47.214443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.226337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Calling delete_port for c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:47.244210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.251713 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53c5ec73-924b-4469-8f86-68d93266354f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:47.264107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.265625 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2143857 May 14 18:08:47.268126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.269174 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2257f20-5345-4588-851a-bf312a2c2186 HTTP/1.1" status: 204 len: 168 time: 0.7090125 May 14 18:08:47.270030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2257f20-5345-4588-851a-bf312a2c2186,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:47.272774 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:47.283402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50920) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:47.299210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-7662feb6-32ef-4731-aa28-800fdff9b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:47.301374 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-7662feb6-32ef-4731-aa28-800fdff9b627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351557 May 14 18:08:47.364944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=8309d87e-49e6-4ce5-b381-2c6c4487e772,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:47.381775 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:47.496504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:08:47.520353 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-4646e552-0b98-4bfe-b031-c5a8d4ae375a service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102311 May 14 18:08:47.755567 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2ca85e29-d276-494f-8ff3-fe77e4b16fb6 req-693b5c60-440a-402c-b493-674c35b3c0fb service neutron] 10.222.0.15 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288775 May 14 18:08:47.848190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c40d44d9-2893-4ed1-bd5d-8641455ea962 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Synchronizing usage tracker for tenant:08e124bc66354b5fa3eded2a02f78393 on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:47.902967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:47.912782 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e321ec9-0fce-4074-934c-dc0b5d61093e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:47.971783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c40d44d9-2893-4ed1-bd5d-8641455ea962 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Unset dirty status for tenant:08e124bc66354b5fa3eded2a02f78393 on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:47.975892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50944) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:47.980527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c40d44d9-2893-4ed1-bd5d-8641455ea962 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.6736667 May 14 18:08:48.008058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50948) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:48.012358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Pushing event deleted for resources: {'Port': ['ID=c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:48.016495 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:48.057502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.135064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:44Z', 'revision_number': 2, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:48.153033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:48.157627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Checking router: d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:08:48.158098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Updating router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 port 45a38933-4a3e-48f1-937d-cfa379868ce1 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:08:48.165805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] No DVR routers for this DVR port c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:08:48.168084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Usage tracker for resource:security_group_rule and tenant:692d8b0583bd44a3aa9fdebd7c117388 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:48.171967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.174733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'name': 'network-vif-deleted', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:48.181419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:48.191705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:48.206988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-087dee6a-3e25-4640-93f4-3152f898b381 req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.22 "DELETE /v2.0/ports/c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 HTTP/1.1" status: 204 len: 173 time: 1.9312572 May 14 18:08:48.300765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2ab36830-4be9-4e25-b570-787ee814d834 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Synchronizing usage tracker for tenant:bf1f7198c1fc44648c80152f2e4a2729 on resource:floatingip {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:48.304179 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.345579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2ab36830-4be9-4e25-b570-787ee814d834 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Unset dirty status for tenant:bf1f7198c1fc44648c80152f2e4a2729 on resource:floatingip {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:48.347061 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2ab36830-4be9-4e25-b570-787ee814d834 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3699951 May 14 18:08:48.349931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:48.438379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.451494 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.492813 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0cde6a49-ead3-4a16-aa5b-30c13ad2be4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:48.538197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=692d8b0583bd44a3aa9fdebd7c117388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287559 May 14 18:08:48.538827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50972) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:48.539588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133c7b4-f9d6-419f-a5ae-4da09e907926,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:48.553451 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:48.554432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50974) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:48.668744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228349896', 'description': 'tempest-description--692386351'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:48.682212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:48.702695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Usage tracker for resource:security_group and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:48.707749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:48.723340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8309d87e-49e6-4ce5-b381-2c6c4487e772 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:48.726656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:48.735368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.759497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.780991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.812874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:48.826586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Usage tracker for resource:security_group_rule and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:48.832196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:48.833285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Deleting port bff8e8e3-7977-44ee-9538-24bde35e41da {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:48.833783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.841072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:48.915196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:48.919114 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3b125a7e-98bc-4f54-9042-d6f334e15ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:48.954079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0275f4c1-a71f-4c43-9760-ef0c63e9024f req-d8df0f94-17a7-4550-b07c-474c4e393e87 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Synchronizing usage tracker for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:48.959151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133c7b4-f9d6-419f-a5ae-4da09e907926,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:48.972981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:49.012055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.022996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1133c7b4-f9d6-419f-a5ae-4da09e907926 HTTP/1.1" status: 204 len: 168 time: 0.4729364 May 14 18:08:49.027325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0275f4c1-a71f-4c43-9760-ef0c63e9024f req-d8df0f94-17a7-4550-b07c-474c4e393e87 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Unset dirty status for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:49.028642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0275f4c1-a71f-4c43-9760-ef0c63e9024f req-d8df0f94-17a7-4550-b07c-474c4e393e87 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 210 time: 0.1492231 May 14 18:08:49.031631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.047137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.052825 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57b36c04-1fc4-48dd-9d97-fd46a635b3a6 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:49.056391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8309d87e-49e6-4ce5-b381-2c6c4487e772 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:49.061327 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.094047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.094378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.107138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.112496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5568790 May 14 18:08:49.113237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50986) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:49.118096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:49.125635 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:49.127144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Request body: {'security_group_rule': {'security_group_id': 'fb50201f-e351-4b17-9f8e-c4cbdd56cbe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:49.135640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:49.145531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Usage tracker for resource:security_group_rule and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:49.155962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:49.171948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:49.304866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a4ca-7938-4b3d-96dc-9497b16474fb req-de35777b-b7c8-4ceb-bcdd-8a4ab0e572d6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:49.312720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6651a4ca-7938-4b3d-96dc-9497b16474fb req-de35777b-b7c8-4ceb-bcdd-8a4ab0e572d6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1246026 May 14 18:08:49.319889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Calling delete_port for bff8e8e3-7977-44ee-9538-24bde35e41da owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:49.332623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.386563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6651a4ca-7938-4b3d-96dc-9497b16474fb req-3c51795c-0eb5-42c6-9d33-a5577e06b09b tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729053 May 14 18:08:49.416126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.429424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.432746 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:49.479951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f300b8c-eae2-4249-b075-77a6dcd6083f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:49.480206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:08:49.489317 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:49.566530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.567713 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531999 May 14 18:08:49.570701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50994) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:49.579351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:08:49.579677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Request body: {'security_group_rule': {'security_group_id': 'fb50201f-e351-4b17-9f8e-c4cbdd56cbe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:49.580986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:08:49.587821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.593850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:49.614189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Usage tracker for resource:security_group_rule and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:49.617468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:49.623496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Transition to ACTIVE for port object 45a38933-4a3e-48f1-937d-cfa379868ce1 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:49.623622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.631101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:49.631404 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:49.635688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.644013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:49.666762 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90fb840-c665-4c1f-a472-cf03cb0cb14c', 'name': 'network-vif-deleted', 'tag': 'c8b8c7e7-9ebd-4ca6-bebf-0e5bc0923f06', 'status': 'completed', 'code': 200} May 14 18:08:49.672954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.689000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Pushing event deleted for resources: {'Port': ['ID=bff8e8e3-7977-44ee-9538-24bde35e41da,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:49.692414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:49.794789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.804782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.807358 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-54876f00-9662-489e-964d-93c4c0029ea0 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:49.840893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.850093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.855220 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc545e83-ddca-4239-9e13-ec81734d90d1 HTTP/1.1" status: 204 len: 168 time: 1.5018339 May 14 18:08:49.855695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:49.857849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31443aa9-fefd-40d7-863f-33eec1cb1cfa,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:49.864667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:49.894453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8770ac9-5914-4431-83dd-12625614200a None None] Pushing event updated for resources: {'Port': ['ID=45a38933-4a3e-48f1-937d-cfa379868ce1,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:49.897797 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8770ac9-5914-4431-83dd-12625614200a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:49.929271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.930475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586638 May 14 18:08:49.933493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51016) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:49.953231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:49.971136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:49.975065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Attempting to bind port 45a38933-4a3e-48f1-937d-cfa379868ce1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:08:49.975535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Attempting to bind port 45a38933-4a3e-48f1-937d-cfa379868ce1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:08:49.975905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Attempting to bind port 45a38933-4a3e-48f1-937d-cfa379868ce1 on network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:08:49.982976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:08:49.983850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Checking segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:49.984414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.984814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Bound using segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:08:49.985285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Bound port: 45a38933-4a3e-48f1-937d-cfa379868ce1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:08:49.985660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:49.989400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Usage tracker for resource:floatingip and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:49.997760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:50.027560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:50.051153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.197971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] For port 45a38933-4a3e-48f1-937d-cfa379868ce1, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:08:50.201459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] For port 45a38933-4a3e-48f1-937d-cfa379868ce1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=45a38933-4a3e-48f1-937d-cfa379868ce1,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:08:50.209003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.213645 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:50.246010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.336945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:50.337976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:50.462482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8770ac9-5914-4431-83dd-12625614200a None None] Pushing event updated for resources: {'Port': ['ID=45a38933-4a3e-48f1-937d-cfa379868ce1,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:50.558996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Deleting port 586fcf83-7e42-42ed-84f4-67b51e064737 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:50.559350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.583978 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8770ac9-5914-4431-83dd-12625614200a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:50.602434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Allocated IP 172.25.4.52 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/617ea483-8cf1-4fe1-adac-e3984ffc6d92) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:50.683286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:08:50.744569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.744783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.814100 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.852934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:50.859273 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dcf107f-0b57-4fad-a042-8a67d3a873d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:50.987628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e18ec4dc-a465-4f28-aa63-49ab234c06b7 req-2bfe5608-eca6-4b33-a550-0efea454db25 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 210 time: 0.0675273 May 14 18:08:50.992623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:50.993640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event updated for resources: {'Port': ['ID=617ea483-8cf1-4fe1-adac-e3984ffc6d92,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:50.996605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:51.000492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:51.020142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-c4ea9adb-5455-40a9-b066-e9d07b61d165 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:51.020812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-c4ea9adb-5455-40a9-b066-e9d07b61d165 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Synchronizing usage tracker for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:51.081477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.081872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.082255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.082628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.082998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.083390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.083760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.084126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.084492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.084862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.085237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.085582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:08:51.090375 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:51.111517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Calling delete_port for 586fcf83-7e42-42ed-84f4-67b51e064737 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:51.118350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-c4ea9adb-5455-40a9-b066-e9d07b61d165 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Unset dirty status for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:51.119745 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-c4ea9adb-5455-40a9-b066-e9d07b61d165 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 814 time: 0.9355683 May 14 18:08:51.136497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Request body: {'port': {'device_id': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'admin_state_up': True, 'tenant_id': '9aa00494d02a4257a6a6eb979e3232fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:51.137568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.195589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:50Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:51.200275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72908fe2-b0be-49d2-abf8-a73fb7c4ab6e None None] The sync data for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 is: [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:50Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:51.214358 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.299894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:51.330412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:51.349897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Made reservation on behalf of 9aa00494d02a4257a6a6eb979e3232fc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:08:51.353739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.591879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.602986 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6064ad50-2994-46eb-a0cd-293b01097ddb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:51.665639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Pushing event deleted for resources: {'Port': ['ID=586fcf83-7e42-42ed-84f4-67b51e064737,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:51.696416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a385d50-5b51-438e-9095-4c83d98f192b req-3c755737-a0e6-4ebc-b9b3-f2e873cc67b5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:51.704728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a385d50-5b51-438e-9095-4c83d98f192b req-3c755737-a0e6-4ebc-b9b3-f2e873cc67b5 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.4513204 May 14 18:08:51.712134 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:51.779165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Allocated IP 172.20.0.9 (3b14f5ed-09e2-4d24-89a7-241e9c0b6ede/783fc44d-b2a3-4d86-9b44-8dfd9937a373/f00e3c2d-d7b1-4efc-9438-97c5d4bf863d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:08:51.819703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.826021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a385d50-5b51-438e-9095-4c83d98f192b req-0591f197-fdfc-47fd-96c0-50e8d8abbb14 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204891 May 14 18:08:51.876884 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.879044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.880336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/e9659d99-fd26-4f0a-b160-45b3a920f925 HTTP/1.1" status: 204 len: 168 time: 2.0212016 May 14 18:08:51.884458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51060) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:51.890884 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:51.897228 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43638457-9587-4d06-9272-6d40e563c744 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:52.014900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event updated for resources: {'Port': ['ID=617ea483-8cf1-4fe1-adac-e3984ffc6d92,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:52.019498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:52.033163 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.077741 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.092306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1578078 May 14 18:08:52.269586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.306895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting port 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:52.307269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.411779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.427723 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-21193f40-0099-4f37-8472-0850ff869bf0 tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:52.600536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:08:52.644457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:08:52.668397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:08:52.673986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 45a38933-4a3e-48f1-937d-cfa379868ce1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:52.712993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:52.722998 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:52.756695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.783579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:52.784286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.828704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 45a38933-4a3e-48f1-937d-cfa379868ce1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:08:52.841136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 45a38933-4a3e-48f1-937d-cfa379868ce1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:52.841527 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:52.936622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Calling delete_port for 19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:52.944783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d30e70-2dc0-4dd8-b338-2ce93e65250f req-81a232ca-74c7-4263-9054-f2e2b3950f58 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:52.954286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0d30e70-2dc0-4dd8-b338-2ce93e65250f req-81a232ca-74c7-4263-9054-f2e2b3950f58 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 931 time: 0.1641369 May 14 18:08:52.962305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8295002 May 14 18:08:52.978733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Request body: {'port': {'device_id': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:08:53.019426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0d30e70-2dc0-4dd8-b338-2ce93e65250f req-3494d9b8-6d36-4569-9abc-690dab2b5ad9 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610452 May 14 18:08:53.045558 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:53.103188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 45a38933-4a3e-48f1-937d-cfa379868ce1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=45a38933-4a3e-48f1-937d-cfa379868ce1,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:53.114164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:53.122183 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:53.131620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:53.268778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=45a38933-4a3e-48f1-937d-cfa379868ce1,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:53.280945 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:53.368268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd6cc-9396-405c-a9ba-70877d855c21 req-5514bec5-784f-451d-a66f-d82ac2c9e309 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:53.369828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b0cd6cc-9396-405c-a9ba-70877d855c21 req-5514bec5-784f-451d-a66f-d82ac2c9e309 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1329427 May 14 18:08:53.428475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b0cd6cc-9396-405c-a9ba-70877d855c21 req-ddadb549-b975-4662-bde1-84234699db84 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465994 May 14 18:08:53.486642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:53.494123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:53.568111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51154) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:53.598222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Port': ['ID=19c7ef52-440d-4ba6-b1f4-1a8399dc5d30,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:53.606719 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:53.766846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:53.793063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:53.801012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Usage tracker for resource:security_group_rule and tenant:1318cef63fac4057bca44619cf64a09f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:53.805129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:53.814380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:53.848906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:53.862836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "DELETE /v2.0/ports/19c7ef52-440d-4ba6-b1f4-1a8399dc5d30 HTTP/1.1" status: 204 len: 168 time: 1.9772792 May 14 18:08:53.863201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51174) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:53.942042 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.008075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7100733-0ea3-4fa6-b2f4-bb5f877aa3c7 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:54.008833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f7100733-0ea3-4fa6-b2f4-bb5f877aa3c7 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Synchronizing usage tracker for tenant:bf1f7198c1fc44648c80152f2e4a2729 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:08:54.034686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.044930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.045621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00e3c2d-d7b1-4efc-9438-97c5d4bf863d {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:08:54.058359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.076147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Transition to ACTIVE for port object f00e3c2d-d7b1-4efc-9438-97c5d4bf863d will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:08:54.079627 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-693152da-6406-4423-b9d0-e7dca2e57399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:54.081086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.085455 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:54.086655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f7100733-0ea3-4fa6-b2f4-bb5f877aa3c7 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Unset dirty status for tenant:bf1f7198c1fc44648c80152f2e4a2729 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:08:54.091123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f7100733-0ea3-4fa6-b2f4-bb5f877aa3c7 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ed9bdfb-7d27-4347-a363-fc7eeafd8642 HTTP/1.1" status: 200 len: 913 time: 0.2267241 May 14 18:08:54.093835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51182) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:54.103103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1318cef63fac4057bca44619cf64a09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339835 May 14 18:08:54.121643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51186) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:54.258621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceea2ac-0f4c-4513-91ea-879bc5192974,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:54.262818 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:54.309204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.333111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:54.369475 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:54.397186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.473850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Attempting to bind port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:08:54.474081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Attempting to bind port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:08:54.474419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Attempting to bind port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:08:54.483048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:08:54.484198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Attempting to bind port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:08:54.491623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:08:54.492198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Checking segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:08:54.492307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Bound using segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:08:54.492695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Bound port: f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:08:54.493039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.564615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.572536 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08266dfa-8e70-411a-b486-dd9a4928b19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:54.609594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceea2ac-0f4c-4513-91ea-879bc5192974,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:54.616177 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:54.622636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.626812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fceea2ac-0f4c-4513-91ea-879bc5192974 HTTP/1.1" status: 204 len: 168 time: 0.5000153 May 14 18:08:54.652157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:08:54.657333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:08:54.666515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 45a38933-4a3e-48f1-937d-cfa379868ce1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:08:54.670051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.674879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51f2faf5-791c-427b-a09c-5ba17c7b9d91 tempest-AttachSCSIVolumeTestJSON-449841942 tempest-AttachSCSIVolumeTestJSON-449841942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:54.744618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:54.745228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.746751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f00e3c2d-d7b1-4efc-9438-97c5d4bf863d HTTP/1.1" status: 200 len: 1091 time: 1.7749748 May 14 18:08:54.747146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:08:54.787545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:54.790859 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:54.821037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 45a38933-4a3e-48f1-937d-cfa379868ce1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:08:54.821419 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:54.910000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-e6313cc5-4fc9-4771-aa96-b293201b7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:54.911604 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-e6313cc5-4fc9-4771-aa96-b293201b7b95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 1094 time: 0.1143570 May 14 18:08:54.998538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586474c-d68a-406b-bde6-11fc1dbe29e0 req-0d30d07b-c53b-43f7-b2f6-726a174e220d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:55.000042 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-627c5b99-c2e9-44a3-85d4-a23df4d7dafd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d HTTP/1.1" status: 200 len: 217 time: 0.0802288 May 14 18:08:55.000345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1586474c-d68a-406b-bde6-11fc1dbe29e0 req-0d30d07b-c53b-43f7-b2f6-726a174e220d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 943 time: 0.1090760 May 14 18:08:55.004810 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.090934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-43b859fc-7f80-426d-a4a4-796699b2572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:55.093487 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-43b859fc-7f80-426d-a4a4-796699b2572e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 200 len: 854 time: 0.0873208 May 14 18:08:55.150130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-36181c2a-ca98-4174-8f30-584dc0533661 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494297 May 14 18:08:55.186209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1586474c-d68a-406b-bde6-11fc1dbe29e0 req-702f6568-528e-4c3b-b55e-d793d2f57d24 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287780 May 14 18:08:55.246558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51206) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:55.274212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.303306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:55.319116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Usage tracker for resource:security_group_rule and tenant:1581a7c56f5742b4ba08f5256cc02e2e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:55.324799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:55.334482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:55.362266 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-e4090aa8-59de-46dc-9dcd-93cbf35bd047 service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047961 May 14 18:08:55.630972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cd05e-a402-4540-9137-8170dfe7d166 req-3cc3b1a7-39b1-4989-a47d-66f2b746487e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:55.639889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb2cd05e-a402-4540-9137-8170dfe7d166 req-3cc3b1a7-39b1-4989-a47d-66f2b746487e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.3080318 May 14 18:08:55.686216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-09393e9a-b631-4cc4-8253-b41fb3b2696c req-dce87d39-a108-46ef-9fe4-fc178c5be1c9 service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094628 May 14 18:08:55.725153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.731286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.734506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb2cd05e-a402-4540-9137-8170dfe7d166 req-17515ed1-89c5-4391-a48b-8dfa4b6eed8c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930946 May 14 18:08:55.748325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5dc71f27-798e-45f0-9369-521c56e7197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:55.797015 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1581a7c56f5742b4ba08f5256cc02e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494099 May 14 18:08:55.797902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51212) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:55.800277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b869812-1daa-4a3e-96f7-79bcfdc4e7b4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:55.826988 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:55.844499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting port 10341b9b-777e-4b27-bfbe-0c7504090200 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:55.844893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.864215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.897238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.964332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:55.970136 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ead181b-0cd5-48b2-b3ac-fdedc10d1cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:55.980658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b869812-1daa-4a3e-96f7-79bcfdc4e7b4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:55.982916 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:55.998993 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:56.000157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b869812-1daa-4a3e-96f7-79bcfdc4e7b4 HTTP/1.1" status: 204 len: 168 time: 0.2011976 May 14 18:08:56.014230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:56.174008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Calling delete_port for 10341b9b-777e-4b27-bfbe-0c7504090200 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:56.349096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:56.355070 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e5eea97-bb3a-4b05-9554-844e9dbc3f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:56.416192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Port': ['ID=10341b9b-777e-4b27-bfbe-0c7504090200,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:56.448601 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:56.583692 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'status': 'completed', 'code': 200} May 14 18:08:56.781573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777324-404a-45aa-9955-611ba047aaa2 req-f9658db0-97be-4049-bfe0-ed3ac8388ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:56.783084 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-f9658db0-97be-4049-bfe0-ed3ac8388ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 1094 time: 0.1761088 May 14 18:08:56.930186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:56.968047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777324-404a-45aa-9955-611ba047aaa2 req-156a1c6f-f290-4d45-b707-18dfb0cf8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:56.969490 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-156a1c6f-f290-4d45-b707-18dfb0cf8466 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 915 time: 0.1753538 May 14 18:08:56.997267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7146f951-3032-4a71-bc2a-6fa00a7bbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:57.066002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-4ceba774-6b5f-495b-b3a3-ff2949d6be32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d HTTP/1.1" status: 200 len: 217 time: 0.0794392 May 14 18:08:57.142362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777324-404a-45aa-9955-611ba047aaa2 req-07d36618-e687-44a1-9cf9-1f0d7c1a933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:57.143875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-07d36618-e687-44a1-9cf9-1f0d7c1a933f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 200 len: 854 time: 0.0705206 May 14 18:08:57.195724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef1f34-09eb-48cb-b35f-dda6cf3aa0bc req-ac4031d2-1423-4830-a646-c147a5a345f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:57.203314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdef1f34-09eb-48cb-b35f-dda6cf3aa0bc req-ac4031d2-1423-4830-a646-c147a5a345f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 943 time: 0.2750082 May 14 18:08:57.211995 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-d9149191-db21-4751-ae49-eee0c2ecf5a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598464 May 14 18:08:57.381347 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-f220ec05-a7c7-44dd-8f0e-1d60dfa5a9fd service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620381 May 14 18:08:57.538053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdef1f34-09eb-48cb-b35f-dda6cf3aa0bc req-6ad51174-2b30-4839-8104-a619e7653393 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336325 May 14 18:08:57.623409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:57.667461 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f1777324-404a-45aa-9955-611ba047aaa2 req-4a34db70-b2fb-4d11-a0ee-5c09fe82309a service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786243 May 14 18:08:57.718959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Router 8ed9bdfb-7d27-4347-a363-fc7eeafd8642 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:08:57.974124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:08:57.987935 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] Sync routers for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:08:58.000683 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:58.001344 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:58.015943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4247e-199c-4d37-b5cd-0793c171fcee req-0011bd57-8fb5-4297-94b5-05ab03255f0a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:58.017421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90e4247e-199c-4d37-b5cd-0793c171fcee req-0011bd57-8fb5-4297-94b5-05ab03255f0a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1266201 May 14 18:08:58.054729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "PUT /v2.0/routers/8ed9bdfb-7d27-4347-a363-fc7eeafd8642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578650 May 14 18:08:58.057424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51266) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:58.090082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90e4247e-199c-4d37-b5cd-0793c171fcee req-7d56ff17-af28-4377-8717-af831dfb4ca4 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658407 May 14 18:08:58.104442 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:58.115711 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] Routers {'8ed9bdfb-7d27-4347-a363-fc7eeafd8642'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:08:58.116562 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:08:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:58.184392 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:08:58.184793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7db0a-4b91-4d0c-aca2-4f7f845f694c None None] The sync data for ids ['8ed9bdfb-7d27-4347-a363-fc7eeafd8642'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:08:58.331504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:58.551094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:58.650756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting port fe00abe9-7287-4cbc-a886-fda238533fac {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:08:58.651133 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:58.701934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51288) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:58.787350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:58.864805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:58.881998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:08:58.887613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Usage tracker for resource:security_group_rule and tenant:46ce4fad6c394c4d87c54666262f2fe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:08:58.892564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:08:58.899774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:08:59.037339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.060633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Calling delete_port for fe00abe9-7287-4cbc-a886-fda238533fac owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:08:59.082614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.096348 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cebef3b8-0626-4709-ba98-dfd4cfe59bfc tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:59.154337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ce4fad6c394c4d87c54666262f2fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507554 May 14 18:08:59.157122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39189670-988b-4d95-b851-1ee90da92983,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:59.159490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51298) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:59.163068 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:59.168004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f00e3c2d-d7b1-4efc-9438-97c5d4bf863d details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:08:59.219636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.234680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:59.248273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b22d6-c738-473d-8341-dee76e565795 req-80d37d4e-4a8b-4fd3-8b2e-6fa3c93d8d0e tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:59.251384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d9b22d6-c738-473d-8341-dee76e565795 req-80d37d4e-4a8b-4fd3-8b2e-6fa3c93d8d0e tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 943 time: 0.2077050 May 14 18:08:59.285500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.294357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Port': ['ID=fe00abe9-7287-4cbc-a886-fda238533fac,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:59.330380 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:59.343906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d9b22d6-c738-473d-8341-dee76e565795 req-96b1c5b0-7616-4b53-8533-bff0b0569706 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 May 14 18:08:59.345808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.362454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:59.406642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'port_id': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'mac_address': 'fa:16:3e:a0:08:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783fc44d-b2a3-4d86-9b44-8dfd9937a373', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:08:59.423226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.429957 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5cfc444d-eb16-4a03-b892-e9f6edc609d0 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:59.444762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39189670-988b-4d95-b851-1ee90da92983,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:59.448149 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:59.448412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.459230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.460577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39189670-988b-4d95-b851-1ee90da92983 HTTP/1.1" status: 204 len: 168 time: 0.2999847 May 14 18:08:59.587121 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.595029 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.614184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00e3c2d-d7b1-4efc-9438-97c5d4bf863d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:08:59.644684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:08:59.650601 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.654732 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:08:59.695303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42c68-17ab-4b4b-b3f7-6d3e543f079b req-53080399-e973-4c60-9d33-410028a7ea8c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:08:59.704919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-def42c68-17ab-4b4b-b3f7-6d3e543f079b req-53080399-e973-4c60-9d33-410028a7ea8c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1688778 May 14 18:08:59.743687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d928241-b636-449e-bcf8-90020d243b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.756393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:08:59.758642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-def42c68-17ab-4b4b-b3f7-6d3e543f079b req-883fc3e7-f1fa-4f02-ac15-03a4183cc9e7 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515594 May 14 18:08:59.760201 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:08:59.775311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.777604 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.808677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.811065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed9bdfb-7d27-4347-a363-fc7eeafd8642 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:08:59.835376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.840862 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "DELETE /v2.0/routers/8ed9bdfb-7d27-4347-a363-fc7eeafd8642 HTTP/1.1" status: 204 len: 168 time: 1.7817698 May 14 18:08:59.844255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51316) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:59.920387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting subnet 6802bb75-29ea-4362-8477-e26c51cd3a60 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:08:59.924413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:08:59.962729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:08:59.982394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51320) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:08:59.993599 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.036470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.089804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:00.099720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Usage tracker for resource:security_group_rule and tenant:5ffd1909b6e04a5a8528746e3df70390 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:00.103829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:00.107205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.116146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:00.284485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.298597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.324114 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f70a9bc-77f9-4e4c-bbd1-028a6fecc678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:00.426554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae4bba-831f-49b5-a835-5db71dbbaf55,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:00.432709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:00.440972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ffd1909b6e04a5a8528746e3df70390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571619 May 14 18:09:00.444965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51332) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:00.567417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.595713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.603328 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ab852c6-bbe7-438b-b500-d0aef8bae1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:00.625069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.655249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.724752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.733230 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:00.743873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Subnet': ['ID=6802bb75-29ea-4362-8477-e26c51cd3a60,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:00.749689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae4bba-831f-49b5-a835-5db71dbbaf55,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:00.760282 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:00.767291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.769177 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46ae4bba-831f-49b5-a835-5db71dbbaf55 HTTP/1.1" status: 204 len: 168 time: 0.3232963 May 14 18:09:00.790578 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:00.805474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:00.806747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a06f4-1637-477a-8216-8284886737fc None None] Network b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:00.826341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "DELETE /v2.0/subnets/6802bb75-29ea-4362-8477-e26c51cd3a60 HTTP/1.1" status: 204 len: 168 time: 0.9806874 May 14 18:09:00.829948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51340) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:00.879631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f04bd-e529-4e83-819d-5f09f463c318 req-2a69c162-4cd8-42f8-adc2-ce25b645e7c0 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:00.881536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-546f04bd-e529-4e83-819d-5f09f463c318 req-2a69c162-4cd8-42f8-adc2-ce25b645e7c0 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 944 time: 0.2095909 May 14 18:09:00.884115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53175b46-c818-408a-80fd-207b668d2ce0 req-db2ff9ec-71b7-458a-95b2-102683654fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:00.885596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-db2ff9ec-71b7-458a-95b2-102683654fcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.1472414 May 14 18:09:01.060712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.087714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53175b46-c818-408a-80fd-207b668d2ce0 req-0b842617-3b56-4c29-b767-9308edd9ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:01.089189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-0b842617-3b56-4c29-b767-9308edd9ed9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.1808672 May 14 18:09:01.169788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:01.170324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.174618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f00e3c2d-d7b1-4efc-9438-97c5d4bf863d up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:01.260633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] DHCP port deletion for b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:09:01.341331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] For port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,segment=NetworkSegment(3ec460c7-dab8-4946-9da3-e9d2fe1af7b8),segment_id=3ec460c7-dab8-4946-9da3-e9d2fe1af7b8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:01.341845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.367785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-546f04bd-e529-4e83-819d-5f09f463c318 req-b92aa2a2-0acb-4b8b-a2b4-57096d9c42e3 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804549 May 14 18:09:01.423092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-a7d96ee4-f498-4fb2-9816-1549e4b47593 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.3217790 May 14 18:09:01.477957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Deleting port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:01.478244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.558033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:01.571427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Calling delete_port for 261a4c55-e8fc-4e9d-ad58-f2949f1d084b owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:01.583221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:01.583890 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.653549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53175b46-c818-408a-80fd-207b668d2ce0 req-aad0283e-39fc-4aa6-91fc-23af5ac4d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:01.655713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-aad0283e-39fc-4aa6-91fc-23af5ac4d649 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.2205298 May 14 18:09:01.672358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.679301 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec6197fb-95d5-46f5-bcb0-f5635a401cf3 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:01.700323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] For port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,segment=NetworkSegment(3ec460c7-dab8-4946-9da3-e9d2fe1af7b8),segment_id=3ec460c7-dab8-4946-9da3-e9d2fe1af7b8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:01.700890 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:01.760933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a822a4-660f-401a-a915-cca09ba4ae96 req-e9c0c94f-bfdc-4502-a110-4e489776c58f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:01.768609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0a822a4-660f-401a-a915-cca09ba4ae96 req-e9c0c94f-bfdc-4502-a110-4e489776c58f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2464876 May 14 18:09:01.811734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Port': ['ID=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:01.815363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] No DVR routers for this DVR port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:01.820057 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:01.866777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0a822a4-660f-401a-a915-cca09ba4ae96 req-0c5965ab-3b5d-4bfd-8d38-027006d8b728 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970924 May 14 18:09:01.885095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53175b46-c818-408a-80fd-207b668d2ce0 req-48b879f4-0b46-443f-9bf1-24bc103475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:01.886841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-48b879f4-0b46-443f-9bf1-24bc103475b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191834 May 14 18:09:01.913825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Calling delete_port for 261a4c55-e8fc-4e9d-ad58-f2949f1d084b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:01.990266 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.024973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:02.044701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:02.065364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.073097 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:02.164946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.170611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.186843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87ade67-0dd0-42b4-86e1-c3b09f3ecad2']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:02.201277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] No DVR routers for this DVR port 261a4c55-e8fc-4e9d-ad58-f2949f1d084b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:02.210015 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.215427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:02.219660 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:02.220246 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:02.221392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:02.221710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec460c7-dab8-4946-9da3-e9d2fe1af7b8') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:02.249926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.263552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Pushing event deleted for resources: {'Port': ['ID=261a4c55-e8fc-4e9d-ad58-f2949f1d084b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:02.266486 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:02.279234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.282732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-06ee8cf2-d35f-458e-b84d-03f9fa606f71 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842642 May 14 18:09:02.287487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:09:02.287883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: timer() May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:09:02.305179 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:09:02.429777 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.434067 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a983c5ae-ac42-43d1-a8ee-2effd8b69387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:02.454924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53175b46-c818-408a-80fd-207b668d2ce0 req-08efbfb7-3e2f-4c8f-9e85-8c86e9402dac service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619127 May 14 18:09:02.475365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.508084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Network': ['ID=b87ade67-0dd0-42b4-86e1-c3b09f3ecad2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:02.516071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "DELETE /v2.0/networks/b87ade67-0dd0-42b4-86e1-c3b09f3ecad2 HTTP/1.1" status: 204 len: 168 time: 1.6816652 May 14 18:09:02.516071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:02.516443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51380) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:02.607127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 261a4c55-e8fc-4e9d-ad58-f2949f1d084b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:02.670677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 261a4c55-e8fc-4e9d-ad58-f2949f1d084b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:09:02.670677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 261a4c55-e8fc-4e9d-ad58-f2949f1d084b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:09:02.828304 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'code': 200} May 14 18:09:02.829703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Deleting port ad4eb7a1-8253-4d69-90b2-36d8a2c8f738 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:02.830103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.980921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:02.981364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.120829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae7dde-2bb6-47d1-aaee-fd0b7cd304dc req-a5a17a32-d961-4536-994b-9d03df63f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:03.141418 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c6ae7dde-2bb6-47d1-aaee-fd0b7cd304dc req-a5a17a32-d961-4536-994b-9d03df63f331 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 1096 time: 0.1752930 May 14 18:09:03.180586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51428) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:03.199869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Calling delete_port for ad4eb7a1-8253-4d69-90b2-36d8a2c8f738 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:03.230738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c6ae7dde-2bb6-47d1-aaee-fd0b7cd304dc req-1401fa67-72bb-42cb-bcfe-d9362f20ab35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824487 May 14 18:09:03.256043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0edc9-5efc-4590-ac57-530b30f66c22 req-6afc0fd2-3649-4c10-b514-452f0b742d8f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:03.263532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88f0edc9-5efc-4590-ac57-530b30f66c22 req-6afc0fd2-3649-4c10-b514-452f0b742d8f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.2705173 May 14 18:09:03.348664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.364026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:03.371604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Usage tracker for resource:security_group_rule and tenant:47236838690e47119cc2a9275ad6e22d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:03.375447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:03.382354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:03.396173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88f0edc9-5efc-4590-ac57-530b30f66c22 req-8028878b-628e-4687-ae58-a573d4b31040 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317894 May 14 18:09:03.432182 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.437247 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:03.495568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.503719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.540050 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-23e53233-3536-4326-b0f5-5fde60799438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:03.553166 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47236838690e47119cc2a9275ad6e22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712168 May 14 18:09:03.553742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51436) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:03.559859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Pushing event deleted for resources: {'Port': ['ID=ad4eb7a1-8253-4d69-90b2-36d8a2c8f738,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:03.565237 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:03.602433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb6436-4b06-449e-83e7-fd2e84b2ea81,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:03.608749 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:03.631981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.645789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.675648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.741487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.745310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-879f4d86-5585-4e3d-a2da-e70a2703973f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:03.762283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb6436-4b06-449e-83e7-fd2e84b2ea81,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:03.765258 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:03.769192 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.770300 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9eb6436-4b06-449e-83e7-fd2e84b2ea81 HTTP/1.1" status: 204 len: 168 time: 0.2135837 May 14 18:09:03.845623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:03.849504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] 10.222.0.24 "DELETE /v2.0/floatingips/d8d8bc99-570f-4722-a769-70d4b27e044d HTTP/1.1" status: 204 len: 168 time: 1.3320625 May 14 18:09:03.893122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fbf65-fed0-477e-bf7e-d5eca78eb10b req-8674329b-198e-4cd5-8397-5a0acd4a346e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:03.895339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d4fbf65-fed0-477e-bf7e-d5eca78eb10b req-8674329b-198e-4cd5-8397-5a0acd4a346e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2584696 May 14 18:09:03.949572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d4fbf65-fed0-477e-bf7e-d5eca78eb10b req-9ef308ae-6329-4023-8cf8-438a17c9f30c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471752 May 14 18:09:04.231675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51464) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:04.522564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c43fa-eae4-4ae3-8be8-d64c590b2b78 req-ff74aa56-c3c6-45b4-b44e-33290e521d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:04.526136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a76c43fa-eae4-4ae3-8be8-d64c590b2b78 req-ff74aa56-c3c6-45b4-b44e-33290e521d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1064696 May 14 18:09:04.599388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a76c43fa-eae4-4ae3-8be8-d64c590b2b78 req-41dfdbd4-afb4-4e80-ac50-f67ba9c827c2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653613 May 14 18:09:04.649148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3584696e-1b0d-4c1b-ba8b-172e5235d1fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf1f7198c1fc44648c80152f2e4a2729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158969 May 14 18:09:04.652239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:04.764752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:04.852189 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:04.944616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6bd3c-6c29-432a-86a1-5b11a935f830 req-bdcada2f-98be-4a79-a690-f5cbdc131bdb tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:04.946056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04f6bd3c-6c29-432a-86a1-5b11a935f830 req-bdcada2f-98be-4a79-a690-f5cbdc131bdb tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1600497 May 14 18:09:04.993128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:04.999731 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4e8d530-a003-4333-aac0-b92cbf7ee2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:05.004274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51498) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:05.028505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c81b8a-d803-44f9-852c-d59327e85723,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:05.038125 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:05.049586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04f6bd3c-6c29-432a-86a1-5b11a935f830 req-752fe94e-e95b-458e-ade7-3565406fe3c9 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937054 May 14 18:09:05.053508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.066739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5c81b8a-d803-44f9-852c-d59327e85723 HTTP/1.1" status: 204 len: 168 time: 0.4133213 May 14 18:09:05.197329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.223048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:05.232738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Usage tracker for resource:security_group_rule and tenant:48454fbab8a045948ffd537fdf4a7b03 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:05.240297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:05.252440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:05.361326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ff7f4-1625-4eb0-9122-d67fbd207361 req-20bb1a98-75e3-4f63-b75f-e9187d91d925 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:05.369962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-693ff7f4-1625-4eb0-9122-d67fbd207361 req-20bb1a98-75e3-4f63-b75f-e9187d91d925 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1765044 May 14 18:09:05.394102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.404131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.422495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df01969a-c30f-42ea-a4d5-a5c7cf687c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:05.439819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-693ff7f4-1625-4eb0-9122-d67fbd207361 req-5074dd65-29d0-4e43-8795-03c86b474cd0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685647 May 14 18:09:05.533235 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48454fbab8a045948ffd537fdf4a7b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265188 May 14 18:09:05.534040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6399512-8ec6-4892-99f6-9f345a49c20b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:05.537896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51542) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:05.548121 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:05.694151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.714724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:05.735474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.738567 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.756602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:05.761508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4e8d1fea2d45e5987d6fc7dd024385 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:05.768727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:05.774909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:05.777658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2248c-fd21-4542-8271-02ce464e9fc6 req-e2ec4d91-d3e9-47c0-8f39-decb8abea721 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:05.779155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16e2248c-fd21-4542-8271-02ce464e9fc6 req-e2ec4d91-d3e9-47c0-8f39-decb8abea721 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1698480 May 14 18:09:05.859109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16e2248c-fd21-4542-8271-02ce464e9fc6 req-689c9ed7-8635-4822-8c60-5445c459fff4 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681031 May 14 18:09:05.882029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.886058 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f2e65f4-f49a-45f3-90ae-82309aaef42d tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:05.899762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6399512-8ec6-4892-99f6-9f345a49c20b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:05.902673 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:05.912800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.913921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6399512-8ec6-4892-99f6-9f345a49c20b HTTP/1.1" status: 204 len: 168 time: 0.3748510 May 14 18:09:05.930088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.937225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:05.949472 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1d05ac8-7d96-420f-9826-fdf301dd6c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:06.003292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51598) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:06.003958 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a4e8d1fea2d45e5987d6fc7dd024385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880929 May 14 18:09:06.005000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7ca16-b5ac-4836-9428-9a311d1515f5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:06.008439 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:06.088210 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:06.128731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:06.213720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:06.219037 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20ad6ff7-0dd0-44f4-be14-25c589e39d58 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:06.232462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7ca16-b5ac-4836-9428-9a311d1515f5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:06.275702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:06.276624 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:06.279257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ab7ca16-b5ac-4836-9428-9a311d1515f5 HTTP/1.1" status: 204 len: 168 time: 0.2730610 May 14 18:09:06.755294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:06.829338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:06.858127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:06.890656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:06.898571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db89c-e933-473d-9fb5-28f05729046f req-987fd877-e243-4031-a5fb-a33fcdb85231 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:06.906920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d76db89c-e933-473d-9fb5-28f05729046f req-987fd877-e243-4031-a5fb-a33fcdb85231 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1058226 May 14 18:09:06.907217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Usage tracker for resource:security_group_rule and tenant:08e124bc66354b5fa3eded2a02f78393 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:06.913109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:06.919303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:06.964970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d76db89c-e933-473d-9fb5-28f05729046f req-0f7889da-cada-4bd0-8d31-cbc4592b6311 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568366 May 14 18:09:07.069972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.099165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.100941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:07.106687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Usage tracker for resource:security_group_rule and tenant:ee64e0ec27d54c408253ad0a6a7c59d5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:07.113152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:07.115935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.139053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-406ddeee-c4f7-4fca-a7e8-a27330e56428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:07.149589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:07.201445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343dfa-c291-4ade-bdc3-03a0e185fce7 req-b8e72969-2dff-4edf-b785-15d61b1da22b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:07.202290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08e124bc66354b5fa3eded2a02f78393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707142 May 14 18:09:07.207747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51652) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:07.208497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20343dfa-c291-4ade-bdc3-03a0e185fce7 req-b8e72969-2dff-4edf-b785-15d61b1da22b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1021166 May 14 18:09:07.229593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef5ae2-7b9b-465f-996b-7a8019a74708,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:07.250598 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:07.261633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20343dfa-c291-4ade-bdc3-03a0e185fce7 req-2712a598-81fe-4846-92ab-1bd83d6d1c90 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 May 14 18:09:07.330221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.387476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.396322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.408492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.425587 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4345050-efb3-49f1-b439-45c84f2d758e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:07.499092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51666) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:07.515964 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee64e0ec27d54c408253ad0a6a7c59d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571275 May 14 18:09:07.539692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51672) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:07.598626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.605178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05efc6d9-d310-4eee-8612-4768ec6e95e1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:07.611531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:07.612311 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34175248-1978-4a31-bef8-96f0d4d20e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:07.629806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef5ae2-7b9b-465f-996b-7a8019a74708,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:07.632945 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:07.651206 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.654776 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcef5ae2-7b9b-465f-996b-7a8019a74708 HTTP/1.1" status: 204 len: 168 time: 0.4409609 May 14 18:09:07.659836 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.766263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-465248538-network', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:07.774979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.785838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:07.794381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Usage tracker for resource:network and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:07.806369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:07.817411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:07.858634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:07.860910 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.877222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.895951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af34f1-cf9b-49dd-8c5c-2e8b04069659 req-db863768-f383-4bf4-a5e9-c0e7d0d4d0ba tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:07.897451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46af34f1-cf9b-49dd-8c5c-2e8b04069659 req-db863768-f383-4bf4-a5e9-c0e7d0d4d0ba tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1908102 May 14 18:09:07.905841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:07.922852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Usage tracker for resource:security_group_rule and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:07.927165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:07.930005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.941211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-76c12d46-7784-420c-a8c1-e68ca5d6ae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:07.947831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:07.973297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05efc6d9-d310-4eee-8612-4768ec6e95e1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:07.986735 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:07.991049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:07.994380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05efc6d9-d310-4eee-8612-4768ec6e95e1 HTTP/1.1" status: 204 len: 168 time: 0.4920154 May 14 18:09:08.004648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46af34f1-cf9b-49dd-8c5c-2e8b04069659 req-835443b7-96bd-473c-99ff-67786dff2f9b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002090 May 14 18:09:08.094010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.101605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.106465 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d77e7ab-513c-447d-a38f-05010734e447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:08.145052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:08.201478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45406658-cc0a-4ca2-a735-b439435ee686,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:08.219858 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:08.224091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.224432 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Added segment 76290df7-cdde-492f-93e5-04b652027d7c of type vlan for network e7606557-63a1-4b57-8316-b781ae5b2d6e May 14 18:09:08.260491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.312598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03677b6c-a1b8-46e0-bace-097d3324e67b req-ee72db00-8bc5-443e-9dc7-bcc899087ddd tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:08.314311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03677b6c-a1b8-46e0-bace-097d3324e67b req-ee72db00-8bc5-443e-9dc7-bcc899087ddd tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1743662 May 14 18:09:08.319808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.320878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:08.321398 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.328658 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4295e121-ab88-4ec7-a2ef-027535b9ed32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:08.489248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9412644 May 14 18:09:08.489248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Pushing event updated for resources: {'Network': ['ID=e7606557-63a1-4b57-8316-b781ae5b2d6e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:08.489489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51714) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:08.497382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e7606557-63a1-4b57-8316-b781ae5b2d6e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:08.502433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03677b6c-a1b8-46e0-bace-097d3324e67b req-df221b77-3553-48d4-a176-1c912e9ad453 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756506 May 14 18:09:08.503393 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:08.504400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Request body: {'subnet': {'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-subnet', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:08.520261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:08.535904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Usage tracker for resource:subnet and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:08.540864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:08.567284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:08.603834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:08.606282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:08.825645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51734) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:08.985148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1500966236'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:08.992834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:09.007671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Usage tracker for resource:network and tenant:4caf51343cf249379f03dc189630da18 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:09.019508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:09.034431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:09.073347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:09.077826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.101886 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.126782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.134864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:09.141071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Usage tracker for resource:security_group_rule and tenant:4caf51343cf249379f03dc189630da18 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:09.143791 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09aeb022-aba6-48ce-b655-e0882edd3dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:09.145057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:09.151548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:09.271579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:09.292548 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:09.293455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Checking segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:09.293808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Network hostable DHCP agents. Network: e7606557-63a1-4b57-8316-b781ae5b2d6e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:09:09.315729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Network e7606557-63a1-4b57-8316-b781ae5b2d6e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:09.330754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e7606557-63a1-4b57-8316-b781ae5b2d6e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:09.342363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:09.343197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.344187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c40db-c826-4bf7-b211-b27e02667bc6 None None] Network e7606557-63a1-4b57-8316-b781ae5b2d6e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:09.374214 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8829949 May 14 18:09:09.378491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51762) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:09.387239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:09.401172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:09.412003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Usage tracker for resource:router and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:09.416627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:09.424891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:09.429394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.440538 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.452934 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1a38a09b-396a-4067-9006-788471c960f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:09.456098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.458964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.497954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.552132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:09.573381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720b27b2-dfab-4347-b7a4-53a47310dca4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:09.589857 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:09.612394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.612782 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Added segment 6e1daa43-d932-48de-934b-7a7c3f9a00a6 of type vlan for network f18ab411-07d1-4634-a5a4-ac2faa0d49df May 14 18:09:09.675828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.680946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693230f7-0042-480c-a799-e80748d05103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-e7606557-63a1-4b57-8316-b781ae5b2d6e', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:09:09.681868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-693230f7-0042-480c-a799-e80748d05103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.720966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.727873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:09.729138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:09.736610 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:09.965674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-693230f7-0042-480c-a799-e80748d05103 None None] Allocated IP 172.20.0.2 (e7606557-63a1-4b57-8316-b781ae5b2d6e/da7f3812-c2b1-4ebb-82d4-93c52a8db0c4/152d6de6-82bc-4355-a444-f01ce8cfc6ef) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:10.247428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.262758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Network': ['ID=f18ab411-07d1-4634-a5a4-ac2faa0d49df,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:10.264748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-693230f7-0042-480c-a799-e80748d05103 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.266643 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:10.278119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:10.364592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-693230f7-0042-480c-a799-e80748d05103 None None] Transition to ACTIVE for port object 152d6de6-82bc-4355-a444-f01ce8cfc6ef will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:10.371508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51784) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:10.372233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5451071 May 14 18:09:10.391797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'subnet': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:10.421806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-693230f7-0042-480c-a799-e80748d05103 None None] Transition to ACTIVE for port object 152d6de6-82bc-4355-a444-f01ce8cfc6ef will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:10.435841 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-693230f7-0042-480c-a799-e80748d05103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.440960 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:10.441637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe86d2-12b4-47eb-8c50-315c51ac101f req-f9ecf7a3-354f-464e-a4d3-bc1638167518 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:10.449903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cbe86d2-12b4-47eb-8c50-315c51ac101f req-f9ecf7a3-354f-464e-a4d3-bc1638167518 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.2219388 May 14 18:09:10.458336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93579e2-d3af-46a2-8068-f320846770b8 req-4ff7db62-015a-4033-aa62-c08783367eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:10.464952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-4ff7db62-015a-4033-aa62-c08783367eff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 1096 time: 0.2381630 May 14 18:09:10.545277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:10.560365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Usage tracker for resource:subnet and tenant:4caf51343cf249379f03dc189630da18 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:10.565199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:10.574254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:10.594973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:10.613145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:10.616846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.649981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693230f7-0042-480c-a799-e80748d05103 None None] Network e7606557-63a1-4b57-8316-b781ae5b2d6e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:10.660485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-693230f7-0042-480c-a799-e80748d05103 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:10.668667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693230f7-0042-480c-a799-e80748d05103 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:10.705584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cbe86d2-12b4-47eb-8c50-315c51ac101f req-b382f646-c8fd-4b85-ac11-3bee917e0f8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547414 May 14 18:09:10.819844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693230f7-0042-480c-a799-e80748d05103 None None] Pushing event updated for resources: {'Port': ['ID=152d6de6-82bc-4355-a444-f01ce8cfc6ef,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:10.821081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93579e2-d3af-46a2-8068-f320846770b8 req-8658a3b5-bd27-4456-befa-d4dd956ffae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:10.823681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-8658a3b5-bd27-4456-befa-d4dd956ffae8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 200 len: 913 time: 0.3210371 May 14 18:09:10.824449 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-693230f7-0042-480c-a799-e80748d05103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:10.832286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-693230f7-0042-480c-a799-e80748d05103 None None] Attempting to bind port 152d6de6-82bc-4355-a444-f01ce8cfc6ef on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:10.832769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-693230f7-0042-480c-a799-e80748d05103 None None] Attempting to bind port 152d6de6-82bc-4355-a444-f01ce8cfc6ef by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:10.833239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693230f7-0042-480c-a799-e80748d05103 None None] Attempting to bind port 152d6de6-82bc-4355-a444-f01ce8cfc6ef on network e7606557-63a1-4b57-8316-b781ae5b2d6e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:10.839693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693230f7-0042-480c-a799-e80748d05103 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:10.840210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693230f7-0042-480c-a799-e80748d05103 None None] Checking segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:10.840716 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-693230f7-0042-480c-a799-e80748d05103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.841209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693230f7-0042-480c-a799-e80748d05103 None None] Bound using segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:10.841936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-693230f7-0042-480c-a799-e80748d05103 None None] Bound port: 152d6de6-82bc-4355-a444-f01ce8cfc6ef, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:10.843088 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-693230f7-0042-480c-a799-e80748d05103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.948815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-693230f7-0042-480c-a799-e80748d05103 None None] For port 152d6de6-82bc-4355-a444-f01ce8cfc6ef, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:10.953923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-693230f7-0042-480c-a799-e80748d05103 None None] For port 152d6de6-82bc-4355-a444-f01ce8cfc6ef, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=152d6de6-82bc-4355-a444-f01ce8cfc6ef,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:10.958200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2096489569'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:10.960555 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-693230f7-0042-480c-a799-e80748d05103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:10.972436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:10.974984 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:10.987496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Usage tracker for resource:network and tenant:c0e9753f279d4e039eb4a4f0063951c5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:10.992103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:11.035737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:11.072134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Made reservation on behalf of c0e9753f279d4e039eb4a4f0063951c5 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:11.075931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.082672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-e4692544-3b2b-4b63-b7f4-c19885a3fb51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 200 len: 1000 time: 0.2456298 May 14 18:09:11.096823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693230f7-0042-480c-a799-e80748d05103 None None] Pushing event updated for resources: {'Port': ['ID=152d6de6-82bc-4355-a444-f01ce8cfc6ef,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:11.100589 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-693230f7-0042-480c-a799-e80748d05103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:11.114529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.141271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.185832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ceec6-1c06-4afc-8603-c134a7c34717 req-ed87d031-c320-4f00-8f01-4d29df7cb399 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:11.193969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-006ceec6-1c06-4afc-8603-c134a7c34717 req-ed87d031-c320-4f00-8f01-4d29df7cb399 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.2355540 May 14 18:09:11.208775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.215964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:11.234586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93579e2-d3af-46a2-8068-f320846770b8 req-4365fc97-5b62-46c0-9197-01b41b8c0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:11.237392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-4365fc97-5b62-46c0-9197-01b41b8c0a0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 200 len: 851 time: 0.1461253 May 14 18:09:11.291767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-006ceec6-1c06-4afc-8603-c134a7c34717 req-da153a06-c979-4f17-ac44-4a065f6454d8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968564 May 14 18:09:11.320370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Usage tracker for resource:security_group_rule and tenant:c0e9753f279d4e039eb4a4f0063951c5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:11.329308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:11.355208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93579e2-d3af-46a2-8068-f320846770b8 req-89a90591-6177-4fee-8b04-075ca2a37a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:11.357522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:11.357990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-89a90591-6177-4fee-8b04-075ca2a37a4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a867376-97d8-42cd-96d9-9aebf40270c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092939 May 14 18:09:11.572608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-5beab955-d459-43b3-96b9-93a8ee042a4a service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043052 May 14 18:09:11.657956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Allocated IP 172.25.4.132 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/4b742cbf-fb7b-4329-bf84-c83f81ed521c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:11.740942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a93579e2-d3af-46a2-8068-f320846770b8 req-cd51bd13-3f74-49f9-b7a5-d17f57f46f63 service neutron] 10.222.0.22 "GET /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560166 May 14 18:09:11.831221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.862868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.879345 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f3989b4-9a6d-4184-931f-9d2ba09f0437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:11.919918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:11.969526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8098019c-34b1-48b1-a27f-96e44c38ab78,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:11.972400 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:11.972744 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Added segment 2aadb153-ef8f-4ac2-bdfd-880de1dde955 of type vlan for network 36cc83eb-594e-4f36-8a5a-0953f96650eb May 14 18:09:11.979710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:11.988690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.062619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.113487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c810e7-3c84-4607-8648-8fe458c74c26 req-2b90b0cc-08b8-4262-9bb8-5615f1843a95 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:12.120320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.124575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92c810e7-3c84-4607-8648-8fe458c74c26 req-2b90b0cc-08b8-4262-9bb8-5615f1843a95 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1244931 May 14 18:09:12.127834 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a3ddd692-8fec-4842-be6f-4cef483eb1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:12.183604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92c810e7-3c84-4607-8648-8fe458c74c26 req-82c9118b-2898-4a30-a22e-da215f9f4d54 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570765 May 14 18:09:12.186976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.201103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.214774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:12.214774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.461199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:12.472367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Subnet': ['ID=276677d0-93af-47ee-a101-86eeff244c5f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:12.483841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:12.491868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:12.502359 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99c9e2b1-ca7b-4126-ae7b-f621cee1294a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:12.513577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856d690-ef65-458a-ac1c-1ec8cdca6c00 None None] Network e7606557-63a1-4b57-8316-b781ae5b2d6e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:12.575460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:12.631592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a72a-ecbb-4286-a532-2a3927c202ee req-1c5709c3-5d1c-4578-8afa-468507673dcd tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:12.643249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Checking segment: {'id': '6e1daa43-d932-48de-934b-7a7c3f9a00a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:12.644443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network hostable DHCP agents. Network: f18ab411-07d1-4634-a5a4-ac2faa0d49df, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:09:12.645006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3296a72a-ecbb-4286-a532-2a3927c202ee req-1c5709c3-5d1c-4578-8afa-468507673dcd tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1778836 May 14 18:09:12.667235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 152d6de6-82bc-4355-a444-f01ce8cfc6ef up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:12.702753 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1044724 May 14 18:09:12.706430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3296a72a-ecbb-4286-a532-2a3927c202ee req-08595af1-1c0a-4a81-90dd-6112d40b1a71 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558736 May 14 18:09:12.711440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51822) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:12.717204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Request body: {'subnet': {'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:12.727791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Pushing event updated for resources: {'Port': ['ID=4b742cbf-fb7b-4329-bf84-c83f81ed521c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:12.730461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:12.753207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-493b5263-8688-4f7e-8efb-9c85871b9d9a None None] Provisioning for port 152d6de6-82bc-4355-a444-f01ce8cfc6ef completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:12.782532 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2c85192-c76d-4002-96da-27ee7d3b357c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:12.805368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:12.917629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:12.922654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Usage tracker for resource:subnet and tenant:c0e9753f279d4e039eb4a4f0063951c5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:12.926560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:12.933591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:12.946624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Made reservation on behalf of c0e9753f279d4e039eb4a4f0063951c5 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:12.951760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:12.960015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f18ab411-07d1-4634-a5a4-ac2faa0d49df) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:12.974299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f924ef0e-fc5e-4bf4-96ac-f1a12cb48453 None None] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:13.010379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event updated for resources: {'Network': ['ID=36cc83eb-594e-4f36-8a5a-0953f96650eb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:13.016902 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:13.020363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:13.020687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.069304 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6959352 May 14 18:09:13.073057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:13.079961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'name': 'tempest-AllowedAddressPairTestJSON-41029633'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:13.152742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 152d6de6-82bc-4355-a444-f01ce8cfc6ef completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:13.156720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:13.241408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 152d6de6-82bc-4355-a444-f01ce8cfc6ef triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:13.241939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.393515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.450986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:13.565670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'tenant_id': '4caf51343cf249379f03dc189630da18', 'fixed_ips': [{'subnet_id': '276677d0-93af-47ee-a101-86eeff244c5f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:09:13.566912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.673501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Usage tracker for resource:port and tenant:4caf51343cf249379f03dc189630da18 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:13.676956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:13.683405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:13.735616 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.767068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:13.771536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.787425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b14b3-7151-4495-b413-39aaf5750984 req-fe70da73-df32-49c3-a3ba-770548afcbb8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:13.789706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de6b14b3-7151-4495-b413-39aaf5750984 req-fe70da73-df32-49c3-a3ba-770548afcbb8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1767671 May 14 18:09:13.840187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 152d6de6-82bc-4355-a444-f01ce8cfc6ef, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=152d6de6-82bc-4355-a444-f01ce8cfc6ef,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:13.854119 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.872187 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4db4951d-a891-499e-96be-acf68b8b391a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:13.909195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de6b14b3-7151-4495-b413-39aaf5750984 req-574c98c9-78a7-48b8-afee-ba952f7e0ac5 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059678 May 14 18:09:13.937443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:13.945295 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad267349-1154-4847-bed0-c524e9bbeb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:13.978867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Allocated IP 172.20.0.2 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/f2214c83-28c0-45b0-b3f7-a18ad555fd77) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:14.019711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:14.023919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] device_id is not set on port c26c578b-8b8b-45c5-8aa9-d15a984dda00 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:14.038120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=152d6de6-82bc-4355-a444-f01ce8cfc6ef,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:14.060379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event updated for resources: {'Subnet': ['ID=caba0bb6-0a6f-4d31-aba4-01105b148c57,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:14.065705 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:14.076083 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:14.084778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Checking segment: {'id': '2aadb153-ef8f-4ac2-bdfd-880de1dde955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:14.085144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Network hostable DHCP agents. Network: 36cc83eb-594e-4f36-8a5a-0953f96650eb, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:09:14.145609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:14.164569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d019a76b-6d12-4a3f-9664-32fbdf79bf79 None None] Provisioning complete for port 152d6de6-82bc-4355-a444-f01ce8cfc6ef triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:14.165104 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d019a76b-6d12-4a3f-9664-32fbdf79bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:14.178895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 36cc83eb-594e-4f36-8a5a-0953f96650eb) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:14.207850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:14.208700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:14.210760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467477af-b82c-4407-b6af-c8f3bea5c562 None None] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:14.271022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c86b-02bf-40ee-a6b3-082357a34162 req-3a870a46-8db9-49c3-b282-10190239a0f0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:14.280410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef34c86b-02bf-40ee-a6b3-082357a34162 req-3a870a46-8db9-49c3-b282-10190239a0f0 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1666236 May 14 18:09:14.287441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5721107 May 14 18:09:14.306760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51844) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:14.313655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Request body: {'port': {'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1590984224'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:14.481452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef34c86b-02bf-40ee-a6b3-082357a34162 req-8957babc-3c69-4742-94e4-50cf2b5aea01 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961277 May 14 18:09:14.609112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Router 378d37b8-a73c-41e6-b687-ea2d399c4d5a is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:09:14.666182 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 152d6de6-82bc-4355-a444-f01ce8cfc6ef up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:14.669195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:14.679819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Usage tracker for resource:port and tenant:c0e9753f279d4e039eb4a4f0063951c5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:14.690295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:14.701198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:14.722391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Made reservation on behalf of c0e9753f279d4e039eb4a4f0063951c5 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:14.727198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:14.785977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] device_id is not set on port 76851156-0a28-423f-b7e7-d8cded2003fe yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:14.915862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:09:14.930220 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:14.961072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Sync routers for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:09:14.962576 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:14.965266 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5852559 May 14 18:09:14.970094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:14.974418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Transition to ACTIVE for port object f2214c83-28c0-45b0-b3f7-a18ad555fd77 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:15.022315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:15.023530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:15.108099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Allocated IP 172.20.0.12 (36cc83eb-594e-4f36-8a5a-0953f96650eb/caba0bb6-0a6f-4d31-aba4-01105b148c57/76851156-0a28-423f-b7e7-d8cded2003fe) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:15.125284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bf7e5-10c6-454b-9d6b-56b3685b6dd5 req-4d61cd24-f25c-4659-b940-82d192ffa26f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:15.126292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec1bf7e5-10c6-454b-9d6b-56b3685b6dd5 req-4d61cd24-f25c-4659-b940-82d192ffa26f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1364887 May 14 18:09:15.215156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec1bf7e5-10c6-454b-9d6b-56b3685b6dd5 req-738598e0-a4f6-4afe-b090-6994f8faf720 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806050 May 14 18:09:15.235256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Transition to ACTIVE for port object f2214c83-28c0-45b0-b3f7-a18ad555fd77 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:15.235774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 152d6de6-82bc-4355-a444-f01ce8cfc6ef triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:15.235974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.281917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.292614 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4db4951d-a891-499e-96be-acf68b8b391a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:15.325387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-36cc83eb-594e-4f36-8a5a-0953f96650eb', 'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb', 'tenant_id': 'c0e9753f279d4e039eb4a4f0063951c5', 'fixed_ips': [{'subnet_id': 'caba0bb6-0a6f-4d31-aba4-01105b148c57'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:09:15.326224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.451103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Allocated IP 172.20.0.6 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/c26c578b-8b8b-45c5-8aa9-d15a984dda00) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:15.472736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:15.487798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:15.506502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:15.521657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Pushing event updated for resources: {'Port': ['ID=f2214c83-28c0-45b0-b3f7-a18ad555fd77,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:15.522434 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.532653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:15.550628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Transition to ACTIVE for port object 76851156-0a28-423f-b7e7-d8cded2003fe will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:15.653021 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.672401 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14f653d8-b8ac-4c9b-9e39-6df94c728085 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:15.704419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:15.757826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:15.761674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:15.771917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:15.848869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event updated for resources: {'Port': ['ID=76851156-0a28-423f-b7e7-d8cded2003fe,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:15.857043 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:15.860905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Attempting to bind port f2214c83-28c0-45b0-b3f7-a18ad555fd77 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:15.862105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Attempting to bind port f2214c83-28c0-45b0-b3f7-a18ad555fd77 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6e1daa43-d932-48de-934b-7a7c3f9a00a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:15.862105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Attempting to bind port f2214c83-28c0-45b0-b3f7-a18ad555fd77 on network f18ab411-07d1-4634-a5a4-ac2faa0d49df {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:15.907912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84bf61-eab0-41a5-93c4-27b424665cdc req-6cad6fe6-ddd9-4ddd-86b2-1f5dd896ea59 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:15.916328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f84bf61-eab0-41a5-93c4-27b424665cdc req-6cad6fe6-ddd9-4ddd-86b2-1f5dd896ea59 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.3358748 May 14 18:09:15.936687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.950205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Allocated IP 172.20.0.2 (36cc83eb-594e-4f36-8a5a-0953f96650eb/caba0bb6-0a6f-4d31-aba4-01105b148c57/23820e98-425a-413a-a5f0-d1e95d6286ce) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:15.955648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:15.957528 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.986133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:15.986531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Checking segment: {'id': '6e1daa43-d932-48de-934b-7a7c3f9a00a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:15.986947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:15.989970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Bound using segment: {'id': '6e1daa43-d932-48de-934b-7a7c3f9a00a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:15.990489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Bound port: f2214c83-28c0-45b0-b3f7-a18ad555fd77, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1daa43-d932-48de-934b-7a7c3f9a00a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:15.991033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.008911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Transition to ACTIVE for port object c26c578b-8b8b-45c5-8aa9-d15a984dda00 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:16.028546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f84bf61-eab0-41a5-93c4-27b424665cdc req-89805f0b-5080-4e24-8695-d094817c7868 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103163 May 14 18:09:16.034930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7267866 May 14 18:09:16.037967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51866) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:16.086823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.153670 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:09:16.194943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.205578 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1c3f15a-f484-4305-b619-08a2cd3b41f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:16.247890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Deleting port 76851156-0a28-423f-b7e7-d8cded2003fe {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:16.248567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.381992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] For port f2214c83-28c0-45b0-b3f7-a18ad555fd77, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:16.414475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.469846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] For port f2214c83-28c0-45b0-b3f7-a18ad555fd77, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f2214c83-28c0-45b0-b3f7-a18ad555fd77,segment=NetworkSegment(6e1daa43-d932-48de-934b-7a7c3f9a00a6),segment_id=6e1daa43-d932-48de-934b-7a7c3f9a00a6)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:16.474802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=c26c578b-8b8b-45c5-8aa9-d15a984dda00,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:16.493885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.494458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.495019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.496995 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.499678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.500066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.500430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.500793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.501175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.501512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.501865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.502216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.502568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:16.507811 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:16.523462 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:16.554389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:16.563231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:16.571046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:16.595830 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.631705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Transition to ACTIVE for port object 23820e98-425a-413a-a5f0-d1e95d6286ce will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:16.662358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Pushing event updated for resources: {'Port': ['ID=f2214c83-28c0-45b0-b3f7-a18ad555fd77,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:16.681086 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:16.684579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Transition to ACTIVE for port object 23820e98-425a-413a-a5f0-d1e95d6286ce will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:16.688696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:13Z', 'revision_number': 3, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:16.696341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Checking router: 378d37b8-a73c-41e6-b687-ea2d399c4d5a for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:09:16.696894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Updating router 378d37b8-a73c-41e6-b687-ea2d399c4d5a port 4b742cbf-fb7b-4329-bf84-c83f81ed521c binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:09:16.729063 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.735734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Calling delete_port for 76851156-0a28-423f-b7e7-d8cded2003fe owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:16.744460 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:16.744917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:16.745539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.776068 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7017806 May 14 18:09:16.776219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51886) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:16.784833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'name': 'tempest-AllowedAddressPairTestJSON-1793458608', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:be:a8'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:16.829458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Allocated IP 172.20.0.1 (e7606557-63a1-4b57-8316-b781ae5b2d6e/da7f3812-c2b1-4ebb-82d4-93c52a8db0c4/3378676e-4df3-456f-abf6-d5e354f456e0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:16.837258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:16.843009 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:16.870708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:16.880409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:16.909677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Pushing event updated for resources: {'Port': ['ID=23820e98-425a-413a-a5f0-d1e95d6286ce,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:16.946000 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:17.079958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.098507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Transition to ACTIVE for port object 3378676e-4df3-456f-abf6-d5e354f456e0 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:17.136355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Attempting to bind port 23820e98-425a-413a-a5f0-d1e95d6286ce on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:17.137028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Attempting to bind port 23820e98-425a-413a-a5f0-d1e95d6286ce by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2aadb153-ef8f-4ac2-bdfd-880de1dde955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:17.137564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Attempting to bind port 23820e98-425a-413a-a5f0-d1e95d6286ce on network 36cc83eb-594e-4f36-8a5a-0953f96650eb {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:17.144217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:17.144609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Checking segment: {'id': '2aadb153-ef8f-4ac2-bdfd-880de1dde955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:17.145032 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.145418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Bound using segment: {'id': '2aadb153-ef8f-4ac2-bdfd-880de1dde955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:17.146055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Bound port: 23820e98-425a-413a-a5f0-d1e95d6286ce, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aadb153-ef8f-4ac2-bdfd-880de1dde955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36cc83eb-594e-4f36-8a5a-0953f96650eb'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:17.146621 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.148581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.153617 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:17.193833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:17.199554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Usage tracker for resource:port and tenant:4caf51343cf249379f03dc189630da18 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:17.203937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:17.208437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.226311 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:17.275121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Network e7606557-63a1-4b57-8316-b781ae5b2d6e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:17.278057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:17.283660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:17.314184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:17.368248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event deleted for resources: {'Port': ['ID=76851156-0a28-423f-b7e7-d8cded2003fe,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:17.369367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] For port 23820e98-425a-413a-a5f0-d1e95d6286ce, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:17.375468 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:17.384610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:17.397423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Pushing event updated for resources: {'Port': ['ID=3378676e-4df3-456f-abf6-d5e354f456e0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:17.402583 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:17.463910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.527420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.531158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] For port 23820e98-425a-413a-a5f0-d1e95d6286ce, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=23820e98-425a-413a-a5f0-d1e95d6286ce,segment=NetworkSegment(2aadb153-ef8f-4ac2-bdfd-880de1dde955),segment_id=2aadb153-ef8f-4ac2-bdfd-880de1dde955)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:17.536164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.550970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.559646 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:17.564645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.619763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] device_id is not set on port 947c6576-4eb4-4c93-8d6d-257476b0e1f1 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:17.627624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Transition to ACTIVE for port object 4b742cbf-fb7b-4329-bf84-c83f81ed521c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:17.651742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.654033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.659362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "DELETE /v2.0/ports/76851156-0a28-423f-b7e7-d8cded2003fe HTTP/1.1" status: 204 len: 168 time: 1.6201720 May 14 18:09:17.662766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51918) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:17.757434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Pushing event updated for resources: {'Port': ['ID=23820e98-425a-413a-a5f0-d1e95d6286ce,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:17.779314 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:17.782912 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8770ac9-5914-4431-83dd-12625614200a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:17.825293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Attempting to bind port 4b742cbf-fb7b-4329-bf84-c83f81ed521c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:17.825715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Attempting to bind port 4b742cbf-fb7b-4329-bf84-c83f81ed521c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:17.826387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Attempting to bind port 4b742cbf-fb7b-4329-bf84-c83f81ed521c on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:17.834790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-48c49e9c-88ec-4972-9b4f-cc147b74e6b8 None None] Provisioning for port 3378676e-4df3-456f-abf6-d5e354f456e0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:17.837786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-4f9dba76-5c1a-404b-8e6c-6bb19ea26889 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:17.839378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-4f9dba76-5c1a-404b-8e6c-6bb19ea26889 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdedf6b8-d181-4845-9185-680b190cabc2 HTTP/1.1" status: 200 len: 944 time: 0.2692168 May 14 18:09:17.848586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-712c5ffa-00e9-4e70-9bc3-836c9cc1c442 tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1831944 May 14 18:09:17.853210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51924) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:17.865469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-48c49e9c-88ec-4972-9b4f-cc147b74e6b8 None None] Provisioning complete for port 3378676e-4df3-456f-abf6-d5e354f456e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:17.865844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48c49e9c-88ec-4972-9b4f-cc147b74e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.914045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:17.914743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:17.915360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.915953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:17.916605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Bound port: 4b742cbf-fb7b-4329-bf84-c83f81ed521c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:17.917287 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:17.923015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1847571066'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:17.928185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:17.932432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Usage tracker for resource:network and tenant:c0e9753f279d4e039eb4a4f0063951c5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:17.935502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:17.943119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:17.963397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Made reservation on behalf of c0e9753f279d4e039eb4a4f0063951c5 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:17.966761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.009891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Allocated IP 172.20.0.14 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/947c6576-4eb4-4c93-8d6d-257476b0e1f1) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:18.035098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.042376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.072072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396e711-84cf-42e0-a72f-5407687085e8 None None] Pushing event updated for resources: {'Port': ['ID=4b742cbf-fb7b-4329-bf84-c83f81ed521c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:18.074878 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7396e711-84cf-42e0-a72f-5407687085e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:18.097730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:18.106764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-48c49e9c-88ec-4972-9b4f-cc147b74e6b8 None None] Port 3378676e-4df3-456f-abf6-d5e354f456e0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:18.128655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff393d50-1ede-4349-86e3-80f76c8825c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:18.131532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] For port 4b742cbf-fb7b-4329-bf84-c83f81ed521c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:18.135210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] For port 4b742cbf-fb7b-4329-bf84-c83f81ed521c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4b742cbf-fb7b-4329-bf84-c83f81ed521c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:18.141566 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.142099 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.142387 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Added segment 190335ce-849d-4270-846c-7d513a6e08cd of type vlan for network 16f07305-898e-42d6-b068-b68b441e74ef May 14 18:09:18.146474 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:18.224173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Pushing event updated for resources: {'Port': ['ID=3378676e-4df3-456f-abf6-d5e354f456e0,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:18.236407 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:18.240620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.267804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:18.268460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:18.289848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Deleting port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:18.290186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.305005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.334401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ee3c5-b1e6-4de3-a59a-1103b3e1c439 None None] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:18.399083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Network e7606557-63a1-4b57-8316-b781ae5b2d6e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:18.400867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:18.423066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396e711-84cf-42e0-a72f-5407687085e8 None None] Pushing event updated for resources: {'Port': ['ID=4b742cbf-fb7b-4329-bf84-c83f81ed521c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:18.476819 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7396e711-84cf-42e0-a72f-5407687085e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:18.508502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-83502bb7-1857-4034-803a-8c9d81050505 None None] Provisioning for port f2214c83-28c0-45b0-b3f7-a18ad555fd77 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:18.572255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.579454 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.585097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:18.585693 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.641549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] For port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:18.642070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:18.667439 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-76c8bd60-c236-448d-bd3d-3ddc6b6ad638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:18.725054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:18.739119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Router 378d37b8-a73c-41e6-b687-ea2d399c4d5a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:09:18.830838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9745934 May 14 18:09:18.831465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51928) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:18.958658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 23820e98-425a-413a-a5f0-d1e95d6286ce up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:18.964574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:09:18.970013 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] 10.222.0.24 "PUT /v2.0/routers/378d37b8-a73c-41e6-b687-ea2d399c4d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9982109 May 14 18:09:19.082594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Calling delete_port for 2e16a4a3-6738-44ac-8b14-1f91331d3e6f owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:19.101492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Transition to ACTIVE for port object 947c6576-4eb4-4c93-8d6d-257476b0e1f1 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:19.149610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event updated for resources: {'Network': ['ID=16f07305-898e-42d6-b068-b68b441e74ef,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:19.164440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e1eba67c-95e2-4a94-af03-bcea202cd8b2 None None] Provisioning complete for port 3378676e-4df3-456f-abf6-d5e354f456e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:19.164772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e1eba67c-95e2-4a94-af03-bcea202cd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:19.200214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 16f07305-898e-42d6-b068-b68b441e74ef details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:19.203857 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:19.215971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261b533-003b-4cf9-90b9-a3d1f42e9d49 None None] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:19.316519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:19.333360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8224862-8828-4d41-9af5-ad55f96c2c6d tempest-ListServersNegativeTestJSON-458311665 tempest-ListServersNegativeTestJSON-458311665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:19.395692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7a7e0d0e-6f88-4c1f-970e-43b960bb204d tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/agents/2fbbd928-ac38-4550-801b-fdb0e06118ff/dhcp-networks HTTP/1.1" status: 200 len: 8901 time: 0.3246889 May 14 18:09:19.396586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:19.446960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e1eba67c-95e2-4a94-af03-bcea202cd8b2 None None] Port 3378676e-4df3-456f-abf6-d5e354f456e0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:19.460513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:19.467932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:19.469916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=947c6576-4eb4-4c93-8d6d-257476b0e1f1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:19.474415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:19.491033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 23820e98-425a-413a-a5f0-d1e95d6286ce completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:19.515307 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:19.541117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f2214c83-28c0-45b0-b3f7-a18ad555fd77 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:19.575357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:19.576019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:19.598315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:19.606667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-73afd4b1-9f95-4613-8144-37ee3cec2728 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:19.645571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['c3bc1ba8-0229-4e70-a17e-29e31c415cdc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:09:19.659022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'Port': ['ID=2e16a4a3-6738-44ac-8b14-1f91331d3e6f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:19.666663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8893623 May 14 18:09:19.672742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:09:19.676750 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:19.679016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51974) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:19.805150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Provisioning for port 23820e98-425a-413a-a5f0-d1e95d6286ce completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:19.865481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08d7c7-f71d-4ce9-b5f0-181da10d58aa tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] Network 16f07305-898e-42d6-b068-b68b441e74ef is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:19.875519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Provisioning complete for port 23820e98-425a-413a-a5f0-d1e95d6286ce triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:19.876047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:19.883365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] No DVR routers for this DVR port 2e16a4a3-6738-44ac-8b14-1f91331d3e6f on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:19.884064 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7a08d7c7-f71d-4ce9-b5f0-181da10d58aa tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "POST /v2.0/agents/2fbbd928-ac38-4550-801b-fdb0e06118ff/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4835141 May 14 18:09:19.885144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51978) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:19.888856 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:19.898432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae539d42-431d-4227-953f-5f9b1ab0499e req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "DELETE /v2.0/ports/2e16a4a3-6738-44ac-8b14-1f91331d3e6f HTTP/1.1" status: 204 len: 173 time: 2.0464811 May 14 18:09:19.918944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-deleted', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:19.933489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80c4a7-c6b7-4863-ae86-7b9910355728 None None] Network 16f07305-898e-42d6-b068-b68b441e74ef requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:20.193416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54972bc-7eca-4340-88f1-d07ab1c8d197 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:20.199631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54972bc-7eca-4340-88f1-d07ab1c8d197 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:20.207152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54972bc-7eca-4340-88f1-d07ab1c8d197 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:20.208103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e54972bc-7eca-4340-88f1-d07ab1c8d197 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Synchronizing usage tracker for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:20.281847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:20.283310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a6c0b526-5374-4b13-875e-5304418a51ca tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/agents/2fbbd928-ac38-4550-801b-fdb0e06118ff/dhcp-networks HTTP/1.1" status: 200 len: 9672 time: 0.3902924 May 14 18:09:20.285965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e54972bc-7eca-4340-88f1-d07ab1c8d197 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Unset dirty status for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:20.287111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e54972bc-7eca-4340-88f1-d07ab1c8d197 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.6060255 May 14 18:09:20.290027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51996) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:20.499929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f2214c83-28c0-45b0-b3f7-a18ad555fd77 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:20.523869 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f5e2ee7e-403b-44ba-b7b1-702a6647a924 tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "DELETE /v2.0/agents/2fbbd928-ac38-4550-801b-fdb0e06118ff/dhcp-networks/16f07305-898e-42d6-b068-b68b441e74ef HTTP/1.1" status: 204 len: 168 time: 0.2407587 May 14 18:09:20.526196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52014) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:20.559861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port 947c6576-4eb4-4c93-8d6d-257476b0e1f1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:20.560498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:20.732180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f2214c83-28c0-45b0-b3f7-a18ad555fd77 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:20.732563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:20.771393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 2, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:20.789972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:20.866352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1607862c-6f98-4229-8216-c62f94a7e94e tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/agents/2fbbd928-ac38-4550-801b-fdb0e06118ff/dhcp-networks HTTP/1.1" status: 200 len: 8901 time: 0.3388488 May 14 18:09:20.873882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52036) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:20.896867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6cf6f3f6-811f-43a1-9ac0-94a7cad40dbb tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/networks/36cc83eb-594e-4f36-8a5a-0953f96650eb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0214338 May 14 18:09:20.900446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52040) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:20.924522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8332a06-477f-4229-b24f-b751b9708df0 None None] The sync data for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 is: [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 2, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:09:20.929555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c5013f65-e307-4620-b4c7-d099f4f45456 tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/networks/36cc83eb-594e-4f36-8a5a-0953f96650eb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0273051 May 14 18:09:20.932271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52044) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:20.948296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for 947c6576-4eb4-4c93-8d6d-257476b0e1f1 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:21.109859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.128499 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ecf43bd1-ae70-4576-886c-db121d855f3f tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:21.203006 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.262234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=947c6576-4eb4-4c93-8d6d-257476b0e1f1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:21.267084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:21.332827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.399318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7e979304-7399-4171-bb1c-a7c3f2ce3780 tempest-DHCPAgentSchedulersTestJSON-2066390819 tempest-DHCPAgentSchedulersTestJSON-2066390819-project-admin] 10.222.0.24 "GET /v2.0/agents/2fbbd928-ac38-4550-801b-fdb0e06118ff/dhcp-networks HTTP/1.1" status: 200 len: 8901 time: 0.4648528 May 14 18:09:21.413148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52050) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:21.422622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] For port 23820e98-425a-413a-a5f0-d1e95d6286ce, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=23820e98-425a-413a-a5f0-d1e95d6286ce,segment=NetworkSegment(2aadb153-ef8f-4ac2-bdfd-880de1dde955),segment_id=2aadb153-ef8f-4ac2-bdfd-880de1dde955)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:21.438969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.442918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d1047d5e-cdf0-4675-9719-624b21251511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:21.557877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f2214c83-28c0-45b0-b3f7-a18ad555fd77, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f2214c83-28c0-45b0-b3f7-a18ad555fd77,segment=NetworkSegment(6e1daa43-d932-48de-934b-7a7c3f9a00a6),segment_id=6e1daa43-d932-48de-934b-7a7c3f9a00a6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:21.571349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.628737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Pushing event updated for resources: {'Port': ['ID=23820e98-425a-413a-a5f0-d1e95d6286ce,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:21.642601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Provisioning for port c26c578b-8b8b-45c5-8aa9-d15a984dda00 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:21.655971 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:21.656512 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-693230f7-0042-480c-a799-e80748d05103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:21.712460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Provisioning complete for port c26c578b-8b8b-45c5-8aa9-d15a984dda00 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:21.712844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.761115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bae37-6efe-4d66-ad4f-e0d33a9b15cf req-87ccf023-ae7b-4c0f-ad6e-98fa9ab64a10 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:21.763889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.771686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-461bae37-6efe-4d66-ad4f-e0d33a9b15cf req-87ccf023-ae7b-4c0f-ad6e-98fa9ab64a10 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.6483381 May 14 18:09:21.790387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/ports/947c6576-4eb4-4c93-8d6d-257476b0e1f1 HTTP/1.1" status: 204 len: 168 time: 1.4993436 May 14 18:09:21.792915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:21.849257 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89d9ae9-efba-46cb-89e5-eef24cad4cd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] GET failed (client error): The resource could not be found. May 14 18:09:21.849783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e89d9ae9-efba-46cb-89e5-eef24cad4cd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Synchronizing usage tracker for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:21.856906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f2214c83-28c0-45b0-b3f7-a18ad555fd77,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:21.860113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Port c26c578b-8b8b-45c5-8aa9-d15a984dda00 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:21.863766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.864509 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:21.865289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Could not find standard attr ID for object 947c6576-4eb4-4c93-8d6d-257476b0e1f1. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:09:21.880158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Provisioning complete for port f2214c83-28c0-45b0-b3f7-a18ad555fd77 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:21.880821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14845925-cc4b-4ba5-8754-9ae18b5ce5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:21.887891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e89d9ae9-efba-46cb-89e5-eef24cad4cd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Unset dirty status for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:21.889490 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e89d9ae9-efba-46cb-89e5-eef24cad4cd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "GET /v2.0/ports/947c6576-4eb4-4c93-8d6d-257476b0e1f1 HTTP/1.1" status: 404 len: 333 time: 0.0955243 May 14 18:09:21.893147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-461bae37-6efe-4d66-ad4f-e0d33a9b15cf req-3e35e683-79a8-4511-b7e4-be9f52e08610 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197429 May 14 18:09:21.894235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52060) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:21.901307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'name': 'tempest-AllowedAddressPairTestJSON-1916467244'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:22.118812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:22.136169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:22.167680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:22.178408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.236932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] device_id is not set on port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:22.280931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a781ffcf-94b0-4745-82da-667ef4191f0b None None] Provisioning complete for port 23820e98-425a-413a-a5f0-d1e95d6286ce triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:22.281396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a781ffcf-94b0-4745-82da-667ef4191f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.354275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.376643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-337b30e4-5548-4e05-ac34-dd7657168953 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Synchronizing usage tracker for tenant:1e73cada9fd54648b9dee82a601b16f0 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:22.390134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f07305-898e-42d6-b068-b68b441e74ef']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:22.432550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190335ce-849d-4270-846c-7d513a6e08cd') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:22.432838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190335ce-849d-4270-846c-7d513a6e08cd') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:22.481645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a781ffcf-94b0-4745-82da-667ef4191f0b None None] Could not find standard attr ID for object 76851156-0a28-423f-b7e7-d8cded2003fe. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:09:22.499044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Allocated IP 172.20.0.14 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/14971f2c-9c83-43e7-9ae0-13d5bf0b0e49) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:22.696678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.712652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-337b30e4-5548-4e05-ac34-dd7657168953 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Unset dirty status for tenant:1e73cada9fd54648b9dee82a601b16f0 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:22.714242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-337b30e4-5548-4e05-ac34-dd7657168953 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1228349896&fields=id&tenant_id=1e73cada9fd54648b9dee82a601b16f0 HTTP/1.1" status: 200 len: 267 time: 0.4593937 May 14 18:09:22.720814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.760498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:09:22.761001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: timer() May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:09:22.777234 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:09:22.810211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.932632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Transition to ACTIVE for port object 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:22.939915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.946468 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ee20dfdb-2706-4c61-8414-a96202b5e3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:22.964052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.974827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event deleted for resources: {'Network': ['ID=16f07305-898e-42d6-b068-b68b441e74ef,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:22.980902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:22.981762 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:22.988488 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c85937a-e878-436b-8a37-5facf1752df7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:22.994606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "DELETE /v2.0/networks/16f07305-898e-42d6-b068-b68b441e74ef HTTP/1.1" status: 204 len: 168 time: 1.5775383 May 14 18:09:22.995552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52072) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:23.044532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-e2e52919-46f8-49d0-a708-7bd40202688c tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:23.052064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-e2e52919-46f8-49d0-a708-7bd40202688c tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/networks?id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 HTTP/1.1" status: 200 len: 815 time: 0.3238802 May 14 18:09:23.060562 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0487f9-7228-45ef-bad2-e197dc9899eb tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] DELETE failed (client error): The resource could not be found. May 14 18:09:23.061623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0487f9-7228-45ef-bad2-e197dc9899eb tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:09:23.063325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5b0487f9-7228-45ef-bad2-e197dc9899eb tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "DELETE /v2.0/ports/76851156-0a28-423f-b7e7-d8cded2003fe HTTP/1.1" status: 404 len: 333 time: 0.0667412 May 14 18:09:23.066084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52076) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:23.069884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:23.073323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:23.074516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-2eb4d6d0-05ee-4fca-a1e7-c9acfbb8c409 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/quotas/1e73cada9fd54648b9dee82a601b16f0 HTTP/1.1" status: 200 len: 375 time: 0.0216069 May 14 18:09:23.083900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:23.127347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=14971f2c-9c83-43e7-9ae0-13d5bf0b0e49,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:23.131059 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:23.145973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Deleting subnet caba0bb6-0a6f-4d31-aba4-01105b148c57 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:09:23.168485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:23.169009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.188489 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.200667 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3045850 May 14 18:09:23.202248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52080) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:23.210425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:be:a8'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:23.289839 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.376388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-5c85f32d-3181-4106-8065-3c5179830e4b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e73cada9fd54648b9dee82a601b16f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3010323 May 14 18:09:23.412004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c0c7c5d-2629-434d-baa5-e800970e07cb None None] Provisioning for port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:23.445857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c0c7c5d-2629-434d-baa5-e800970e07cb None None] Provisioning complete for port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:23.448319 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c0c7c5d-2629-434d-baa5-e800970e07cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.503396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.578551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c7c5d-2629-434d-baa5-e800970e07cb None None] Port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:23.707489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-c5d265e6-da61-4195-8ab5-c85633f39e96 service neutron] 10.222.0.24 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156619 May 14 18:09:23.720829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.849492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 23820e98-425a-413a-a5f0-d1e95d6286ce up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:23.944161 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.957782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-7d65bfa7-443d-4363-9abb-f46381754103 service neutron] 10.222.0.24 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450547 May 14 18:09:23.970758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 23820e98-425a-413a-a5f0-d1e95d6286ce triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:23.971267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:23.998373 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Sync routers for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:09:24.014929 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:24.021555 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:24.072365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.078216 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-53e21041-e87a-4b37-ac14-0f7b0ce12ec9 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:24.124679 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.129592 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.136666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:24.144549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4b742cbf-fb7b-4329-bf84-c83f81ed521c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:24.175252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event deleted for resources: {'Subnet': ['ID=caba0bb6-0a6f-4d31-aba4-01105b148c57,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:24.177476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.187115 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:24.198589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "DELETE /v2.0/subnets/caba0bb6-0a6f-4d31-aba4-01105b148c57 HTTP/1.1" status: 204 len: 168 time: 1.1313713 May 14 18:09:24.200957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52088) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:24.213489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a72a7-7fdb-4b6a-be68-066a0a5a6dea None None] Network 36cc83eb-594e-4f36-8a5a-0953f96650eb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:24.300677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=14971f2c-9c83-43e7-9ae0-13d5bf0b0e49,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:24.312980 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:24.343964 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:24.477328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] In _notify_port_updated(), no bound segment for port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 on network f18ab411-07d1-4634-a5a4-ac2faa0d49df {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:09:24.481870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.490378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:24.495670 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.501241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "PUT /v2.0/ports/14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 HTTP/1.1" status: 200 len: 994 time: 1.2979832 May 14 18:09:24.504198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52096) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:24.617460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 4b742cbf-fb7b-4329-bf84-c83f81ed521c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:24.628424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4b742cbf-fb7b-4329-bf84-c83f81ed521c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:24.628817 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:24.646148 n-d-787206-3 neutron-server[79559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdedf6b8-d181-4845-9185-680b190cabc2', 'name': 'network-vif-deleted', 'tag': '2e16a4a3-6738-44ac-8b14-1f91331d3e6f', 'status': 'failed', 'code': 422} returned with failed status May 14 18:09:24.849546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Deleting port 23820e98-425a-413a-a5f0-d1e95d6286ce {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:24.849959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.021624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.041007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] DHCP port deletion for 36cc83eb-594e-4f36-8a5a-0953f96650eb request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:09:25.078636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7fd315b5-3b72-4f1c-8110-5e1a4a622cd0 None None] Provisioning complete for port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:25.079021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fd315b5-3b72-4f1c-8110-5e1a4a622cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.112957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:25.113556 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.146056 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 2, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:25.161070 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Checking router: 378d37b8-a73c-41e6-b687-ea2d399c4d5a for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:09:25.161427 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Updating router 378d37b8-a73c-41e6-b687-ea2d399c4d5a port 3378676e-4df3-456f-abf6-d5e354f456e0 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:09:25.194078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 4b742cbf-fb7b-4329-bf84-c83f81ed521c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4b742cbf-fb7b-4329-bf84-c83f81ed521c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:25.226264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.226883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] For port 23820e98-425a-413a-a5f0-d1e95d6286ce, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=23820e98-425a-413a-a5f0-d1e95d6286ce,segment=NetworkSegment(2aadb153-ef8f-4ac2-bdfd-880de1dde955),segment_id=2aadb153-ef8f-4ac2-bdfd-880de1dde955)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:25.227289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.230579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f2214c83-28c0-45b0-b3f7-a18ad555fd77 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:25.284052 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:25.309681 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.401068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Calling delete_port for 23820e98-425a-413a-a5f0-d1e95d6286ce owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:25.467652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.503647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=4b742cbf-fb7b-4329-bf84-c83f81ed521c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:25.514934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fd315b5-3b72-4f1c-8110-5e1a4a622cd0 None None] Port 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:25.520879 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:25.560110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Deleting port 23820e98-425a-413a-a5f0-d1e95d6286ce {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:25.560543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.709927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] For port 23820e98-425a-413a-a5f0-d1e95d6286ce, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=23820e98-425a-413a-a5f0-d1e95d6286ce,segment=NetworkSegment(2aadb153-ef8f-4ac2-bdfd-880de1dde955),segment_id=2aadb153-ef8f-4ac2-bdfd-880de1dde955)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:25.710685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.775014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for 14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:25.831610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.836925 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdaad421-4018-4789-bcda-8776a3319254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:25.898224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event deleted for resources: {'Port': ['ID=23820e98-425a-413a-a5f0-d1e95d6286ce,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:25.901679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:25.903060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] No DVR routers for this DVR port 23820e98-425a-413a-a5f0-d1e95d6286ce on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:25.932157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Calling delete_port for 23820e98-425a-413a-a5f0-d1e95d6286ce owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:25.944491 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:25.980263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f2214c83-28c0-45b0-b3f7-a18ad555fd77 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:25.980668 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: from cryptography.utils import int_from_bytes May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: from cryptography.utils import int_from_bytes May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.081251 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:09:26.084341 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:09:26.087243 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.098106 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:26.136174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] No DVR routers for this DVR port 23820e98-425a-413a-a5f0-d1e95d6286ce on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:26.156430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Pushing event deleted for resources: {'Port': ['ID=23820e98-425a-413a-a5f0-d1e95d6286ce,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:26.160123 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:26.161227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.192901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cc83eb-594e-4f36-8a5a-0953f96650eb']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:26.217111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aadb153-ef8f-4ac2-bdfd-880de1dde955') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:26.217111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aadb153-ef8f-4ac2-bdfd-880de1dde955') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:26.221070 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Transition to ACTIVE for port object 3378676e-4df3-456f-abf6-d5e354f456e0 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:26.228384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.229084 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.233924 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d31ae43e-23a3-405d-a2dd-9259afc2e9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:26.246775 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-55b6c1d4-208f-4bdb-bbd8-bcaa0eace16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:26.346508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.376178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=14971f2c-9c83-43e7-9ae0-13d5bf0b0e49,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:26.379841 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:26.411266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4b742cbf-fb7b-4329-bf84-c83f81ed521c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:26.522190 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Pushing event updated for resources: {'Port': ['ID=3378676e-4df3-456f-abf6-d5e354f456e0,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:26.591693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4b742cbf-fb7b-4329-bf84-c83f81ed521c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:26.592743 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.609689 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.610043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.610367 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.610707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.611031 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.611383 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.611707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.620547 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.620966 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.621308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.621645 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.621975 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:26.634767 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:26.675504 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Attempting to bind port 3378676e-4df3-456f-abf6-d5e354f456e0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:26.681087 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Attempting to bind port 3378676e-4df3-456f-abf6-d5e354f456e0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:26.681563 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Attempting to bind port 3378676e-4df3-456f-abf6-d5e354f456e0 on network e7606557-63a1-4b57-8316-b781ae5b2d6e {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:26.694993 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:26.695419 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Checking segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:26.695756 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.696224 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Bound using segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:26.696624 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Bound port: 3378676e-4df3-456f-abf6-d5e354f456e0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:26.697030 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.733635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.768662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332537-66a6-4cfa-ae2c-da32b3608faa req-9b2aa0da-5952-4cb1-871c-f27c512c435d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:26.775741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc332537-66a6-4cfa-ae2c-da32b3608faa req-9b2aa0da-5952-4cb1-871c-f27c512c435d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.8079662 May 14 18:09:26.794990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:09:26.794990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: timer() May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:09:26.812626 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:09:26.822369 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] For port 3378676e-4df3-456f-abf6-d5e354f456e0, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:26.826039 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] For port 3378676e-4df3-456f-abf6-d5e354f456e0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3378676e-4df3-456f-abf6-d5e354f456e0,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:26.834324 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:26.845706 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3d68bf69-83a5-4041-aeb0-7cd3cce90c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:26.883162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-7bc57900-f8b8-4b5e-b79d-f05d74e60e86 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:26.884759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-7bc57900-f8b8-4b5e-b79d-f05d74e60e86 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.22 "GET /v2.0/networks?id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 HTTP/1.1" status: 200 len: 815 time: 0.5292733 May 14 18:09:26.890465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 23820e98-425a-413a-a5f0-d1e95d6286ce no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:26.945534 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Pushing event updated for resources: {'Port': ['ID=3378676e-4df3-456f-abf6-d5e354f456e0,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:26.950547 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:26.963721 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:26.969414 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:26.977361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 23820e98-425a-413a-a5f0-d1e95d6286ce {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:09:26.979697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 23820e98-425a-413a-a5f0-d1e95d6286ce not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:09:27.020944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-33ccd061-4d74-4535-b0c4-ec749c53fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:27.053579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc332537-66a6-4cfa-ae2c-da32b3608faa req-59b7849f-e82f-4df0-a8f8-f7cc3dbb9b7e tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768674 May 14 18:09:27.271872 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:27.353336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:27.402622 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d919c14c-fc86-4098-aa90-e84f09e507fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:27.427586 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:27.433855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-e57b2982-c488-4d9d-aa7f-ede2172267cb tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e73cada9fd54648b9dee82a601b16f0 HTTP/1.1" status: 200 len: 380 time: 0.5276327 May 14 18:09:27.450479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b268b56-0bc5-4c79-8879-dd44367bffaf req-042d2454-3244-4c6c-91ef-70467a6f1c90 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 210 time: 0.0952313 May 14 18:09:27.463989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Pushing event deleted for resources: {'Network': ['ID=36cc83eb-594e-4f36-8a5a-0953f96650eb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:27.501370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Request body: {'port': {'device_id': '43d73d30-829e-4607-8f10-5cae2a513e08', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'admin_state_up': True, 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'security_groups': ['fb50201f-e351-4b17-9f8e-c4cbdd56cbe5']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:27.542895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:27.565808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] 10.222.0.24 "DELETE /v2.0/networks/36cc83eb-594e-4f36-8a5a-0953f96650eb HTTP/1.1" status: 204 len: 168 time: 3.3631608 May 14 18:09:27.620083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:27.655631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:27.671218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/ports/14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 HTTP/1.1" status: 204 len: 168 time: 3.1625600 May 14 18:09:27.673828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52126) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:27.710757 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:26Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:27.715944 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9064d-4fb4-4362-a8c8-4922893f87a4 None None] The sync data for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 is: [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:26Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:09:27.784349 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f37777e-4037-467c-b0b5-98d43ece9d26 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] GET failed (client error): The resource could not be found. May 14 18:09:27.793436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4f37777e-4037-467c-b0b5-98d43ece9d26 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Synchronizing usage tracker for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:27.837040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4f37777e-4037-467c-b0b5-98d43ece9d26 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Unset dirty status for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:27.843150 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f37777e-4037-467c-b0b5-98d43ece9d26 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "GET /v2.0/ports/14971f2c-9c83-43e7-9ae0-13d5bf0b0e49 HTTP/1.1" status: 404 len: 333 time: 0.1648245 May 14 18:09:27.843392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:27.846714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52132) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:27.854307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'name': 'tempest-AllowedAddressPairTestJSON-1171699466'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:27.879577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Usage tracker for resource:port and tenant:1e73cada9fd54648b9dee82a601b16f0 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:27.886234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:28.176011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:28.178170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:28.199372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52140) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:28.210743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:28.234632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Made reservation on behalf of 1e73cada9fd54648b9dee82a601b16f0 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:28.249502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.374637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:28.386392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.539261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3378676e-4df3-456f-abf6-d5e354f456e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:28.627518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] device_id is not set on port 5995b371-a925-415f-856d-49f190d7fe20 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:28.650298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3378676e-4df3-456f-abf6-d5e354f456e0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:28.662297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3378676e-4df3-456f-abf6-d5e354f456e0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:28.662900 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.747727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a102fd84-6335-4f77-9bf4-5c80aaed4de4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0e9753f279d4e039eb4a4f0063951c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456555 May 14 18:09:28.750868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:28.862691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.869694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.934121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.936472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 3378676e-4df3-456f-abf6-d5e354f456e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3378676e-4df3-456f-abf6-d5e354f456e0,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:28.951920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:28.963135 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7396e711-84cf-42e0-a72f-5407687085e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:29.011272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.019231 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a127663a-cd86-49d7-ac5f-1da0fe173af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:29.030377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8098019c-34b1-48b1-a27f-96e44c38ab78,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:29.032398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6104a7-c36d-4eac-8790-7ab92d1540b1 req-838f30db-dfa1-41f7-98e1-6b4a9360630d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:29.035852 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:29.047931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ef6104a7-c36d-4eac-8790-7ab92d1540b1 req-838f30db-dfa1-41f7-98e1-6b4a9360630d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:29.048426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.048426 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8098019c-34b1-48b1-a27f-96e44c38ab78 HTTP/1.1" status: 204 len: 168 time: 0.2913206 May 14 18:09:29.070180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Allocated IP 172.20.0.10 (35cd8e4e-a57f-4665-8f7a-4650d1ac59f5/06ca03f7-07ab-4a76-976e-0e0041cd6d93/9d96bb50-8491-4d03-ab42-aabb0efc5def) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:29.087140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Allocated IP 172.20.0.14 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/5995b371-a925-415f-856d-49f190d7fe20) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:29.107257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ef6104a7-c36d-4eac-8790-7ab92d1540b1 req-838f30db-dfa1-41f7-98e1-6b4a9360630d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:29.116656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef6104a7-c36d-4eac-8790-7ab92d1540b1 req-838f30db-dfa1-41f7-98e1-6b4a9360630d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 907 time: 0.6910603 May 14 18:09:29.118878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=3378676e-4df3-456f-abf6-d5e354f456e0,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:29.122231 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:29.421944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52162) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:29.444946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.461802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:29.466250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Usage tracker for resource:security_group_rule and tenant:46105ea4fe7c4181b352025b0d3cf90d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:29.469682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:29.477282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:29.556836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.578871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.584740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.595997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2abaef1f-3310-44de-98a5-16d8c41d7204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:29.646843 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46105ea4fe7c4181b352025b0d3cf90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235863 May 14 18:09:29.649602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ed2a6-d773-4fcc-b46c-bc47f46bec2b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:29.652491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52168) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:29.656167 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:29.688019 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4ad27c8-984e-4086-9525-134e3841bd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.763751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.793684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.800929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.841154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23b660-5778-4082-8421-71f5de88065a req-02b8399e-00e0-46c1-88c7-e3b6895ded1c tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:29.842691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee23b660-5778-4082-8421-71f5de88065a req-02b8399e-00e0-46c1-88c7-e3b6895ded1c tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.4891410 May 14 18:09:29.861935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-605857cb-0026-40aa-8047-dfc7290d0da8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:29.861935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-605857cb-0026-40aa-8047-dfc7290d0da8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 907 time: 0.6033435 May 14 18:09:29.879868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.884518 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3eb8b4bb-888b-42bd-87f3-f7bed9515287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:29.898702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ed2a6-d773-4fcc-b46c-bc47f46bec2b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:29.904127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:29.913087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:29.914712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca8ed2a6-d773-4fcc-b46c-bc47f46bec2b HTTP/1.1" status: 204 len: 168 time: 0.2607703 May 14 18:09:29.926084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Transition to ACTIVE for port object 9d96bb50-8491-4d03-ab42-aabb0efc5def will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:29.965692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.021666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee23b660-5778-4082-8421-71f5de88065a req-3ef1d187-7a08-4558-b8ea-5cdb0ad144a5 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505895 May 14 18:09:30.022698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Transition to ACTIVE for port object 5995b371-a925-415f-856d-49f190d7fe20 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:30.103222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.111687 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8029985-079a-47d3-b46a-e27375d2af94 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:30.184517 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.192257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:30.202775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:30.223490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:30.414192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3378676e-4df3-456f-abf6-d5e354f456e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:30.515109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event updated for resources: {'Port': ['ID=9d96bb50-8491-4d03-ab42-aabb0efc5def,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:30.522123 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:30.534677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98f78ccc-50d8-4bfd-bf4f-2568255ff44b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:30.584536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3378676e-4df3-456f-abf6-d5e354f456e0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:30.586737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.597414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Deleting port e424ad8b-6cfd-419a-972d-92301163b20b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:30.597752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.620990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:30.684062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:30.690216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8b05a809-fdc8-4881-a2d5-b693e21cd392 None None] Provisioning for port 9d96bb50-8491-4d03-ab42-aabb0efc5def completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:30.701947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8b05a809-fdc8-4881-a2d5-b693e21cd392 None None] Provisioning complete for port 9d96bb50-8491-4d03-ab42-aabb0efc5def triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:30.703673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8b05a809-fdc8-4881-a2d5-b693e21cd392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.789956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.807561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:30.858343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8b05a809-fdc8-4881-a2d5-b693e21cd392 None None] Port 9d96bb50-8491-4d03-ab42-aabb0efc5def cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:30.941996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:30.947673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:30.993745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=5995b371-a925-415f-856d-49f190d7fe20,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:31.005957 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:31.084447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc84854b-982c-4272-a479-8b585eae2bb9 None None] Provisioning for port 5995b371-a925-415f-856d-49f190d7fe20 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:31.087791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e1b4d-c75c-4c2e-bba7-3b27e77fcba9 req-47754c44-e292-4c3c-a809-3f99b01de939 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:31.089803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b5e1b4d-c75c-4c2e-bba7-3b27e77fcba9 req-47754c44-e292-4c3c-a809-3f99b01de939 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 932 time: 0.6357412 May 14 18:09:31.093672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc84854b-982c-4272-a479-8b585eae2bb9 None None] Provisioning complete for port 5995b371-a925-415f-856d-49f190d7fe20 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:31.094173 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fc84854b-982c-4272-a479-8b585eae2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:31.160795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:31.161456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:31.169031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fc84854b-982c-4272-a479-8b585eae2bb9 None None] Port 5995b371-a925-415f-856d-49f190d7fe20 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:31.175372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7124269 May 14 18:09:31.212262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Request body: {'port': {'device_id': '43d73d30-829e-4607-8f10-5cae2a513e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:31.274110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] For port e424ad8b-6cfd-419a-972d-92301163b20b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e424ad8b-6cfd-419a-972d-92301163b20b,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:31.274925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:31.298049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4500406 May 14 18:09:31.300759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52198) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:31.309231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:09:be:a8'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:31.386816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b5e1b4d-c75c-4c2e-bba7-3b27e77fcba9 req-2abd9e62-2059-4e18-8237-3589e8cf1e93 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658434 May 14 18:09:31.608142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Calling delete_port for e424ad8b-6cfd-419a-972d-92301163b20b owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:31.640840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e424ad8b-6cfd-419a-972d-92301163b20b no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:31.844013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:31.902187 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:31.944217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:31.970699 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-315e89ec-eba8-48a2-b721-cdc350d33ef0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:32.051614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'Port': ['ID=e424ad8b-6cfd-419a-972d-92301163b20b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:32.062252 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:32.130341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6fec6a9-72f0-48ac-893d-a4722e9dc294 req-735e5541-e97e-4a75-af8c-8bee95c798a2 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7d5ef69-fca1-4483-a4fc-a6031dcca4c6 HTTP/1.1" status: 200 len: 210 time: 0.0626111 May 14 18:09:32.172431 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:32.174300 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:32.329056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] No DVR routers for this DVR port e424ad8b-6cfd-419a-972d-92301163b20b on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:32.388908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:32.398301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'name': 'network-vif-deleted', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:32.483849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:32.491391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:32.509467 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62cab188-17bf-49b1-a7f3-05b588e5ef8a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:32.556512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-91c5cce6-e014-4f22-bbd2-5a632d220f55 req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "DELETE /v2.0/ports/e424ad8b-6cfd-419a-972d-92301163b20b HTTP/1.1" status: 204 len: 173 time: 2.6841371 May 14 18:09:32.672191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52224) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:32.736700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=5995b371-a925-415f-856d-49f190d7fe20,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:32.750323 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:32.771780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7562-b8ec-4748-8e00-26ef1a566b33 req-d3caae77-725b-4f12-a5e7-a9f1c358b191 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:32.776698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23fb7562-b8ec-4748-8e00-26ef1a566b33 req-d3caae77-725b-4f12-a5e7-a9f1c358b191 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.3850012 May 14 18:09:32.794188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] In _notify_port_updated(), no bound segment for port 5995b371-a925-415f-856d-49f190d7fe20 on network f18ab411-07d1-4634-a5a4-ac2faa0d49df {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:09:32.812353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:32.812973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:32.819433 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "PUT /v2.0/ports/5995b371-a925-415f-856d-49f190d7fe20 HTTP/1.1" status: 200 len: 997 time: 1.5146906 May 14 18:09:32.820534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52232) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:32.906670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23fb7562-b8ec-4748-8e00-26ef1a566b33 req-25fbac1d-59f8-4c49-a8b6-fef6a5b033f3 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028428 May 14 18:09:32.927959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d89c3f91-cf9b-4f3b-83c9-207413478276 None None] Provisioning complete for port 5995b371-a925-415f-856d-49f190d7fe20 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:32.928452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d89c3f91-cf9b-4f3b-83c9-207413478276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.013408 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d5ef69-fca1-4483-a4fc-a6031dcca4c6', 'name': 'network-vif-deleted', 'tag': 'e424ad8b-6cfd-419a-972d-92301163b20b', 'status': 'completed', 'code': 200} May 14 18:09:33.167794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d96bb50-8491-4d03-ab42-aabb0efc5def {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:09:33.189984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d89c3f91-cf9b-4f3b-83c9-207413478276 None None] Port 5995b371-a925-415f-856d-49f190d7fe20 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:33.200018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-349686028'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:33.206627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.212848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:33.228261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Usage tracker for resource:network and tenant:f185beb5fd1c4d66a6813b3522300bc4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:33.232695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:33.240985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:33.261768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Made reservation on behalf of f185beb5fd1c4d66a6813b3522300bc4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:33.266242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.293738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.330800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:33.336105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Usage tracker for resource:security_group_rule and tenant:f185beb5fd1c4d66a6813b3522300bc4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:33.339496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:33.345619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:33.360009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Transition to ACTIVE for port object 9d96bb50-8491-4d03-ab42-aabb0efc5def will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:33.369831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.386922 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:33.466421 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.477167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port 5995b371-a925-415f-856d-49f190d7fe20 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:33.477709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.499130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.505804 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f3f33d8-af25-4283-aed0-a52868855b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:33.629484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:33.638261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857fbaac-b634-4d8e-b403-595225bd2fb6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:33.641808 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:33.772407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f56ace-bff9-4725-ad04-0a254e5d0171 req-a140c74f-81e9-4c86-8e9d-94b5d2f4969d tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:33.773288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-07f56ace-bff9-4725-ad04-0a254e5d0171 req-a140c74f-81e9-4c86-8e9d-94b5d2f4969d tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Synchronizing usage tracker for tenant:1e73cada9fd54648b9dee82a601b16f0 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:33.839914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.840409 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Added segment 180c4f47-3359-4ef6-94d8-518f22329af6 of type vlan for network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 May 14 18:09:33.873813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Pushing event updated for resources: {'Port': ['ID=9d96bb50-8491-4d03-ab42-aabb0efc5def,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:33.895040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.934243 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:33.953268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-07f56ace-bff9-4725-ad04-0a254e5d0171 req-a140c74f-81e9-4c86-8e9d-94b5d2f4969d tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Unset dirty status for tenant:1e73cada9fd54648b9dee82a601b16f0 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:33.961363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07f56ace-bff9-4725-ad04-0a254e5d0171 req-a140c74f-81e9-4c86-8e9d-94b5d2f4969d tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 932 time: 0.7400103 May 14 18:09:33.966482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:33.983405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Attempting to bind port 9d96bb50-8491-4d03-ab42-aabb0efc5def on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:33.983987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Attempting to bind port 9d96bb50-8491-4d03-ab42-aabb0efc5def by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:33.984408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Attempting to bind port 9d96bb50-8491-4d03-ab42-aabb0efc5def on network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:33.994825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Port 9d96bb50-8491-4d03-ab42-aabb0efc5def on network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:33.995147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Attempting to bind port 9d96bb50-8491-4d03-ab42-aabb0efc5def on network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:34.013250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:34.013591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Checking segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:34.014224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Bound using segment: {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:34.014721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Bound port: 9d96bb50-8491-4d03-ab42-aabb0efc5def, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8e638c-8fed-4377-905f-13989cdeb39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:34.015247 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.035378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07f56ace-bff9-4725-ad04-0a254e5d0171 req-256646d4-5d0c-4539-a173-461a3f0c3dc6 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731285 May 14 18:09:34.049912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for 5995b371-a925-415f-856d-49f190d7fe20 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:34.109199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.116156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:34.116947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.132126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] For port 9d96bb50-8491-4d03-ab42-aabb0efc5def, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:34.135625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] For port 9d96bb50-8491-4d03-ab42-aabb0efc5def, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:34.140982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.141317 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-741fa401-677e-4916-9da6-5c6efed738dd tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:34.145759 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-148de797-b973-468c-b44e-673a7c8cbc0e tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:34.208103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:34.208787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.210051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] 10.222.0.22 "PUT /v2.0/ports/9d96bb50-8491-4d03-ab42-aabb0efc5def HTTP/1.1" status: 200 len: 1092 time: 3.0087526 May 14 18:09:34.242184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Pushing event updated for resources: {'Port': ['ID=9d96bb50-8491-4d03-ab42-aabb0efc5def,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:34.254152 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:34.284908 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5996151 May 14 18:09:34.323028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Pushing event updated for resources: {'Network': ['ID=8c4fb4c5-ac04-4110-b0d5-4312e0a3c315,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:34.336368 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:34.338900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:34.443359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-58e79081-70eb-4b41-8a48-7d87781c7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:34.444876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-58e79081-70eb-4b41-8a48-7d87781c7292 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e73cada9fd54648b9dee82a601b16f0&device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 1095 time: 0.1877546 May 14 18:09:34.544515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.561191 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:34.601372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-4e4f5fb1-e8cd-40bf-8750-b58180a397d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def HTTP/1.1" status: 200 len: 217 time: 0.1470501 May 14 18:09:34.634798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=5995b371-a925-415f-856d-49f190d7fe20,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:34.692108 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:34.793513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-3d4866e1-06c9-46db-ac80-1a4169642375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:34.794693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:34.796081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-3d4866e1-06c9-46db-ac80-1a4169642375 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06ca03f7-07ab-4a76-976e-0e0041cd6d93 HTTP/1.1" status: 200 len: 854 time: 0.1870403 May 14 18:09:34.814117 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/ports/5995b371-a925-415f-856d-49f190d7fe20 HTTP/1.1" status: 204 len: 168 time: 1.9903541 May 14 18:09:34.814432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52248) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:34.894675 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee39ce26-a6b9-424b-8031-4550ca70bfa5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] GET failed (client error): The resource could not be found. May 14 18:09:34.895429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ee39ce26-a6b9-424b-8031-4550ca70bfa5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Synchronizing usage tracker for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:34.904148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0c7f4-c23b-4100-9985-c954cb25c2bc req-2b2eb1ff-b1aa-49ab-b1ed-85390c0e2611 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:34.911555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cb0c7f4-c23b-4100-9985-c954cb25c2bc req-2b2eb1ff-b1aa-49ab-b1ed-85390c0e2611 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1895051 May 14 18:09:34.922194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ee39ce26-a6b9-424b-8031-4550ca70bfa5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Unset dirty status for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:34.923652 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee39ce26-a6b9-424b-8031-4550ca70bfa5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "GET /v2.0/ports/5995b371-a925-415f-856d-49f190d7fe20 HTTP/1.1" status: 404 len: 333 time: 0.1080885 May 14 18:09:34.927048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52252) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:34.935236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'name': 'tempest-AllowedAddressPairTestJSON-845087859'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:34.944673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-aa267631-a38f-4ed2-b65e-0b158575d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:34.946172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-aa267631-a38f-4ed2-b65e-0b158575d716 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404617 May 14 18:09:35.031926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:35.047110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cb0c7f4-c23b-4100-9985-c954cb25c2bc req-43e89056-56a6-4e61-b2f0-c5efd385646d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344843 May 14 18:09:35.090910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:35.101394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:35.116594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:35.120350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-4aab2474-b926-4574-b240-d638f4ec4278 service neutron] 10.222.0.22 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650994 May 14 18:09:35.120715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.148773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] device_id is not set on port cba18945-f2a0-4e56-bc19-3639b1e9d45a yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:35.283738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52264) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:35.294467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Request body: {'port': {'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315', 'binding:host_id': 'n-h1-787206-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2051804508'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:35.301726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:35.302060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49e71402-adb0-42c1-89fa-34e5456c5a42 req-68929cae-6e39-4ac1-aeed-0a7af6818dbf service neutron] 10.222.0.22 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724823 May 14 18:09:35.309930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Usage tracker for resource:port and tenant:d2acef9596714a0ea492399fe5511c4f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:35.314747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:35.330658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:35.350059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Allocated IP 172.20.0.5 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/cba18945-f2a0-4e56-bc19-3639b1e9d45a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:35.355134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Made reservation on behalf of d2acef9596714a0ea492399fe5511c4f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:35.358415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.375651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.405584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:35.413156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Usage tracker for resource:security_group_rule and tenant:d2acef9596714a0ea492399fe5511c4f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:35.424923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:35.436284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:35.543812 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'status': 'completed', 'code': 200} May 14 18:09:35.693360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.731901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Transition to ACTIVE for port object cba18945-f2a0-4e56-bc19-3639b1e9d45a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:35.737695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.744792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.749394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33cfa798-ac63-4fc4-bfd8-be9b308679b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:35.761926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 72edb477-c8ce-4366-a7de-583cbffde9ec yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:35.777047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-9000d0d3-e9ef-4892-8048-93c2466fa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:35.778506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-9000d0d3-e9ef-4892-8048-93c2466fa1c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e73cada9fd54648b9dee82a601b16f0&device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 1095 time: 0.2067032 May 14 18:09:35.786746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc84dd2-8fb6-4b59-9a22-633aa48b140b req-23d05fb9-6a29-4327-9038-f7b89ee8d9a0 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:35.794406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bc84dd2-8fb6-4b59-9a22-633aa48b140b req-23d05fb9-6a29-4327-9038-f7b89ee8d9a0 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 944 time: 0.1247773 May 14 18:09:35.847757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f8648-e52c-4759-b506-edf4027e0dbf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:35.850040 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:35.880118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:35.888522 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8018274d-7346-4fc4-9695-a3ff65afbd8d tempest-ListImageFiltersTestJSON-1147384426 tempest-ListImageFiltersTestJSON-1147384426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:35.930001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bc84dd2-8fb6-4b59-9a22-633aa48b140b req-ce411d9a-2ad6-4c14-9900-d0f1ffdd08a8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328506 May 14 18:09:35.980481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:35.985545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:35.995893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-089b402e-3798-45dd-85d0-02a49260aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:35.997339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-089b402e-3798-45dd-85d0-02a49260aceb service neutron] 10.222.0.22 "GET /v2.0/networks?id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 HTTP/1.1" status: 200 len: 916 time: 0.2000387 May 14 18:09:36.003701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:36.144435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-854107f4-4798-4666-9439-52d91ac4b9cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def HTTP/1.1" status: 200 len: 217 time: 0.1377294 May 14 18:09:36.174928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=cba18945-f2a0-4e56-bc19-3639b1e9d45a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:36.184210 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:36.266423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:36.267389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:36.407794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-76c11ae0-f49f-4446-9d67-1eba8e8b703a None None] Provisioning for port cba18945-f2a0-4e56-bc19-3639b1e9d45a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:36.413103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-76c11ae0-f49f-4446-9d67-1eba8e8b703a None None] Provisioning complete for port cba18945-f2a0-4e56-bc19-3639b1e9d45a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:36.413576 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-76c11ae0-f49f-4446-9d67-1eba8e8b703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:36.448047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-4621166b-7a3f-4178-94b3-deafac286822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:36.449384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-4621166b-7a3f-4178-94b3-deafac286822 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06ca03f7-07ab-4a76-976e-0e0041cd6d93 HTTP/1.1" status: 200 len: 854 time: 0.2954984 May 14 18:09:36.541501 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6133313 May 14 18:09:36.547102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52276) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:36.558221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'network_id': 'f18ab411-07d1-4634-a5a4-ac2faa0d49df', 'name': 'tempest-AllowedAddressPairTestJSON-1782184484'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:36.563733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 72edb477-c8ce-4366-a7de-583cbffde9ec yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:36.577929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:36.584639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-8b141396-011b-43b7-9dd0-16125cc9d9f6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:36.585334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-8b141396-011b-43b7-9dd0-16125cc9d9f6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:36.588628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-76c11ae0-f49f-4446-9d67-1eba8e8b703a None None] Port cba18945-f2a0-4e56-bc19-3639b1e9d45a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:36.594157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Transition to ACTIVE for port object 72edb477-c8ce-4366-a7de-583cbffde9ec will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:36.606009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:36.614284 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8462ced1-c765-42dc-a50e-cd61e2282d8a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:36.695456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-adf6a56d-706d-4e1d-9cce-46c5317c58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:36.696913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-adf6a56d-706d-4e1d-9cce-46c5317c58e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355866 May 14 18:09:36.698832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=72edb477-c8ce-4366-a7de-583cbffde9ec,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:36.703053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:36.705640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Checking segment: {'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:36.706006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Network hostable DHCP agents. Network: 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:09:36.727696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:36.738290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:36.747108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22de71b-024f-48ca-b3c7-3bf9493788f4 None None] Network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:36.753479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-8b141396-011b-43b7-9dd0-16125cc9d9f6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:36.754629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-8b141396-011b-43b7-9dd0-16125cc9d9f6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 945 time: 0.3407481 May 14 18:09:36.761034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:36.780697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.781004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.781569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.787042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.787407 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.787787 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 2 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.811084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.811600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.812016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.817339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.817664 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.818047 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 3 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.839828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.840103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.840441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.845951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.846286 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.846792 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 4 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.871205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.871835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.873762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.892446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.892446 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.892446 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 5 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.916759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.916759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.917187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.923975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.924303 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.924686 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 6 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.947496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.948175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.948759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.954253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.954939 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.955529 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 7 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.967774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:36.976500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:36.977202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:36.977840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:36.983509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:36.984025 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:36.984638 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 8 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:36.984914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Usage tracker for resource:port and tenant:4caf51343cf249379f03dc189630da18 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:37.005047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:37.005395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:37.005738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:37.012185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:37.012512 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:37.012902 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 9 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:37.024689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:37.036479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:37.036817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:37.037688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:37.042457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:37.042771 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:37.043165 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 10 to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec May 14 18:09:37.046276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:37.059898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d761-693b-4308-aaaa-20a90d19d349 req-ee66161d-ec40-45fc-9293-272af15fd64c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:37.061473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad74d761-693b-4308-aaaa-20a90d19d349 req-ee66161d-ec40-45fc-9293-272af15fd64c tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 945 time: 0.4713700 May 14 18:09:37.065299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:37.065497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:37.065931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:37.066880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-f64ae2bd-349f-4945-907a-14e9a3a62091 service neutron] 10.222.0.22 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565748 May 14 18:09:37.072465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 72edb477-c8ce-4366-a7de-583cbffde9ec on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:37.072948 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 72edb477-c8ce-4366-a7de-583cbffde9ec on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:37.073396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.115600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Made reservation on behalf of 4caf51343cf249379f03dc189630da18 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:37.118927 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.178069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] For port 72edb477-c8ce-4366-a7de-583cbffde9ec, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:37.178432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempted to set empty binding levels {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 14 18:09:37.183026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.187355 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dbd39cf-681c-4e28-b605-2dad0e8064c4 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:37.222609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] device_id is not set on port 89c511bf-97c5-4580-bbc4-b8464792469b yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:37.246346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:37.246931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.266221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad74d761-693b-4308-aaaa-20a90d19d349 req-f204826c-0f8b-4171-913c-8cd07e837636 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982889 May 14 18:09:37.276230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=72edb477-c8ce-4366-a7de-583cbffde9ec,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:37.280305 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:37.282085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9972234 May 14 18:09:37.284959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52286) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:37.333856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Deleting port c3bc1ba8-0229-4e70-a17e-29e31c415cdc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:37.334196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.463254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Deleting port 72edb477-c8ce-4366-a7de-583cbffde9ec {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:37.463844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.510031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb50d0d8-64fe-40b6-93c9-21d236057fca req-a25d13d9-2bc6-48a1-8648-40e5e03e097e service neutron] 10.222.0.22 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214597 May 14 18:09:37.595582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] For port 72edb477-c8ce-4366-a7de-583cbffde9ec, host n-h1-787206-3, got binding levels [] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:37.596083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.636981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] For port c3bc1ba8-0229-4e70-a17e-29e31c415cdc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:37.637337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.651635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Allocated IP 172.20.0.12 (f18ab411-07d1-4634-a5a4-ac2faa0d49df/276677d0-93af-47ee-a101-86eeff244c5f/89c511bf-97c5-4580-bbc4-b8464792469b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:37.783626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Calling delete_port for 72edb477-c8ce-4366-a7de-583cbffde9ec owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:37.809831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Calling delete_port for c3bc1ba8-0229-4e70-a17e-29e31c415cdc owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:37.821559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4330a9d-40a4-4d61-971b-7a71a216227e req-479b7659-d819-414e-a81b-8c051ca90f79 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:37.823119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4330a9d-40a4-4d61-971b-7a71a216227e req-479b7659-d819-414e-a81b-8c051ca90f79 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.4084804 May 14 18:09:37.858526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.867394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f8bfa0e8-c278-4a5e-a2bc-5ebe4be9b38a tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:37.932127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:37.937533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4330a9d-40a4-4d61-971b-7a71a216227e req-099e5db5-126f-49e6-8c41-38dda26a484d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 May 14 18:09:37.938494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event deleted for resources: {'Port': ['ID=72edb477-c8ce-4366-a7de-583cbffde9ec,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:37.945276 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:37.957705 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "DELETE /v2.0/ports/72edb477-c8ce-4366-a7de-583cbffde9ec HTTP/1.1" status: 204 len: 168 time: 0.6626663 May 14 18:09:37.957705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52302) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:37.995928 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e362e7-6016-4532-ad29-f35b30f7a74f tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] GET failed (client error): The resource could not be found. May 14 18:09:37.996470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-67e362e7-6016-4532-ad29-f35b30f7a74f tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Synchronizing usage tracker for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:38.022060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-67e362e7-6016-4532-ad29-f35b30f7a74f tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Unset dirty status for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:38.022060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-67e362e7-6016-4532-ad29-f35b30f7a74f tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "GET /v2.0/ports/72edb477-c8ce-4366-a7de-583cbffde9ec HTTP/1.1" status: 404 len: 333 time: 0.0649998 May 14 18:09:38.022369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52306) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:38.071680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Request body: {'port': {'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-982597089'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:38.269367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:38.324492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:38.414557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Made reservation on behalf of d2acef9596714a0ea492399fe5511c4f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:38.416862 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:38.459563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:38.470391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:38.478976 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9ed77f2a-14b0-49c0-a83d-95336e1de4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:38.483553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3583628c-9609-4645-836b-095d5ca1afb8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:09:38.525806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 7c7118ff-49b4-454a-bf98-c28e80b6329b yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:38.575258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Transition to ACTIVE for port object 89c511bf-97c5-4580-bbc4-b8464792469b will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:38.591073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5b784-47d2-4e28-9b2b-cead59938831 req-5f7e9fa3-53ed-4448-a48f-00cd84818fe5 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:38.593663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86e5b784-47d2-4e28-9b2b-cead59938831 req-5f7e9fa3-53ed-4448-a48f-00cd84818fe5 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 944 time: 0.5121408 May 14 18:09:38.622372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'Port': ['ID=c3bc1ba8-0229-4e70-a17e-29e31c415cdc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:38.662292 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:38.713025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] No DVR routers for this DVR port c3bc1ba8-0229-4e70-a17e-29e31c415cdc on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:38.720612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:38.742531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'name': 'network-vif-deleted', 'tag': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:38.784797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86e5b784-47d2-4e28-9b2b-cead59938831 req-36636169-78b5-424b-ade3-a35f0306e902 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500015 May 14 18:09:38.817938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38fbcc08-5972-4ee1-be58-a7f707fe8c87 req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "DELETE /v2.0/ports/c3bc1ba8-0229-4e70-a17e-29e31c415cdc HTTP/1.1" status: 204 len: 173 time: 1.9966712 May 14 18:09:38.838411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:38.906228 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bb1275c2-fa56-4e0d-9d59-d6c196536ce8 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:39.035927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:39.042972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:39.070655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:39.131122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=89c511bf-97c5-4580-bbc4-b8464792469b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:39.146140 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:39.154837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.212757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:39.213408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.249419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52326) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:39.250234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6985538 May 14 18:09:39.259757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:be:a8'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:44:89:ae'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:39.319833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f00e3c2d-d7b1-4efc-9438-97c5d4bf863d no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:39.359166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.362670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6805707a-036f-4cbc-af86-5bee5d60a734 req-d8f6c126-3aa8-4a35-99c6-98a31e99525d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1039021 May 14 18:09:39.386798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c1d88ced-a2a3-4afa-9269-ee6f43d667c1 req-ddb42a23-76a9-4b45-bf75-589b79355129 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:39.392664 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-210aa524-aad7-4620-b421-a35830465852 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:39.522020 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.551643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6805707a-036f-4cbc-af86-5bee5d60a734 req-74202533-a406-415e-86fb-27ae7d5d07f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 210 time: 0.0702994 May 14 18:09:39.567744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:39.576077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:39.582942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c1d88ced-a2a3-4afa-9269-ee6f43d667c1 req-ddb42a23-76a9-4b45-bf75-589b79355129 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:39.591995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d88ced-a2a3-4afa-9269-ee6f43d667c1 req-ddb42a23-76a9-4b45-bf75-589b79355129 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c90105-cf82-4813-b3ea-c45d0b80848b HTTP/1.1" status: 200 len: 210 time: 0.2822208 May 14 18:09:39.605248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:39.622178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4aa17481-2bfd-494c-9eba-5703b3b7ea54 None None] Provisioning for port 89c511bf-97c5-4580-bbc4-b8464792469b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:39.632189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:39.633143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:39.633747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.637842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7118ff-49b4-454a-bf98-c28e80b6329b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:39.639949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:39.645346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:39.648099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4aa17481-2bfd-494c-9eba-5703b3b7ea54 None None] Provisioning complete for port 89c511bf-97c5-4580-bbc4-b8464792469b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:39.648601 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4aa17481-2bfd-494c-9eba-5703b3b7ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.718202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.726015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7017953 May 14 18:09:39.727039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:39.732275 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c90105-cf82-4813-b3ea-c45d0b80848b', 'name': 'network-vif-deleted', 'tag': 'c3bc1ba8-0229-4e70-a17e-29e31c415cdc', 'status': 'completed', 'code': 200} May 14 18:09:39.737008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:39.741556 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6b26081-51c9-4122-8f5a-1bf48fb5aeeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:39.792894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c3bc1ba8-0229-4e70-a17e-29e31c415cdc no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:39.832021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:39.863042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: c3bc1ba8-0229-4e70-a17e-29e31c415cdc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:09:39.863779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device c3bc1ba8-0229-4e70-a17e-29e31c415cdc not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:09:39.886882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4aa17481-2bfd-494c-9eba-5703b3b7ea54 None None] Port 89c511bf-97c5-4580-bbc4-b8464792469b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:39.893727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805707a-036f-4cbc-af86-5bee5d60a734 req-5ab8a9d6-6d54-4a8b-adf4-23ef08e9be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:39.895219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6805707a-036f-4cbc-af86-5bee5d60a734 req-5ab8a9d6-6d54-4a8b-adf4-23ef08e9be84 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3132737 May 14 18:09:39.905966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:39.914404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.915035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.915630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.916193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.916741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.917286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.917824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.918362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.918904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.919590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.920800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.921406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:39.925938 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:40.031354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.123111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.129217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.134226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-476c3623-af4a-4ca2-8d17-75b19cf84a36 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:40.184315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805707a-036f-4cbc-af86-5bee5d60a734 req-da6497ae-c7e6-4786-9c47-f6773cb1902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:40.186437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6805707a-036f-4cbc-af86-5bee5d60a734 req-da6497ae-c7e6-4786-9c47-f6773cb1902e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2841496 May 14 18:09:40.299325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event updated for resources: {'Port': ['ID=89c511bf-97c5-4580-bbc4-b8464792469b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:40.304180 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:40.319895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] In _notify_port_updated(), no bound segment for port 89c511bf-97c5-4580-bbc4-b8464792469b on network f18ab411-07d1-4634-a5a4-ac2faa0d49df {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:09:40.325727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:40.327222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.328756 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "PUT /v2.0/ports/89c511bf-97c5-4580-bbc4-b8464792469b HTTP/1.1" status: 200 len: 1056 time: 1.0765646 May 14 18:09:40.335442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52352) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:40.454457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189e757-74c5-46e3-8b59-24f71381f979 req-5a50fe7a-7f20-417c-8c70-e371a4cfd86b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:40.461484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b189e757-74c5-46e3-8b59-24f71381f979 req-5a50fe7a-7f20-417c-8c70-e371a4cfd86b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 943 time: 0.5357862 May 14 18:09:40.537433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port 89c511bf-97c5-4580-bbc4-b8464792469b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:40.537784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.550863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b189e757-74c5-46e3-8b59-24f71381f979 req-50190aab-a91e-48ae-a79a-184fa489fbbc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 May 14 18:09:40.611277 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'code': 200} May 14 18:09:40.628474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8b84db9b-a211-4c77-b56b-b020c6ab7721 None None] Provisioning complete for port 89c511bf-97c5-4580-bbc4-b8464792469b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:40.629228 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8b84db9b-a211-4c77-b56b-b020c6ab7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.631633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 7c7118ff-49b4-454a-bf98-c28e80b6329b yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:40.639640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.655918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Transition to ACTIVE for port object 7c7118ff-49b4-454a-bf98-c28e80b6329b will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:40.660344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.668703 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ead68cfa-d614-4d1b-899b-b116bb2a6903 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:40.727303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:40.738250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8b84db9b-a211-4c77-b56b-b020c6ab7721 None None] Port 89c511bf-97c5-4580-bbc4-b8464792469b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:40.835759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7118ff-49b4-454a-bf98-c28e80b6329b,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:40.847294 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:40.864169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for 89c511bf-97c5-4580-bbc4-b8464792469b owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:40.882855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:40.883200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:40.883579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:40.890726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:40.890993 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:40.893262 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 2 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:40.919674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:40.920040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:40.920370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:40.932689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6506a90-a7ff-4079-90c6-2d053974e80d req-6b32a46c-ea62-4994-91e0-e37d8baec4ff tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:40.934250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6506a90-a7ff-4079-90c6-2d053974e80d req-6b32a46c-ea62-4994-91e0-e37d8baec4ff tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 944 time: 0.2039499 May 14 18:09:40.936710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:40.937031 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:40.937426 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 3 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:40.973620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:40.973875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:40.974214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:40.986295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:40.986630 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:40.989020 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 4 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.013259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6506a90-a7ff-4079-90c6-2d053974e80d req-34af05b5-2592-4bcf-b7f1-b3a91915e528 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685244 May 14 18:09:41.016185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.016522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.016847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.021824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.022799 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.022799 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 5 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.050231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.050581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.050925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.064867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.065209 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.065608 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 6 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.094676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.095022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.095391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.100578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.100913 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.101304 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 7 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.114062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.118869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.119226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.119571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.119978 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e458355-a75d-465a-bc66-0232a20e2ab1 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:41.125951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.126286 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.126675 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 8 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.145000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.145298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.145599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.150971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.151342 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.151917 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 9 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.167870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.168331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.168553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.170993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=89c511bf-97c5-4580-bbc4-b8464792469b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:41.173861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.173999 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:41.174212 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.174576 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 10 to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b May 14 18:09:41.214869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:41.216014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:41.216583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:41.225564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:41.225997 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 7c7118ff-49b4-454a-bf98-c28e80b6329b on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:41.226453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.330475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f00e3c2d-d7b1-4efc-9438-97c5d4bf863d details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:09:41.421610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] For port 7c7118ff-49b4-454a-bf98-c28e80b6329b, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:41.422163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempted to set empty binding levels {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 14 18:09:41.427856 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.438479 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bfaf6979-96e9-4306-8e5e-fd76f8f54fbf tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:41.559380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] In _notify_port_updated(), no bound segment for port 7c7118ff-49b4-454a-bf98-c28e80b6329b on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:09:41.560730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.562610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.567975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "PUT /v2.0/ports/7c7118ff-49b4-454a-bf98-c28e80b6329b HTTP/1.1" status: 200 len: 974 time: 1.8402226 May 14 18:09:41.570181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52362) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:41.657719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.662777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:41.680448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'port_id': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'mac_address': 'fa:16:3e:a0:08:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783fc44d-b2a3-4d86-9b44-8dfd9937a373', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:09:41.691356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7118ff-49b4-454a-bf98-c28e80b6329b,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:41.693443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/ports/89c511bf-97c5-4580-bbc4-b8464792469b HTTP/1.1" status: 204 len: 168 time: 1.3567519 May 14 18:09:41.695478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52368) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:41.697424 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:41.752227 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9cdf2f-9557-40de-a1cc-5079550908a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] GET failed (client error): The resource could not be found. May 14 18:09:41.752761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6c9cdf2f-9557-40de-a1cc-5079550908a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Synchronizing usage tracker for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:41.774623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6c9cdf2f-9557-40de-a1cc-5079550908a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Unset dirty status for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:41.779328 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c9cdf2f-9557-40de-a1cc-5079550908a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "GET /v2.0/ports/89c511bf-97c5-4580-bbc4-b8464792469b HTTP/1.1" status: 404 len: 333 time: 0.0789340 May 14 18:09:41.780042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52372) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:41.780348 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.812550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00e3c2d-d7b1-4efc-9438-97c5d4bf863d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:09:41.850978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.851664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.852285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.852760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:41.852891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.854183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.854917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.855685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.857273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.858456 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:41.859918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.860428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.861526 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4add1acf-754f-404e-94cb-41312b9b4e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:41.874536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.876774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.877384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.878027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.880323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.880805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.881490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.881868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.882492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.883991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.885831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.886601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.886985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.887547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.888111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.888944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.889455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.891019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.891019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.893752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.893983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.894454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.895380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:41.900707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Synchronizing usage tracker for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:41.936893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Unset dirty status for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:41.938920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-68a09d92-0526-4ddb-b679-0a97b7ff236e tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29467 time: 0.3606796 May 14 18:09:41.944297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:41.963254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:41.975815 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:42.021127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port cba18945-f2a0-4e56-bc19-3639b1e9d45a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:42.021504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.191981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce5cba-47c6-4e46-bf96-e4e3513a1793 req-edf396f5-d37e-4467-a4f5-0265ec17381e tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:42.199595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95ce5cba-47c6-4e46-bf96-e4e3513a1793 req-edf396f5-d37e-4467-a4f5-0265ec17381e tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 944 time: 0.1984560 May 14 18:09:42.237610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:09:42.256423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.271490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95ce5cba-47c6-4e46-bf96-e4e3513a1793 req-6b8b26ec-ebde-4b95-bc06-309975e0b414 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707664 May 14 18:09:42.289723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-d804d6f2-a25e-43bf-8d11-7ab92fadb2ab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:42.289723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-d804d6f2-a25e-43bf-8d11-7ab92fadb2ab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:42.305204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Deleting port 7c7118ff-49b4-454a-bf98-c28e80b6329b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:42.305543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.365192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-d804d6f2-a25e-43bf-8d11-7ab92fadb2ab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:42.366330 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-d804d6f2-a25e-43bf-8d11-7ab92fadb2ab tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.3262970 May 14 18:09:42.484193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for cba18945-f2a0-4e56-bc19-3639b1e9d45a owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:42.636564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] For port 7c7118ff-49b4-454a-bf98-c28e80b6329b, host n-h1-787206-3, got binding levels [] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:42.637186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.699246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.711458 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b9bd3aa-f98e-4a11-a3fe-6c421b52f14c tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:42.758159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=cba18945-f2a0-4e56-bc19-3639b1e9d45a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:42.763971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:42.791219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Calling delete_port for 7c7118ff-49b4-454a-bf98-c28e80b6329b owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:42.821275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990ba9-8fe7-44fa-af5c-0e145c54c1eb req-00f26ebf-de6e-40fc-921c-5810e99a723a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:42.828795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85990ba9-8fe7-44fa-af5c-0e145c54c1eb req-00f26ebf-de6e-40fc-921c-5810e99a723a tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 945 time: 0.3341827 May 14 18:09:42.905906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85990ba9-8fe7-44fa-af5c-0e145c54c1eb req-471b407c-2de0-4867-a1c6-3a8f9161a0b8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bf4f94-1e89-44a1-95a3-a07414af52a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761232 May 14 18:09:42.951361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.956358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:42.959936 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:42.994389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/ports/cba18945-f2a0-4e56-bc19-3639b1e9d45a HTTP/1.1" status: 204 len: 168 time: 1.2090812 May 14 18:09:42.995105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52390) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:43.060879 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b98bb8-e6b8-4d0c-88b0-86c719f9fbd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] GET failed (client error): The resource could not be found. May 14 18:09:43.061599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-08b98bb8-e6b8-4d0c-88b0-86c719f9fbd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Synchronizing usage tracker for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:43.064574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c7118ff-49b4-454a-bf98-c28e80b6329b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:43.067244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:43.076485 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.076921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Deleting port 3583628c-9609-4645-836b-095d5ca1afb8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:43.077367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.102061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7c7118ff-49b4-454a-bf98-c28e80b6329b HTTP/1.1" status: 204 len: 168 time: 1.1543317 May 14 18:09:43.104353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52394) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:43.155926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-08b98bb8-e6b8-4d0c-88b0-86c719f9fbd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Unset dirty status for tenant:4caf51343cf249379f03dc189630da18 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:43.161207 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-08b98bb8-e6b8-4d0c-88b0-86c719f9fbd2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "GET /v2.0/ports/cba18945-f2a0-4e56-bc19-3639b1e9d45a HTTP/1.1" status: 404 len: 333 time: 0.1590824 May 14 18:09:43.161769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52398) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:43.165861 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33572d9-7db0-42d5-a9d9-57c0073b6e7d tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] GET failed (client error): The resource could not be found. May 14 18:09:43.166376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d33572d9-7db0-42d5-a9d9-57c0073b6e7d tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Synchronizing usage tracker for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:43.233593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] For port 3583628c-9609-4645-836b-095d5ca1afb8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3583628c-9609-4645-836b-095d5ca1afb8,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:43.234000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.363222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f00e3c2d-d7b1-4efc-9438-97c5d4bf863d up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:43.364007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6b8f5-133f-4113-993b-dc2135195c50 req-830e6e90-1ed5-4e57-aeb0-e69616ea32ee tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:43.366131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3c6b8f5-133f-4113-993b-dc2135195c50 req-830e6e90-1ed5-4e57-aeb0-e69616ea32ee tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 944 time: 0.3364682 May 14 18:09:43.433185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d33572d9-7db0-42d5-a9d9-57c0073b6e7d tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Unset dirty status for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:43.434343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d33572d9-7db0-42d5-a9d9-57c0073b6e7d tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "GET /v2.0/ports/7c7118ff-49b4-454a-bf98-c28e80b6329b HTTP/1.1" status: 404 len: 333 time: 0.3280663 May 14 18:09:43.460521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:43.461233 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.461632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52404) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:43.484379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Calling delete_port for 3583628c-9609-4645-836b-095d5ca1afb8 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:43.487875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1941612293', 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:43.500463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:43.512934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3c6b8f5-133f-4113-993b-dc2135195c50 req-335a9774-1311-47c6-9c80-6c281c6a7368 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269910 May 14 18:09:43.526551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:43.544040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Made reservation on behalf of d2acef9596714a0ea492399fe5511c4f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:43.549007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.581724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port c26c578b-8b8b-45c5-8aa9-d15a984dda00 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:43.582114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.605558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:43.628216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.634845 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4b09ccf-29f7-426f-bad4-8df46eb107a3 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:43.671058 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.704078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'Port': ['ID=3583628c-9609-4645-836b-095d5ca1afb8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:43.708963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:43.713099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:43.714595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:43.722545 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.727891 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7396e711-84cf-42e0-a72f-5407687085e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:43.760519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9d96bb50-8491-4d03-ab42-aabb0efc5def details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:09:43.851771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] No DVR routers for this DVR port 3583628c-9609-4645-836b-095d5ca1afb8 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:43.855889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:43.860189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'name': 'network-vif-deleted', 'tag': '3583628c-9609-4645-836b-095d5ca1afb8'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:43.875506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:43.886394 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-df7a173a-14ba-4b3f-9948-ccd5d027df39 req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.15 "DELETE /v2.0/ports/3583628c-9609-4645-836b-095d5ca1afb8 HTTP/1.1" status: 204 len: 173 time: 1.2401588 May 14 18:09:43.894512 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:43.894756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.018216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 9d96bb50-8491-4d03-ab42-aabb0efc5def, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:44.041659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'port_id': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'mac_address': 'fa:16:3e:e2:d5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:09:44.110487 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.133824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d96bb50-8491-4d03-ab42-aabb0efc5def {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:09:44.161545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 9d96bb50-8491-4d03-ab42-aabb0efc5def, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:44.167351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.170432 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:44.192089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for c26c578b-8b8b-45c5-8aa9-d15a984dda00 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:44.251058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=9d96bb50-8491-4d03-ab42-aabb0efc5def,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:44.254638 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:44.271128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.317015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87db11-46de-4f51-bb7f-7071fd989205 req-35b53385-c2e6-49e2-b219-6facce89465b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:44.318427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d87db11-46de-4f51-bb7f-7071fd989205 req-35b53385-c2e6-49e2-b219-6facce89465b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.1802649 May 14 18:09:44.424312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.438045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['9d96bb50-8491-4d03-ab42-aabb0efc5def'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:09:44.443038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d87db11-46de-4f51-bb7f-7071fd989205 req-1db1aa88-a77e-4bf7-a1fb-6e3303777c47 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174791 May 14 18:09:44.443819 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f6df2591-3a69-4534-8e03-a517158bf20c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:44.518929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.590396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:44.598007 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'code': 200} May 14 18:09:44.604660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:44.626151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:44.627596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:44.628370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.640779 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ae18cf-bdce-43a3-858d-717512df9d03', 'name': 'network-vif-deleted', 'tag': '3583628c-9609-4645-836b-095d5ca1afb8', 'status': 'completed', 'code': 200} May 14 18:09:44.724801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:44.729266 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:44.740950 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70e7d9e9-deeb-469e-b6b4-3e785d9b6916 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:44.781631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3113279 May 14 18:09:44.784379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52428) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:44.810769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=c26c578b-8b8b-45c5-8aa9-d15a984dda00,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:44.814776 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:44.844221 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:44.847050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/ports/c26c578b-8b8b-45c5-8aa9-d15a984dda00 HTTP/1.1" status: 204 len: 168 time: 1.6842763 May 14 18:09:44.895213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52434) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:44.915707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae6898a6-cdd0-4bab-b0ff-1a785b1bf563 req-921de4af-ba54-4698-8643-b05b396a12f8 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1ae18cf-bdce-43a3-858d-717512df9d03 HTTP/1.1" status: 200 len: 210 time: 0.0667717 May 14 18:09:44.970189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32e27d-e488-4c66-81ee-690eec1bc58c tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:44.974572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52438) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:44.974744 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd32e27d-e488-4c66-81ee-690eec1bc58c tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "GET /v2.0/ports/72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4 HTTP/1.1" status: 200 len: 955 time: 0.1892011 May 14 18:09:45.067242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting subnet 276677d0-93af-47ee-a101-86eeff244c5f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:09:45.072676 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.141442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.169365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f46f43-41c0-4a2e-a8ec-9efbf34f7bb5 req-e826c506-33e9-45e0-be25-641af2b8dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:45.170774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-20f46f43-41c0-4a2e-a8ec-9efbf34f7bb5 req-e826c506-33e9-45e0-be25-641af2b8dec7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 1096 time: 0.1913693 May 14 18:09:45.178052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ffd8-acec-4e8d-9bc2-e5afb6f7eab8 req-981d783e-4e7c-4a81-b80a-618ca39bfa25 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:45.179829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3a9ffd8-acec-4e8d-9bc2-e5afb6f7eab8 req-981d783e-4e7c-4a81-b80a-618ca39bfa25 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 945 time: 0.1481159 May 14 18:09:45.213404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Deleting port 72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:45.213775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.242417 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-20f46f43-41c0-4a2e-a8ec-9efbf34f7bb5 req-c5a8f36c-01ed-4183-b899-8877ccb26d91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633168 May 14 18:09:45.273758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.340258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3a9ffd8-acec-4e8d-9bc2-e5afb6f7eab8 req-43598ba1-fe7f-4e4d-b0aa-8784797b862c tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492841 May 14 18:09:45.348742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.374207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3583628c-9609-4645-836b-095d5ca1afb8 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:45.423435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 3583628c-9609-4645-836b-095d5ca1afb8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:09:45.423751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3583628c-9609-4645-836b-095d5ca1afb8 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:09:45.606594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.612666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d983b24f-c131-4cd0-9321-a1c58f7d50bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:45.655564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Calling delete_port for 72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:45.658366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Subnet': ['ID=276677d0-93af-47ee-a101-86eeff244c5f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:45.665313 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:45.666460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.673026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c3923-5f7e-4991-b262-c97ee12c68a9 None None] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:45.676548 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/subnets/276677d0-93af-47ee-a101-86eeff244c5f HTTP/1.1" status: 204 len: 168 time: 0.7771969 May 14 18:09:45.677262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52448) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:45.739855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9d96bb50-8491-4d03-ab42-aabb0efc5def up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:45.854027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.908325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 9d96bb50-8491-4d03-ab42-aabb0efc5def completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:45.915289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 9d96bb50-8491-4d03-ab42-aabb0efc5def triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:45.915714 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.946817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf03a1-b296-4b41-a6d2-2bbfdb6a55ee req-7fec51b0-6ca7-4360-a21e-4c45ed30e3f3 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:45.948240 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2cf03a1-b296-4b41-a6d2-2bbfdb6a55ee req-7fec51b0-6ca7-4360-a21e-4c45ed30e3f3 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.2483704 May 14 18:09:45.953365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:45.961869 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d68586dd-9269-40a7-bf82-98780f0958ea tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:46.026874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:46.035779 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:46.037066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.069339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "DELETE /v2.0/ports/72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4 HTTP/1.1" status: 204 len: 168 time: 1.0906293 May 14 18:09:46.070661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52456) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:46.087017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2cf03a1-b296-4b41-a6d2-2bbfdb6a55ee req-a79fbeff-8833-4464-893a-95cf27c3a4e3 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879490 May 14 18:09:46.096610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Deleting port f2214c83-28c0-45b0-b3f7-a18ad555fd77 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:46.096956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.108184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] DHCP port deletion for f18ab411-07d1-4634-a5a4-ac2faa0d49df request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:09:46.132936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.211377 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e95cc5-5f72-42e6-bea8-e57a93d00e00 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] GET failed (client error): The resource could not be found. May 14 18:09:46.224366 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-48e95cc5-5f72-42e6-bea8-e57a93d00e00 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "GET /v2.0/ports/72b076ec-afb8-4ad7-b3a6-37b2ad51e0f4 HTTP/1.1" status: 404 len: 333 time: 0.1527708 May 14 18:09:46.231766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52464) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:46.244409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Request body: {'port': {'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1423073008'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:46.260774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 9d96bb50-8491-4d03-ab42-aabb0efc5def, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:46.268231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:46.277691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.277975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Usage tracker for resource:port and tenant:d2acef9596714a0ea492399fe5511c4f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:46.284264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:46.289034 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-693230f7-0042-480c-a799-e80748d05103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:46.312389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:46.339433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Made reservation on behalf of d2acef9596714a0ea492399fe5511c4f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:46.342615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.395250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 266d2405-0ff3-46e8-b521-31f3bb77b653 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:46.417163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] For port f2214c83-28c0-45b0-b3f7-a18ad555fd77, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f2214c83-28c0-45b0-b3f7-a18ad555fd77,segment=NetworkSegment(6e1daa43-d932-48de-934b-7a7c3f9a00a6),segment_id=6e1daa43-d932-48de-934b-7a7c3f9a00a6)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:46.425464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.458193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=9d96bb50-8491-4d03-ab42-aabb0efc5def,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:46.469634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f2214c83-28c0-45b0-b3f7-a18ad555fd77 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:46.503374 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:46.583254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Deleting port f2214c83-28c0-45b0-b3f7-a18ad555fd77 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:46.590162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.629880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:46.647369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Calling delete_port for f2214c83-28c0-45b0-b3f7-a18ad555fd77 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:46.727087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.731937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-87705a0d-5593-4474-a3b0-b37d6b1b0c03 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:46.779059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Port': ['ID=f2214c83-28c0-45b0-b3f7-a18ad555fd77,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:46.782752 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:46.783565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] No DVR routers for this DVR port f2214c83-28c0-45b0-b3f7-a18ad555fd77 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:46.813719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.850379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.859681 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e4f64a07-718b-4aa2-9795-b8e17afe0b78 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:46.927135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.935086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:46.939664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:46.943611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18ab411-07d1-4634-a5a4-ac2faa0d49df']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:46.945846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.957096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=266d2405-0ff3-46e8-b521-31f3bb77b653,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:46.957323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1daa43-d932-48de-934b-7a7c3f9a00a6') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:46.957743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1daa43-d932-48de-934b-7a7c3f9a00a6') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:46.967550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:46.969008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:46.969358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] For port f2214c83-28c0-45b0-b3f7-a18ad555fd77, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f2214c83-28c0-45b0-b3f7-a18ad555fd77,segment=NetworkSegment(6e1daa43-d932-48de-934b-7a7c3f9a00a6),segment_id=6e1daa43-d932-48de-934b-7a7c3f9a00a6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:46.969834 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.970513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.970637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:46.974923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:47.012716 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7798653 May 14 18:09:47.015399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52486) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:47.022829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:47.038968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.052508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:09:47.052915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: timer() May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:09:47.069525 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:09:47.182200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Calling delete_port for f2214c83-28c0-45b0-b3f7-a18ad555fd77 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:47.195373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.209814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.219158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b28b6174-bd74-41bd-9d8c-932927310f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:47.240056 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.262883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Pushing event deleted for resources: {'Network': ['ID=f18ab411-07d1-4634-a5a4-ac2faa0d49df,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:47.278879 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:47.290329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4aa146-0c7f-41b3-b72e-e19262a9b06d req-d319725e-40d6-417d-9c54-f40b5f471731 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:47.291873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c4aa146-0c7f-41b3-b72e-e19262a9b06d req-d319725e-40d6-417d-9c54-f40b5f471731 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.3140132 May 14 18:09:47.296118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] 10.222.0.24 "DELETE /v2.0/networks/f18ab411-07d1-4634-a5a4-ac2faa0d49df HTTP/1.1" status: 204 len: 168 time: 1.6163697 May 14 18:09:47.351108 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.355869 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fc541ffe-bfef-4bf1-9022-dd72d6eea114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:47.411555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c4aa146-0c7f-41b3-b72e-e19262a9b06d req-f0941ace-b54f-4d83-8ddd-383f46f2590e tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100748 May 14 18:09:47.528078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Network f18ab411-07d1-4634-a5a4-ac2faa0d49df is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:09:47.528548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] No DVR routers for this DVR port f2214c83-28c0-45b0-b3f7-a18ad555fd77 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:47.542778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Pushing event deleted for resources: {'Port': ['ID=f2214c83-28c0-45b0-b3f7-a18ad555fd77,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:47.546817 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:47.574739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52496) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:47.582607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-948383607'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:47.592835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:47.604808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:network and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:47.618679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:47.634762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:47.668167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:47.668167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.720017 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'code': 200} May 14 18:09:47.736297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:47.747955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.749072 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Added segment 7f34009c-0deb-4eb7-8766-fcedb76fff20 of type vlan for network 0e301632-3dae-4278-b054-70fec39a5672 May 14 18:09:47.858736 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-a5b9aee5-98f5-4ab0-8836-c986ad96e799 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5853925 May 14 18:09:47.865218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] device_id is not set on port 266d2405-0ff3-46e8-b521-31f3bb77b653 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:47.883241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.893648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.910600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52508) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:47.962999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Transition to ACTIVE for port object 266d2405-0ff3-46e8-b521-31f3bb77b653 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:47.968640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:47.973264 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68bda7bb-5c96-4b46-a431-41f51120cf6a tempest-ImagesOneServerTestJSON-18317251 tempest-ImagesOneServerTestJSON-18317251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:48.011759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.018896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.019606 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.026271 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:48.143672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=266d2405-0ff3-46e8-b521-31f3bb77b653,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:48.152041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:48.159732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1663-9447-45fa-a6c7-00de45b4861f req-92c960a2-8f55-4845-a936-d5649022f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.161215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-92c960a2-8f55-4845-a936-d5649022f38c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42d31bff4dbe4b4989e8618679929199&device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 1096 time: 0.2732406 May 14 18:09:48.162188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.162522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.162854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.173213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.173594 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.175415 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 2 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:48.193043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c16e-4a98-478e-a76c-0d9c87ea7ca3 req-428dbc3b-821c-47fd-bb07-5cce1c98160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.194990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b473c16e-4a98-478e-a76c-0d9c87ea7ca3 req-428dbc3b-821c-47fd-bb07-5cce1c98160d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 1097 time: 0.4017718 May 14 18:09:48.197499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Network': ['ID=0e301632-3dae-4278-b054-70fec39a5672,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:48.207922 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:48.210116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0e301632-3dae-4278-b054-70fec39a5672 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:48.215052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6362176 May 14 18:09:48.218678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52518) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:48.219971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.220304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.220636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.274863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2134752449'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:48.280384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:48.283140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f5d67f9d-e8ea-4827-bef1-c3221ead612c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4caf51343cf249379f03dc189630da18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710172 May 14 18:09:48.284235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:network and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:48.287503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52522) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:48.287639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:48.293795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:48.299766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c4c18-1a24-4c71-8b2b-0c512be863ab req-3fb9b426-4d24-4057-9dfd-5bafe19d3eaf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.301617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b79c4c18-1a24-4c71-8b2b-0c512be863ab req-3fb9b426-4d24-4057-9dfd-5bafe19d3eaf tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.3804719 May 14 18:09:48.309200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.309593 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.310042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:48.314128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.318142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b473c16e-4a98-478e-a76c-0d9c87ea7ca3 req-6db41cc3-d232-48fa-afd3-3f8b11d5a6cd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091480 May 14 18:09:48.335100 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 3 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:48.361008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:48.370215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.370561 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Added segment 6c7b852a-77a3-48b3-a7f4-55378d279623 of type vlan for network 976994ae-bc8e-4826-8080-71ec03579bad May 14 18:09:48.398266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.398601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.398934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.402017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.424867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.425191 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.441098 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 4 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:48.497612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1663-9447-45fa-a6c7-00de45b4861f req-9d1a313a-0002-47ca-b84d-79c2a0a147df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.499538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-9d1a313a-0002-47ca-b84d-79c2a0a147df service neutron] 10.222.0.15 "GET /v2.0/networks?id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd HTTP/1.1" status: 200 len: 912 time: 0.3107996 May 14 18:09:48.500416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.501122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.501611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.572495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b79c4c18-1a24-4c71-8b2b-0c512be863ab req-ad1d8ee6-8796-49da-9043-6c16f34c9155 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae4a2e3d-0763-49ef-9731-d726b1046afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507479 May 14 18:09:48.574968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.575367 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.583010 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 5 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:48.605908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.609424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.615112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.616227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.634643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.634994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.635355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.640747 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-478be5e1-a6c6-4ebc-bcc2-8e8f056d1786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:48.654162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208bb2-c0a3-4645-831e-754250545e74 req-4b2c3ba7-8e3e-4f20-95e6-09cd7edb2cc6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.656036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05208bb2-c0a3-4645-831e-754250545e74 req-4b2c3ba7-8e3e-4f20-95e6-09cd7edb2cc6 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 945 time: 0.1905341 May 14 18:09:48.658167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.664559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.664838 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.674199 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 6 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:48.786858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.787209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.787546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.797048 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5739670 May 14 18:09:48.799263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Network': ['ID=976994ae-bc8e-4826-8080-71ec03579bad,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:48.803261 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-b0cfcdb7-ffe9-4ce7-a0ce-389600283367 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c HTTP/1.1" status: 200 len: 1001 time: 0.2862997 May 14 18:09:48.804037 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:48.804739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52530) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:48.807010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.807392 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.808158 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 7 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:48.815918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 976994ae-bc8e-4826-8080-71ec03579bad details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:09:48.821708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'subnet': {'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:48.944771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f220d4-8dee-4379-acae-615be69b0dcb req-5fbf6327-2f6d-42e8-b815-cc6123a33879 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:48.946554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02f220d4-8dee-4379-acae-615be69b0dcb req-5fbf6327-2f6d-42e8-b815-cc6123a33879 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.2087855 May 14 18:09:48.952803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:48.958701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:48.959037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:48.959399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:48.961475 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-880d16d6-a2d3-4a5b-be14-cb83c0ed1bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:48.973819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:48.974142 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:48.978663 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 8 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:49.000960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b27b2-dfab-4347-b7a4-53a47310dca4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:49.009360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:49.018979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1663-9447-45fa-a6c7-00de45b4861f req-f1cc275a-fad6-44c5-9a07-d398aed8a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:49.020457 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-f1cc275a-fad6-44c5-9a07-d398aed8a082 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22374c8b-c74a-4bbc-84ba-e54a0d64ccda HTTP/1.1" status: 200 len: 850 time: 0.2037952 May 14 18:09:49.022538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:49.022868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:49.023223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:49.027759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.029771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/720b27b2-dfab-4347-b7a4-53a47310dca4 HTTP/1.1" status: 204 len: 168 time: 0.7407258 May 14 18:09:49.051778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Deleting port 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:49.053616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.068821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:49.069153 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:49.074877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:49.077213 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 9 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:49.093943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:subnet and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:49.105291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:49.113642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:49.113971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:49.114306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:49.116975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:49.120953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02f220d4-8dee-4379-acae-615be69b0dcb req-a0c5513c-4ca4-4582-a115-e83854aa24a0 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618140 May 14 18:09:49.127668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:49.127986 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:49.131190 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempt 10 to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 May 14 18:09:49.157462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:49.161585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.184611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:49.184927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:49.185266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempting to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:49.256853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:09:49.257524 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Failed to bind port 266d2405-0ff3-46e8-b521-31f3bb77b653 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '180c4f47-3359-4ef6-94d8-518f22329af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8c4fb4c5-ac04-4110-b0d5-4312e0a3c315'}] May 14 18:09:49.257524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.329151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] For port 19db786a-dbc7-4c1c-95b3-eb9192a8804c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19db786a-dbc7-4c1c-95b3-eb9192a8804c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:49.332490 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.353148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1663-9447-45fa-a6c7-00de45b4861f req-d933d556-bb37-44be-8e4a-2fca03f27015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:49.354597 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-d933d556-bb37-44be-8e4a-2fca03f27015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ceff9f94-4627-4e5b-88dd-1377cf64e6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3228130 May 14 18:09:49.502419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] For port 266d2405-0ff3-46e8-b521-31f3bb77b653, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:49.502854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attempted to set empty binding levels {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 14 18:09:49.559452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.571102 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:49.686937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa826be2-1694-45c9-839c-b3f48f007214 req-8c336890-0ce8-47f2-9dba-b0023576a4bb tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:49.688637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa826be2-1694-45c9-839c-b3f48f007214 req-8c336890-0ce8-47f2-9dba-b0023576a4bb tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.2902756 May 14 18:09:49.743393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.743774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.744132 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Floating IP 01bbfff6-2abc-412f-9d66-ecfbe7c6e14f disassociated. External IP: 172.25.4.111, port: 19db786a-dbc7-4c1c-95b3-eb9192a8804c. May 14 18:09:49.744469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Calling delete_port for 19db786a-dbc7-4c1c-95b3-eb9192a8804c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:49.776812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] In _notify_port_updated(), no bound segment for port 266d2405-0ff3-46e8-b521-31f3bb77b653 on network 8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:09:49.777177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:49.777768 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.782333 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "PUT /v2.0/ports/266d2405-0ff3-46e8-b521-31f3bb77b653 HTTP/1.1" status: 200 len: 975 time: 2.7625709 May 14 18:09:49.782490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa826be2-1694-45c9-839c-b3f48f007214 req-d9ed0142-ca0a-49a5-b268-ac74eed4eb2c tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801642 May 14 18:09:49.783747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52562) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:49.867985 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-ae0b5eec-8e79-4e05-b1c1-02a8007acf6d service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045803 May 14 18:09:49.987278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Deleting port 266d2405-0ff3-46e8-b521-31f3bb77b653 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:49.987658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:49.988952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event updated for resources: {'Port': ['ID=266d2405-0ff3-46e8-b521-31f3bb77b653,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:49.997631 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:50.015688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52570) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.098948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:50.118977 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12a17891-7c67-401c-a575-a4231b55a70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:50.162204 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-413a1663-9447-45fa-a6c7-00de45b4861f req-b83b3013-3f37-44e6-9795-ac1ddf5ddf81 service neutron] 10.222.0.15 "GET /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761824 May 14 18:09:50.178627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'Port': ['ID=19db786a-dbc7-4c1c-95b3-eb9192a8804c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:50.187746 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:50.194866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] For port 266d2405-0ff3-46e8-b521-31f3bb77b653, host n-h1-787206-3, got binding levels [] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:50.195356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:50.282957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-9ec94646-b76f-4383-8340-862af9bd7470 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.283976 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9ec94646-b76f-4383-8340-862af9bd7470 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2672148 May 14 18:09:50.287056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.294093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-528ec9a9-a38e-4a19-9c30-0535a22656ed tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.297249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-528ec9a9-a38e-4a19-9c30-0535a22656ed tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0070441 May 14 18:09:50.298193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.305030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-f4cd3529-3bc5-4094-8683-d7ae0a6b03a8 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.306056 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f4cd3529-3bc5-4094-8683-d7ae0a6b03a8 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072117 May 14 18:09:50.313761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.320436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-f3ddec0e-b9a1-4443-b1fb-b75a6f25842e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.323897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3ddec0e-b9a1-4443-b1fb-b75a6f25842e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073237 May 14 18:09:50.324399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.327469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:50.333808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-1bb48168-6c97-436b-a291-54eea2c6f036 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.337205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1bb48168-6c97-436b-a291-54eea2c6f036 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098045 May 14 18:09:50.337205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eb34914-32b6-44b4-b78a-e5f6102b40d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:50.365208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52596) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.376486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-4bc6973f-c6b3-4f4e-880d-e3c253e14c2e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.380330 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4bc6973f-c6b3-4f4e-880d-e3c253e14c2e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0117323 May 14 18:09:50.386247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52600) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.401301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-1a2894e2-23a0-4b6a-96f3-223ba2ab56c2 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.402853 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a2894e2-23a0-4b6a-96f3-223ba2ab56c2 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0147805 May 14 18:09:50.410950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.424718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-40620944-075c-4752-8578-4d771f1cdf81 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.430700 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-40620944-075c-4752-8578-4d771f1cdf81 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0162017 May 14 18:09:50.445554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Subnet': ['ID=e5c838aa-361d-401e-af10-eae84193674c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:50.460873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52610) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.475083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:50.481868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-bb9434d3-3f36-4ce8-96ac-55841ce269af tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.483322 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb9434d3-3f36-4ce8-96ac-55841ce269af tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0212703 May 14 18:09:50.486246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52614) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.504943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-07cba613-7f46-457b-b363-d5a50a07db0b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.508277 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07cba613-7f46-457b-b363-d5a50a07db0b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0208735 May 14 18:09:50.524119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52618) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.531717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-a72ff339-6958-4d78-a562-ac41115b36c3 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.532893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a72ff339-6958-4d78-a562-ac41115b36c3 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075688 May 14 18:09:50.534152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Checking segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:50.534666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network hostable DHCP agents. Network: 0e301632-3dae-4278-b054-70fec39a5672, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:09:50.537589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.544822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-ae84f518-db30-4dc6-a081-6fe9b74c24ae tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.545985 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae84f518-db30-4dc6-a081-6fe9b74c24ae tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061941 May 14 18:09:50.550581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52626) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.558301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-23958e96-12d5-456f-874b-fbbf90c5f473 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.559517 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-23958e96-12d5-456f-874b-fbbf90c5f473 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071292 May 14 18:09:50.562410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.569564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-b55b13b9-cfae-4f29-9b3b-157a099d566b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.570849 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b55b13b9-cfae-4f29-9b3b-157a099d566b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074208 May 14 18:09:50.574305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.582178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-50ac66d4-590d-4754-9847-3b800015d7c2 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.583372 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-50ac66d4-590d-4754-9847-3b800015d7c2 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079882 May 14 18:09:50.586257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.592223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-bca11dbf-fa50-431b-a3e8-0bd7f6a8edc6 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.593483 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bca11dbf-fa50-431b-a3e8-0bd7f6a8edc6 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059850 May 14 18:09:50.595900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.598851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 0e301632-3dae-4278-b054-70fec39a5672 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:50.604411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-49d70823-c185-4442-a44a-e262c62bf3d4 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.605586 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49d70823-c185-4442-a44a-e262c62bf3d4 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085540 May 14 18:09:50.608420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.623640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-06308a82-a187-4b89-abf5-7e9008b6b415 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.629247 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06308a82-a187-4b89-abf5-7e9008b6b415 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0151057 May 14 18:09:50.631170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Calling delete_port for 266d2405-0ff3-46e8-b521-31f3bb77b653 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:50.633179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52650) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.640432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-bf807e31-86a4-4a5e-8482-c6d4ed43bfcb tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.641677 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf807e31-86a4-4a5e-8482-c6d4ed43bfcb tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074034 May 14 18:09:50.644386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0e301632-3dae-4278-b054-70fec39a5672) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:50.651492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52654) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.656469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f3897-333a-48b4-b4bf-4ee69da008f8 None None] Network 0e301632-3dae-4278-b054-70fec39a5672 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:50.667088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:50.667972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:50.692298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-0c434ac4-6e5f-4766-bc2c-73aa756a3319 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.695587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0c434ac4-6e5f-4766-bc2c-73aa756a3319 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0403969 May 14 18:09:50.697663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.708744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-66192e6b-3a38-470c-b3c9-64e11fc42122 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.710147 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-66192e6b-3a38-470c-b3c9-64e11fc42122 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097129 May 14 18:09:50.712978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52662) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.724150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-ac0ab1da-fd5e-4c65-a96f-69af42c00a27 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.725521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ac0ab1da-fd5e-4c65-a96f-69af42c00a27 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0088692 May 14 18:09:50.727276 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9214017 May 14 18:09:50.728141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52666) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.735364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-78eef164-f814-467d-941c-9fd9afa7c08b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.738732 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-78eef164-f814-467d-941c-9fd9afa7c08b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067258 May 14 18:09:50.738732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.743644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'subnet': {'network_id': '976994ae-bc8e-4826-8080-71ec03579bad', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:50.760459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.767615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-3fbb9c64-27b0-417a-b244-ef8f1731c299 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.771226 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3fbb9c64-27b0-417a-b244-ef8f1731c299 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071962 May 14 18:09:50.773590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.866352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-3b689fc3-88e3-4109-8b6b-0f58b212bea2 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.867364 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3b689fc3-88e3-4109-8b6b-0f58b212bea2 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0925827 May 14 18:09:50.871964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52684) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.875165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Router 65772aa4-d2c8-4145-b65b-6a3f9c636573 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:09:50.888998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-335c933e-9075-419f-90bd-43a9a2b28f71 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.890103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-335c933e-9075-419f-90bd-43a9a2b28f71 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0126681 May 14 18:09:50.892836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.900855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-f157195a-6355-4349-84c4-2e00d1ed889d tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.902036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f157195a-6355-4349-84c4-2e00d1ed889d tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081165 May 14 18:09:50.914252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52692) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.925659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-4a08c0bb-9ad3-41d1-8b88-fc0da37fbaf4 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.926815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4a08c0bb-9ad3-41d1-8b88-fc0da37fbaf4 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0113206 May 14 18:09:50.929379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52698) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.939134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-db8cdee8-143e-4ce6-b23f-763adcbd7e3b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.940336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db8cdee8-143e-4ce6-b23f-763adcbd7e3b tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0096552 May 14 18:09:50.942756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52702) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.946347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:50.951983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-03296d70-968b-41f7-80a0-e53d431f4f40 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.953134 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-03296d70-968b-41f7-80a0-e53d431f4f40 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093346 May 14 18:09:50.958692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52706) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:50.960077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:subnet and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:50.965696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:50.969872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0e301632-3dae-4278-b054-70fec39a5672', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:09:50.970713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:50.976721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:50.990536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-84ec92d1-5c1a-444e-ad13-b550a171fc53 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:50.995085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-84ec92d1-5c1a-444e-ad13-b550a171fc53 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0311062 May 14 18:09:50.996305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52710) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.003935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-61dc7dc2-ed5b-40db-ba38-d7f3c16d60f1 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.007768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-61dc7dc2-ed5b-40db-ba38-d7f3c16d60f1 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0101829 May 14 18:09:51.008716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:51.012810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.097256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52714) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.100846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:09:51.113688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f7cd-87b4-4e70-b67b-0d6c3a4c2678 req-3b577810-4aa7-4725-89c0-86d15c3eb247 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:51.120999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ea9f7cd-87b4-4e70-b67b-0d6c3a4c2678 req-3b577810-4aa7-4725-89c0-86d15c3eb247 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.4150562 May 14 18:09:51.129890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Allocated IP 10.1.1.2 (0e301632-3dae-4278-b054-70fec39a5672/e5c838aa-361d-401e-af10-eae84193674c/40b69842-931e-4fb2-86e0-446782eb8b76) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:51.159008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-7cb96911-9a68-4d18-8398-fa45546e9611 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.160242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7cb96911-9a68-4d18-8398-fa45546e9611 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0569005 May 14 18:09:51.180245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.187192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.227238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-4289713b-928b-4bf0-bc2e-7870ee6afd63 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.228478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4289713b-928b-4bf0-bc2e-7870ee6afd63 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0467756 May 14 18:09:51.235289 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:51.277879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] No DVR routers for this DVR port 19db786a-dbc7-4c1c-95b3-eb9192a8804c on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:51.278722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] Sync routers for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:09:51.280861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52722) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.293102 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.309456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-deleted', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:51.317795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-6c287161-ec91-4036-8eb5-0d43a0bb6207 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.318902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6c287161-ec91-4036-8eb5-0d43a0bb6207 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0306861 May 14 18:09:51.325627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52728) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.335089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:51.335338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-696daefb-7247-479a-9763-3b5f299c518e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.335770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:51.339634 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-696daefb-7247-479a-9763-3b5f299c518e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0122786 May 14 18:09:51.340479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52732) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.361138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ea9f7cd-87b4-4e70-b67b-0d6c3a4c2678 req-34bd4897-56c9-4180-b1bb-2be75b587d57 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359118 May 14 18:09:51.362068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Pushing event deleted for resources: {'Port': ['ID=266d2405-0ff3-46e8-b521-31f3bb77b653,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:51.409660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.417685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-99a52529-e96d-4dc5-8001-c84cb3fd58cb tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.421147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "DELETE /v2.0/ports/266d2405-0ff3-46e8-b521-31f3bb77b653 HTTP/1.1" status: 204 len: 168 time: 1.6360719 May 14 18:09:51.422321 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-99a52529-e96d-4dc5-8001-c84cb3fd58cb tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0749841 May 14 18:09:51.427415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52738) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.427741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.431234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05208bb2-c0a3-4645-831e-754250545e74 req-b64fa81d-d010-47a2-88a2-45300e9ea5dc tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.22 "DELETE /v2.0/ports/19db786a-dbc7-4c1c-95b3-eb9192a8804c HTTP/1.1" status: 204 len: 173 time: 2.7617013 May 14 18:09:51.437913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.437913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.442992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.443519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.444842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.444842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.445122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.445679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.448997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.449538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.450024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.450494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:09:51.457064 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:51.499664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.526258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Transition to ACTIVE for port object 40b69842-931e-4fb2-86e0-446782eb8b76 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:51.559362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Transition to ACTIVE for port object 40b69842-931e-4fb2-86e0-446782eb8b76 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:51.572835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-af373964-a2ff-43c1-aeec-7108602c474d tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.577427 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af373964-a2ff-43c1-aeec-7108602c474d tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1332471 May 14 18:09:51.578837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:51.583047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52748) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.612586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-885704c4-a10a-4c48-9f13-bcc60cba3b6d req-cb1a61be-deb9-400f-9b36-6c863a2f9e3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Synchronizing usage tracker for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:51.629790 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.637835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-5bcfb71f-a8c4-4cf2-917d-9d012a6f1ba6 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.648388 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5bcfb71f-a8c4-4cf2-917d-9d012a6f1ba6 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0423479 May 14 18:09:51.651227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52752) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.652692 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:51.655043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-885704c4-a10a-4c48-9f13-bcc60cba3b6d req-cb1a61be-deb9-400f-9b36-6c863a2f9e3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Unset dirty status for tenant:23db3b4028e642eaba8d6f04a8df3e9c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:51.657085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-885704c4-a10a-4c48-9f13-bcc60cba3b6d req-cb1a61be-deb9-400f-9b36-6c863a2f9e3e tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d89719-ac57-46db-87a2-775ed6058000 HTTP/1.1" status: 200 len: 210 time: 0.1377454 May 14 18:09:51.660883 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a626c06-d914-4344-9c95-21ac46188841 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] GET failed (client error): The resource could not be found. May 14 18:09:51.661276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-74c15db9-9461-4461-91ac-d752db23f89f tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.662345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4a626c06-d914-4344-9c95-21ac46188841 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Synchronizing usage tracker for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:51.663271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-74c15db9-9461-4461-91ac-d752db23f89f tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0107534 May 14 18:09:51.665733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52756) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.676165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-16a38ce3-2887-4ebf-b5ff-0e01cdf76130 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.678007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-16a38ce3-2887-4ebf-b5ff-0e01cdf76130 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113146 May 14 18:09:51.681667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.693537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-b328b16a-87b9-4305-a252-acf21a515bd7 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.696772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b328b16a-87b9-4305-a252-acf21a515bd7 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0140712 May 14 18:09:51.699348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52764) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.709176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-fcfb7958-aa69-4660-a268-5a498904f486 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.711206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fcfb7958-aa69-4660-a268-5a498904f486 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0108829 May 14 18:09:51.713962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52768) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.724519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-f346ad65-30d1-408f-a15c-2d18d61d9ee5 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.726863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f346ad65-30d1-408f-a15c-2d18d61d9ee5 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0119915 May 14 18:09:51.727814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4a626c06-d914-4344-9c95-21ac46188841 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Unset dirty status for tenant:d2acef9596714a0ea492399fe5511c4f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:51.733350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52772) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.733568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4a626c06-d914-4344-9c95-21ac46188841 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] 10.222.0.24 "GET /v2.0/ports/266d2405-0ff3-46e8-b521-31f3bb77b653 HTTP/1.1" status: 404 len: 333 time: 0.2961035 May 14 18:09:51.739378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.739776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-529a8a87-7729-4f89-825e-c4ff6a837d5f tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.741433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-529a8a87-7729-4f89-825e-c4ff6a837d5f tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0110664 May 14 18:09:51.744227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52780) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.752742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-58acfce2-7be7-49ca-8c98-9fe88eb6da4c tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.759691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-58acfce2-7be7-49ca-8c98-9fe88eb6da4c tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0144539 May 14 18:09:51.762175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52784) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.768356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Pushing event updated for resources: {'Port': ['ID=40b69842-931e-4fb2-86e0-446782eb8b76,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:51.772851 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:51.778825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-4276223d-aa50-4174-a363-25973b96f427 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.783106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4276223d-aa50-4174-a363-25973b96f427 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0175116 May 14 18:09:51.783438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52788) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.787729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Network 0e301632-3dae-4278-b054-70fec39a5672 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:51.791379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:51.792497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-8a8114c0-8e7a-4fd6-851d-9e79c1d22dcb tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.798809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8a8114c0-8e7a-4fd6-851d-9e79c1d22dcb tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0121679 May 14 18:09:51.800411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52792) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.801871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:51.811802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-3b4fc5b8-a2bd-4560-8d8d-a34e4234cd55 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.816436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3b4fc5b8-a2bd-4560-8d8d-a34e4234cd55 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0125978 May 14 18:09:51.817072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52796) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.828872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-a97ae994-9964-43d6-aad7-c8ad2648884a tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.832129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a97ae994-9964-43d6-aad7-c8ad2648884a tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0113802 May 14 18:09:51.836012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52800) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.845506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-2201e024-9034-4b0b-8975-37bc9b232d16 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.848868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2201e024-9034-4b0b-8975-37bc9b232d16 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0097618 May 14 18:09:51.849334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52804) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.854135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-e95a4f1a-3708-4007-ab48-b6c1168dd64c tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.859017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e95a4f1a-3708-4007-ab48-b6c1168dd64c tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087211 May 14 18:09:51.859942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52808) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.866083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-15181962-9a7c-48f4-904d-466d6a91535a tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.881427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-15181962-9a7c-48f4-904d-466d6a91535a tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0199330 May 14 18:09:51.882543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52812) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.888970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-7e46a33c-66ea-4c3b-b2e4-ce58dbf133b3 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.894835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7e46a33c-66ea-4c3b-b2e4-ce58dbf133b3 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0109932 May 14 18:09:51.895710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52816) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.901279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-3405ba65-b8f8-407f-8e3c-21131d8a90d5 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.905998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3405ba65-b8f8-407f-8e3c-21131d8a90d5 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091515 May 14 18:09:51.906960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52820) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.912436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-c00c2274-08f1-423a-82c8-09f320f35f31 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.916322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c00c2274-08f1-423a-82c8-09f320f35f31 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082459 May 14 18:09:51.917059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52824) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.924448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-769b5404-1649-4d6d-a98a-7c201101830d tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.928607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-769b5404-1649-4d6d-a98a-7c201101830d tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0098705 May 14 18:09:51.929093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:51.929770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52828) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.939084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-9d4829d1-453a-4d74-b00b-5b927f0aa625 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.943347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9d4829d1-453a-4d74-b00b-5b927f0aa625 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0120311 May 14 18:09:51.944085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52832) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.949866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-8cf8b7a7-eeae-4370-a18c-ba3aefbe9dc6 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.956120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:51.956625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8cf8b7a7-eeae-4370-a18c-ba3aefbe9dc6 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102623 May 14 18:09:51.966417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-36496af2-ba74-4a23-8554-dd7afb2336be tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:51.970529 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36496af2-ba74-4a23-8554-dd7afb2336be tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109327 May 14 18:09:51.996009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.010127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-3929687e-34d2-43fe-b091-315c273a9611 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.013480 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3929687e-34d2-43fe-b091-315c273a9611 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0129755 May 14 18:09:52.019594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52844) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.026983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-d7889aca-f6d6-4a80-a77a-bb0818459c17 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.031430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52848) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.033316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d7889aca-f6d6-4a80-a77a-bb0818459c17 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0122924 May 14 18:09:52.093307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65eeb5-b35c-4715-b344-023f3709701a req-5e17871a-ec18-41b0-b8bc-fe037ee82a69 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:52.095889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de65eeb5-b35c-4715-b344-023f3709701a req-5e17871a-ec18-41b0-b8bc-fe037ee82a69 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.1375229 May 14 18:09:52.134442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Attempting to bind port 40b69842-931e-4fb2-86e0-446782eb8b76 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:52.134923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Attempting to bind port 40b69842-931e-4fb2-86e0-446782eb8b76 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:52.135543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Attempting to bind port 40b69842-931e-4fb2-86e0-446782eb8b76 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:52.146978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:52.147763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Checking segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:52.148394 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.148983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Bound using segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:52.149656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Bound port: 40b69842-931e-4fb2-86e0-446782eb8b76, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:52.150259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.153204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.174225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4fb4c5-ac04-4110-b0d5-4312e0a3c315']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:52.191105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180c4f47-3359-4ef6-94d8-518f22329af6') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:52.192045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180c4f47-3359-4ef6-94d8-518f22329af6') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:52.207401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.212085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de65eeb5-b35c-4715-b344-023f3709701a req-94598cd2-5a00-4e5e-a7b9-977d7f6ab159 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086020 May 14 18:09:52.254656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-0063260f-51d4-4860-a422-4faddef4cb41 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.255846 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0063260f-51d4-4860-a422-4faddef4cb41 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.2235086 May 14 18:09:52.258458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.271625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-6f826595-8eac-4ed5-b5c7-b71fdd0c69c9 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.274031 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6f826595-8eac-4ed5-b5c7-b71fdd0c69c9 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0113630 May 14 18:09:52.276379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.277185 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.282793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-c68fcd87-13be-4af3-8d78-1d876d2b7435 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.284065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c68fcd87-13be-4af3-8d78-1d876d2b7435 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063384 May 14 18:09:52.286682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52862) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.299254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-067d7bd3-5f96-4de9-b76a-9c53554ec33e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.304215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-067d7bd3-5f96-4de9-b76a-9c53554ec33e tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0162735 May 14 18:09:52.305818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.322432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:09:52.323064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.348441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [None req-c3d9bd9c-895b-4b6d-a007-cc1f111aa871 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.350279 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c3d9bd9c-895b-4b6d-a007-cc1f111aa871 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0295162 May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: timer() May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:09:52.353357 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:09:52.355687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52870) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.363250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-1dff9b98-97ce-4a69-b796-522712d7eff3 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.368248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1dff9b98-97ce-4a69-b796-522712d7eff3 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121987 May 14 18:09:52.368839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52874) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:52.384289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [None req-1ee2aab2-b591-42d1-9fc3-fd00d226a1c5 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:09:52.394431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1ee2aab2-b591-42d1-9fc3-fd00d226a1c5 tempest-ExtensionsTestJSON-10409602 tempest-ExtensionsTestJSON-10409602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0234060 May 14 18:09:52.426500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] For port 40b69842-931e-4fb2-86e0-446782eb8b76, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:52.431347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] For port 40b69842-931e-4fb2-86e0-446782eb8b76, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=40b69842-931e-4fb2-86e0-446782eb8b76,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:52.452325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.463406 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89719-ac57-46db-87a2-775ed6058000', 'name': 'network-vif-deleted', 'tag': '19db786a-dbc7-4c1c-95b3-eb9192a8804c', 'status': 'completed', 'code': 200} May 14 18:09:52.466372 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2e177903-d60f-43d0-97f5-db680378fb2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:52.504075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.514778 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1bedaef5-c7ee-4069-807d-ac2688d57c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:52.533684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.544468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:52.552679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Pushing event deleted for resources: {'Network': ['ID=8c4fb4c5-ac04-4110-b0d5-4312e0a3c315,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:52.558640 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:52.564012 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ceb5e4b-df67-4771-b76a-7bc58de6f5c1 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:52.595546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:28Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:52.600104 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] 10.222.0.24 "DELETE /v2.0/networks/8c4fb4c5-ac04-4110-b0d5-4312e0a3c315 HTTP/1.1" status: 204 len: 168 time: 0.8594151 May 14 18:09:52.625363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] Checking router: 65772aa4-d2c8-4145-b65b-6a3f9c636573 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:09:52.674109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:52.675022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:52.911981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Pushing event updated for resources: {'Port': ['ID=40b69842-931e-4fb2-86e0-446782eb8b76,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:52.916634 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:52.993145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52892) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:53.006226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52896) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:53.030770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Checking segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:53.031126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network hostable DHCP agents. Network: 976994ae-bc8e-4826-8080-71ec03579bad, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:09:53.050455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Subnet': ['ID=6a728fa2-808f-4776-941e-5f6d28d43cea,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:53.056963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:53.069012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:53.093485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 976994ae-bc8e-4826-8080-71ec03579bad is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:09:53.113630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 976994ae-bc8e-4826-8080-71ec03579bad) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:53.128176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:53.128691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.170199 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:09:53.184144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754227cd-f095-426e-ae48-586e33e9cdce None None] Network 976994ae-bc8e-4826-8080-71ec03579bad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:53.192186 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4541121 May 14 18:09:53.192897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52904) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:53.200310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'name': 'tempest-TaggedBootDevicesTest_v242-329322197', 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:53.378201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b330b93-87c8-4fc9-b1ef-11e61c8488a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f185beb5fd1c4d66a6813b3522300bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817418 May 14 18:09:53.408970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52912) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:53.442520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.443595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:53.447843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:53.452138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:53.460803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:53.477673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:53.481812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Usage tracker for resource:security_group_rule and tenant:814cfc30238d4c40b870dd69704de7ad is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:53.485130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:53.485468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:53.491417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:53.642307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.677841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.690324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.713687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] device_id is not set on port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:53.751920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-976994ae-bc8e-4826-8080-71ec03579bad', 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'fixed_ips': [{'subnet_id': '6a728fa2-808f-4776-941e-5f6d28d43cea'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:09:53.752727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.772719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e4e6-f0fc-495a-8ad9-6811cee3b08c req-d7edeed7-0913-482b-8eaa-924653dcb691 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:53.774278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0611e4e6-f0fc-495a-8ad9-6811cee3b08c req-d7edeed7-0913-482b-8eaa-924653dcb691 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.5641365 May 14 18:09:53.774666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:53.777944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:53.786688 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48c25b7-0588-4746-a9c0-b6112b2d8c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:53.810712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:53.822088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Request body: {'floatingip': {'port_id': '9d96bb50-8491-4d03-ab42-aabb0efc5def'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:53.842854 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 19db786a-dbc7-4c1c-95b3-eb9192a8804c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:09:53.843392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19db786a-dbc7-4c1c-95b3-eb9192a8804c not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:09:53.952394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.022330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.049951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 10.1.1.42 (0e301632-3dae-4278-b054-70fec39a5672/e5c838aa-361d-401e-af10-eae84193674c/492fed26-7ed2-44e3-9e8e-f6080df3aff8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:54.118843 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.119209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:28Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:54.128958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124aa9f-ffdc-4769-b84d-c3095b02f3fc None None] The sync data for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 is: [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T17:59:22Z', 'revision_number': 4, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6c320583-47e7-41e8-879b-903e26af2abb', 'name': '', 'network_id': '2a867376-97d8-42cd-96d9-9aebf40270c3', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'mac_address': 'fa:16:3e:2c:81:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:21Z', 'updated_at': '2021-05-14T17:59:28Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'subnets': [{'id': '304b5898-53fe-4d3c-aedd-9cd2cda3ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:09:54.155556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Allocated IP 10.2.2.2 (976994ae-bc8e-4826-8080-71ec03579bad/6a728fa2-808f-4776-941e-5f6d28d43cea/c433c9cb-f179-48fb-a0a7-3e68c35fe948) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:54.156695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857fbaac-b634-4d8e-b403-595225bd2fb6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:54.190749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:54.193162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.381746 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-25bfe9ff-7193-455c-bb77-441fff7fc153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:54.441659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb1f94-af10-498f-bc9f-a51d77486ce7 None None] Network 0e301632-3dae-4278-b054-70fec39a5672 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:54.566540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.578375 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.592490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object 492fed26-7ed2-44e3-9e8e-f6080df3aff8 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:54.609514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/857fbaac-b634-4d8e-b403-595225bd2fb6 HTTP/1.1" status: 204 len: 168 time: 1.1946754 May 14 18:09:54.650914 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7f6d-9bbe-4914-9526-3e431e4820b3 None None] New status for floating IP 01bbfff6-2abc-412f-9d66-ecfbe7c6e14f: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:09:54.710681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.738529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2dd77ee3-ec46-4179-99dd-a7a40ca95af4 tempest-ServersNegativeTestJSON-1929969058 tempest-ServersNegativeTestJSON-1929969058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:54.822760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 0e301632-3dae-4278-b054-70fec39a5672 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:54.830718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:54.840489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:54.853999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e227d41c-c124-4f2e-a676-5383aefd2bae,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:54.859749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=814cfc30238d4c40b870dd69704de7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8525369 May 14 18:09:54.882263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40b69842-931e-4fb2-86e0-446782eb8b76 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:54.890708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52936) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:54.892230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:54.958316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:54.961428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8d5316a5-d620-4f3e-a70a-87fa347e53f9 None None] Provisioning for port 40b69842-931e-4fb2-86e0-446782eb8b76 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:54.999543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:55.002591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:55.038529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:55.039287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.051812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-00198602-03e3-4b78-8e7e-b9f568dd7d51 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:55.060473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-00198602-03e3-4b78-8e7e-b9f568dd7d51 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 814 time: 0.9394872 May 14 18:09:55.064518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Transition to ACTIVE for port object c433c9cb-f179-48fb-a0a7-3e68c35fe948 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:55.087601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.089094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-a845e668-3cd6-4ce1-8832-e93e1f067c0b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/quotas/9aa00494d02a4257a6a6eb979e3232fc HTTP/1.1" status: 200 len: 375 time: 0.0271792 May 14 18:09:55.093975 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8961298 May 14 18:09:55.100481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52940) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:55.122227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'name': 'tempest-TaggedBootDevicesTest_v242-2046275132', 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:55.144477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Transition to ACTIVE for port object c433c9cb-f179-48fb-a0a7-3e68c35fe948 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:55.147063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccc715-8cfb-48db-b600-41807beea0af req-4796b6f1-d488-4cf8-998d-f1d4a82d4f99 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:55.147826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-12ccc715-8cfb-48db-b600-41807beea0af req-4796b6f1-d488-4cf8-998d-f1d4a82d4f99 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Synchronizing usage tracker for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:09:55.183342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52944) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:55.189936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-12ccc715-8cfb-48db-b600-41807beea0af req-4796b6f1-d488-4cf8-998d-f1d4a82d4f99 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Unset dirty status for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:09:55.191051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-12ccc715-8cfb-48db-b600-41807beea0af req-4796b6f1-d488-4cf8-998d-f1d4a82d4f99 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d0845be-b137-4a94-9b2a-0f0d10b7c807 HTTP/1.1" status: 200 len: 945 time: 0.5705106 May 14 18:09:55.197824 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.209341 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:55.260003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.268372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 40b69842-931e-4fb2-86e0-446782eb8b76 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:55.293993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Network 976994ae-bc8e-4826-8080-71ec03579bad is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:09:55.299209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:09:55.301281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 40b69842-931e-4fb2-86e0-446782eb8b76 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:55.301903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.333147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:09:55.395412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Pushing event updated for resources: {'Port': ['ID=c433c9cb-f179-48fb-a0a7-3e68c35fe948,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:55.403438 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:55.412648 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed5df173-278d-43bf-b2fe-47106e6ac90f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2acef9596714a0ea492399fe5511c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239335 May 14 18:09:55.420711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52948) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:55.490127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Attempting to bind port c433c9cb-f179-48fb-a0a7-3e68c35fe948 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:09:55.490831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Attempting to bind port c433c9cb-f179-48fb-a0a7-3e68c35fe948 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:09:55.491419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Attempting to bind port c433c9cb-f179-48fb-a0a7-3e68c35fe948 on network 976994ae-bc8e-4826-8080-71ec03579bad {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:09:55.499505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:09:55.500767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Checking segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:09:55.500767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.501234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Bound using segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:09:55.502288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Bound port: c433c9cb-f179-48fb-a0a7-3e68c35fe948, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:09:55.502691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.576317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:55.596201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:55.610544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:55.612796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-96e12ee1-ce95-43ce-a107-314d2c57d089 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5226386 May 14 18:09:55.656674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:55.663563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.694959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.702117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94251399-f5e3-4367-9cde-5f6fc4e85d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:55.721727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:55.731869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.756153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e227d41c-c124-4f2e-a676-5383aefd2bae,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:55.762345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.768672 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:55.801753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-d53b6b3f-e7ef-4145-9579-493f36d2547f service neutron] 10.222.0.24 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768024 May 14 18:09:55.814582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.817205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e227d41c-c124-4f2e-a676-5383aefd2bae HTTP/1.1" status: 204 len: 168 time: 0.9203808 May 14 18:09:55.836900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] device_id is not set on port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:09:55.844109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 40b69842-931e-4fb2-86e0-446782eb8b76, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=40b69842-931e-4fb2-86e0-446782eb8b76,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:55.864237 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:55.875439 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c61089ab-a37c-4652-a608-40abfeee0353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:55.924665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:09:55.945169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Deleting port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:55.959353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] For port c433c9cb-f179-48fb-a0a7-3e68c35fe948, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:09:55.960715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.012875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.025133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] For port c433c9cb-f179-48fb-a0a7-3e68c35fe948, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c433c9cb-f179-48fb-a0a7-3e68c35fe948,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:09:56.037191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-25f0671a-c36e-4547-ac35-e4a6696e04b6 None None] Provisioning for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:56.048792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=40b69842-931e-4fb2-86e0-446782eb8b76,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:56.062920 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:56.069651 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.080728 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-68a9b663-1efa-425d-8cc5-02149a9fd757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:56.093395 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.110277 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.159773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-25f0671a-c36e-4547-ac35-e4a6696e04b6 None None] Provisioning complete for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:56.163037 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-25f0671a-c36e-4547-ac35-e4a6696e04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.292936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-25f0671a-c36e-4547-ac35-e4a6696e04b6 None None] Port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:56.328123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-bb84cb89-4fa4-4aa3-a89b-b353bf17568e service neutron] 10.222.0.24 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128832 May 14 18:09:56.355301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Pushing event updated for resources: {'Port': ['ID=c433c9cb-f179-48fb-a0a7-3e68c35fe948,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:56.368931 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:56.401302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-25f0671a-c36e-4547-ac35-e4a6696e04b6 None None] Provisioning complete for port 40b69842-931e-4fb2-86e0-446782eb8b76 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:56.401730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-25f0671a-c36e-4547-ac35-e4a6696e04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.459307 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Floating IP 77c7ff98-bf8f-4c89-af92-016f57f62f92 associated. External IP: 172.25.4.52, port: 9d96bb50-8491-4d03-ab42-aabb0efc5def. May 14 18:09:56.543644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40b69842-931e-4fb2-86e0-446782eb8b76 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:56.629792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] For port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:56.630375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.755346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 40b69842-931e-4fb2-86e0-446782eb8b76 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:56.755735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.862488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:56.875002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52972) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:57.026833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0d21e52d-6918-4338-9bc8-02a0dda0fb8f req-a53e6fde-fc87-43e1-91a2-e4df9236fb8d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 210 time: 0.0786655 May 14 18:09:57.057787 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-f5ad-4a5c-9e3b-4592e181720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.079276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.101240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Calling delete_port for f00e3c2d-d7b1-4efc-9438-97c5d4bf863d owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:09:57.137237 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8af43a56-f03c-45ef-b0bf-95a392a21dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:57.181541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f8648-e52c-4759-b506-edf4027e0dbf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:57.184015 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:57.298714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-068764dc-d0ea-46f5-be2d-78043edb842f None None] Provisioning complete for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:57.299304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-068764dc-d0ea-46f5-be2d-78043edb842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.366442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.376824 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/525f8648-e52c-4759-b506-edf4027e0dbf HTTP/1.1" status: 204 len: 168 time: 1.9446864 May 14 18:09:57.431671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f00e3c2d-d7b1-4efc-9438-97c5d4bf863d no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:09:57.477511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.490630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 10.1.1.88 (0e301632-3dae-4278-b054-70fec39a5672/e5c838aa-361d-401e-af10-eae84193674c/dc8f1251-c3cb-49d0-825a-34170ef9e7e7) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:09:57.562279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:57.627964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-068764dc-d0ea-46f5-be2d-78043edb842f None None] Port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:09:57.745092 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.747665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.765871 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-777b5bc3-0a67-46ea-a5e7-40bc849cdb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:57.813161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a2e3d-0763-49ef-9731-d726b1046afd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:57.828517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:09:57.836797 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:57.861481 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:57.867729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae4a2e3d-0763-49ef-9731-d726b1046afd HTTP/1.1" status: 204 len: 168 time: 0.9874444 May 14 18:09:57.868351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53002) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:57.883971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d update to DOWN by agent not found {{(pid=79561) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 14 18:09:58.011202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618b6c8-6621-4058-9790-73597ba78537 None None] Network 976994ae-bc8e-4826-8080-71ec03579bad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:09:58.102702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:58.126201 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:58.168125 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-ee1d77bb-1a58-4a87-a5bf-cf2351dbb061 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] show failed (client error): The resource could not be found. May 14 18:09:58.169208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ee1d77bb-1a58-4a87-a5bf-cf2351dbb061 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "GET /v2.0/security-groups/ae4a2e3d-0763-49ef-9731-d726b1046afd HTTP/1.1" status: 404 len: 347 time: 0.2988234 May 14 18:09:58.190911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:58.325106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e8bd4ac-86b2-464a-9400-69e8426ede3b None None] Provisioning for port c433c9cb-f179-48fb-a0a7-3e68c35fe948 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:58.350076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Pushing event deleted for resources: {'Port': ['ID=f00e3c2d-d7b1-4efc-9438-97c5d4bf863d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:58.392092 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:58.400613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f48a8c5c-0897-44d4-90b1-f8b30cf3844c req-dc53f0f2-7f90-4189-83d9-c46077d869fb tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 210 time: 0.1000361 May 14 18:09:58.424467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-398529988'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:58.498395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:09:58.504903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:58.505616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:58.519242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Usage tracker for resource:network and tenant:f05df338fc604fcf833c25d24fc05bcd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:58.520880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:58.528108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:58.550229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:58.557304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] Sync routers for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:09:58.560034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c433c9cb-f179-48fb-a0a7-3e68c35fe948 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:09:58.617995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-849e1f6a-61d8-4a89-a694-63be5ce725ed tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "PUT /v2.0/floatingips/77c7ff98-bf8f-4c89-af92-016f57f62f92 HTTP/1.1" status: 200 len: 991 time: 4.8056746 May 14 18:09:58.619356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:58.657843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:09:58.658502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:09:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:09:58.706357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Made reservation on behalf of f05df338fc604fcf833c25d24fc05bcd for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:58.710413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:58.811126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53034) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:09:58.831638 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'status': 'completed', 'code': 200} May 14 18:09:58.911492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c433c9cb-f179-48fb-a0a7-3e68c35fe948 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:09:58.931492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:09:58.954947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1981181342'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:58.961650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:58.968552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:network and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:58.973285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:58.982738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:58.998423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-ed96eadd-9679-4609-b354-ec7a8db2abca tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:59.000535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-ed96eadd-9679-4609-b354-ec7a8db2abca tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 814 time: 0.2708471 May 14 18:09:59.002121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c433c9cb-f179-48fb-a0a7-3e68c35fe948 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:59.002627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.003514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] No DVR routers for this DVR port f00e3c2d-d7b1-4efc-9438-97c5d4bf863d on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:09:59.009250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-c56f4342-9359-4cfc-8139-b7f56f14df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:59.012109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-c56f4342-9359-4cfc-8139-b7f56f14df00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e73cada9fd54648b9dee82a601b16f0&device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 1097 time: 0.1640239 May 14 18:09:59.014742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Made reservation on behalf of 251603e7330e4426a431ef1a0c81b47a for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:59.020004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.032401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.044684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.060740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.094674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-deleted', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:09:59.103961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Request body: {'port': {'device_id': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'admin_state_up': True, 'tenant_id': '9aa00494d02a4257a6a6eb979e3232fc'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:09:59.124724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object dc8f1251-c3cb-49d0-825a-34170ef9e7e7 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:09:59.141235 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-12ccc715-8cfb-48db-b600-41807beea0af req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "DELETE /v2.0/ports/f00e3c2d-d7b1-4efc-9438-97c5d4bf863d HTTP/1.1" status: 204 len: 173 time: 3.8974087 May 14 18:09:59.149163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:59.155463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:59.161078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:security_group_rule and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:59.166648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:59.188884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:59.274524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-9f8eee92-663b-47bd-9527-d249a65cbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:59.276343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-9f8eee92-663b-47bd-9527-d249a65cbd83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 HTTP/1.1" status: 200 len: 916 time: 0.2418177 May 14 18:09:59.284878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Usage tracker for resource:security_group_rule and tenant:f05df338fc604fcf833c25d24fc05bcd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:59.291926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:59.305292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:59.333566 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0845be-b137-4a94-9b2a-0f0d10b7c807', 'name': 'network-vif-deleted', 'tag': 'f00e3c2d-d7b1-4efc-9438-97c5d4bf863d', 'status': 'completed', 'code': 200} May 14 18:09:59.417423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9a0c63ab-137f-4072-8fab-690bdc38f5d9 None None] Provisioning complete for port c433c9cb-f179-48fb-a0a7-3e68c35fe948 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:09:59.418438 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9a0c63ab-137f-4072-8fab-690bdc38f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.426558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-fac89d1d-d498-4e48-b6b9-692f1e265e4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def HTTP/1.1" status: 200 len: 999 time: 0.1424215 May 14 18:09:59.448667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:09:59.453601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Usage tracker for resource:port and tenant:9aa00494d02a4257a6a6eb979e3232fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:09:59.456627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:09:59.462496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:09:59.484284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Made reservation on behalf of 9aa00494d02a4257a6a6eb979e3232fc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:09:59.487548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.569924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.575433 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.599548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.613746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.625324 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-795e15dc-04af-4ac6-a952-c4e84961c6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:59.627925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c11c30d-f900-4bb0-ab6f-fa46dcb6ca6c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:59.635375 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.644513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d656aa06-6a6c-4d09-af27-9953db0a22f1 req-6d33fc40-ab07-40d2-8fbb-188fd763ce7a tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 210 time: 0.0785544 May 14 18:09:59.649574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-dd87ba5b-d869-4af0-b7a5-2e851bd32afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:59.651065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-dd87ba5b-d869-4af0-b7a5-2e851bd32afe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=06ca03f7-07ab-4a76-976e-0e0041cd6d93 HTTP/1.1" status: 200 len: 854 time: 0.1933734 May 14 18:09:59.666467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:09:59.707553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Deleting port 8c52789d-82b4-45ba-9841-bb2c37704603 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:09:59.707988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.719976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac11602-7282-43bf-a4e2-9917a3864a43,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:09:59.725350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c433c9cb-f179-48fb-a0a7-3e68c35fe948, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c433c9cb-f179-48fb-a0a7-3e68c35fe948,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:09:59.745498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.745890 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Added segment 09836884-48dc-4148-a786-29b66cd0ac76 of type vlan for network 28120054-b61b-4d6e-b558-fdf120e7414a May 14 18:09:59.752057 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.765685 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:59.782520 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:09:59.792559 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.799391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-55632541-93cc-4bb1-9169-7c0e507cde99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.832208 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.850103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9a0c63ab-137f-4072-8fab-690bdc38f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.898396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-3e96a997-b95c-47bd-91f7-5bdbbb024464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:59.900340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-3e96a997-b95c-47bd-91f7-5bdbbb024464 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348530 May 14 18:09:59.903132 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.914901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:09:59.915903 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:09:59.928802 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:09:59.999981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c433c9cb-f179-48fb-a0a7-3e68c35fe948,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:00.007471 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:00.024489 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-9a0c63ab-137f-4072-8fab-690bdc38f5d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:10:00.024847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-9a0c63ab-137f-4072-8fab-690bdc38f5d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:10:00.042963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '77c7ff98-bf8f-4c89-af92-016f57f62f92', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'port_id': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'mac_address': 'fa:16:3e:e2:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d73d30-829e-4607-8f10-5cae2a513e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:08:51Z', 'updated_at': '2021-05-14T18:09:55Z', 'revision_number': 1, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:53Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:00.047467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] Checking router: d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:10:00.058493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.059288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:00.060026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:00.072038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:00.084469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.085153 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Added segment 7e420994-fedf-4868-8a6f-8379e0fe0925 of type vlan for network c4a607ec-7636-48fb-a9e1-56cc9edaa72d May 14 18:10:00.112976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.181903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Network': ['ID=28120054-b61b-4d6e-b558-fdf120e7414a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:00.186760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 0e301632-3dae-4278-b054-70fec39a5672 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:00.194344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3817122 May 14 18:10:00.199689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 28120054-b61b-4d6e-b558-fdf120e7414a details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:00.201427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:00.204285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:00.209618 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:00.212751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53050) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:00.230989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'subnet': {'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:00.249773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.257823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:00.259143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.321193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7572598 May 14 18:10:00.345063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:00.369709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Request body: {'subnet': {'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:00.524769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c433c9cb-f179-48fb-a0a7-3e68c35fe948 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:00.575049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:00.631131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:00.631708 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e1902e7-475a-4197-add8-791b318f25da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:00.737737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.740627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:00.749643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:00.754270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:subnet and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:00.757579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:00.764177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:00.766326 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.766656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.830984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Made reservation on behalf of 251603e7330e4426a431ef1a0c81b47a for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:00.834842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.923287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c433c9cb-f179-48fb-a0a7-3e68c35fe948 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:00.923893 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:00.938424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Calling delete_port for 8c52789d-82b4-45ba-9841-bb2c37704603 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:01.013150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eb6af68c-b832-469a-bee2-581d442e9d24 None None] Provisioning for port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:01.103150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eb6af68c-b832-469a-bee2-581d442e9d24 None None] Provisioning complete for port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:01.103562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb6af68c-b832-469a-bee2-581d442e9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.109201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:01.109814 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.113757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:01.128562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Usage tracker for resource:subnet and tenant:f05df338fc604fcf833c25d24fc05bcd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:01.143368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.147071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:01.167567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:01.191632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23881833-fc9a-4e04-9918-aed54b65e2a3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:01.218156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-870386cf-6341-4218-bb85-7f2f29cb8d5e service neutron] 10.222.0.22 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2911732 May 14 18:10:01.229764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-eb6af68c-b832-469a-bee2-581d442e9d24 None None] Port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:01.263829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:01.264325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d116b708-851e-4d19-b45c-7f990c3a65f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.962s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:01.342609 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2325025 May 14 18:10:01.372323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124381b7-7f73-4d0c-ac1f-1f4ac0a6882f req-eaa45b62-90ca-4cf8-b2c9-c166a7e73232 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:01.374123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '77c7ff98-bf8f-4c89-af92-016f57f62f92', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'port_id': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'mac_address': 'fa:16:3e:e2:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d73d30-829e-4607-8f10-5cae2a513e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:08:51Z', 'updated_at': '2021-05-14T18:09:55Z', 'revision_number': 1, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:53Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:01.375899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-124381b7-7f73-4d0c-ac1f-1f4ac0a6882f req-eaa45b62-90ca-4cf8-b2c9-c166a7e73232 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.5996735 May 14 18:10:01.378623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b07746-2961-4100-8ad9-d5d628a2d98f None None] The sync data for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 is: [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '77c7ff98-bf8f-4c89-af92-016f57f62f92', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'port_id': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'mac_address': 'fa:16:3e:e2:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d73d30-829e-4607-8f10-5cae2a513e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:08:51Z', 'updated_at': '2021-05-14T18:09:55Z', 'revision_number': 1, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:53Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:01.404751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Allocated IP 172.20.0.5 (3b14f5ed-09e2-4d24-89a7-241e9c0b6ede/783fc44d-b2a3-4d86-9b44-8dfd9937a373/3fad3724-503a-414e-aed3-4c3560d66665) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:01.430287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Made reservation on behalf of f05df338fc604fcf833c25d24fc05bcd for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:01.434402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.485223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event updated for resources: {'Network': ['ID=c4a607ec-7636-48fb-a9e1-56cc9edaa72d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:01.491705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-124381b7-7f73-4d0c-ac1f-1f4ac0a6882f req-dafb3423-a1e0-4b5d-a036-e913a9464291 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815184 May 14 18:10:01.496423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:01.502894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3738ef00-60d1-4b5f-a87b-29475da4fd9d req-ee9b4be1-e24a-4be2-9671-d8b2a77f598d service neutron] 10.222.0.22 "GET /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712100 May 14 18:10:01.511120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:01.513064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:01.652187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.658724 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:01.686460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Pushing event deleted for resources: {'Port': ['ID=8c52789d-82b4-45ba-9841-bb2c37704603,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:01.734114 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618158e7-06d9-4f00-a6cc-e82da37d0673 None None] New status for floating IP 77c7ff98-bf8f-4c89-af92-016f57f62f92: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:10:01.748694 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:01.751814 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.754626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.759216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] 10.222.0.24 "DELETE /v2.0/floatingips/01bbfff6-2abc-412f-9d66-ecfbe7c6e14f HTTP/1.1" status: 204 len: 168 time: 3.5486333 May 14 18:10:01.771699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53074) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:01.813704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f269032b-a44a-423f-a2b7-3b488ce7a27d req-d971ee6e-f3c8-4e20-813d-3d90ad789305 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 210 time: 0.1021101 May 14 18:10:01.854780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Checking segment: {'id': '09836884-48dc-4148-a786-29b66cd0ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:01.855135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network hostable DHCP agents. Network: 28120054-b61b-4d6e-b558-fdf120e7414a, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:01.858265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Subnet': ['ID=3e20a317-08ba-4aeb-be2a-c095d7a55dfd,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:01.867280 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:01.886852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network 28120054-b61b-4d6e-b558-fdf120e7414a is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:01.900075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 28120054-b61b-4d6e-b558-fdf120e7414a) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:01.908902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bee9b7-73c0-4175-bdb1-5e5f6b60ef5d None None] Network 28120054-b61b-4d6e-b558-fdf120e7414a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:01.914684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:01.915581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.940630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7265291 May 14 18:10:01.943372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53080) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:01.949935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1268163222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:01.958345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:01.963085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:router and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:01.966480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:01.978121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:01.991165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:01.993029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.014372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.041374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.089743 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.093546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-47ac86c3-5650-4248-a843-623de070e9bb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1457589 May 14 18:10:02.093871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53086) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:02.317781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.333118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-28120054-b61b-4d6e-b558-fdf120e7414a', 'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a', 'tenant_id': '251603e7330e4426a431ef1a0c81b47a', 'fixed_ips': [{'subnet_id': '3e20a317-08ba-4aeb-be2a-c095d7a55dfd'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:02.334746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.358266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.526372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Allocated IP 172.20.0.2 (28120054-b61b-4d6e-b558-fdf120e7414a/3e20a317-08ba-4aeb-be2a-c095d7a55dfd/e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:02.534659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53090) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:02.540636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673874901', 'description': 'tempest-description--508637585'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:02.563506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:02.578863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:security_group and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:02.587414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:02.621871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:02.769483 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.782092 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.794329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Transition to ACTIVE for port object e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:02.816678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Transition to ACTIVE for port object e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:02.833306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.846064 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:02.852196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.887554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:02.925521 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-945d0147-ab60-48ed-9b42-089e4e1c5972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:02.927637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Network 28120054-b61b-4d6e-b558-fdf120e7414a is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:02.928784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Pushing event updated for resources: {'Port': ['ID=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:02.932263 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:02.933415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:02.936682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:02.979082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:02.985133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:security_group_rule and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:02.988874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:02.995978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:03.063057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:03.076785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:03.088275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:03.112602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Attempting to bind port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:03.113219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Attempting to bind port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '09836884-48dc-4148-a786-29b66cd0ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:03.113688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Attempting to bind port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 on network 28120054-b61b-4d6e-b558-fdf120e7414a {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:03.119633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:03.120199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Checking segment: {'id': '09836884-48dc-4148-a786-29b66cd0ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:03.120705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.121202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Bound using segment: {'id': '09836884-48dc-4148-a786-29b66cd0ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:03.121781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Bound port: e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09836884-48dc-4148-a786-29b66cd0ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:03.122281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.216767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] For port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:03.217996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Pushing event updated for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:03.220870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] For port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,segment=NetworkSegment(09836884-48dc-4148-a786-29b66cd0ac76),segment_id=09836884-48dc-4148-a786-29b66cd0ac76)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:03.228663 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.229222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.233344 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:03.241666 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:03.253649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.261526 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-923ce307-98bd-4280-942c-0c6e39d69293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:03.281072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:03.281692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.335287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Pushing event updated for resources: {'Port': ['ID=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:03.339405 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:03.411203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad6058-9ead-446f-9a3d-839f58fad7b1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:03.416943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:03.425639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.426818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8910525 May 14 18:10:03.428131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3972082 May 14 18:10:03.432614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53102) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:03.436309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e0d1b-4501-4bd1-965f-abd0e2ffe569 req-5963b9ef-2fef-4201-9ee6-eb1e404b980f tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:03.437821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac9e0d1b-4501-4bd1-965f-abd0e2ffe569 req-5963b9ef-2fef-4201-9ee6-eb1e404b980f tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.1773434 May 14 18:10:03.460415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'security_group_rule': {'security_group_id': '8aad6058-9ead-446f-9a3d-839f58fad7b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:03.469691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Request body: {'port': {'device_id': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:03.524215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:03.537985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:security_group_rule and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:03.546217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Allocated IP 172.20.0.1 (28120054-b61b-4d6e-b558-fdf120e7414a/3e20a317-08ba-4aeb-be2a-c095d7a55dfd/3a0b52a2-2d41-4c02-a010-9c0ab82d5426) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:03.555998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac9e0d1b-4501-4bd1-965f-abd0e2ffe569 req-5b361298-0b37-41b6-b93b-2aa2af8e1142 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870261 May 14 18:10:03.577130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:03.602239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:03.743949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.753938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.765546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.774535 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1064f45-11ce-4781-a497-c0d29a0a5e08 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:03.887610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:03.910530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Transition to ACTIVE for port object 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:03.930112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d08aa1-c062-4374-9f63-bba96cfb2553 req-ce32e9d9-87bb-4637-aa0b-2aa9efa29e73 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:03.931592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76d08aa1-c062-4374-9f63-bba96cfb2553 req-ce32e9d9-87bb-4637-aa0b-2aa9efa29e73 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 931 time: 0.1751678 May 14 18:10:03.987544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event updated for resources: {'Subnet': ['ID=e3efa0f9-3b6f-42b8-bca6-07a9fa48961d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:03.989297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76d08aa1-c062-4374-9f63-bba96cfb2553 req-298ec651-24cd-45e3-b5db-5224bc7786d6 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514381 May 14 18:10:03.991961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:04.003902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.013234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac49f7bd-7816-44c6-8525-31232eab14a2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:04.031772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Checking segment: {'id': '7e420994-fedf-4868-8a6f-8379e0fe0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:04.032148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Network hostable DHCP agents. Network: c4a607ec-7636-48fb-a9e1-56cc9edaa72d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:04.086533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network 28120054-b61b-4d6e-b558-fdf120e7414a is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:04.090103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:04.093695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:04.128005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.144882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.153898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Port': ['ID=3a0b52a2-2d41-4c02-a010-9c0ab82d5426,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:04.161525 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:04.174384 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d6a9379-c1bf-494d-85a5-a84895a21c43 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:04.180936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:04.192877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.283585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.350952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbd647f-54c0-424f-a7bd-1a772300562a,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:04.362846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c4a607ec-7636-48fb-a9e1-56cc9edaa72d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:04.363854 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.367527 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:04.375667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed22bc-c743-4fd0-9bf8-ea0cca964022 None None] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:04.669134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:04.704066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.711211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2715206 May 14 18:10:04.719656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53118) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:04.741437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:04.742105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.751575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'security_group_rule': {'security_group_id': '8aad6058-9ead-446f-9a3d-839f58fad7b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:04.765606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:04.800729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ad799-e01d-44ea-87bc-678dcb78b95b None None] Network 28120054-b61b-4d6e-b558-fdf120e7414a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:04.808734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:security_group_rule and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:04.819365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:04.836088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:04.847296 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4956834 May 14 18:10:04.849840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53122) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:04.862896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Request body: {'port': {'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1336645207'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:04.953308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583f6a-eeae-4f45-a67b-1c9af76d550f req-02602036-17a3-4ad5-9e7f-a01d663f1c2c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:04.960880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05583f6a-eeae-4f45-a67b-1c9af76d550f req-02602036-17a3-4ad5-9e7f-a01d663f1c2c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.2994411 May 14 18:10:04.985010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:04.985287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6a88ba85-68b1-45fc-a4dd-fdfcf44bed48 None None] Provisioning for port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:04.999030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:05.018727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c4a607ec-7636-48fb-a9e1-56cc9edaa72d', 'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d', 'tenant_id': 'f05df338fc604fcf833c25d24fc05bcd', 'fixed_ips': [{'subnet_id': 'e3efa0f9-3b6f-42b8-bca6-07a9fa48961d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:05.020289 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.035043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:05.047649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05583f6a-eeae-4f45-a67b-1c9af76d550f req-4cac7eaa-1ff7-436c-8651-2bc236299812 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858507 May 14 18:10:05.048507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:05.048887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.127088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.134913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.325091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fad3724-503a-414e-aed3-4c3560d66665 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:05.346950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.376231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:05.396597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Usage tracker for resource:port and tenant:f05df338fc604fcf833c25d24fc05bcd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:05.400266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Transition to ACTIVE for port object 3fad3724-503a-414e-aed3-4c3560d66665 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:05.401437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:05.405991 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.408367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Allocated IP 2001:db8::2 (c4a607ec-7636-48fb-a9e1-56cc9edaa72d/e3efa0f9-3b6f-42b8-bca6-07a9fa48961d/36e5349a-25b0-430a-8d6f-53f1d4a58854) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:05.412831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:05.424983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.425345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.426162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.434158 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ad1b68e3-67ee-4b81-9f2d-206dbe23b55a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:05.441103 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e9c8caec-d47c-4849-97d7-319e2da4b2a8 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:05.516537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.523396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Port': ['ID=3a0b52a2-2d41-4c02-a010-9c0ab82d5426,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:05.535582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Pushing event updated for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:05.561403 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:05.562664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,segment=NetworkSegment(09836884-48dc-4148-a786-29b66cd0ac76),segment_id=09836884-48dc-4148-a786-29b66cd0ac76)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:05.563613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce3a8703-e500-41e3-be98-35668ff72f0a tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:05.567526 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:05.579308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.588826 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:05.589974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21602b43-e96e-48d1-92d2-0f118fd6ed4c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:05.591965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Made reservation on behalf of f05df338fc604fcf833c25d24fc05bcd for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:05.595783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.617127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:05.707457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:05.711496 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:05.729187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7081a-3849-4c51-a901-33d8019110aa req-b7e0450c-42bd-4487-bc25-0c55b3834553 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:05.732763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] device_id is not set on port cd2394bc-ddd8-4aff-b629-0664432533a1 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:10:05.736850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70b7081a-3849-4c51-a901-33d8019110aa req-b7e0450c-42bd-4487-bc25-0c55b3834553 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.2143993 May 14 18:10:05.785898 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.797604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Transition to ACTIVE for port object 36e5349a-25b0-430a-8d6f-53f1d4a58854 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:05.803345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70b7081a-3849-4c51-a901-33d8019110aa req-3211c551-2a1f-494e-b521-82494b8a5535 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 May 14 18:10:05.818292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Transition to ACTIVE for port object 36e5349a-25b0-430a-8d6f-53f1d4a58854 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:05.833847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.839438 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:05.844568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network 28120054-b61b-4d6e-b558-fdf120e7414a is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:05.845784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:05.887867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.890994 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1660473 May 14 18:10:05.898736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53134) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:05.924539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:05.945167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:05.953739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-05ee4dc8-27bd-4bf9-8a4b-865604a6003e None None] Provisioning complete for port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:05.954364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05ee4dc8-27bd-4bf9-8a4b-865604a6003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:05.980427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:05.985101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:05.999384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:06.024617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Pushing event updated for resources: {'Port': ['ID=36e5349a-25b0-430a-8d6f-53f1d4a58854,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:06.032777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:floatingip and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:06.044978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:06.065442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:06.078510 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:06.082090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Router 206337b6-4dfd-4840-a70a-1b7e433ce2a4 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:10:06.143421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Deleting port 6c320583-47e7-41e8-879b-903e26af2abb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:06.143760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.198167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Attempting to bind port 36e5349a-25b0-430a-8d6f-53f1d4a58854 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:06.198869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Attempting to bind port 36e5349a-25b0-430a-8d6f-53f1d4a58854 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '7e420994-fedf-4868-8a6f-8379e0fe0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:06.199412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Attempting to bind port 36e5349a-25b0-430a-8d6f-53f1d4a58854 on network c4a607ec-7636-48fb-a9e1-56cc9edaa72d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:06.216798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:06.217366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Checking segment: {'id': '7e420994-fedf-4868-8a6f-8379e0fe0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:06.218058 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.218601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Bound using segment: {'id': '7e420994-fedf-4868-8a6f-8379e0fe0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:06.225919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Bound port: 36e5349a-25b0-430a-8d6f-53f1d4a58854, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e420994-fedf-4868-8a6f-8379e0fe0925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:06.226588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.233172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.331596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] For port 36e5349a-25b0-430a-8d6f-53f1d4a58854, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:06.331596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] For port 36e5349a-25b0-430a-8d6f-53f1d4a58854, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36e5349a-25b0-430a-8d6f-53f1d4a58854,segment=NetworkSegment(7e420994-fedf-4868-8a6f-8379e0fe0925),segment_id=7e420994-fedf-4868-8a6f-8379e0fe0925)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:06.340955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:06.367912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.370845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Attempting to bind port 3fad3724-503a-414e-aed3-4c3560d66665 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:06.371303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Attempting to bind port 3fad3724-503a-414e-aed3-4c3560d66665 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:06.371666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Attempting to bind port 3fad3724-503a-414e-aed3-4c3560d66665 on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:06.373250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] Sync routers for ids ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:06.375127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Allocated IP 2001:db8::368 (c4a607ec-7636-48fb-a9e1-56cc9edaa72d/e3efa0f9-3b6f-42b8-bca6-07a9fa48961d/cd2394bc-ddd8-4aff-b629-0664432533a1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:06.384550 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:06.408096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "PUT /v2.0/routers/206337b6-4dfd-4840-a70a-1b7e433ce2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3129818 May 14 18:10:06.408573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Port 3fad3724-503a-414e-aed3-4c3560d66665 on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:06.408889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Attempting to bind port 3fad3724-503a-414e-aed3-4c3560d66665 on network 3b14f5ed-09e2-4d24-89a7-241e9c0b6ede {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:06.411667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53140) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:06.427067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'port': {'network_id': '28120054-b61b-4d6e-b558-fdf120e7414a', 'name': 'tempest-FloatingIPNegativeTestJSON-431152518'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:06.457329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd3473-24f1-46fe-a0f8-e6927d38cde6 req-de024c89-9e1d-4b4c-8656-1f24ffaf6972 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:06.462818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:06.463156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Checking segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:06.463579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Bound using segment: {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:06.464014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Bound port: 3fad3724-503a-414e-aed3-4c3560d66665, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:06.464356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.473071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0bd3473-24f1-46fe-a0f8-e6927d38cde6 req-de024c89-9e1d-4b4c-8656-1f24ffaf6972 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.3770030 May 14 18:10:06.498958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:06.531848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0bd3473-24f1-46fe-a0f8-e6927d38cde6 req-137b6383-f5e1-4a48-9c30-7d691f9af26d tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575626 May 14 18:10:06.553209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] Routers {'206337b6-4dfd-4840-a70a-1b7e433ce2a4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:06.554624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:06.558814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] For port 6c320583-47e7-41e8-879b-903e26af2abb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6c320583-47e7-41e8-879b-903e26af2abb,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:06.559195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.673134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:06.696487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Pushing event updated for resources: {'Port': ['ID=36e5349a-25b0-430a-8d6f-53f1d4a58854,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:06.705948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] Routers {'206337b6-4dfd-4840-a70a-1b7e433ce2a4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:06.706656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:06.757230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca8c3d-7e5e-4b8b-a695-01f0580365ed req-e2ee7463-b41a-47c1-a203-41512eb52b14 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:06.765875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93ca8c3d-7e5e-4b8b-a695-01f0580365ed req-e2ee7463-b41a-47c1-a203-41512eb52b14 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1068008 May 14 18:10:06.776728 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:06.777682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:06.778047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.804118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:06.804525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c45de3-160f-4e1a-a400-ecfa35e79598 None None] The sync data for ids ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:06.812328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-05ee4dc8-27bd-4bf9-8a4b-865604a6003e None None] Provisioning for port 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:06.829419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-05ee4dc8-27bd-4bf9-8a4b-865604a6003e None None] Provisioning complete for port 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:06.829807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05ee4dc8-27bd-4bf9-8a4b-865604a6003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:06.833468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93ca8c3d-7e5e-4b8b-a695-01f0580365ed req-ea09a9e1-0c84-4d87-bf00-ef5e2c9b66ce tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659423 May 14 18:10:06.980318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Calling delete_port for 6c320583-47e7-41e8-879b-903e26af2abb owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:06.984690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-05ee4dc8-27bd-4bf9-8a4b-865604a6003e None None] Port 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:07.069101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a384a7-2aa0-48e0-b3d2-80ff1a23d7f7 req-3f09ed00-3996-4b2e-b37d-3e6019a756ef tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:07.072292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56a384a7-2aa0-48e0-b3d2-80ff1a23d7f7 req-3f09ed00-3996-4b2e-b37d-3e6019a756ef tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.0933056 May 14 18:10:07.104281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ab9ba6f0-64a8-4f83-b47c-6fee64b7167b None None] Provisioning complete for port 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:07.105040 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba6f0-64a8-4f83-b47c-6fee64b7167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:07.120139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56a384a7-2aa0-48e0-b3d2-80ff1a23d7f7 req-8ec9bd52-a46c-4c61-91f5-4637a9d51bc7 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 May 14 18:10:07.169395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ba6f0-64a8-4f83-b47c-6fee64b7167b None None] Port 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:07.275744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:07.278229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:07.290993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:port and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:07.301392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:07.323073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3fad3724-503a-414e-aed3-4c3560d66665,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:07.327791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:07.348318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:07.350358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:07.365739 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbf8d5e4-24cc-48d3-ac36-7ebac0239946 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:07.470293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:07.470914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:07.472513 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] 10.222.0.15 "PUT /v2.0/ports/3fad3724-503a-414e-aed3-4c3560d66665 HTTP/1.1" status: 200 len: 1091 time: 4.0231216 May 14 18:10:07.473143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Made reservation on behalf of 251603e7330e4426a431ef1a0c81b47a for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:07.476525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:07.512580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:07.549046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-26dd9737-2ab0-4128-a421-8ac29659157b tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:07.549771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-26dd9737-2ab0-4128-a421-8ac29659157b tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Synchronizing usage tracker for tenant:42d31bff4dbe4b4989e8618679929199 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:07.607151 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665', 'status': 'completed', 'code': 200} May 14 18:10:07.610071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:07.662309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] device_id is not set on port 8e67b41d-74c2-43b1-b3bc-32bc54180e03 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:10:07.737941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Transition to ACTIVE for port object cd2394bc-ddd8-4aff-b629-0664432533a1 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:07.743553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-26dd9737-2ab0-4128-a421-8ac29659157b tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Unset dirty status for tenant:42d31bff4dbe4b4989e8618679929199 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:07.745423 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-26dd9737-2ab0-4128-a421-8ac29659157b tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.8834682 May 14 18:10:07.746920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441dde00-6224-475d-8178-8944cf311ebe None None] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:07.754722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d66397-c701-4ab2-9eb9-ae73c96975af req-e7906fe6-b29b-4284-99d5-d9d9f2ed0eb3 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:07.756387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1d66397-c701-4ab2-9eb9-ae73c96975af req-e7906fe6-b29b-4284-99d5-d9d9f2ed0eb3 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.0945909 May 14 18:10:07.803977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1d66397-c701-4ab2-9eb9-ae73c96975af req-31c43aa3-5f29-4d20-a557-6ca1d02e840c tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 May 14 18:10:07.829092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Pushing event updated for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:07.848580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-10a45cd2-f439-48e0-b0b9-dd8ed6993af7 None None] Provisioning for port 36e5349a-25b0-430a-8d6f-53f1d4a58854 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:07.861147 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:08.024554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 172.25.4.15 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/ec90b361-9668-460b-8310-26bbd9493214) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:08.052317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3660-b7fe-4eb9-a363-f7033eff580a req-9b3e4ce6-56d3-4ddd-a7b3-746c5feca0fb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:08.054062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-268a3660-b7fe-4eb9-a363-f7033eff580a req-9b3e4ce6-56d3-4ddd-a7b3-746c5feca0fb tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.0877166 May 14 18:10:08.101409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-268a3660-b7fe-4eb9-a363-f7033eff580a req-7ee3f3ca-b630-47b0-8dcf-b7a490bf14b0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 May 14 18:10:08.120734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.146673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-e2c08a02-d2fd-4cb8-a6ae-90afbe2f81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:08.148096 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-e2c08a02-d2fd-4cb8-a6ae-90afbe2f81bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 1094 time: 0.6084659 May 14 18:10:08.170214 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-acd570b2-5cb9-4e9a-9d84-ff93965811b8 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:08.318242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23335d-6b5f-4c8c-9780-c05d5ac3f108 req-db5299de-7c36-439c-be4b-051ca76861bf tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:08.319753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc23335d-6b5f-4c8c-9780-c05d5ac3f108 req-db5299de-7c36-439c-be4b-051ca76861bf tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.0852702 May 14 18:10:08.323542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Allocated IP 172.20.0.11 (28120054-b61b-4d6e-b558-fdf120e7414a/3e20a317-08ba-4aeb-be2a-c095d7a55dfd/8e67b41d-74c2-43b1-b3bc-32bc54180e03) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:08.325945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.387344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc23335d-6b5f-4c8c-9780-c05d5ac3f108 req-294c171b-7e3e-48a4-9b4d-5b1b3eba483b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564137 May 14 18:10:08.396753 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-46014c00-6c14-4052-9658-75a479005f61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fad3724-503a-414e-aed3-4c3560d66665 HTTP/1.1" status: 200 len: 217 time: 0.1863649 May 14 18:10:08.431765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:08.446823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36e5349a-25b0-430a-8d6f-53f1d4a58854 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:08.519268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:08.537217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 36e5349a-25b0-430a-8d6f-53f1d4a58854 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:08.541007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event updated for resources: {'Port': ['ID=cd2394bc-ddd8-4aff-b629-0664432533a1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:08.544118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 36e5349a-25b0-430a-8d6f-53f1d4a58854 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:08.545575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.598270 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:08.599615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:08.605660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:08.608017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.612260 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c2ae556-0bda-4bf9-90be-33cbdf212f67 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:08.692643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.715260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c320583-47e7-41e8-879b-903e26af2abb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:08.718845 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:08.732488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 36e5349a-25b0-430a-8d6f-53f1d4a58854, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36e5349a-25b0-430a-8d6f-53f1d4a58854,segment=NetworkSegment(7e420994-fedf-4868-8a6f-8379e0fe0925),segment_id=7e420994-fedf-4868-8a6f-8379e0fe0925)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:08.739064 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.741723 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:08.820731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=36e5349a-25b0-430a-8d6f-53f1d4a58854,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:08.824105 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:08.930089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7446a877-6f75-4bb2-8bfb-c622ee99987b None None] Provisioning for port cd2394bc-ddd8-4aff-b629-0664432533a1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:08.935345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7446a877-6f75-4bb2-8bfb-c622ee99987b None None] Provisioning complete for port cd2394bc-ddd8-4aff-b629-0664432533a1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:08.935812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7446a877-6f75-4bb2-8bfb-c622ee99987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.974594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Deleting port 8166f6c5-c037-4fe3-a238-fb3436709e4c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:08.975029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:08.996972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7446a877-6f75-4bb2-8bfb-c622ee99987b None None] Port cd2394bc-ddd8-4aff-b629-0664432533a1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:08.999635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-529b7e0c-3ea4-477b-a4b2-7e26d9a71774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:09.001210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-529b7e0c-3ea4-477b-a4b2-7e26d9a71774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 200 len: 854 time: 0.5683386 May 14 18:10:09.011459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048e0f-a96c-485a-b407-eb0724dd71eb req-e698e882-4871-42c4-9995-11ca142708a9 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:09.013928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38048e0f-a96c-485a-b407-eb0724dd71eb req-e698e882-4871-42c4-9995-11ca142708a9 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 945 time: 0.0882492 May 14 18:10:09.069901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38048e0f-a96c-485a-b407-eb0724dd71eb req-512264a6-f59f-4340-ae27-30728ecd5d15 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489540 May 14 18:10:09.230544 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3764772 May 14 18:10:09.251701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53164) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:09.261973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Request body: {'port': {'network_id': 'c4a607ec-7636-48fb-a9e1-56cc9edaa72d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1411095930', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:09.262504 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.api.validators [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] bootfile-name is not in valid_values {{(pid=79559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:10:09.262841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.api.validators [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] tftp-server is not in valid_values {{(pid=79559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:10:09.263797 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.api.validators [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] server-ip-address is not in valid_values {{(pid=79559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:10:09.333332 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-17a44ba1-9638-4643-83ca-aa54649a9deb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2916610 May 14 18:10:09.342164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.502485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 8166f6c5-c037-4fe3-a238-fb3436709e4c no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:09.578439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588244-fc9a-464a-8c60-df2621a58a4b req-1dccc8e4-9f01-4e9a-b0df-8847f9e36167 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:09.580080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a588244-fc9a-464a-8c60-df2621a58a4b req-1dccc8e4-9f01-4e9a-b0df-8847f9e36167 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.3670268 May 14 18:10:09.581142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:09.585419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Usage tracker for resource:port and tenant:f05df338fc604fcf833c25d24fc05bcd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:09.588898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:09.607570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:09.608066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.610815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:09.624836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.635207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Made reservation on behalf of f05df338fc604fcf833c25d24fc05bcd for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:09.638653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.641645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.652334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:09.662965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 8166f6c5-c037-4fe3-a238-fb3436709e4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=8166f6c5-c037-4fe3-a238-fb3436709e4c,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:09.668097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.670416 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:09.675853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a588244-fc9a-464a-8c60-df2621a58a4b req-7858a386-7942-47a4-854a-199a18e4bfc3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833757 May 14 18:10:09.682570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] device_id is not set on port c685d9d8-99c7-4653-92ba-4fcfdd21789b yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:10:09.724394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.739240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:09.742328 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:09.767687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:09.777391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Transition to ACTIVE for port object 8e67b41d-74c2-43b1-b3bc-32bc54180e03 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:09.778562 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:09.886858 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-fc67aa16-622e-4fcd-b506-53126b18678f service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358553 May 14 18:10:09.893561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Allocated IP 2001:db8::2c7 (c4a607ec-7636-48fb-a9e1-56cc9edaa72d/e3efa0f9-3b6f-42b8-bca6-07a9fa48961d/c685d9d8-99c7-4653-92ba-4fcfdd21789b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:09.965238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a41d1-7262-4b9a-ba77-3996e13d718a req-1076d170-94cc-4358-8bcd-0fe367444f39 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:09.967249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-822a41d1-7262-4b9a-ba77-3996e13d718a req-1076d170-94cc-4358-8bcd-0fe367444f39 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.1557817 May 14 18:10:10.006471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:10.074517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:10.095701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:10.098607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-822a41d1-7262-4b9a-ba77-3996e13d718a req-8c90f97b-f92c-4a53-8b3e-2d698fe43d93 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248205 May 14 18:10:10.196273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.197876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=ec90b361-9668-460b-8310-26bbd9493214,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:10.214345 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:10.215160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Transition to ACTIVE for port object c685d9d8-99c7-4653-92ba-4fcfdd21789b will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:10.251292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.259978 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'code': 200} May 14 18:10:10.264093 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56b39b22-0e2a-4ede-801b-ee12ec0e1226 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:10.329374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:10.333479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:10.338194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:10.344539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:10.345871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.408181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event updated for resources: {'Port': ['ID=c685d9d8-99c7-4653-92ba-4fcfdd21789b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:10.419767 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:10.431903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1767497 May 14 18:10:10.434103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53176) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:10.539006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36e5349a-25b0-430a-8d6f-53f1d4a58854 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:10.553326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0e0c-588a-411d-ba56-9382695854a1 req-79ad0f6a-fa45-440f-81cc-ff8dd40f35db tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:10.556875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.562491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66bc0e0c-588a-411d-ba56-9382695854a1 req-79ad0f6a-fa45-440f-81cc-ff8dd40f35db tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 943 time: 0.2029481 May 14 18:10:10.585441 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8c21be2-3c89-4600-b7a8-b901c9c3ee4a tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:10.648239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66bc0e0c-588a-411d-ba56-9382695854a1 req-e235f65a-30dd-4587-9834-1c58221754f4 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups?id=0280ab60-4e3c-4287-9f63-4033273d17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754740 May 14 18:10:10.682023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-42ff2df7-9298-4c52-801f-0d05874d6916 req-4245afc8-c351-49d0-9481-a513bfd7947d service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087767 May 14 18:10:10.696841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.697097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23a6d7-da59-4fde-8118-0079f810bffb tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:10.697233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.697507 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Floating IP e302d483-d2f6-44cf-82b4-d44da8383c44 disassociated. External IP: 172.25.4.164, port: 8166f6c5-c037-4fe3-a238-fb3436709e4c. May 14 18:10:10.697843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Calling delete_port for 8166f6c5-c037-4fe3-a238-fb3436709e4c owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:10.704814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23a6d7-da59-4fde-8118-0079f810bffb tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:10.711339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23a6d7-da59-4fde-8118-0079f810bffb tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:10.712251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7c23a6d7-da59-4fde-8118-0079f810bffb tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Synchronizing usage tracker for tenant:f05df338fc604fcf833c25d24fc05bcd on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:10.715875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network 28120054-b61b-4d6e-b558-fdf120e7414a is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:10.721466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 36e5349a-25b0-430a-8d6f-53f1d4a58854 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:10.722312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.741395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7c23a6d7-da59-4fde-8118-0079f810bffb tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Unset dirty status for tenant:f05df338fc604fcf833c25d24fc05bcd on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:10.747248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7c23a6d7-da59-4fde-8118-0079f810bffb tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.3099453 May 14 18:10:10.752781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53182) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:10.805536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3ecabbc-0b76-4c21-adb5-5e74c1a24961 None None] Provisioning for port c685d9d8-99c7-4653-92ba-4fcfdd21789b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:10.814151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3ecabbc-0b76-4c21-adb5-5e74c1a24961 None None] Provisioning complete for port c685d9d8-99c7-4653-92ba-4fcfdd21789b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:10.814370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:10.814749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3ecabbc-0b76-4c21-adb5-5e74c1a24961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.905475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:10.945853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Port': ['ID=8e67b41d-74c2-43b1-b3bc-32bc54180e03,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:10.969267 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:10.986018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Deleting port c685d9d8-99c7-4653-92ba-4fcfdd21789b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:10.986232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.986343 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:10.993961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b3ecabbc-0b76-4c21-adb5-5e74c1a24961 None None] Port c685d9d8-99c7-4653-92ba-4fcfdd21789b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:11.076471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e557-9abc-4838-97f1-fa09f6724b2e req-59494ef8-3ca8-4fcb-bfe9-8f5854b336ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:11.078364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4a3e557-9abc-4838-97f1-fa09f6724b2e req-59494ef8-3ca8-4fcb-bfe9-8f5854b336ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.2216439 May 14 18:10:11.081891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:11.082504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.117890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eacbfa35-476a-4932-bad2-900323d3697d None None] Provisioning for port 8e67b41d-74c2-43b1-b3bc-32bc54180e03 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:11.125597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eacbfa35-476a-4932-bad2-900323d3697d None None] Provisioning complete for port 8e67b41d-74c2-43b1-b3bc-32bc54180e03 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:11.126101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacbfa35-476a-4932-bad2-900323d3697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.159516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4a3e557-9abc-4838-97f1-fa09f6724b2e req-7eac07db-f5b3-492a-905e-9f35e86c3897 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750771 May 14 18:10:11.161626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7459316 May 14 18:10:11.167386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53188) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:11.172520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.188429 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.207592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-eacbfa35-476a-4932-bad2-900323d3697d None None] Port 8e67b41d-74c2-43b1-b3bc-32bc54180e03 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:11.208025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Router 65772aa4-d2c8-4145-b65b-6a3f9c636573 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:10:11.223502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-7dd761ce-cb6a-4140-9de7-ae9a89c327ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:11.224982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-7dd761ce-cb6a-4140-9de7-ae9a89c327ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 1094 time: 0.4512866 May 14 18:10:11.317789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:11.333700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Calling delete_port for c685d9d8-99c7-4653-92ba-4fcfdd21789b owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:11.367694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:11.384095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:floatingip and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:11.390089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:11.403410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:11.423357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.531342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba733d6-ced2-4ede-9d45-11a432d822c1 req-25e46541-70d6-4e48-8257-039ba8c70010 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:11.532790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ba733d6-ced2-4ede-9d45-11a432d822c1 req-25e46541-70d6-4e48-8257-039ba8c70010 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.2105036 May 14 18:10:11.667132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.683310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-21cc5cd8-7978-46a3-b0f8-ad8b976f4e86 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:11.749546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-b4732ba0-5ba3-473b-a13e-76af3ec2eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:11.751109 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-b4732ba0-5ba3-473b-a13e-76af3ec2eede service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 200 len: 915 time: 0.4778054 May 14 18:10:11.765600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event deleted for resources: {'Port': ['ID=8166f6c5-c037-4fe3-a238-fb3436709e4c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:11.816010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ba733d6-ced2-4ede-9d45-11a432d822c1 req-60942690-d529-4500-bd87-6c0f8ec25cf7 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590201 May 14 18:10:11.832238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.833226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:11.839828 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdb944c4-f9ed-496a-85a1-0c361aa771f6 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:11.856283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-082e7698-fc85-4095-aa1c-6c41415090e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fad3724-503a-414e-aed3-4c3560d66665 HTTP/1.1" status: 200 len: 217 time: 0.0860262 May 14 18:10:11.893421 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:11.895459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event deleted for resources: {'Port': ['ID=c685d9d8-99c7-4653-92ba-4fcfdd21789b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:11.937716 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:11.994466 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.035074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "DELETE /v2.0/ports/c685d9d8-99c7-4653-92ba-4fcfdd21789b HTTP/1.1" status: 204 len: 168 time: 1.2810798 May 14 18:10:12.039824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53196) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:12.053335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Request body: {'port': {'name': 'tempest-new-port-name-1954284192', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:12.053736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.api.validators [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] bootfile-name is not in valid_values {{(pid=79559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:10:12.054180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.api.validators [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] tftp-server is not in valid_values {{(pid=79559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:10:12.054643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.api.validators [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] server-ip-address is not in valid_values {{(pid=79559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:10:12.200529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02a50bb6-453a-454f-999e-d4193819579a req-f68893b0-d30b-491f-8a85-6ed551ed0c2b tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a580469-17ae-45bf-906c-39227afa4d70 HTTP/1.1" status: 200 len: 210 time: 0.0537722 May 14 18:10:12.236160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:12.245840 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] Sync routers for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:12.259554 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:12.260201 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:12.329266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.353072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.363943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80f8c746-7aea-499b-b597-605c923a08ca tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:12.391521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Allocated IP 172.25.4.204 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/635d2663-a2f9-45b4-a789-3497e2cb9c7a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:12.433426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.439942 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] 10.222.0.24 "PUT /v2.0/routers/65772aa4-d2c8-4145-b65b-6a3f9c636573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6672375 May 14 18:10:12.440612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53202) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:12.448657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-8c178b2e-a4df-42f3-83c4-2e515f100fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:12.450082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-8c178b2e-a4df-42f3-83c4-2e515f100fbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 200 len: 854 time: 0.5690014 May 14 18:10:12.481820 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:12.684868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=ec90b361-9668-460b-8310-26bbd9493214,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:12.688945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-e3528748-3e80-4f25-ac9e-71614ca21ed9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441205 May 14 18:10:12.693232 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:12.706120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6aee-1e48-49ed-9adb-51b4c1e0d585 req-44ab96ed-e94c-4ed8-989d-d20665c6ce98 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:12.707634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-255a6aee-1e48-49ed-9adb-51b4c1e0d585 req-44ab96ed-e94c-4ed8-989d-d20665c6ce98 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.3693635 May 14 18:10:12.790900 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T18:10:07Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:12.795711 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] Checking router: 65772aa4-d2c8-4145-b65b-6a3f9c636573 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:10:12.804693 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] Routers {'65772aa4-d2c8-4145-b65b-6a3f9c636573'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:12.805780 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['65772aa4-d2c8-4145-b65b-6a3f9c636573'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:12.808460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.812290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.814005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Router d8853e90-a27e-4e98-bd3f-47d09038afb6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:10:12.855575 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.856838 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9451354 May 14 18:10:12.909107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-255a6aee-1e48-49ed-9adb-51b4c1e0d585 req-ff6197b2-af33-4abc-adea-48e00748907b tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544893 May 14 18:10:12.986243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:12.987197 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:12.998589 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] Set router 65772aa4-d2c8-4145-b65b-6a3f9c636573 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:13.059683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.071287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Port': ['ID=635d2663-a2f9-45b4-a789-3497e2cb9c7a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:13.077091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:13.079114 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:13.081062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:13.083915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:13.178633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.194326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.202957 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4bc190df-ba2b-45b5-b09c-3532373ffd46 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:13.229218 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-f1fa6c73-3e82-466f-89aa-97366e01299e service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333109 May 14 18:10:13.271670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] In _notify_port_updated(), no bound segment for port cd2394bc-ddd8-4aff-b629-0664432533a1 on network c4a607ec-7636-48fb-a9e1-56cc9edaa72d {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:10:13.277153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:13.277699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.279065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "PUT /v2.0/ports/cd2394bc-ddd8-4aff-b629-0664432533a1 HTTP/1.1" status: 200 len: 1130 time: 1.2379875 May 14 18:10:13.283045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:13.310472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event updated for resources: {'Port': ['ID=cd2394bc-ddd8-4aff-b629-0664432533a1,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:13.315318 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:13.327346 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T18:10:07Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:13.334611 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5dc78b-3489-43b7-869c-70f8b58291c3 None None] The sync data for ids ['65772aa4-d2c8-4145-b65b-6a3f9c636573'] in n-d-787206-3 is: [{'id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'name': 'tempest-ServerActionsTestJSON-1363605851-router', 'tenant_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T17:59:14Z', 'updated_at': '2021-05-14T18:10:07Z', 'revision_number': 5, 'project_id': '23db3b4028e642eaba8d6f04a8df3e9c', 'gw_port': {'id': '8dd5a4fc-2fb8-4b72-8cf8-81205bb27663', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65772aa4-d2c8-4145-b65b-6a3f9c636573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T17:59:17Z', 'updated_at': '2021-05-14T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:13.335879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.349846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8b83b-e2a3-4e6b-8c71-c80c005f7574 req-41d7f27a-7528-4b0f-ba4d-23a0e4d2cb2c tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:13.351477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dff8b83b-e2a3-4e6b-8c71-c80c005f7574 req-41d7f27a-7528-4b0f-ba4d-23a0e4d2cb2c tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.2168050 May 14 18:10:13.456955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dff8b83b-e2a3-4e6b-8c71-c80c005f7574 req-85838e66-b1e3-4721-8db6-b9f65bdc1582 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784595 May 14 18:10:13.457603 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.495826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a04aa9-f013-4d67-868c-f253456d628e tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:13.496549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56a04aa9-f013-4d67-868c-f253456d628e tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Synchronizing usage tracker for tenant:f05df338fc604fcf833c25d24fc05bcd on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:13.539290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:13.552169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] Sync routers for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:13.565359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:13.566244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:13.612331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.655824 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b37c149e-24c9-4481-b6a0-955b06aa74e0 req-2ab96270-64ac-4a2c-8be2-1b3b85da5cee service neutron] 10.222.0.15 "GET /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151597 May 14 18:10:13.668408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] No DVR routers for this DVR port 8166f6c5-c037-4fe3-a238-fb3436709e4c on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:13.672167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.674486 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-45c56aad-bc14-41bc-9b18-66ce1ba49690 req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.15 "DELETE /v2.0/ports/8166f6c5-c037-4fe3-a238-fb3436709e4c HTTP/1.1" status: 204 len: 173 time: 5.9060566 May 14 18:10:13.675001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'name': 'network-vif-deleted', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:13.680623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56a04aa9-f013-4d67-868c-f253456d628e tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Unset dirty status for tenant:f05df338fc604fcf833c25d24fc05bcd on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:13.687591 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-56a04aa9-f013-4d67-868c-f253456d628e tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "GET /v2.0/ports/cd2394bc-ddd8-4aff-b629-0664432533a1 HTTP/1.1" status: 200 len: 1130 time: 0.3974190 May 14 18:10:13.688843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53228) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:13.814682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fdf082de-00c2-4ce9-a27b-ebdacd7e3409 None None] Provisioning complete for port cd2394bc-ddd8-4aff-b629-0664432533a1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:13.815057 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fdf082de-00c2-4ce9-a27b-ebdacd7e3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.902906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fdf082de-00c2-4ce9-a27b-ebdacd7e3409 None None] Port cd2394bc-ddd8-4aff-b629-0664432533a1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:13.918777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-fa3ca8bb-e7f4-414e-bd1f-7e83bfd0bb01 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Synchronizing usage tracker for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:13.929280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:13.958701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-fa3ca8bb-e7f4-414e-bd1f-7e83bfd0bb01 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Unset dirty status for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:13.959898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-fa3ca8bb-e7f4-414e-bd1f-7e83bfd0bb01 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1673874901&fields=id&tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f HTTP/1.1" status: 200 len: 267 time: 0.2391224 May 14 18:10:13.968364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.976529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:13.984434 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a589cf9c-ce1c-477a-85ab-70ad58332798 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:14.102156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Deleting port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:14.102497 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.195300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Deleting port cd2394bc-ddd8-4aff-b629-0664432533a1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:14.195668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.325188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:56Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:14.333126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] Checking router: d8853e90-a27e-4e98-bd3f-47d09038afb6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:10:14.344639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Port': ['ID=635d2663-a2f9-45b4-a789-3497e2cb9c7a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:14.345456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:14.346127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:14.348183 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:14.359488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] For port 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:14.359898 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.360398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3dc6114a-4351-4399-8473-12341586b9c8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:14.369794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3dc6114a-4351-4399-8473-12341586b9c8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 935 time: 0.3877926 May 14 18:10:14.411650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c320583-47e7-41e8-879b-903e26af2abb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:14.448913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.500450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-e02e9f87-3170-49be-aabc-907ef917a293 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:14.509987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-e02e9f87-3170-49be-aabc-907ef917a293 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 936 time: 0.1395121 May 14 18:10:14.510208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Calling delete_port for 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:14.515069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.531895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6c320583-47e7-41e8-879b-903e26af2abb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:14.532355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c320583-47e7-41e8-879b-903e26af2abb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:14.558212 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.559758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2990794 May 14 18:10:14.566870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53240) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:14.579230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-9a7cc9f5-2ce0-4b5c-afb8-615cb3be17e1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0678313 May 14 18:10:14.613259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:14.634869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-630da318-752a-42ad-83aa-5e73d499219d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'floatingip': {'port_id': '8e67b41d-74c2-43b1-b3bc-32bc54180e03', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:14.652349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Calling delete_port for cd2394bc-ddd8-4aff-b629-0664432533a1 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:14.718933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86cccbc1-1f32-4fe1-8d2e-a40af8b1d369 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1392620 May 14 18:10:14.831106 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-630da318-752a-42ad-83aa-5e73d499219d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.848861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.861837 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09aa3426-6a54-4681-a060-46c1b1f594e3 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:14.923941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event deleted for resources: {'Port': ['ID=cd2394bc-ddd8-4aff-b629-0664432533a1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:14.955747 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:14.974253 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.981368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:14.989420 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:15.043460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd5a4fc-2fb8-4b72-8cf8-81205bb27663,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:15.079749 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:15.081310 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "DELETE /v2.0/ports/cd2394bc-ddd8-4aff-b629-0664432533a1 HTTP/1.1" status: 204 len: 168 time: 1.3914752 May 14 18:10:15.086204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53246) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:15.111725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:56Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:15.117718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff072b61-363e-4b85-a2d3-4964beccef6c None None] The sync data for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 is: [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:06:50Z', 'revision_number': 4, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '797c6c50-1acb-47af-99ca-e80060929fe5', 'name': '', 'network_id': 'ceff9f94-4627-4e5b-88dd-1377cf64e6cd', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'mac_address': 'fa:16:3e:18:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:48Z', 'updated_at': '2021-05-14T18:06:56Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'subnets': [{'id': '22374c8b-c74a-4bbc-84ba-e54a0d64ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:15.125547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-11a59dbd-d2eb-4f43-acfa-a1f652c44967 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:15.131238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-11a59dbd-d2eb-4f43-acfa-a1f652c44967 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:15.136902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-11a59dbd-d2eb-4f43-acfa-a1f652c44967 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:15.137735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-11a59dbd-d2eb-4f43-acfa-a1f652c44967 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Synchronizing usage tracker for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:15.171836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-11a59dbd-d2eb-4f43-acfa-a1f652c44967 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Unset dirty status for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:15.173546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-11a59dbd-d2eb-4f43-acfa-a1f652c44967 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 1994 time: 0.4536822 May 14 18:10:15.195319 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-630da318-752a-42ad-83aa-5e73d499219d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] update failed (client error): The resource could not be found. May 14 18:10:15.199090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-630da318-752a-42ad-83aa-5e73d499219d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "PUT /v2.0/floatingips/67eda5dc-b8c4-4c92-853d-8dff23584a08 HTTP/1.1" status: 404 len: 507 time: 0.5726984 May 14 18:10:15.201960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53250) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:15.202712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-e87c4a8d-b564-4013-a9ad-58667db01f28 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/quotas/e43b1e2f9c164e349f9a244d4d1f0f7f HTTP/1.1" status: 200 len: 375 time: 0.0184758 May 14 18:10:15.285041 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.308166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-54617599-ebac-4050-bad9-0e7bc486405b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1013842 May 14 18:10:15.329609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Deleting subnet e3efa0f9-3b6f-42b8-bca6-07a9fa48961d {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:10:15.345965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.413562 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8eef9-763d-46a4-a714-36f606a9ed2e None None] New status for floating IP e302d483-d2f6-44cf-82b4-d44da8383c44: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:10:15.473911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-017eae98-f497-4253-8536-8f8cb4180dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518378 May 14 18:10:15.516692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3fad3724-503a-414e-aed3-4c3560d66665 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:10:15.653066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c0c11737-83a7-4ee5-be22-429b91bdf259 service neutron] 10.222.0.24 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778092 May 14 18:10:15.690640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3fad3724-503a-414e-aed3-4c3560d66665,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:15.709217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '3fad3724-503a-414e-aed3-4c3560d66665', 'network_id': '3b14f5ed-09e2-4d24-89a7-241e9c0b6ede', 'port_id': '3fad3724-503a-414e-aed3-4c3560d66665', 'mac_address': 'fa:16:3e:0a:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783fc44d-b2a3-4d86-9b44-8dfd9937a373', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:10:15.732629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-54c9ddf2-8518-481d-84f1-e7c4d06c6b38 service neutron] 10.222.0.24 "GET /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0780983 May 14 18:10:15.779292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.797337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fad3724-503a-414e-aed3-4c3560d66665 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:15.816765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3fad3724-503a-414e-aed3-4c3560d66665,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:15.821473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.824351 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:15.833150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.838109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.863553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.876664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-cd470797-9643-4bd3-846e-d1ace5620be5 service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428504 May 14 18:10:15.894300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:15.897495 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:15.926802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.927372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65772aa4-d2c8-4145-b65b-6a3f9c636573 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:10:15.956127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:15.957369 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] 10.222.0.24 "DELETE /v2.0/routers/65772aa4-d2c8-4145-b65b-6a3f9c636573 HTTP/1.1" status: 204 len: 168 time: 3.5109770 May 14 18:10:15.962261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53254) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:16.029664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Deleting port 635d2663-a2f9-45b4-a789-3497e2cb9c7a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:16.030097 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.031867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-45790172-3ae1-4a7b-b906-02070f01a9b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480060 May 14 18:10:16.105179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dbd7d763-a48a-4fc4-8a59-a58305cdba1d service neutron] 10.222.0.24 "GET /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0673099 May 14 18:10:16.125705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3fad3724-503a-414e-aed3-4c3560d66665'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:10:16.157336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.207061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Deleting subnet 304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:10:16.231318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.307223 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.307552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.388931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-049e6e93-e623-42b5-9f6c-9ec10a35b96f service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762711 May 14 18:10:16.456651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.469595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:16.520635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:16.521699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8dd5a4fc-2fb8-4b72-8cf8-81205bb27663 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:16.546596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd979e3e-cb1e-4c56-a866-52341977c17a service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496494 May 14 18:10:16.592736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Calling delete_port for 635d2663-a2f9-45b4-a789-3497e2cb9c7a owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:16.683324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-d31e7750-3af4-4532-98c8-85bbe50a81e3 service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308663 May 14 18:10:16.741554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.827394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-d3d9bd04-174f-4364-b506-cd676c5189e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378915 May 14 18:10:16.971110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:16.978678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a446a30e-8ea1-4aec-8f41-9d781410c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:16.982523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-aea37101-abac-49a1-a3bc-eb891d1c69c4 service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486971 May 14 18:10:17.046826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event deleted for resources: {'Subnet': ['ID=e3efa0f9-3b6f-42b8-bca6-07a9fa48961d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:17.049997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.057822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629c11b-5412-4557-ae1f-4b5ee71c88be None None] Network c4a607ec-7636-48fb-a9e1-56cc9edaa72d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:17.127533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3857f746-11f5-4579-80b1-fdbb3d5b24af service neutron] 10.222.0.24 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386068 May 14 18:10:17.220061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.234747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.235130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.235532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.235931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.236662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.236662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.236966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.237473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.237772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.238033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.238386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.238735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:17.244310 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "DELETE /v2.0/subnets/e3efa0f9-3b6f-42b8-bca6-07a9fa48961d HTTP/1.1" status: 204 len: 168 time: 2.1547604 May 14 18:10:17.245864 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:17.248098 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f31f4eb-e77d-4c1a-8ba5-9c38ffce748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:17.256886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53258) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:17.351286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Port': ['ID=635d2663-a2f9-45b4-a789-3497e2cb9c7a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:17.360617 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:17.361707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] DHCP port deletion for c4a607ec-7636-48fb-a9e1-56cc9edaa72d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:10:17.404741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-20abd4c2-eb35-430f-8973-5de1b4dfe73d service neutron] 10.222.0.24 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701669 May 14 18:10:17.433047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Deleting port 36e5349a-25b0-430a-8d6f-53f1d4a58854 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:17.433700 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.456406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.467760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.472525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "DELETE /v2.0/floatingips/67eda5dc-b8c4-4c92-853d-8dff23584a08 HTTP/1.1" status: 204 len: 168 time: 2.2623475 May 14 18:10:17.472673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53262) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:17.477842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'floatingip': {'floating_network_id': '28120054-b61b-4d6e-b558-fdf120e7414a', 'port_id': '8e67b41d-74c2-43b1-b3bc-32bc54180e03', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:17.485419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.495565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:17.497937 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1014fec9-f0bb-41b4-8596-9a88d472f3cf tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:17.504030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.536765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304b5898-53fe-4d3c-aedd-9cd2cda3ffc1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:17.538532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:floatingip and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:17.541640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.543910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefca10-c53f-45ed-9531-9e207c7762ef None None] Network 2a867376-97d8-42cd-96d9-9aebf40270c3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:17.547075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/304b5898-53fe-4d3c-aedd-9cd2cda3ffc1 HTTP/1.1" status: 204 len: 168 time: 1.5838420 May 14 18:10:17.548475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53266) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:17.549305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:17.557110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:17.557887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:17.568295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3fad3724-503a-414e-aed3-4c3560d66665 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:17.647478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.672060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-50eed602-a62c-4468-91ff-9b3064f57d90 service neutron] 10.222.0.24 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579553 May 14 18:10:17.678828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Deleting port 36e5349a-25b0-430a-8d6f-53f1d4a58854 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:17.679566 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.708175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] For port 36e5349a-25b0-430a-8d6f-53f1d4a58854, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36e5349a-25b0-430a-8d6f-53f1d4a58854,segment=NetworkSegment(7e420994-fedf-4868-8a6f-8379e0fe0925),segment_id=7e420994-fedf-4868-8a6f-8379e0fe0925)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:17.708638 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.735560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.861437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Deleting port 3fa15ee9-7540-4320-9c87-f1313c37d10c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:17.861648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.876356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Calling delete_port for 36e5349a-25b0-430a-8d6f-53f1d4a58854 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:17.914160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] For port 36e5349a-25b0-430a-8d6f-53f1d4a58854, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36e5349a-25b0-430a-8d6f-53f1d4a58854,segment=NetworkSegment(7e420994-fedf-4868-8a6f-8379e0fe0925),segment_id=7e420994-fedf-4868-8a6f-8379e0fe0925)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:17.914160 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.948070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 3fad3724-503a-414e-aed3-4c3560d66665 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:17.957474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 3fad3724-503a-414e-aed3-4c3560d66665 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:17.957894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:17.964101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] For port 3fa15ee9-7540-4320-9c87-f1313c37d10c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3fa15ee9-7540-4320-9c87-f1313c37d10c,segment=NetworkSegment(46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b),segment_id=46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:17.964456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.087347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.093206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Calling delete_port for 3fa15ee9-7540-4320-9c87-f1313c37d10c owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:18.097796 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f660455-24bf-4ddb-8781-a112366eaa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:18.155250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.160568 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16b0ef51-c6ac-4693-964d-6e420d6057f2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:18.194476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339bb861-69ba-4b9a-b03d-301b26cb56ce None None] DHCP port deletion for 2a867376-97d8-42cd-96d9-9aebf40270c3 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:10:18.201580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Pushing event deleted for resources: {'Port': ['ID=36e5349a-25b0-430a-8d6f-53f1d4a58854,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:18.202810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Calling delete_port for 36e5349a-25b0-430a-8d6f-53f1d4a58854 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:18.206953 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:18.210628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] No DVR routers for this DVR port 36e5349a-25b0-430a-8d6f-53f1d4a58854 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:18.222721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa15ee9-7540-4320-9c87-f1313c37d10c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:18.222721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] No DVR routers for this DVR port 3fa15ee9-7540-4320-9c87-f1313c37d10c on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:18.224421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.235956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-51da22aa-389d-48cd-876f-102030fef91c service neutron] 10.222.0.24 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384114 May 14 18:10:18.251091 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:18.258638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:18.267467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3fad3724-503a-414e-aed3-4c3560d66665,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:18.274074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.275982 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:18.356159 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.369846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a867376-97d8-42cd-96d9-9aebf40270c3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:18.376439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:18.382013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:18.383355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:18.383655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d2d28b-2c7a-44e3-81d2-f8fc9adb8c2b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:18.400805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.403256 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.408278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fa15ee9-7540-4320-9c87-f1313c37d10c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:18.415798 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70a124b3-286a-443c-82a2-8721b11539b2 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:18.423494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.426056 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:10:18.430797 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a387cd1a-d1d9-48fa-b044-6679c54f263a tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9535394 May 14 18:10:18.431892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:18.439499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '8e67b41d-74c2-43b1-b3bc-32bc54180e03', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:18.445148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:18.445532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.449471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3fa15ee9-7540-4320-9c87-f1313c37d10c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:18.449835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fa15ee9-7540-4320-9c87-f1313c37d10c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:18.450254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36e5349a-25b0-430a-8d6f-53f1d4a58854 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: timer() May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:18.461551 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:18.464035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:18.469925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8f995eca-d6ce-4755-aa80-9d9f3f8b2fd3 service neutron] 10.222.0.24 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240863 May 14 18:10:18.471107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event deleted for resources: {'Port': ['ID=36e5349a-25b0-430a-8d6f-53f1d4a58854,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:18.474175 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:18.477415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] No DVR routers for this DVR port 36e5349a-25b0-430a-8d6f-53f1d4a58854 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:18.493499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 36e5349a-25b0-430a-8d6f-53f1d4a58854 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:18.494122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36e5349a-25b0-430a-8d6f-53f1d4a58854 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:18.525624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Usage tracker for resource:floatingip and tenant:251603e7330e4426a431ef1a0c81b47a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:18.540910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:18.552315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:18.573046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.587247 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.593161 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a6e9fa3-c42d-4952-9257-9f051a36fcb2 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:18.610216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.624493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2a867376-97d8-42cd-96d9-9aebf40270c3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:18.634678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.649618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a607ec-7636-48fb-a9e1-56cc9edaa72d']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:18.663103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e420994-fedf-4868-8a6f-8379e0fe0925') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:18.663492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e420994-fedf-4868-8a6f-8379e0fe0925') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:18.677655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.680732 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:18.698073 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a867376-97d8-42cd-96d9-9aebf40270c3 HTTP/1.1" status: 204 len: 168 time: 1.1455202 May 14 18:10:18.701997 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.711385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:18.711823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: timer() May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:18.727213 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:18.777514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.824345 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.828669 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c2c61171-a347-4f74-a4da-d7d1f9b50760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:18.843665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:18.854967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Pushing event deleted for resources: {'Network': ['ID=c4a607ec-7636-48fb-a9e1-56cc9edaa72d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:18.859589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53284) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:18.860412 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:18.884806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] 10.222.0.24 "DELETE /v2.0/networks/c4a607ec-7636-48fb-a9e1-56cc9edaa72d HTTP/1.1" status: 204 len: 168 time: 1.6267314 May 14 18:10:18.927405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-04249a1f-ff9e-49da-9ae4-a30d4853de94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23db3b4028e642eaba8d6f04a8df3e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641205 May 14 18:10:18.928539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53294) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:18.991325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Allocated IP 172.25.4.112 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b708ebef-c593-4dda-8c67-cced453d0581) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:19.006757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.045358 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.119473 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.131162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e0d9f3c-74bc-4b2b-9393-6453087b46ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:19.145987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf4f94-1e89-44a1-95a3-a07414af52a3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:19.148997 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:19.150313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.154319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66bf4f94-1e89-44a1-95a3-a07414af52a3 HTTP/1.1" status: 204 len: 168 time: 0.2224557 May 14 18:10:19.254810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53308) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:19.319484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.365122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.371751 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-67c63008-9af5-42ac-880d-549a2a48f771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:19.434243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:19.437984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:19.441767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:19.489874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event updated for resources: {'Port': ['ID=b708ebef-c593-4dda-8c67-cced453d0581,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:19.494109 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:19.669722 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a580469-17ae-45bf-906c-39227afa4d70', 'name': 'network-vif-deleted', 'tag': '8166f6c5-c037-4fe3-a238-fb3436709e4c', 'status': 'completed', 'code': 200} May 14 18:10:19.779678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Deleting port b708ebef-c593-4dda-8c67-cced453d0581 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:19.780023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.872481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ed7001ff-459b-4773-8d8f-67f914fc77c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f05df338fc604fcf833c25d24fc05bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139050 May 14 18:10:19.873909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53338) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:19.916094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.919673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:19.928881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae92b1-6bf6-49ca-80f5-bb0d243176d7 req-377e371b-686d-4340-a10f-1b9893e5bcac tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:19.930613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3aae92b1-6bf6-49ca-80f5-bb0d243176d7 req-377e371b-686d-4340-a10f-1b9893e5bcac tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1455598 May 14 18:10:20.003364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3aae92b1-6bf6-49ca-80f5-bb0d243176d7 req-4016fbc1-dac0-4280-b38d-70b4d445dfdd tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662305 May 14 18:10:20.012524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.041344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.082246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Calling delete_port for b708ebef-c593-4dda-8c67-cced453d0581 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:20.205706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53352) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:20.215990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.222808 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d3979dc-f676-4006-b2a8-a6b8e0560862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:20.240161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.244220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23881833-fc9a-4e04-9918-aed54b65e2a3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:20.248061 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:20.257655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.261752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23881833-fc9a-4e04-9918-aed54b65e2a3 HTTP/1.1" status: 204 len: 168 time: 0.3853316 May 14 18:10:20.267627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93ce2cc6-e369-4ad3-97d4-4c92c43fec6b tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:20.273382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4718de-5810-4cc6-b7f2-ebb6254416bb req-4da0c608-3585-4b54-8550-0308bde7e020 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:20.275027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd4718de-5810-4cc6-b7f2-ebb6254416bb req-4da0c608-3585-4b54-8550-0308bde7e020 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.1473751 May 14 18:10:20.346744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Port': ['ID=b708ebef-c593-4dda-8c67-cced453d0581,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:20.365876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd4718de-5810-4cc6-b7f2-ebb6254416bb req-cab16be4-b626-4074-bd75-930e60cdcae2 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818362 May 14 18:10:20.382322 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:20.420505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-969028943-network', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:20.434171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:20.461717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Usage tracker for resource:network and tenant:d7ca7bd1b91a47509f55aeb56609e83c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:20.467372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:20.477383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:20.500055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Made reservation on behalf of d7ca7bd1b91a47509f55aeb56609e83c for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:20.502287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.522393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.528295 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] create failed (client error): The resource could not be found. May 14 18:10:20.533984 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1011009 May 14 18:10:20.535099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53362) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:20.570124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:20.586449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ca7bd1b91a47509f55aeb56609e83c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:20.595035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:20.602696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:20.609798 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665', 'code': 200} May 14 18:10:20.767506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.775234 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.786526 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:20.798528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fd69c64-4f19-48a3-9309-93d014433e59 req-6fec158d-438c-4d4f-bb68-0ebb85b52d2a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0718770 May 14 18:10:20.818988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:20.829274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:20.835061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.835437 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Added segment 8353bb0d-ab5f-444e-8796-eabd8f3ce946 of type vlan for network 152ac923-6cc2-4ed0-ac5c-c7547f0934de May 14 18:10:20.841265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:20.850504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Deleting port 8e67b41d-74c2-43b1-b3bc-32bc54180e03 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:20.851143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.863681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53374) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:20.925300 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:20.962357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.018055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3af63a-a53d-441a-bd67-e8314d2a7ad5 req-1f693182-91ab-48db-8c12-015b69abc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:21.019520 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-fc3af63a-a53d-441a-bd67-e8314d2a7ad5 req-1f693182-91ab-48db-8c12-015b69abc2e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 1096 time: 0.3006024 May 14 18:10:21.061510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.062578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:21.063165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.093522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.150650 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5bc3d8bb-5478-4c2f-a8b6-a3a345756f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:21.186443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.298101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.301276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.302628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "DELETE /v2.0/security-groups/0280ab60-4e3c-4287-9f63-4033273d17e8 HTTP/1.1" status: 204 len: 168 time: 0.4380007 May 14 18:10:21.304747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0981236 May 14 18:10:21.346234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53388) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:21.346568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53390) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:21.350297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-861b91e0-620b-4a60-8adf-a5dc246d623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:21.351559 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-861b91e0-620b-4a60-8adf-a5dc246d623c service neutron] 10.222.0.15 "GET /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 1031 time: 0.2658918 May 14 18:10:21.378211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Request body: {'subnet': {'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-subnet', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:21.383631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:21.388891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Usage tracker for resource:subnet and tenant:d7ca7bd1b91a47509f55aeb56609e83c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:21.392430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:21.398610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:21.459963 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-2c022d23-afc7-41dc-b816-a4800989f55f tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] show failed (client error): The resource could not be found. May 14 18:10:21.464608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c022d23-afc7-41dc-b816-a4800989f55f tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "GET /v2.0/security-groups/0280ab60-4e3c-4287-9f63-4033273d17e8 HTTP/1.1" status: 404 len: 347 time: 0.1165993 May 14 18:10:21.473191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53398) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:21.473920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53400) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:21.559412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Calling delete_port for 8e67b41d-74c2-43b1-b3bc-32bc54180e03 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:21.605571 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-fc3af63a-a53d-441a-bd67-e8314d2a7ad5 req-d76b2c1c-958b-4487-9c79-4393f9d82ff7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709383 May 14 18:10:21.656427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-99e3b94f-f6c2-448b-af54-3061b53c481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:21.658034 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-99e3b94f-f6c2-448b-af54-3061b53c481f service neutron] 10.222.0.15 "GET /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 1032 time: 0.0950851 May 14 18:10:21.713564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Pushing event updated for resources: {'Network': ['ID=152ac923-6cc2-4ed0-ac5c-c7547f0934de,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:21.717990 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:21.727298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:21.731124 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58274891-b375-48bf-902d-54f726fea91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:21.739429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Made reservation on behalf of d7ca7bd1b91a47509f55aeb56609e83c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:21.741882 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.909670 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:21.911993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280ab60-4e3c-4287-9f63-4033273d17e8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:21.924398 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2235f075-6e57-4242-91bc-24fb9d123f22 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:21.954360 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:21.970807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1216885846'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:21.989201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:22.027215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Port': ['ID=8e67b41d-74c2-43b1-b3bc-32bc54180e03,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:22.029725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:22.055640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:22.069010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:22.087557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-44804157-3390-4871-a30e-8e541f638cc1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:22.092865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:22.094803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-44804157-3390-4871-a30e-8e541f638cc1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:22.101863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-44804157-3390-4871-a30e-8e541f638cc1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:22.102796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-44804157-3390-4871-a30e-8e541f638cc1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Synchronizing usage tracker for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:22.115268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea262f-129f-4bdb-88da-ef03d9e9c067 req-77733b8f-76db-48dc-a8d0-1b7d46742192 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:22.123398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70ea262f-129f-4bdb-88da-ef03d9e9c067 req-77733b8f-76db-48dc-a8d0-1b7d46742192 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.8742907 May 14 18:10:22.150892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-44804157-3390-4871-a30e-8e541f638cc1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Unset dirty status for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:22.152336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-44804157-3390-4871-a30e-8e541f638cc1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 1994 time: 0.4107208 May 14 18:10:22.159228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:22.176484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:22.180322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:22.192249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "DELETE /v2.0/ports/8e67b41d-74c2-43b1-b3bc-32bc54180e03 HTTP/1.1" status: 204 len: 168 time: 1.6564698 May 14 18:10:22.199723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53414) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:22.215532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:22.227492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-23be3b60-94ef-4612-8ef4-a189580ed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:22.229021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-23be3b60-94ef-4612-8ef4-a189580ed2fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.8678303 May 14 18:10:22.262659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-cda7ae97-34a0-4405-98f6-a5ac361c3e19 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Synchronizing usage tracker for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:22.271600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70ea262f-129f-4bdb-88da-ef03d9e9c067 req-8a309720-b25f-4db3-a2b8-9686bdc14f9d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474049 May 14 18:10:22.282481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:22.283066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-cda7ae97-34a0-4405-98f6-a5ac361c3e19 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Unset dirty status for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:22.284600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-cda7ae97-34a0-4405-98f6-a5ac361c3e19 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f HTTP/1.1" status: 200 len: 380 time: 0.1210926 May 14 18:10:22.297432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'admin_state_up': True, 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'security_groups': ['8aad6058-9ead-446f-9a3d-839f58fad7b1']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:22.318928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Deleting port c23a9670-85a6-423b-9452-6af8ef2b18df {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:22.319297 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:22.433377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec539c5-71ab-4788-8f6e-40083e329e17 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:22.434201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bec539c5-71ab-4788-8f6e-40083e329e17 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Synchronizing usage tracker for tenant:251603e7330e4426a431ef1a0c81b47a on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:22.497318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bec539c5-71ab-4788-8f6e-40083e329e17 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Unset dirty status for tenant:251603e7330e4426a431ef1a0c81b47a on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:22.498868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bec539c5-71ab-4788-8f6e-40083e329e17 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "GET /v2.0/ports?device_id=206337b6-4dfd-4840-a70a-1b7e433ce2a4 HTTP/1.1" status: 200 len: 913 time: 0.2974401 May 14 18:10:22.502545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:22.618526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:security_group_rule and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:22.645493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:22.658461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:22.667376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:22.676692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:22.686545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:22.712542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:22.718696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:22.724628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:22.863309 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:22.864045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.047398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Calling delete_port for c23a9670-85a6-423b-9452-6af8ef2b18df owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:23.072395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-a5e2f15a-2e5c-4462-9f80-f08489735070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:23.074216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-a5e2f15a-2e5c-4462-9f80-f08489735070 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.8271344 May 14 18:10:23.176891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 172.20.0.4 (e7606557-63a1-4b57-8316-b781ae5b2d6e/da7f3812-c2b1-4ebb-82d4-93c52a8db0c4/3b403b73-7d06-419a-8365-b5be4700d3be) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:23.194110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a9619-2b80-467a-9c09-fdf1945dd43f req-01c1193f-7e1a-4d22-8892-9263a37dfaca tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:23.201079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f04a9619-2b80-467a-9c09-fdf1945dd43f req-01c1193f-7e1a-4d22-8892-9263a37dfaca tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.6189678 May 14 18:10:23.282931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-d30dcb6c-d7bb-43cf-8066-fa2d7cbce4c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 1002 time: 0.1981595 May 14 18:10:23.372745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.383610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f04a9619-2b80-467a-9c09-fdf1945dd43f req-972cb54f-784c-4fc5-8f13-53c7334bb7cc tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815393 May 14 18:10:23.400492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.406789 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:23.462968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-1de93b79-bd73-4359-a096-cc8d64d106e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:23.464401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-1de93b79-bd73-4359-a096-cc8d64d106e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1668212 May 14 18:10:23.467957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:23.672203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.681900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.728549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9244b02-4fd8-4d47-a30a-882cd618e268,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:23.736331 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.738405 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 8b8d5a78-bfe3-4042-9293-c341d4a68f1c of type vlan for network 8c2c13f7-f053-4825-981f-59265ec6163a May 14 18:10:23.783850 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:23.827545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2f8bf02-06b0-43fb-b7a5-229ac71c7fb2 req-2e12599a-b885-46ae-8843-5cea57f65cf1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.1137257 May 14 18:10:23.868066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.934464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.936264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object 3b403b73-7d06-419a-8365-b5be4700d3be will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:23.937280 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:23.944091 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-183c532c-94da-4168-ab91-1dba7304d085 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:24.009850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.040958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0cc3afab-70c6-4eb2-9db2-6d04459eee56 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:24.050287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-83569e88-f9f4-416d-8291-48d9cdd800b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:24.051797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-83569e88-f9f4-416d-8291-48d9cdd800b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5753360 May 14 18:10:24.063133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Pushing event deleted for resources: {'Port': ['ID=c23a9670-85a6-423b-9452-6af8ef2b18df,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:24.129387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:24.136594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network e7606557-63a1-4b57-8316-b781ae5b2d6e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:24.137699 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:24.141279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:24.145166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:24.145356 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:24.148568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.163538 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7268d81a-9156-4904-b333-7a0270803d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:24.234761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:24.235451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.315568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0219433 May 14 18:10:24.317286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fa1d95-3e68-4966-ace5-0edf6ea09fc3,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:24.320781 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:24.328728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'admin_state_up': True, 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'security_groups': ['8aad6058-9ead-446f-9a3d-839f58fad7b1']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:24.336087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.345090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.351240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:24.352003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.449508 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:24.453083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6f07982f-42b3-49d9-8f22-578fc48b3604 None None] Provisioning for port 3b403b73-7d06-419a-8365-b5be4700d3be completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:24.463913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6f07982f-42b3-49d9-8f22-578fc48b3604 None None] Provisioning complete for port 3b403b73-7d06-419a-8365-b5be4700d3be triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:24.464561 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6f07982f-42b3-49d9-8f22-578fc48b3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.534141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:24.537901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:24.540766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:24.547427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:24.569985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Deleting port 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:24.570321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.573000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=8c2c13f7-f053-4825-981f-59265ec6163a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:24.578670 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:24.596572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 8c2c13f7-f053-4825-981f-59265ec6163a details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:24.597636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.598751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] 10.222.0.24 "DELETE /v2.0/floatingips/e302d483-d2f6-44cf-82b4-d44da8383c44 HTTP/1.1" status: 204 len: 168 time: 3.1138241 May 14 18:10:24.605019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53428) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:24.639452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6f07982f-42b3-49d9-8f22-578fc48b3604 None None] Port 3b403b73-7d06-419a-8365-b5be4700d3be cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:24.670694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:24.674511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:24.693422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-bdaaccd0-2d75-4028-97f4-aa6349d92d79 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864708 May 14 18:10:24.711224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2204518 May 14 18:10:24.752184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Checking segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:24.753045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Network hostable DHCP agents. Network: 152ac923-6cc2-4ed0-ac5c-c7547f0934de, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:24.817395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3f9b-f408-4b82-b5fb-3292fcc13363 req-2b9d9490-3100-4f5a-a399-7c6013090635 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:24.819280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf4b3f9b-f408-4b82-b5fb-3292fcc13363 req-2b9d9490-3100-4f5a-a399-7c6013090635 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.8430848 May 14 18:10:24.836465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53432) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:24.863713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:24.976321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.016381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:25.065248 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf4b3f9b-f408-4b82-b5fb-3292fcc13363 req-11710589-0d2d-4b95-a1d7-5fdb2df16299 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363636 May 14 18:10:25.080344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 152ac923-6cc2-4ed0-ac5c-c7547f0934de) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:25.093850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5657195-7ab5-4a7e-b8ab-6a893b5b9e64 req-5dacde62-42ca-4d42-aa31-0215f57aa0a6 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887038 May 14 18:10:25.094960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ec0ab-a8ef-49c7-bbe2-9a6c5b2432ff None None] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:25.107009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:25.129767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:25.136388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:25.137162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.151765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:25.177222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:25.202638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.8497725 May 14 18:10:25.202638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53438) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:25.208360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:25.213864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:25.217455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.241000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:25.252667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Usage tracker for resource:router and tenant:d7ca7bd1b91a47509f55aeb56609e83c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:25.300742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:25.325473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:25.361187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Calling delete_port for 3a0b52a2-2d41-4c02-a010-9c0ab82d5426 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:25.393399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2744d6b-1406-441f-984f-40c02037dabe None None] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:25.414841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.416055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.458567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.500980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 10.1.1.29 (0e301632-3dae-4278-b054-70fec39a5672/e5c838aa-361d-401e-af10-eae84193674c/b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:25.504780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aed4e-9d44-4444-9519-3a919da88a50 req-4f1a0e13-dfb2-47f8-8414-7073671ff8c8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:25.513238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-618aed4e-9d44-4444-9519-3a919da88a50 req-4f1a0e13-dfb2-47f8-8414-7073671ff8c8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.2087541 May 14 18:10:25.912143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:25.944033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:25.992924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-618aed4e-9d44-4444-9519-3a919da88a50 req-1b066818-6a39-47b3-82e1-d1089042f4ba tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786494 May 14 18:10:26.120258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:26.129743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:26.177883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:26.242520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:26.258740 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:26.333579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 0e301632-3dae-4278-b054-70fec39a5672 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:26.342867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:26.346225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:26.465698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:26.467076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:26.478485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:26.487675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-58690f27-e9bd-4c32-aa79-ba48dac6c503 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:26.537301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00e24c-89af-4732-9f77-b749918844e7 req-355d58c1-d368-4691-be6f-2dab4783e922 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:26.546501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00e24c-89af-4732-9f77-b749918844e7 req-355d58c1-d368-4691-be6f-2dab4783e922 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:26.553945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c00e24c-89af-4732-9f77-b749918844e7 req-355d58c1-d368-4691-be6f-2dab4783e922 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 1652 time: 0.2309852 May 14 18:10:26.559197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Port': ['ID=3a0b52a2-2d41-4c02-a010-9c0ab82d5426,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:26.562694 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:26.641495 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3185172 May 14 18:10:26.648247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c00e24c-89af-4732-9f77-b749918844e7 req-564da278-e603-4764-ae04-4daf536d6b61 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784378 May 14 18:10:26.683479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'admin_state_up': True, 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'security_groups': ['8aad6058-9ead-446f-9a3d-839f58fad7b1']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:26.793439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ba1ab421-babc-4f52-80ce-1daa7c04879c None None] Provisioning for port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:26.802612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ba1ab421-babc-4f52-80ce-1daa7c04879c None None] Provisioning complete for port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:26.803320 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba1ab421-babc-4f52-80ce-1daa7c04879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:26.904953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:26.909242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:26.912395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:9. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:26.919738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:26.920579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ab421-babc-4f52-80ce-1daa7c04879c None None] Port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:26.961008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:26.976832 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:26.992623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04b6f6f2-701d-40ab-a5b8-4929a14a209a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.069110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:27.072712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.084690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.100553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.124117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=9e6161fb-f112-4b0a-809e-8c5e6833b0f4,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:27.128559 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.130675 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:27.185344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '8b8d5a78-bfe3-4042-9293-c341d4a68f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:27.186073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 8c2c13f7-f053-4825-981f-59265ec6163a, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:27.223420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb660de-6211-4c14-9a8a-38990f1d9ac9 req-d7c57d94-4226-42c1-87c1-0b907baf3a22 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:27.224942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddb660de-6211-4c14-9a8a-38990f1d9ac9 req-d7c57d94-4226-42c1-87c1-0b907baf3a22 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.3557096 May 14 18:10:27.250074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 8c2c13f7-f053-4825-981f-59265ec6163a is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:27.317394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 8c2c13f7-f053-4825-981f-59265ec6163a) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:27.327886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eec4216-f98a-45eb-b87f-ec8dbbc8adb1 None None] Network 8c2c13f7-f053-4825-981f-59265ec6163a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:27.346055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:27.346661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.371701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddb660de-6211-4c14-9a8a-38990f1d9ac9 req-e11b88d7-bf2b-4d9e-acaf-d9e2c6d1ec01 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347687 May 14 18:10:27.398569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Allocated IP 172.25.4.187 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/cd64a198-8e39-46da-8aaa-c2e9a5344adb) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:27.408775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5527492 May 14 18:10:27.408982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53448) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:27.431076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269773223'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:27.437368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:27.488558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.564942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:27.577344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:27.634025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:27.662992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-8c2c13f7-f053-4825-981f-59265ec6163a', 'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': '9e6161fb-f112-4b0a-809e-8c5e6833b0f4'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:27.665667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.687922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:27.689979 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.692489 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.732584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.750166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:27.779327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.779825 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c of type vlan for network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 May 14 18:10:27.792824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb419c-3648-4795-a299-07ed6b38ff8d req-26b74dad-b707-49f9-ae67-8404e8f9ecda tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:27.800551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43fb419c-3648-4795-a299-07ed6b38ff8d req-26b74dad-b707-49f9-ae67-8404e8f9ecda tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.2324317 May 14 18:10:27.877897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.896881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43fb419c-3648-4795-a299-07ed6b38ff8d req-5b0ec486-15a2-47d7-91b3-c5c79e7b6c62 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952795 May 14 18:10:27.925403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:27.927028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Allocated IP 172.20.255.242 (8c2c13f7-f053-4825-981f-59265ec6163a/9e6161fb-f112-4b0a-809e-8c5e6833b0f4/9d447eb6-2960-4ba3-b313-23069e413362) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:27.944099 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-147da4c1-e272-46a4-966d-06f021efc091 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:27.944916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Router 206337b6-4dfd-4840-a70a-1b7e433ce2a4 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:10:27.977154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 10.1.1.196 (0e301632-3dae-4278-b054-70fec39a5672/e5c838aa-361d-401e-af10-eae84193674c/2b347a7a-05be-47c6-8b54-fa4f54d5efff) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:28.184701 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.196403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Transition to ACTIVE for port object 9d447eb6-2960-4ba3-b313-23069e413362 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:28.206667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:28.218395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd64a198-8e39-46da-8aaa-c2e9a5344adb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:28.219441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Transition to ACTIVE for port object 9d447eb6-2960-4ba3-b313-23069e413362 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:28.225540 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:28.227863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:28.230042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:28.231593 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.234257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:28.282051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:28.300633 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:28.319018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "PUT /v2.0/routers/206337b6-4dfd-4840-a70a-1b7e433ce2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8152235 May 14 18:10:28.334719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] Sync routers for ids ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:28.365493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] Routers {'206337b6-4dfd-4840-a70a-1b7e433ce2a4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:28.366125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:28.379629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53458) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:28.450834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:28.463882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Network 8c2c13f7-f053-4825-981f-59265ec6163a is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:28.470026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Pushing event updated for resources: {'Port': ['ID=9d447eb6-2960-4ba3-b313-23069e413362,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:28.476620 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:28.481992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:28.487515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.492087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:28.493531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:28.494373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.522997 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4eac3243-76e1-4526-a5ec-99545443884e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:28.591659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] Routers {'206337b6-4dfd-4840-a70a-1b7e433ce2a4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:28.593334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:28.706861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.733149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:28.733563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8fad7-0a8b-4735-93a1-166daacd3845 None None] The sync data for ids ['206337b6-4dfd-4840-a70a-1b7e433ce2a4'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:28.756854 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Attempting to bind port 9d447eb6-2960-4ba3-b313-23069e413362 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:28.757215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Attempting to bind port 9d447eb6-2960-4ba3-b313-23069e413362 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8b8d5a78-bfe3-4042-9293-c341d4a68f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:28.757580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Attempting to bind port 9d447eb6-2960-4ba3-b313-23069e413362 on network 8c2c13f7-f053-4825-981f-59265ec6163a {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:28.763593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:28.763977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Checking segment: {'id': '8b8d5a78-bfe3-4042-9293-c341d4a68f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:28.764381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.764772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Bound using segment: {'id': '8b8d5a78-bfe3-4042-9293-c341d4a68f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:28.765238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Bound port: 9d447eb6-2960-4ba3-b313-23069e413362, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8d5a78-bfe3-4042-9293-c341d4a68f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c2c13f7-f053-4825-981f-59265ec6163a'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:28.765614 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:28.800157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3900483 May 14 18:10:28.801191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53464) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:28.817287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:28.849585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:28.860126 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:28.870047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:28.986283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] For port 9d447eb6-2960-4ba3-b313-23069e413362, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:29.012024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] For port 9d447eb6-2960-4ba3-b313-23069e413362, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9d447eb6-2960-4ba3-b313-23069e413362,segment=NetworkSegment(8b8d5a78-bfe3-4042-9293-c341d4a68f1c),segment_id=8b8d5a78-bfe3-4042-9293-c341d4a68f1c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:29.020251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.027015 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a23683ec-7519-4a85-8678-969b86c45ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:29.130144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Pushing event updated for resources: {'Port': ['ID=9d447eb6-2960-4ba3-b313-23069e413362,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:29.133223 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:29.217797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:29.221898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:29.234289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:29.246338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:29.287213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a9a1-204e-49bf-9acf-be939f18164c req-f32c5d54-252e-43de-a021-a4e32dd4968c tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:29.293595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a9a1-204e-49bf-9acf-be939f18164c req-f32c5d54-252e-43de-a021-a4e32dd4968c tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:29.301879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81e5a9a1-204e-49bf-9acf-be939f18164c req-f32c5d54-252e-43de-a021-a4e32dd4968c tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 1652 time: 0.5673308 May 14 18:10:29.302088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.329097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:29.333352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.360054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.399384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.401349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object 2b347a7a-05be-47c6-8b54-fa4f54d5efff will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:29.406953 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.496930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.498333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Fanout notify agent at l3_agent the message router_deleted on router 206337b6-4dfd-4840-a70a-1b7e433ce2a4 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:10:29.527659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.529169 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3f40b5fa-cfb6-4b57-931d-8adb41976cdb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "DELETE /v2.0/routers/206337b6-4dfd-4840-a70a-1b7e433ce2a4 HTTP/1.1" status: 204 len: 168 time: 1.1481392 May 14 18:10:29.534376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53470) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:29.562351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.625486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81e5a9a1-204e-49bf-9acf-be939f18164c req-73026c89-bba8-445c-acd5-eb30a62102ba tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226438 May 14 18:10:29.630635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.648161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Deleting subnet 3e20a317-08ba-4aeb-be2a-c095d7a55dfd {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:10:29.650988 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1555b42a-836d-4276-8f73-097a5d32c048 tempest-FloatingIPAdminTestJSON-2126301464 tempest-FloatingIPAdminTestJSON-2126301464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:29.701143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b7e74c31-7864-4e76-b5f2-eb0a0c756afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.715362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Deleting port 797c6c50-1acb-47af-99ca-e80060929fe5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:29.715691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.729077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:29.854935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 0e301632-3dae-4278-b054-70fec39a5672 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:29.860167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:29.866477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:29.876564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:29.879002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:29.923654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.028932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:30.029588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.066683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] For port 797c6c50-1acb-47af-99ca-e80060929fe5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=797c6c50-1acb-47af-99ca-e80060929fe5,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:30.067043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.166424 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:10:30.226522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.276598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Calling delete_port for 797c6c50-1acb-47af-99ca-e80060929fe5 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:30.281979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ba26b858-505e-4630-b5ae-70ff78d4b6c7 None None] Provisioning for port 2b347a7a-05be-47c6-8b54-fa4f54d5efff completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:30.288657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ba26b858-505e-4630-b5ae-70ff78d4b6c7 None None] Provisioning complete for port 2b347a7a-05be-47c6-8b54-fa4f54d5efff triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:30.289404 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba26b858-505e-4630-b5ae-70ff78d4b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.342445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda9977-aea2-47ba-b6b5-2156233e422c req-9254c6e9-1b76-4311-b20c-a233965a9f62 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:30.344055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1eda9977-aea2-47ba-b6b5-2156233e422c req-9254c6e9-1b76-4311-b20c-a233965a9f62 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.5321903 May 14 18:10:30.376371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.413187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ba26b858-505e-4630-b5ae-70ff78d4b6c7 None None] Port 2b347a7a-05be-47c6-8b54-fa4f54d5efff cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:30.547106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9d447eb6-2960-4ba3-b313-23069e413362 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:30.574490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1eda9977-aea2-47ba-b6b5-2156233e422c req-9565f39b-2f5f-4314-9283-554bed8da43d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183670 May 14 18:10:30.707825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.712319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 9d447eb6-2960-4ba3-b313-23069e413362 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:30.729979 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0561161 May 14 18:10:30.742383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad', 'admin_state_up': True, 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'security_groups': ['8aad6058-9ead-446f-9a3d-839f58fad7b1']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:30.742826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972cb85-b14d-4205-bd1e-d8a87875dbca None None] Network 8c2c13f7-f053-4825-981f-59265ec6163a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:30.774781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.823123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Router 2ab0f494-5195-46b4-a74c-d992c98d6e18 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:10:30.839119 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:30.972700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.979718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:30.984264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Subnet': ['ID=3e20a317-08ba-4aeb-be2a-c095d7a55dfd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:31.001587 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:31.002130 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:31.023122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3b6b7-510e-4f1c-850a-067366f2f427 None None] Network 28120054-b61b-4d6e-b558-fdf120e7414a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:31.047626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Provisioning for port 9d447eb6-2960-4ba3-b313-23069e413362 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:31.118302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Provisioning complete for port 9d447eb6-2960-4ba3-b313-23069e413362 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:31.118848 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.130554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:31.140461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Sync routers for ids ['2ab0f494-5195-46b4-a74c-d992c98d6e18'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:31.156043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Routers {'2ab0f494-5195-46b4-a74c-d992c98d6e18'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:31.156677 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2ab0f494-5195-46b4-a74c-d992c98d6e18'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:31.193479 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.197625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9942110 May 14 18:10:31.200716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53478) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:31.238903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Pushing event deleted for resources: {'Port': ['ID=797c6c50-1acb-47af-99ca-e80060929fe5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:31.242163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "DELETE /v2.0/subnets/3e20a317-08ba-4aeb-be2a-c095d7a55dfd HTTP/1.1" status: 204 len: 168 time: 1.7065568 May 14 18:10:31.290471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53482) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:31.319363 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:31.582531 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Set router 2ab0f494-5195-46b4-a74c-d992c98d6e18 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:31.610921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40528c6-cc27-4ec4-88ea-84417eda814e req-d855c2f2-ee84-474f-b49b-fc31c05a7808 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:31.626660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a40528c6-cc27-4ec4-88ea-84417eda814e req-d855c2f2-ee84-474f-b49b-fc31c05a7808 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.5308444 May 14 18:10:31.650819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.691288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:31.699961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] For port 9d447eb6-2960-4ba3-b313-23069e413362, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9d447eb6-2960-4ba3-b313-23069e413362,segment=NetworkSegment(8b8d5a78-bfe3-4042-9293-c341d4a68f1c),segment_id=8b8d5a78-bfe3-4042-9293-c341d4a68f1c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:31.707271 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.711859 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:31.727693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:31.735575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:10. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:31.745961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:31.771568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:31.776697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] DHCP port deletion for 28120054-b61b-4d6e-b558-fdf120e7414a request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:10:31.823772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.839615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.850783 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be9436e1-1caa-4730-a052-a07b9501b706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:31.925962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:31.993460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a40528c6-cc27-4ec4-88ea-84417eda814e req-70bb5fa1-249a-40cf-bcd8-78382a417272 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655217 May 14 18:10:32.026197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=bbce6aaf-c4ac-468d-a3cc-d1f6169b4a9d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:32.035624 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:32.103279 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:10:28Z', 'revision_number': 3, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:32.108514 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Checking router: 2ab0f494-5195-46b4-a74c-d992c98d6e18 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:10:32.108860 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Updating router 2ab0f494-5195-46b4-a74c-d992c98d6e18 port cd64a198-8e39-46da-8aaa-c2e9a5344adb binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:10:32.112409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Pushing event updated for resources: {'Port': ['ID=9d447eb6-2960-4ba3-b313-23069e413362,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:32.126591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:32.189156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Deleting port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:32.189475 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.212258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.219004 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.228102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dd19ac0c-9a01-406f-9b4c-8cb70ce36819 None None] Provisioning complete for port 9d447eb6-2960-4ba3-b313-23069e413362 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:32.228478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dd19ac0c-9a01-406f-9b4c-8cb70ce36819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.459824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] For port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,segment=NetworkSegment(09836884-48dc-4148-a786-29b66cd0ac76),segment_id=09836884-48dc-4148-a786-29b66cd0ac76)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:32.460491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.556346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 10.2.2.100 (976994ae-bc8e-4826-8080-71ec03579bad/6a728fa2-808f-4776-941e-5f6d28d43cea/ae276839-94aa-4668-adcd-716b264adf3a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:32.643600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Calling delete_port for e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:32.710598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9d447eb6-2960-4ba3-b313-23069e413362 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:32.745649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.752181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:32.752739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:32.777881 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:32.827702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:32.850030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Deleting port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:32.850409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.860328 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.862183 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.879481 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Transition to ACTIVE for port object cd64a198-8e39-46da-8aaa-c2e9a5344adb will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:32.892357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf274af-1a6b-4faa-9f3b-889371745e25 req-6e74b3d0-4fd3-4bd0-8b9a-32c11af4d43b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:32.897732 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.899772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf274af-1a6b-4faa-9f3b-889371745e25 req-6e74b3d0-4fd3-4bd0-8b9a-32c11af4d43b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:32.902141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Pushing event deleted for resources: {'Port': ['ID=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:32.906977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf274af-1a6b-4faa-9f3b-889371745e25 req-6e74b3d0-4fd3-4bd0-8b9a-32c11af4d43b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:32.907164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] No DVR routers for this DVR port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:32.911526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fbf274af-1a6b-4faa-9f3b-889371745e25 req-6e74b3d0-4fd3-4bd0-8b9a-32c11af4d43b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 2373 time: 0.3391976 May 14 18:10:32.913087 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:32.917682 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7ae8f0e7-a55e-4dc7-9175-45e380016f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:32.929801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:32.964461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0423388-39a7-47fb-9224-3379760c5eb4 None None] Network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:32.968554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:32.988408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object ae276839-94aa-4668-adcd-716b264adf3a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:33.037947 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Attempting to bind port cd64a198-8e39-46da-8aaa-c2e9a5344adb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:33.038827 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Attempting to bind port cd64a198-8e39-46da-8aaa-c2e9a5344adb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:33.039466 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Attempting to bind port cd64a198-8e39-46da-8aaa-c2e9a5344adb on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:33.055790 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:33.056649 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:33.057907 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.058517 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:33.059360 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Bound port: cd64a198-8e39-46da-8aaa-c2e9a5344adb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:33.060173 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.102165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Pushing event updated for resources: {'Port': ['ID=cd64a198-8e39-46da-8aaa-c2e9a5344adb,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:33.123072 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.123880 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.124484 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.125031 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.125789 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.126336 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.126883 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.127457 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.127991 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.128829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.129527 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.130385 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.130950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:33.144081 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:33.151306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:33.152135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.160541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 9d447eb6-2960-4ba3-b313-23069e413362 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:33.160844 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f262148d-59e5-4e6d-9b19-81bcd33fd6d8 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:33.161035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.201640 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] For port cd64a198-8e39-46da-8aaa-c2e9a5344adb, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:33.205203 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] For port cd64a198-8e39-46da-8aaa-c2e9a5344adb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd64a198-8e39-46da-8aaa-c2e9a5344adb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:33.213548 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.226251 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:33.240137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:33.249844 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:33.295478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 976994ae-bc8e-4826-8080-71ec03579bad is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:33.299478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:33.305962 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Routers {'2ab0f494-5195-46b4-a74c-d992c98d6e18'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:33.306705 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2ab0f494-5195-46b4-a74c-d992c98d6e18'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:33.318181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:33.412072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Router d8853e90-a27e-4e98-bd3f-47d09038afb6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:10:33.439848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:33.440500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.532750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5', 'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': 'bbce6aaf-c4ac-468d-a3cc-d1f6169b4a9d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:33.534131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fbf274af-1a6b-4faa-9f3b-889371745e25 req-16694906-d36d-4cfb-9ee0-0f76c29ccc3b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019624 May 14 18:10:33.543569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.639332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] For port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9, host n-d-787206-3, got binding levels [] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:33.639899 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.658518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.8459687 May 14 18:10:33.663093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9265885 May 14 18:10:33.663614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53490) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:33.715391 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Pushing event updated for resources: {'Port': ['ID=cd64a198-8e39-46da-8aaa-c2e9a5344adb,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:33.732031 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:33.737382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:33.793534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:33.794477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:33.804440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1cca490c-b812-468f-95f0-8b9b76cea227 None None] Provisioning for port ae276839-94aa-4668-adcd-716b264adf3a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:33.816624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Calling delete_port for e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:33.819535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1cca490c-b812-468f-95f0-8b9b76cea227 None None] Provisioning complete for port ae276839-94aa-4668-adcd-716b264adf3a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:33.820055 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1cca490c-b812-468f-95f0-8b9b76cea227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.826638 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] Set router 2ab0f494-5195-46b4-a74c-d992c98d6e18 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:33.836471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 was not found and therefore no delete operation was performed {{(pid=79559) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:10:33.844893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:33.854674 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c61bc408-4254-4822-96d4-7f439d39002d tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:33.956296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Port': ['ID=e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:34.046359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1cca490c-b812-468f-95f0-8b9b76cea227 None None] Port ae276839-94aa-4668-adcd-716b264adf3a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:34.095030 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:34.115060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Allocated IP 172.20.0.2 (05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5/bbce6aaf-c4ac-468d-a3cc-d1f6169b4a9d/9c9e60ca-0820-48e5-b2d5-ed7f785582d4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:34.181311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad', 'admin_state_up': True, 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'security_groups': ['8aad6058-9ead-446f-9a3d-839f58fad7b1']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:34.199493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:34.205421 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:34.226367 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] 10.222.0.24 "PUT /v2.0/routers/d8853e90-a27e-4e98-bd3f-47d09038afb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5676272 May 14 18:10:34.227612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53496) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:34.233010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] No DVR routers for this DVR port e6b0a1c4-a548-4d4a-af41-c29ce1ea41f9 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:34.264933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] Sync routers for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:34.320342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:34.320917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:34.387439 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:10:28Z', 'revision_number': 3, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:34.400043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cdd4-f4a9-402a-8154-581b827f8d92 None None] The sync data for ids ['2ab0f494-5195-46b4-a74c-d992c98d6e18'] in n-d-787206-3 is: [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:10:28Z', 'revision_number': 3, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:34.519551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:34.527725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:34.532998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Usage tracker for resource:port and tenant:e43b1e2f9c164e349f9a244d4d1f0f7f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:34.537329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Quota usage for port was recalculated. Used quota:11. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:34.544644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:34.562994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Made reservation on behalf of e43b1e2f9c164e349f9a244d4d1f0f7f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:34.569924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:34.712925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:34.782486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:34.901148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:34.947793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.046195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28120054-b61b-4d6e-b558-fdf120e7414a']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:35.095613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09836884-48dc-4148-a786-29b66cd0ac76') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:35.096063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09836884-48dc-4148-a786-29b66cd0ac76') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:35.167905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.173145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Transition to ACTIVE for port object 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:35.206225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Transition to ACTIVE for port object 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:35.223786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.225852 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.235842 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:35.254767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:35.255364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: timer() May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:35.282867 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:35.286105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.358901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:35.364069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:35.369850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:35.375414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Allocated IP 10.2.2.200 (976994ae-bc8e-4826-8080-71ec03579bad/6a728fa2-808f-4776-941e-5f6d28d43cea/4c194ddd-52a7-4d19-bfaf-f3712655d115) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:35.443828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a361d6-8048-463c-9535-1a2438ee6f75 req-1b9c8d18-cdf1-424a-b88a-023330374030 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:35.456936 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a361d6-8048-463c-9535-1a2438ee6f75 req-1b9c8d18-cdf1-424a-b88a-023330374030 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 1.2544947 May 14 18:10:35.626898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Attempting to bind port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:35.627308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Attempting to bind port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:35.627733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Attempting to bind port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 on network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:35.629964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Pushing event updated for resources: {'Port': ['ID=9c9e60ca-0820-48e5-b2d5-ed7f785582d4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:35.642859 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:35.647846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:35.648465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Checking segment: {'id': '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:35.649186 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.649728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Bound using segment: {'id': '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:35.650351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Bound port: 9c9e60ca-0820-48e5-b2d5-ed7f785582d4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:35.651162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.702268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.728249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Transition to ACTIVE for port object 4c194ddd-52a7-4d19-bfaf-f3712655d115 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:35.735000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Allocated IP 172.20.0.1 (152ac923-6cc2-4ed0-ac5c-c7547f0934de/13fa1d95-3e68-4966-ace5-0edf6ea09fc3/3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:35.761086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.767294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a361d6-8048-463c-9535-1a2438ee6f75 req-bfe83019-2e31-463e-ae75-d22b2b1d2ad3 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043480 May 14 18:10:35.775150 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c05df91a-cee7-4146-b899-57f2a4c2e118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:35.789432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] For port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:35.793624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] For port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9c9e60ca-0820-48e5-b2d5-ed7f785582d4,segment=NetworkSegment(5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c),segment_id=5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:35.799032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.806960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.814153 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:35.821163 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f079883-7273-40b3-9f58-b1775f1c2391 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:35.842416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.869801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=bbce6aaf-c4ac-468d-a3cc-d1f6169b4a9d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:35.874438 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:35.875966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:35.877248 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c77bf2f4-ee21-4e29-ae45-0d307947db73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:35.918622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Pushing event updated for resources: {'Port': ['ID=9c9e60ca-0820-48e5-b2d5-ed7f785582d4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:35.933940 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:35.937220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Pushing event deleted for resources: {'Network': ['ID=28120054-b61b-4d6e-b558-fdf120e7414a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:35.938359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:10:30Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:35.953023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] Checking router: d8853e90-a27e-4e98-bd3f-47d09038afb6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:10:35.965571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] Routers {'d8853e90-a27e-4e98-bd3f-47d09038afb6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:35.967140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d8853e90-a27e-4e98-bd3f-47d09038afb6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:36.001021 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:36.014691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] 10.222.0.24 "DELETE /v2.0/networks/28120054-b61b-4d6e-b558-fdf120e7414a HTTP/1.1" status: 204 len: 168 time: 4.7212591 May 14 18:10:36.095716 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.155111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.173728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:36.212991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:36.214072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:36.214687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.240321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.257875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-ddcc5c6a-3f78-4880-baec-5975a032f933 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:36.264770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-ddcc5c6a-3f78-4880-baec-5975a032f933 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:36.267339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.271097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-ddcc5c6a-3f78-4880-baec-5975a032f933 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:36.275890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:36.276270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.279010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-ddcc5c6a-3f78-4880-baec-5975a032f933 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:36.297999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-ddcc5c6a-3f78-4880-baec-5975a032f933 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:36.300805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event updated for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:36.305756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-ddcc5c6a-3f78-4880-baec-5975a032f933 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 3815 time: 0.3036959 May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: timer() May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:36.306074 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:36.315473 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:36.361858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] Set router d8853e90-a27e-4e98-bd3f-47d09038afb6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:36.369294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Deleting port 15e31e92-7106-4f56-a584-a55c12ed6d38 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:36.369637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.377305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Network 976994ae-bc8e-4826-8080-71ec03579bad is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:36.394994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:36.404669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:36.488763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75145e5d-724e-4b9d-95cf-5a78364c49df req-28db1576-baa4-4218-be49-dec788ebb6b3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820111 May 14 18:10:36.586435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:36.588781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.594784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:36.632622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:10:36.632622 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:10:36.632622 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5'}] May 14 18:10:36.632622 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:10:36.633088 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:10:36.662139 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e2ea700-e4d3-4a35-9fd5-12fc562def49 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:36.663340 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4871461 May 14 18:10:36.668476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71753b4a-97ce-4c9a-8175-0a639c269ff9 None None] Network 05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:36.677360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:36.767910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53510) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:36.866060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd64a198-8e39-46da-8aaa-c2e9a5344adb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:36.875892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:36.915445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:36.953300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] For port 15e31e92-7106-4f56-a584-a55c12ed6d38, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=15e31e92-7106-4f56-a584-a55c12ed6d38,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:36.953300 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.013378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:37.052423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.140630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.150471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Pushing event updated for resources: {'Port': ['ID=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:37.155430 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:37.243964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9538c1c7-000c-4dea-8789-dcbed25445fd None None] Provisioning for port 4c194ddd-52a7-4d19-bfaf-f3712655d115 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:37.270462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9538c1c7-000c-4dea-8789-dcbed25445fd None None] Provisioning complete for port 4c194ddd-52a7-4d19-bfaf-f3712655d115 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:37.270836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9538c1c7-000c-4dea-8789-dcbed25445fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.319941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Calling delete_port for 15e31e92-7106-4f56-a584-a55c12ed6d38 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:37.331298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9538c1c7-000c-4dea-8789-dcbed25445fd None None] Port 4c194ddd-52a7-4d19-bfaf-f3712655d115 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:10:37.377485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cd64a198-8e39-46da-8aaa-c2e9a5344adb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:37.388952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cd64a198-8e39-46da-8aaa-c2e9a5344adb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:37.389339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.392910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:37.394172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.421854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2887d4a5-4e19-432f-8f02-6d7e53e0bee7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=251603e7330e4426a431ef1a0c81b47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167734 May 14 18:10:37.428196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53518) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:37.514254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9c9e60ca-0820-48e5-b2d5-ed7f785582d4,segment=NetworkSegment(5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c),segment_id=5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:37.514754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.514916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bca50-d7d0-412c-983f-85e8bec0cfdf None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:10:37.522261 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.645039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:37.692736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:10:30Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:37.694816 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.701028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.709330 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b9f8db46-a3bf-4f48-a8ce-704ac05974b9 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:37.713255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port cd64a198-8e39-46da-8aaa-c2e9a5344adb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd64a198-8e39-46da-8aaa-c2e9a5344adb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:37.727919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.729982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f13aa-36a0-4889-8a27-15bb40c39032 None None] The sync data for ids ['d8853e90-a27e-4e98-bd3f-47d09038afb6'] in n-d-787206-3 is: [{'id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'name': 'tempest-ServersTestManualDisk-149996909-router', 'tenant_id': '42d31bff4dbe4b4989e8618679929199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:06:42Z', 'updated_at': '2021-05-14T18:10:30Z', 'revision_number': 5, 'project_id': '42d31bff4dbe4b4989e8618679929199', 'gw_port': {'id': '15e31e92-7106-4f56-a584-a55c12ed6d38', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853e90-a27e-4e98-bd3f-47d09038afb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:06:43Z', 'updated_at': '2021-05-14T18:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:37.737162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ccaf20-b665-4588-8b98-68ccc466952e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:37.814071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 9c9e60ca-0820-48e5-b2d5-ed7f785582d4 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:37.820107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=9c9e60ca-0820-48e5-b2d5-ed7f785582d4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:37.851872 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:37.861121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6bca50-d7d0-412c-983f-85e8bec0cfdf None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:10:37.866397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=cd64a198-8e39-46da-8aaa-c2e9a5344adb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:37.870691 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:37.923339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.932431 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:37.983125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93cec7-cec9-44a0-a345-856540820902 req-71e2fbcf-5e14-447e-b84f-20302e29a0c8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:37.984663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d93cec7-cec9-44a0-a345-856540820902 req-71e2fbcf-5e14-447e-b84f-20302e29a0c8 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.9942160 May 14 18:10:37.985423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:37.989340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.004248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:38.004657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e31e92-7106-4f56-a584-a55c12ed6d38,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:38.019268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:38.019696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df8cd5a-2fb7-47ba-85cd-c1b9ddb4840c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:38.033041 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.052880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.060981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:38.061491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.061714 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:38.142312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.212277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d93cec7-cec9-44a0-a345-856540820902 req-aa95f2c3-2010-480e-bbb7-2c7c681c6193 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146757 May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: timer() May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:38.213078 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:38.226255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.248225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.264499 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-590a0a1a-5e7b-43a0-9714-291fb0b4e9e5 tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:38.293075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.306916 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 HTTP/1.1" status: 204 len: 168 time: 4.2086720 May 14 18:10:38.314397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53528) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:38.323822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:38.335039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302560370'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:38.360730 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:38.483389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:38.510045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:38.529780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:38.543138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:38.554051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b403b73-7d06-419a-8365-b5be4700d3be {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:38.567158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.570561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:38.574387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.578957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd64a198-8e39-46da-8aaa-c2e9a5344adb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:38.627069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:38.639566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.640003 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 61e44390-9633-4295-b925-c43bb9c2d26e of type vlan for network 21352967-cfe2-491d-8fc3-5b540896a5cc May 14 18:10:38.648372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.652753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.656365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Transition to ACTIVE for port object 3b403b73-7d06-419a-8365-b5be4700d3be will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:38.661306 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.675116 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-916c97e1-7dea-48a6-82ef-85e76314cc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:38.677923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.686736 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d0eba738-1a61-467f-bdee-d68d810e513d tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:38.692171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cd64a198-8e39-46da-8aaa-c2e9a5344adb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:38.692769 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.697596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.712806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac11602-7282-43bf-a4e2-9917a3864a43,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:38.720722 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:38.769139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.771027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.771608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8853e90-a27e-4e98-bd3f-47d09038afb6 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:10:38.784969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Pushing event updated for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:38.799388 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:38.839202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.841553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ac11602-7282-43bf-a4e2-9917a3864a43 HTTP/1.1" status: 204 len: 168 time: 1.4049485 May 14 18:10:38.851198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:38.852577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d8853e90-a27e-4e98-bd3f-47d09038afb6 HTTP/1.1" status: 204 len: 168 time: 4.6217902 May 14 18:10:38.892835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53534) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:38.893439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 797c6c50-1acb-47af-99ca-e80060929fe5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:38.915694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59164b-3248-49db-9e25-340eda300cdf req-11bdedb2-21f4-41a4-84d6-233ad3376b74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:38.922567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59164b-3248-49db-9e25-340eda300cdf req-11bdedb2-21f4-41a4-84d6-233ad3376b74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:38.934079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59164b-3248-49db-9e25-340eda300cdf req-11bdedb2-21f4-41a4-84d6-233ad3376b74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:38.935877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 797c6c50-1acb-47af-99ca-e80060929fe5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:38.936394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 797c6c50-1acb-47af-99ca-e80060929fe5 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:38.943129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59164b-3248-49db-9e25-340eda300cdf req-11bdedb2-21f4-41a4-84d6-233ad3376b74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:38.949792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59164b-3248-49db-9e25-340eda300cdf req-11bdedb2-21f4-41a4-84d6-233ad3376b74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:38.953398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb59164b-3248-49db-9e25-340eda300cdf req-11bdedb2-21f4-41a4-84d6-233ad3376b74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 3815 time: 0.4678855 May 14 18:10:39.007935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:39.116603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Deleting subnet 22374c8b-c74a-4bbc-84ba-e54a0d64ccda {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:10:39.125051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.171316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.177202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:39.177860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.186261 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9b656fc-2171-4f46-a5d6-b56856f74608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:39.241313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb59164b-3248-49db-9e25-340eda300cdf req-5831379b-c4e2-4d16-8ce9-f30e5103a261 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311785 May 14 18:10:39.261760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.398540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.517197 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1967549 May 14 18:10:39.524656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53546) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:39.533468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:39.631534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Attempting to bind port 3b403b73-7d06-419a-8365-b5be4700d3be on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:39.631874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Attempting to bind port 3b403b73-7d06-419a-8365-b5be4700d3be by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:39.632201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Attempting to bind port 3b403b73-7d06-419a-8365-b5be4700d3be on network e7606557-63a1-4b57-8316-b781ae5b2d6e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:39.703596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=21352967-cfe2-491d-8fc3-5b540896a5cc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:39.715689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 21352967-cfe2-491d-8fc3-5b540896a5cc details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:39.722503 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:39.727748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Port 3b403b73-7d06-419a-8365-b5be4700d3be on network e7606557-63a1-4b57-8316-b781ae5b2d6e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:39.728481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Attempting to bind port 3b403b73-7d06-419a-8365-b5be4700d3be on network e7606557-63a1-4b57-8316-b781ae5b2d6e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:39.737041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:39.737646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Checking segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:39.739041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Bound using segment: {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:39.739041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Bound port: 3b403b73-7d06-419a-8365-b5be4700d3be, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76290df7-cdde-492f-93e5-04b652027d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:39.739445 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.826815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.832858 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-770901e7-be44-43b8-9868-dca14acfebbf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:39.915602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:39.959290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.960693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:39.961965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22374c8b-c74a-4bbc-84ba-e54a0d64ccda,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:39.971969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3b403b73-7d06-419a-8365-b5be4700d3be,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:39.973845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:39.977686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.979753 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:39.982476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260c622-b207-46e8-9b1f-d426d3296a10 None None] Network ceff9f94-4627-4e5b-88dd-1377cf64e6cd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:39.983941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:39.989571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.993731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22374c8b-c74a-4bbc-84ba-e54a0d64ccda HTTP/1.1" status: 204 len: 168 time: 1.0392349 May 14 18:10:39.994562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:39.996911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:40.004661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:40.012761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53562) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:40.013979 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b6e5c28f-9623-41a6-bb3a-51b7ca2ab7c7 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:40.062585 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-42e6180f-a4fe-4bd0-ae72-e3e5b3829888 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:40.079105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:40.083544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.092403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.299364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:40.406132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:40.406304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15e31e92-7106-4f56-a584-a55c12ed6d38 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:40.407208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.408711 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] 10.222.0.15 "PUT /v2.0/ports/3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 1091 time: 3.7366402 May 14 18:10:40.410609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:40.474885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing IP validity checks on allocation pools {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 14 18:10:40.475583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 14 18:10:40.482407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:40.557568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.558998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 15e31e92-7106-4f56-a584-a55c12ed6d38 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:40.559429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15e31e92-7106-4f56-a584-a55c12ed6d38 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:40.569874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Pushing event updated for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:40.577445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:40.676126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:40.700469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2048063450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:40.714038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:40.723907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:40.725223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:router and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:40.731017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Pushing event updated for resources: {'Port': ['ID=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:40.733342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:40.749211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:40.749461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:40.754324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] DHCP port deletion for ceff9f94-4627-4e5b-88dd-1377cf64e6cd request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:10:40.827108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.844862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Deleting port 0e2a1835-be34-4b67-a9d5-7b435e1c967b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:40.845589 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.879757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.880802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:40.926883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc70971-64c0-4472-a632-2759b074e506 req-8dbab470-517b-4f4d-b822-06e3859e6698 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:40.928510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bc70971-64c0-4472-a632-2759b074e506 req-8dbab470-517b-4f4d-b822-06e3859e6698 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.5072000 May 14 18:10:40.979963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] For port 0e2a1835-be34-4b67-a9d5-7b435e1c967b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e2a1835-be34-4b67-a9d5-7b435e1c967b,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:40.980452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.003547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-56adc0ab-f60e-4055-b798-6dea994e4296 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4355743 May 14 18:10:41.028268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bc70971-64c0-4472-a632-2759b074e506 req-ce125d94-ef3a-4361-8982-8c2067f362ca tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757675 May 14 18:10:41.099511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Router 2ab0f494-5195-46b4-a74c-d992c98d6e18 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:10:41.211874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Deleting port 0e2a1835-be34-4b67-a9d5-7b435e1c967b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:41.212357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.263413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Calling delete_port for 0e2a1835-be34-4b67-a9d5-7b435e1c967b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:41.321761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.334211 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:41.392690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.396551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] No DVR routers for this DVR port 0e2a1835-be34-4b67-a9d5-7b435e1c967b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:41.411142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Pushing event deleted for resources: {'Port': ['ID=0e2a1835-be34-4b67-a9d5-7b435e1c967b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:41.419825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.420219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.420503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.421518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.421518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.421518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.421856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.422088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.422785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.422785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.423007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.423370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:41.427145 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:41.427823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-2252f4c6-d04d-465e-888c-d95a6bd6a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.429327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-2252f4c6-d04d-465e-888c-d95a6bd6a0a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.3859320 May 14 18:10:41.454700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492fed26-7ed2-44e3-9e8e-f6080df3aff8 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:41.473010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-c8422bc9-d71e-461b-ae36-aa2a2b73e25f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.478894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-c8422bc9-d71e-461b-ae36-aa2a2b73e25f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.484831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-c8422bc9-d71e-461b-ae36-aa2a2b73e25f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.490530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-c8422bc9-d71e-461b-ae36-aa2a2b73e25f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.493319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.496264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-c8422bc9-d71e-461b-ae36-aa2a2b73e25f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.504151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-c8422bc9-d71e-461b-ae36-aa2a2b73e25f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 3827 time: 0.1985950 May 14 18:10:41.551308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] For port 0e2a1835-be34-4b67-a9d5-7b435e1c967b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e2a1835-be34-4b67-a9d5-7b435e1c967b,segment=NetworkSegment(5604e81c-5da4-40a4-95e8-4d9435aa1b34),segment_id=5604e81c-5da4-40a4-95e8-4d9435aa1b34)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:41.551661 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.560639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:10:41.562051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.574047 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] 10.222.0.24 "PUT /v2.0/routers/2ab0f494-5195-46b4-a74c-d992c98d6e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3630149 May 14 18:10:41.574154 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Sync routers for ids ['2ab0f494-5195-46b4-a74c-d992c98d6e18'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:10:41.574628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Transition to ACTIVE for port object 492fed26-7ed2-44e3-9e8e-f6080df3aff8 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:41.586626 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Routers {'2ab0f494-5195-46b4-a74c-d992c98d6e18'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:41.587678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2ab0f494-5195-46b4-a74c-d992c98d6e18'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:41.661040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ea5f5aa-ef66-4fdf-b10a-7728fd99a332 req-1fa3de0d-6777-4e72-bc74-3b8a00b90700 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556418 May 14 18:10:41.729628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-d3139cda-c558-40db-bccc-2c9647387251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:41.733615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-d3139cda-c558-40db-bccc-2c9647387251 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.2711170 May 14 18:10:41.839156 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be', 'status': 'completed', 'code': 200} May 14 18:10:41.841648 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Set router 2ab0f494-5195-46b4-a74c-d992c98d6e18 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:41.905936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:41.920686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Calling delete_port for 0e2a1835-be34-4b67-a9d5-7b435e1c967b owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:41.924070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:41.996911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-db34c387-fb10-46da-81d2-4cb755310579 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 1002 time: 0.2554548 May 14 18:10:42.051908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.053077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b1019441-a630-493a-9702-361425f40f6b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7157881 May 14 18:10:42.059094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.060312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.060943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.062835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.063615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.064152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.065097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:42.066207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-3643bd56-ac39-4669-b331-414a2f462895 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5247 time: 0.2083831 May 14 18:10:42.117928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-512840314'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:42.126515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:42.131592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:42.134008 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:42.142594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-3148c0ca-59a1-421f-9fa8-ccb46d4d8b1f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.143361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-3148c0ca-59a1-421f-9fa8-ccb46d4d8b1f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Synchronizing usage tracker for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:42.183752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-27c80f11-50f4-4d2e-a5aa-043baa915117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.185872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-27c80f11-50f4-4d2e-a5aa-043baa915117 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1778908 May 14 18:10:42.190002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:network and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:42.227417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:42.248003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:42.274933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-3148c0ca-59a1-421f-9fa8-ccb46d4d8b1f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Unset dirty status for tenant:9aa00494d02a4257a6a6eb979e3232fc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:42.276112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-3148c0ca-59a1-421f-9fa8-ccb46d4d8b1f tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 945 time: 0.8589675 May 14 18:10:42.295305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:10:38Z', 'revision_number': 4, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb', 'name': '', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'mac_address': 'fa:16:3e:d5:f4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:34Z', 'updated_at': '2021-05-14T18:10:38Z', 'revision_number': 2, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'subnets': [{'id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:42.301834 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Checking router: 2ab0f494-5195-46b4-a74c-d992c98d6e18 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:10:42.302491 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Updating router 2ab0f494-5195-46b4-a74c-d992c98d6e18 port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:10:42.335319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Made reservation on behalf of 35dd473da8214cffbf74ac8ed2284e86 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:42.338719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.370773 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.396001 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.428998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Attempting to bind port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:42.429327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Attempting to bind port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:42.429653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Attempting to bind port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:42.446173 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.452274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:42.459116 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:42.464135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e2a1835-be34-4b67-a9d5-7b435e1c967b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:42.527079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 on network 0e301632-3dae-4278-b054-70fec39a5672 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:42.527456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Attempting to bind port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:42.541276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:security_group_rule and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:42.561065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:42.570896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2a1835-be34-4b67-a9d5-7b435e1c967b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:42.574450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:42.574787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Checking segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:42.575290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Bound using segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:42.575685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Bound port: 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:42.576029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.586822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:42.587139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-35b5f4ce-a07b-477b-8634-141c5ea86c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.587749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-35b5f4ce-a07b-477b-8634-141c5ea86c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.588576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-35b5f4ce-a07b-477b-8634-141c5ea86c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.589004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] No DVR routers for this DVR port 0e2a1835-be34-4b67-a9d5-7b435e1c967b on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:42.591152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-35b5f4ce-a07b-477b-8634-141c5ea86c34 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5162327 May 14 18:10:42.592733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:42.597937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0e2a1835-be34-4b67-a9d5-7b435e1c967b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:42.599718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e2a1835-be34-4b67-a9d5-7b435e1c967b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:42.732077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7be76046-1e8b-458b-b93d-efe7ea8295d6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.733189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7be76046-1e8b-458b-b93d-efe7ea8295d6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Synchronizing usage tracker for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:42.749703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-1d453a2f-1458-418e-9f0c-69b14cf9d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.751408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-1d453a2f-1458-418e-9f0c-69b14cf9d0eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5527761 May 14 18:10:42.777251 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.791519 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Transition to ACTIVE for port object 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:42.798864 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.803534 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:42.857129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.881488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7be76046-1e8b-458b-b93d-efe7ea8295d6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Unset dirty status for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:42.882906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7be76046-1e8b-458b-b93d-efe7ea8295d6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 818 time: 0.6471357 May 14 18:10:42.898648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-ea14df28-3c6c-4f41-bef8-ef18fee15dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:42.900244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cfee27a-8af3-42d2-85c2-0b3e8e9d57de req-ea14df28-3c6c-4f41-bef8-ef18fee15dd8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002710 May 14 18:10:42.900781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceff9f94-4627-4e5b-88dd-1377cf64e6cd']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:42.936149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-0fbbcd69-d877-415f-a23f-eb5ac93085b1 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/quotas/d7ca7bd1b91a47509f55aeb56609e83c HTTP/1.1" status: 200 len: 375 time: 0.0385211 May 14 18:10:42.937130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5604e81c-5da4-40a4-95e8-4d9435aa1b34') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:42.937431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5604e81c-5da4-40a4-95e8-4d9435aa1b34') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:42.946727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:42.963710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30ac8cf5-12ac-487b-9b5e-94822ca934db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:42.996977 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ce9c-f1ef-4cfa-ae52-26754348843c None None] Pushing event updated for resources: {'Port': ['ID=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:42.998088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:43.004479 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-22e2ce9c-f1ef-4cfa-ae52-26754348843c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:43.015302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-0e5d0621-ead3-416a-8f48-cc01cf0f8a7f service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467234 May 14 18:10:43.018250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Deleting port 3fad3724-503a-414e-aed3-4c3560d66665 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:43.018594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.039885 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.056615 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Attempting to bind port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:43.056615 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Attempting to bind port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:43.057019 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Attempting to bind port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:43.063331 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:43.063702 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Checking segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:43.064134 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.064523 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Bound using segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:43.065174 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Bound port: 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:43.065547 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.120823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:43.145385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-fb9f8550-1d5c-47d9-ae1d-28e41259a0f6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Synchronizing usage tracker for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:43.158327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.165868 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] For port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:43.169881 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] For port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:43.174200 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.176917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.178783 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:43.191989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-fb9f8550-1d5c-47d9-ae1d-28e41259a0f6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Unset dirty status for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:43.195734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-fb9f8550-1d5c-47d9-ae1d-28e41259a0f6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2584603 May 14 18:10:43.197168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=cbcc74dd-6ccf-41a0-acbd-55fde281cc6e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:43.206035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fdf0e65-e0e1-4c54-895c-90d41ee7f679 req-5d6eb270-96cf-4fce-883c-935cc5c7cb90 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815121 May 14 18:10:43.222804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:43.223357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.239334 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: timer() May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:43.240018 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:43.242530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e40074c7-24d6-4a1f-afd9-991c4915bde0 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:43.253697 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Routers {'2ab0f494-5195-46b4-a74c-d992c98d6e18'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:10:43.254659 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2ab0f494-5195-46b4-a74c-d992c98d6e18'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:43.292918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.380401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-e6094d33-3c17-4773-89f4-e73124154063 service neutron] 10.222.0.24 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725528 May 14 18:10:43.391006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:43.391642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.393057 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] 10.222.0.15 "PUT /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 1134 time: 2.9482071 May 14 18:10:43.397607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.410559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '61e44390-9633-4295-b925-c43bb9c2d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:43.410926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 21352967-cfe2-491d-8fc3-5b540896a5cc, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:43.447717 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] Set router 2ab0f494-5195-46b4-a74c-d992c98d6e18 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:10:43.497772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:43.541111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:43.560428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3fad3724-503a-414e-aed3-4c3560d66665,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:43.561129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.584457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3fad3724-503a-414e-aed3-4c3560d66665 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:43.631466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7104edd3-6e8e-42e3-9134-0eccbb2e670c service neutron] 10.222.0.24 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500646 May 14 18:10:43.862831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.881692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.902378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:43.917991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '492fed26-7ed2-44e3-9e8e-f6080df3aff8'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:43.920189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:43.933321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3fad3724-503a-414e-aed3-4c3560d66665, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3fad3724-503a-414e-aed3-4c3560d66665,segment=NetworkSegment(ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0),segment_id=ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:43.943118 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:43.946259 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:43.955406 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ce9c-f1ef-4cfa-ae52-26754348843c None None] Pushing event updated for resources: {'Port': ['ID=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:43.962554 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-22e2ce9c-f1ef-4cfa-ae52-26754348843c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:44.040063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:44.047024 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:44.073947 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:44.077268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.080268 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:10:38Z', 'revision_number': 4, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb', 'name': '', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'mac_address': 'fa:16:3e:d5:f4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:34Z', 'updated_at': '2021-05-14T18:10:43Z', 'revision_number': 4, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'subnets': [{'id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:44.080832 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:44.085245 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f3511-1cd8-4410-af53-5336bceedf1e None None] The sync data for ids ['2ab0f494-5195-46b4-a74c-d992c98d6e18'] in n-d-787206-3 is: [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:10:38Z', 'revision_number': 4, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb', 'name': '', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'mac_address': 'fa:16:3e:d5:f4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:34Z', 'updated_at': '2021-05-14T18:10:43Z', 'revision_number': 4, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'subnets': [{'id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:10:44.096815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Calling delete_port for 3fad3724-503a-414e-aed3-4c3560d66665 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:44.105359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.105744 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Added segment 9f26d758-e6f5-43e8-8ebe-88e84dba1a39 of type vlan for network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 May 14 18:10:44.115859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 21352967-cfe2-491d-8fc3-5b540896a5cc is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:44.148378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb37709-45e4-4ba1-81d1-9d3136642d06 req-935d2202-9b90-431e-9fc0-0f4a37b1de5b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:44.158916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb37709-45e4-4ba1-81d1-9d3136642d06 req-935d2202-9b90-431e-9fc0-0f4a37b1de5b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 943 time: 0.1748812 May 14 18:10:44.252459 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bb37709-45e4-4ba1-81d1-9d3136642d06 req-b52817a1-3981-4933-84d8-3ce755b6580b tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/security-groups?id=399ba450-8c73-4b35-b22b-da637b9bb866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688720 May 14 18:10:44.257433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88caf2ed-51e7-487f-97ca-84099fa06582,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:44.259906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 21352967-cfe2-491d-8fc3-5b540896a5cc) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:44.274885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619800a-4786-45f6-8108-0bb013ae4fb6 None None] Network 21352967-cfe2-491d-8fc3-5b540896a5cc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:44.280095 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:44.280977 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29e88a65-bb63-4bc9-91f5-66fe7d50cc4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:44.319056 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ceff9f94-4627-4e5b-88dd-1377cf64e6cd HTTP/1.1" status: 204 len: 168 time: 4.2690856 May 14 18:10:44.355602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceff9f94-4627-4e5b-88dd-1377cf64e6cd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:44.359791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.367924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:44.369036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.382748 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:44.408199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.470480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:44.503778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.9758582 May 14 18:10:44.702203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.702818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53630) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:44.705064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:44.711170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:44.719811 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.735923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2c3d5e6-23ea-49f0-a9c7-4c723df61549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:44.864809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:44.877358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:44.878075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:44.905495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-21352967-cfe2-491d-8fc3-5b540896a5cc', 'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': 'cbcc74dd-6ccf-41a0-acbd-55fde281cc6e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:44.906788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.050829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Network': ['ID=0b8eeba6-ec46-4b51-b99a-1a580d567b16,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:45.061499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e79f345f-413e-4dc5-9943-f047a8eda9c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42d31bff4dbe4b4989e8618679929199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558345 May 14 18:10:45.069457 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:45.070192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:45.082803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.112528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:45.149110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.164271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.171290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0951698 May 14 18:10:45.174136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.180768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.188274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.194006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:45.194681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.204371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-7a1543b7-a98f-4cdd-aadc-a2a0984ce14a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 4603 time: 0.5000710 May 14 18:10:45.235666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'subnet': {'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:45.302290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98e452dd-8d69-45a7-a3b8-ae06da611ca1 req-fb9b7c67-4bc0-4bc7-9bd7-4fa4f3ade707 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965531 May 14 18:10:45.344554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.349613 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.434308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Allocated IP 172.20.0.3 (21352967-cfe2-491d-8fc3-5b540896a5cc/cbcc74dd-6ccf-41a0-acbd-55fde281cc6e/500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:45.454485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:45.459031 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.466566 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:45.732812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.734932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.752738 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8498806-304e-448c-8159-48bd0d1030c5 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:45.776390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:45.782467 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:45.868859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Pushing event deleted for resources: {'Port': ['ID=3fad3724-503a-414e-aed3-4c3560d66665,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:45.877266 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:45.917508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:45.925551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] No DVR routers for this DVR port 3fad3724-503a-414e-aed3-4c3560d66665 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:45.929265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-39b1cff3-df89-4b3c-992d-26d908e65307 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:45.931119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-39b1cff3-df89-4b3c-992d-26d908e65307 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 818 time: 0.2992322 May 14 18:10:45.934234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.936397 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a225d75e-3cf5-4ff3-a6bc-f9488715101e req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.15 "DELETE /v2.0/ports/3fad3724-503a-414e-aed3-4c3560d66665 HTTP/1.1" status: 204 len: 173 time: 3.6441090 May 14 18:10:45.937810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:subnet and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:45.959442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:45.968563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.989094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:45.995737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:45.998824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Transition to ACTIVE for port object 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:46.019047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Transition to ACTIVE for port object 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:46.027420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.039368 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-38f82737-b980-42a2-a71e-3fa6f0955317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:46.058100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Made reservation on behalf of 35dd473da8214cffbf74ac8ed2284e86 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:46.062880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.179201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Network 21352967-cfe2-491d-8fc3-5b540896a5cc is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:46.190518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:46.203828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:46.221062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.227442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Pushing event updated for resources: {'Port': ['ID=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:46.232019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Request body: {'port': {'device_id': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'admin_state_up': True, 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:46.233387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:46.243530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c7357549-db34-4833-a701-f9fdd5593d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:46.275788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e315e9e-9f0a-492a-80a8-186e311b1ab4 req-c5aebe92-b844-416a-9703-0160dfc7f45c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 210 time: 0.3433778 May 14 18:10:46.302433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd251c9b-d979-4be9-b756-4e6f40c636dd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:46.361183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8f1251-c3cb-49d0-825a-34170ef9e7e7 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:46.375408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.376766 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd251c9b-d979-4be9-b756-4e6f40c636dd HTTP/1.1" status: 204 len: 168 time: 1.3029499 May 14 18:10:46.380771 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:46.386981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.418036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Transition to ACTIVE for port object dc8f1251-c3cb-49d0-825a-34170ef9e7e7 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:46.425822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.438935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d2273425-eaec-4f93-8b39-d38411e5b90d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:46.473731 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665', 'code': 200} May 14 18:10:46.475286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Attempting to bind port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:46.475724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Attempting to bind port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '61e44390-9633-4295-b925-c43bb9c2d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:46.476547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Attempting to bind port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 on network 21352967-cfe2-491d-8fc3-5b540896a5cc {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:46.489219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:46.489707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Checking segment: {'id': '61e44390-9633-4295-b925-c43bb9c2d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:46.491601 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.492397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Bound using segment: {'id': '61e44390-9633-4295-b925-c43bb9c2d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:46.493593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Bound port: 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e44390-9633-4295-b925-c43bb9c2d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '21352967-cfe2-491d-8fc3-5b540896a5cc'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:46.494029 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.626345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:46.761571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:46.766223 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '492fed26-7ed2-44e3-9e8e-f6080df3aff8', 'status': 'completed', 'code': 200} May 14 18:10:46.822139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:46.882827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] For port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:46.896255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] For port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,segment=NetworkSegment(61e44390-9633-4295-b925-c43bb9c2d26e),segment_id=61e44390-9633-4295-b925-c43bb9c2d26e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:46.898760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:46.900251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.970621 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:46.977475 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:47.030424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Made reservation on behalf of d7ca7bd1b91a47509f55aeb56609e83c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:47.035410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.146644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85325251-a3c5-4173-971d-a20bee67ce57 req-cc902802-16a4-43a2-a463-f695b09e2b50 tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa25dda-cd9a-489e-97e8-72b9d14e9377 HTTP/1.1" status: 200 len: 210 time: 0.2293465 May 14 18:10:47.237729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Pushing event updated for resources: {'Port': ['ID=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:47.241415 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:47.253051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:47.261049 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:47.310847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.335840 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c1cae73-67fe-4388-97f8-c7afebcd90e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:47.481258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Attempting to bind port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:47.481590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Attempting to bind port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:47.481923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Attempting to bind port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:47.503295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcc74dd-6ccf-41a0-acbd-55fde281cc6e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:47.516654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.517076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.517566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.518019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.518555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.519150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.520011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.522209 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d786a3f9-d232-458c-846f-a811d0bad114 req-7bfef99e-89a8-4b39-981d-a9029dd90db0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6175 time: 0.7414453 May 14 18:10:47.526868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 on network 0e301632-3dae-4278-b054-70fec39a5672 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:47.527208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Attempting to bind port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:47.596452 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:47.620932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:47.620932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Checking segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:47.621323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Bound using segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:47.622452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Bound port: dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:47.622819 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.634504 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.647482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Allocated IP 172.20.0.7 (152ac923-6cc2-4ed0-ac5c-c7547f0934de/13fa1d95-3e68-4966-ace5-0edf6ea09fc3/19e11936-bb5a-49ca-8b58-3c7064bd408a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:47.662802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21352967-cfe2-491d-8fc3-5b540896a5cc']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:47.690401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e44390-9633-4295-b925-c43bb9c2d26e') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:47.690401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e44390-9633-4295-b925-c43bb9c2d26e') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:47.717125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.757754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53672) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:47.769127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.801636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.809059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.811945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-cf76294d-0b3c-4a56-8451-fe3ac10fdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.812426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-cf76294d-0b3c-4a56-8451-fe3ac10fdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.812896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-cf76294d-0b3c-4a56-8451-fe3ac10fdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.814429 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d786a3f9-d232-458c-846f-a811d0bad114 req-cf76294d-0b3c-4a56-8451-fe3ac10fdf6a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2796099 May 14 18:10:47.815951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.821881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.827844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.833895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.839702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:47.841696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-280282ef-c7ef-44f8-802a-5644e6ac9ad5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5380 time: 0.4075696 May 14 18:10:47.851815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:47.859117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:47.859638 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: timer() May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:47.881201 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:47.914720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:47.923831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:47.930372 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b9b6110-6260-48fe-8c81-b77d7f2d684b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:48.018856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:48.019493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.020878 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 1135 time: 4.5454903 May 14 18:10:48.021358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1529672616-network', 'tenant_id': '6c28a17d4f384bce8da096f0ed44ff1e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:48.058431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:48.079833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:48.084591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Usage tracker for resource:network and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:48.101187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:10:48.101187 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:10:48.101187 n-d-787206-3 neutron-server[79559]: [parameters: {'id': '21352967-cfe2-491d-8fc3-5b540896a5cc'}] May 14 18:10:48.101187 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:10:48.101639 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:10:48.104524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:48.115608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:48.133391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8a9905f-eb78-4ddd-986d-a544f1931474 req-690413a1-b1cd-4237-a8e7-458ef1b6f984 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434282 May 14 18:10:48.137997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:48.162673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Made reservation on behalf of 6c28a17d4f384bce8da096f0ed44ff1e for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:48.165737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:48.166049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.185097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.198502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a3f9-d232-458c-846f-a811d0bad114 req-77951252-e66a-4027-95eb-645ee7d92088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:48.200704 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d786a3f9-d232-458c-846f-a811d0bad114 req-77951252-e66a-4027-95eb-645ee7d92088 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764863 May 14 18:10:48.231858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.270981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.277071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.279631 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:48.290325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eff89228-6d63-41d0-90c5-2aea4715cc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:48.314269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:48.335284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Usage tracker for resource:security_group_rule and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:48.345850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:48.361090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:48.362293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:48.367691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:48.374416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:48.392340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Subnet': ['ID=646efdbc-69cd-461d-a7b5-b7679f160350,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:48.427494 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:48.443962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.448596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Pushing event updated for resources: {'Port': ['ID=19e11936-bb5a-49ca-8b58-3c7064bd408a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:48.454323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:48.502372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db7d44-d07e-439c-8966-2e2b9985106b None None] Network 21352967-cfe2-491d-8fc3-5b540896a5cc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:48.524326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:48.525399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:48.526042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.584660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Checking segment: {'id': '9f26d758-e6f5-43e8-8ebe-88e84dba1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:48.585059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network hostable DHCP agents. Network: 0b8eeba6-ec46-4b51-b99a-1a580d567b16, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:48.604314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.660524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:48.680990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0b8eeba6-ec46-4b51-b99a-1a580d567b16) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:48.681435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5f51dcb4-71cf-4852-83b4-805a74c72a2b None None] Provisioning for port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:48.701629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4741473 May 14 18:10:48.721594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697815c-a42d-42be-89e5-0f3e08432770 None None] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:48.758341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Request body: {'port': {'device_id': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:48.760623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:48.761212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.768006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'name': 'network-vif-deleted', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665'}, {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:48.815563 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6149330 May 14 18:10:48.816622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53692) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:48.825833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'network': {'name': 'tempest-router-network01--157761719'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:48.833163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:48.848911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:network and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:48.853527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:48.863556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:48.885702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:48.886557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Made reservation on behalf of 35dd473da8214cffbf74ac8ed2284e86 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:48.891045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.901763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:48.902298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.957401 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.964732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-df648cdd-a38e-401a-b4a5-55a1ff835970 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:48.967939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-df648cdd-a38e-401a-b4a5-55a1ff835970 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 818 time: 0.4824247 May 14 18:10:48.975398 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.976120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:48.984256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:48.985128 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:48.993118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.998677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:48.999061 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Added segment 5abce5e6-7f01-448e-877f-7e1a3bb5a7a0 of type vlan for network e9693713-ce33-428b-97ec-ac7fc7d21c75 May 14 18:10:49.018017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Transition to ACTIVE for port object b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:49.029892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.030857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:49.037295 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd450653-b23d-409c-a7ee-87ff1b3009f8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:49.039775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-b30a5e1b-c73c-481b-b6c1-9f26ac3af0c7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/quotas/d7ca7bd1b91a47509f55aeb56609e83c HTTP/1.1" status: 200 len: 375 time: 0.0587990 May 14 18:10:49.082673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.118385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.150808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.183656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e65a35-005e-4d34-abf4-75622a96f732,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:49.188710 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:49.196500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,segment=NetworkSegment(61e44390-9633-4295-b925-c43bb9c2d26e),segment_id=61e44390-9633-4295-b925-c43bb9c2d26e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:49.203085 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.204448 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.204849 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Added segment 58432109-add5-4291-a47f-d6d8c3117ba6 of type vlan for network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 May 14 18:10:49.216094 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ecb0afc5-980f-4a47-a1c0-7a122b38a644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:49.278279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0b8eeba6-ec46-4b51-b99a-1a580d567b16', 'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16', 'tenant_id': '35dd473da8214cffbf74ac8ed2284e86', 'fixed_ips': [{'subnet_id': '646efdbc-69cd-461d-a7b5-b7679f160350'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:49.279539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.302067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] DHCP port deletion for 21352967-cfe2-491d-8fc3-5b540896a5cc request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:10:49.318312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.329700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:49.330045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.350077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:49.353341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:49.366443 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:49.476090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.481850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:49.482450 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.484053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:49.490268 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c5be2b3-5b33-46a5-8b20-b2c2e6ab9a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:49.509122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:49.567754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66d38677-fdbd-4677-a058-25deded8aeba req-87cb1045-a999-450f-beaa-b976d7929b1b tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Synchronizing usage tracker for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:49.570329 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:49.571878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,segment=NetworkSegment(61e44390-9633-4295-b925-c43bb9c2d26e),segment_id=61e44390-9633-4295-b925-c43bb9c2d26e)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:49.572252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.581750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Attempting to bind port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:49.582090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Attempting to bind port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:49.583213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Attempting to bind port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:49.586835 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.588007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:49.588731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.602888 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:49.610100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d on network 0e301632-3dae-4278-b054-70fec39a5672 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:49.610428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Attempting to bind port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:49.615631 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7963285 May 14 18:10:49.617417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53700) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:49.620304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Allocated IP 172.20.0.2 (0b8eeba6-ec46-4b51-b99a-1a580d567b16/646efdbc-69cd-461d-a7b5-b7679f160350/ff070433-a19a-4da4-acd3-d676198d4326) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:49.631028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'network': {'name': 'tempest-router-network02--1620542202'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:49.634686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:49.635024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Checking segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:49.635423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Bound using segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:49.635883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Bound port: b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:49.636208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.644900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Deleting port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:10:49.645382 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.652800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Network': ['ID=e9693713-ce33-428b-97ec-ac7fc7d21c75,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:49.656314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:49.661751 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:49.662796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:network and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:49.673878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:49.684429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:49.718732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:49.750183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Made reservation on behalf of 35dd473da8214cffbf74ac8ed2284e86 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:49.754547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.758321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:49.802354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:49.807796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:49.811860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:49.814639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.821994 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:49.894756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.895105 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Added segment 3435ad5c-b9d6-439e-9487-0f1cc7079ffd of type vlan for network d87f030e-6493-4026-a114-094615df8ed7 May 14 18:10:49.896790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:49.897387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:49.898734 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 1090 time: 1.8377707 May 14 18:10:49.909360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1496878 May 14 18:10:49.920150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53704) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:49.922169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66d38677-fdbd-4677-a058-25deded8aeba req-87cb1045-a999-450f-beaa-b976d7929b1b tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Unset dirty status for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:49.931762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-87cb1045-a999-450f-beaa-b976d7929b1b tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8760633 May 14 18:10:49.947343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Request body: {'subnet': {'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1529672616-subnet', 'tenant_id': '6c28a17d4f384bce8da096f0ed44ff1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:49.954966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:49.973787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:49.976534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:49.994134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:49.997357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.019412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:50.067381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Usage tracker for resource:subnet and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:50.075594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:50.089324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:50.101782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:50.111007 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:50.124798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.131280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:50.132149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.164105 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:50.171237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-e88e7c61-e712-49ee-a189-c599b854f377 service neutron] 10.222.0.24 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388761 May 14 18:10:50.194589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] For port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,segment=NetworkSegment(61e44390-9633-4295-b925-c43bb9c2d26e),segment_id=61e44390-9633-4295-b925-c43bb9c2d26e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:50.195450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.233059 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6117306 May 14 18:10:50.233971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Made reservation on behalf of 6c28a17d4f384bce8da096f0ed44ff1e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:50.236278 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.259512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.267868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53708) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:50.272862 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:50.321088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'subnet': {'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:50.357068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Calling delete_port for 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:10:50.381627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:50.390045 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:50.399628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:50.422116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.439466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Network': ['ID=d87f030e-6493-4026-a114-094615df8ed7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:50.447645 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:50.473326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.477216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d87f030e-6493-4026-a114-094615df8ed7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:50.573058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:10:50.609827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Transition to ACTIVE for port object ff070433-a19a-4da4-acd3-d676198d4326 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:50.639419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:10:50.639850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:10:50.670980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Transition to ACTIVE for port object ff070433-a19a-4da4-acd3-d676198d4326 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:50.678019 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.683869 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:50.716344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.736434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Pushing event deleted for resources: {'Port': ['ID=500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:50.740269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] No DVR routers for this DVR port 500a0b7f-2f7f-4a5e-b8de-031cb6fdffb8 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:10:50.741842 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:50.742558 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:50.796623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e11936-bb5a-49ca-8b58-3c7064bd408a {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:50.803722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:50.807351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:50.812132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:50.819403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:50.822974 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.829714 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.838188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:subnet and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:50.844926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:50.856141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-44e29dec-7420-49d2-8f04-99689ea9ffa1 service neutron] 10.222.0.24 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819360 May 14 18:10:50.865756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:50.872499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21352967-cfe2-491d-8fc3-5b540896a5cc']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:50.893840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Transition to ACTIVE for port object 19e11936-bb5a-49ca-8b58-3c7064bd408a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:50.895581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e44390-9633-4295-b925-c43bb9c2d26e') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:50.895858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e44390-9633-4295-b925-c43bb9c2d26e') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:50.902099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Pushing event updated for resources: {'Port': ['ID=ff070433-a19a-4da4-acd3-d676198d4326,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:50.920349 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:50.923610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.935978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Attempting to bind port ff070433-a19a-4da4-acd3-d676198d4326 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:50.936161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Attempting to bind port ff070433-a19a-4da4-acd3-d676198d4326 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9f26d758-e6f5-43e8-8ebe-88e84dba1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:50.936611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Attempting to bind port ff070433-a19a-4da4-acd3-d676198d4326 on network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:50.940814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.944129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Made reservation on behalf of 35dd473da8214cffbf74ac8ed2284e86 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:50.944981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:50.945658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Checking segment: {'id': '9f26d758-e6f5-43e8-8ebe-88e84dba1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:50.946140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.947277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Bound using segment: {'id': '9f26d758-e6f5-43e8-8ebe-88e84dba1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:50.947677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.948176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Bound port: ff070433-a19a-4da4-acd3-d676198d4326, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f26d758-e6f5-43e8-8ebe-88e84dba1a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0b8eeba6-ec46-4b51-b99a-1a580d567b16'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:50.948625 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.964127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:50.969497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-befda437-2078-4f83-9ce2-f0487632a71f tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:51.013655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b347a7a-05be-47c6-8b54-fa4f54d5efff {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:51.039946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.079479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] For port ff070433-a19a-4da4-acd3-d676198d4326, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:51.083434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] For port ff070433-a19a-4da4-acd3-d676198d4326, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ff070433-a19a-4da4-acd3-d676198d4326,segment=NetworkSegment(9f26d758-e6f5-43e8-8ebe-88e84dba1a39),segment_id=9f26d758-e6f5-43e8-8ebe-88e84dba1a39)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:51.090730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.096628 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:51.110876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:51.111431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: timer() May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:51.133511 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:51.181727 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa25dda-cd9a-489e-97e8-72b9d14e9377', 'name': 'network-vif-deleted', 'tag': '3fad3724-503a-414e-aed3-4c3560d66665', 'status': 'completed', 'code': 200} May 14 18:10:51.182034 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7', 'status': 'completed', 'code': 200} May 14 18:10:51.208636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Pushing event updated for resources: {'Port': ['ID=ff070433-a19a-4da4-acd3-d676198d4326,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:51.212827 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:51.366571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.372695 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73097e4d-07ca-4cfd-90dc-eaee122f2260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:51.673115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Pushing event updated for resources: {'Port': ['ID=19e11936-bb5a-49ca-8b58-3c7064bd408a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:51.729039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.729546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.730001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.731653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.737449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.740014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.740413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.740795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.741171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.741545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.741913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.742280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:10:51.779557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Transition to ACTIVE for port object 2b347a7a-05be-47c6-8b54-fa4f54d5efff will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:51.781831 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:51.782600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:51.785361 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:51.789342 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.793160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.794064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.794568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.795168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.796399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.796875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.797702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.801872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-c534004c-7ea9-48d2-ae90-916e62fffea0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6284 time: 0.5940931 May 14 18:10:51.809836 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.811775 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-734b46c9-cf60-43ae-82f3-17476cc95c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:51.816506 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-903a2598-d8c4-484b-9a6d-585bdc6fefcb tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:51.838496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.881825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=21352967-cfe2-491d-8fc3-5b540896a5cc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:51.884918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Attempting to bind port 19e11936-bb5a-49ca-8b58-3c7064bd408a on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:51.885355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Attempting to bind port 19e11936-bb5a-49ca-8b58-3c7064bd408a by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:51.885774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Attempting to bind port 19e11936-bb5a-49ca-8b58-3c7064bd408a on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:51.892679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:51.896353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Checking segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:51.896722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Network hostable DHCP agents. Network: f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:51.905526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Port 19e11936-bb5a-49ca-8b58-3c7064bd408a on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:51.905989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Attempting to bind port 19e11936-bb5a-49ca-8b58-3c7064bd408a on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:51.944813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:51.945302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Checking segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:51.945781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Bound using segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:51.946354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Bound port: 19e11936-bb5a-49ca-8b58-3c7064bd408a, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:51.946794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:51.987908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:51.994282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.005152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.018818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.030146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.042195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.051201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.061171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-45fab755-ef6b-4e87-9c56-6f4cf243d4a0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5392 time: 0.6525991 May 14 18:10:52.102213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/21352967-cfe2-491d-8fc3-5b540896a5cc HTTP/1.1" status: 204 len: 168 time: 7.6302118 May 14 18:10:52.110596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:52.113604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:52.123559 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:52.164949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727173333'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:52.169742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:52.194383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:52.249771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:52.250754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] For port 19e11936-bb5a-49ca-8b58-3c7064bd408a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:52.254449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] For port 19e11936-bb5a-49ca-8b58-3c7064bd408a, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:52.257218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:52.265389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:52.266549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1357e-d334-4cff-87ac-461e14b4f586 None None] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:52.299303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:52.301326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:52.304003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.304544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:52.310379 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:52.333591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-546565e7-0a54-4905-88ac-ae70c4d1317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.334145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-546565e7-0a54-4905-88ac-ae70c4d1317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.334645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-546565e7-0a54-4905-88ac-ae70c4d1317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.336822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-546565e7-0a54-4905-88ac-ae70c4d1317a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5229282 May 14 18:10:52.393990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b5c9e33-5178-4057-93d6-7b7646b64048 req-d61ebf13-b6e5-4cb8-94f4-8fd388261391 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296251 May 14 18:10:52.534881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:52.547708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:52.590803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ff070433-a19a-4da4-acd3-d676198d4326 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:52.600981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.601629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:52.603170 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6784072 May 14 18:10:52.613015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] 10.222.0.22 "PUT /v2.0/ports/19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 1091 time: 3.8801777 May 14 18:10:52.618741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Attempting to bind port 2b347a7a-05be-47c6-8b54-fa4f54d5efff on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:52.624895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Attempting to bind port 2b347a7a-05be-47c6-8b54-fa4f54d5efff by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:52.626651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Attempting to bind port 2b347a7a-05be-47c6-8b54-fa4f54d5efff on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:52.645875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'tag': '19e11936-bb5a-49ca-8b58-3c7064bd408a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:52.651984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Pushing event updated for resources: {'Port': ['ID=19e11936-bb5a-49ca-8b58-3c7064bd408a,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:52.666490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Port 2b347a7a-05be-47c6-8b54-fa4f54d5efff on network 0e301632-3dae-4278-b054-70fec39a5672 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:52.681661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Attempting to bind port 2b347a7a-05be-47c6-8b54-fa4f54d5efff on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:52.731806 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:52.737296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:52.737617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Checking segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:52.738006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Bound using segment: {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:52.738451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Bound port: 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f34009c-0deb-4eb7-8766-fcedb76fff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e301632-3dae-4278-b054-70fec39a5672'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:52.738794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:52.812087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a64e01-d79c-4910-bb1f-764e0989c295 None None] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:52.877479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:10:52.918489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-79a51ef8-b264-4613-b458-a8ad6da9dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:52.919975 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dabd8203-b1d3-4cc6-97fa-41af71d82169 req-79a51ef8-b264-4613-b458-a8ad6da9dc5c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5746474 May 14 18:10:52.924397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:52.924776 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 54dd7fc4-f598-41c5-ad31-8a94ee9278a5 of type vlan for network 0123f403-d925-40ba-9778-54acfb218524 May 14 18:10:52.964144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579685c-9466-4a73-baa4-463a052d5bf7 None None] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:53.001894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.010460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:53.015663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:53.018050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fdcd674-58e8-49a1-b484-70cd5c1365f1 req-285c7d64-1cce-4f36-bdba-7bf6dc24b233 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 210 time: 0.1345615 May 14 18:10:53.026355 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.039933 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a0100750-f41d-45af-aefb-98723f9dd943 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:53.076375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-37c4705d-967b-4da2-8ed6-553fb13ae1e3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:53.078394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-37c4705d-967b-4da2-8ed6-553fb13ae1e3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.15 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 818 time: 0.4198346 May 14 18:10:53.108921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Request body: {'port': {'device_id': '61036777-a086-42c0-9d0f-6459af65a274', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'admin_state_up': True, 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:53.114940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:53.121467 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:53.131518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:53.132447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.134227 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] 10.222.0.15 "PUT /v2.0/ports/2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 1091 time: 3.1930873 May 14 18:10:53.140018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.145139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:53.145602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.180704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:53.232915 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'tag': '19e11936-bb5a-49ca-8b58-3c7064bd408a', 'status': 'completed', 'code': 200} May 14 18:10:53.247713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ff070433-a19a-4da4-acd3-d676198d4326 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:53.262016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ff070433-a19a-4da4-acd3-d676198d4326 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:53.262016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.268656 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:53.297313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d'}, {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:53.311652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-457e0bda-22ce-4d97-92b8-dbdb8b2260f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:53.313129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-457e0bda-22ce-4d97-92b8-dbdb8b2260f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1094 time: 0.6214745 May 14 18:10:53.336852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0d53554d-e372-4bc4-9ff9-0686d70838ff None None] Provisioning for port ff070433-a19a-4da4-acd3-d676198d4326 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:53.357314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0d53554d-e372-4bc4-9ff9-0686d70838ff None None] Provisioning complete for port ff070433-a19a-4da4-acd3-d676198d4326 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:53.357971 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d53554d-e372-4bc4-9ff9-0686d70838ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.458292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.542065 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4296517 May 14 18:10:53.552460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:53.563030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '0123f403-d925-40ba-9778-54acfb218524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:53.633850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=0123f403-d925-40ba-9778-54acfb218524,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:53.637848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:53.657158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0123f403-d925-40ba-9778-54acfb218524 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:10:53.674866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.697064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-9e88d4d0-9f1f-4c45-a898-4e9198c9d83d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.3588011 May 14 18:10:53.749547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:53.758326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:53.763783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:53.776087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:53.783553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:53.783903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d53554d-e372-4bc4-9ff9-0686d70838ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.826594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ff070433-a19a-4da4-acd3-d676198d4326, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ff070433-a19a-4da4-acd3-d676198d4326,segment=NetworkSegment(9f26d758-e6f5-43e8-8ebe-88e84dba1a39),segment_id=9f26d758-e6f5-43e8-8ebe-88e84dba1a39)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:53.834946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.840162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:53.856829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:53.860371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.886893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:53.939613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7da023d4-98be-4182-8b63-5fcb11834cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:53.941061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7da023d4-98be-4182-8b63-5fcb11834cee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.2165997 May 14 18:10:53.941663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Made reservation on behalf of d7ca7bd1b91a47509f55aeb56609e83c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:53.945152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.978823 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-0d53554d-e372-4bc4-9ff9-0686d70838ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:10:53.979204 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-0d53554d-e372-4bc4-9ff9-0686d70838ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:10:53.981751 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:53.985442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ff070433-a19a-4da4-acd3-d676198d4326,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:53.988939 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:54.023587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.037314 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b84ddecb-5c58-40e3-ba46-524084475200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:54.089965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-815acf61-46e8-48b0-9d08-93907b8616fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277683 May 14 18:10:54.191837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-d2bc16ea-b4e7-4366-94b2-d3d543c2402f tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:54.192541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-de56e957-855d-4db7-9f89-93989536c46d req-d2bc16ea-b4e7-4366-94b2-d3d543c2402f tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:54.290669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Subnet': ['ID=8acdc0ae-6583-40ee-9a14-7c26d63b40ba,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:54.299915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae276839-94aa-4668-adcd-716b264adf3a {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:54.305634 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:54.310714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.337028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-de56e957-855d-4db7-9f89-93989536c46d req-d2bc16ea-b4e7-4366-94b2-d3d543c2402f tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:54.338191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-d2bc16ea-b4e7-4366-94b2-d3d543c2402f tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 813 time: 0.6358490 May 14 18:10:54.341269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Transition to ACTIVE for port object ae276839-94aa-4668-adcd-716b264adf3a will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:54.356178 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.358677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Checking segment: {'id': '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:54.358948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network hostable DHCP agents. Network: e9693713-ce33-428b-97ec-ac7fc7d21c75, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:54.366524 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8157bfb3-b0f7-4758-a56f-88054d1408fb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:54.419313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-1cfb6f26-8e90-4d1f-b7c0-49704fb999a2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/quotas/6c28a17d4f384bce8da096f0ed44ff1e HTTP/1.1" status: 200 len: 375 time: 0.0614140 May 14 18:10:54.441906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ff070433-a19a-4da4-acd3-d676198d4326 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:54.485921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-7bac3715-719b-4cd6-9740-4144b8109c09 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799739 May 14 18:10:54.505684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:54.532443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-01ab1bb5-eb65-4843-902a-73c967229656 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981526 May 14 18:10:54.618380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ff070433-a19a-4da4-acd3-d676198d4326 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:54.619021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.636665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Allocated IP 172.20.0.10 (152ac923-6cc2-4ed0-ac5c-c7547f0934de/13fa1d95-3e68-4966-ace5-0edf6ea09fc3/1a41035e-88de-4656-a0c3-11d077c9acde) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:54.639160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86759947-5896-4486-a990-7589916a8580 service neutron] Pushing event updated for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:54.648108 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86759947-5896-4486-a990-7589916a8580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:54.651200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e9693713-ce33-428b-97ec-ac7fc7d21c75) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:54.692844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dfe152-2c5f-4260-885b-c4cdbf6623a3 None None] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:54.730949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Attempting to bind port ae276839-94aa-4668-adcd-716b264adf3a on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:54.731431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Attempting to bind port ae276839-94aa-4668-adcd-716b264adf3a by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:54.731923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Attempting to bind port ae276839-94aa-4668-adcd-716b264adf3a on network 976994ae-bc8e-4826-8080-71ec03579bad {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:54.745046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Port ae276839-94aa-4668-adcd-716b264adf3a on network 976994ae-bc8e-4826-8080-71ec03579bad not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:54.745298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Attempting to bind port ae276839-94aa-4668-adcd-716b264adf3a on network 976994ae-bc8e-4826-8080-71ec03579bad {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:54.746140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:54.746980 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.752145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:54.752471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Checking segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:54.752896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Bound using segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:54.753521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Bound port: ae276839-94aa-4668-adcd-716b264adf3a, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:54.753681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.834103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c47100a-ae19-44ef-930b-a945e56dc647 None None] Provisioning complete for port ff070433-a19a-4da4-acd3-d676198d4326 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:54.834643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c47100a-ae19-44ef-930b-a945e56dc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:54.851379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5498726 May 14 18:10:54.863365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:54.875070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'subnet': {'network_id': 'd87f030e-6493-4026-a114-094615df8ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:54.898571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4523d0a2-06da-45da-8724-d8398cb3cf6b req-07a2ea55-4cc8-495f-b700-32f31098319d service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935297 May 14 18:10:54.921036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-2355c7ff-fce7-4930-a972-9493c165df99 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735073 May 14 18:10:55.009356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:55.034880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae276839-94aa-4668-adcd-716b264adf3a,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:55.047533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.054082 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4aab7ad-b44a-4a8c-9ba2-900954a17adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:55.098590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.102388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:55.121138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Usage tracker for resource:subnet and tenant:35dd473da8214cffbf74ac8ed2284e86 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:55.130271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:55.134394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:55.134796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-e9693713-ce33-428b-97ec-ac7fc7d21c75', 'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75', 'tenant_id': '35dd473da8214cffbf74ac8ed2284e86', 'fixed_ips': [{'subnet_id': '8acdc0ae-6583-40ee-9a14-7c26d63b40ba'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:55.134997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.136257 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.136756 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-86759947-5896-4486-a990-7589916a8580 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 1091 time: 1.9625659 May 14 18:10:55.142872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:55.171295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Request body: {'port': {'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:55.223495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86759947-5896-4486-a990-7589916a8580 service neutron] Pushing event updated for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:55.224273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.230711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Made reservation on behalf of 35dd473da8214cffbf74ac8ed2284e86 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:55.235247 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.255794 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86759947-5896-4486-a990-7589916a8580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:55.256604 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-508df596-3559-452e-8472-1620bd7bb222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:55.286302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-a125c096-0fb3-4ff2-8d0b-486cd5ca30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:55.287843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-a125c096-0fb3-4ff2-8d0b-486cd5ca30de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1094 time: 0.3180621 May 14 18:10:55.300854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-53d8a518-4590-4ace-9167-dc733495095b service neutron] 10.222.0.24 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297915 May 14 18:10:55.368750 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.448664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '54dd7fc4-f598-41c5-ad31-8a94ee9278a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0123f403-d925-40ba-9778-54acfb218524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:55.449190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 0123f403-d925-40ba-9778-54acfb218524, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:55.451863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Allocated IP 172.20.0.2 (e9693713-ce33-428b-97ec-ac7fc7d21c75/8acdc0ae-6583-40ee-9a14-7c26d63b40ba/3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:55.457054 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ee1e783e-5e59-4a6a-a223-f1a612776897 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:55.520101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=c5145c1c-4758-48f2-a544-c9ed5b0b800c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:55.540944 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:55.546323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.563943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 0123f403-d925-40ba-9778-54acfb218524 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:55.635993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0123f403-d925-40ba-9778-54acfb218524) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:55.728824 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.742997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Transition to ACTIVE for port object 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:55.771882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Transition to ACTIVE for port object 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:55.787972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b4334-5af8-495f-a26d-5b9b88aec26e None None] Network 0123f403-d925-40ba-9778-54acfb218524 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:55.793020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Network 152ac923-6cc2-4ed0-ac5c-c7547f0934de is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:55.803955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:55.810162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:55.886483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-88f0c2c9-9335-487f-9dfe-8b9550f6080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:55.888725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-88f0c2c9-9335-487f-9dfe-8b9550f6080b service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.5856383 May 14 18:10:55.898856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Pushing event updated for resources: {'Port': ['ID=1a41035e-88de-4656-a0c3-11d077c9acde,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:55.960674 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:55.974223 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d', 'status': 'completed', 'code': 200} May 14 18:10:55.974499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.974644 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff', 'status': 'completed', 'code': 200} May 14 18:10:55.977070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:55.977725 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:55.995762 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:56.008616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-0e5045bc-41c2-45d4-93a5-3e9166980b07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.1110675 May 14 18:10:56.048309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:56.077969 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5244546 May 14 18:10:56.080715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:56.083636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:56.087370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.088006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.094830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53780) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:56.230751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Attempting to bind port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:56.231729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Attempting to bind port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:56.232166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Attempting to bind port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a on network e9693713-ce33-428b-97ec-ac7fc7d21c75 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:56.253319 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.287505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Pushing event updated for resources: {'Port': ['ID=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:56.294813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-572dec25-8cbf-4836-a044-85c16e9ac03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.296509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-572dec25-8cbf-4836-a044-85c16e9ac03a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.2779858 May 14 18:10:56.297114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:56.297493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Checking segment: {'id': '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:56.297901 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.298958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Bound using segment: {'id': '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:56.299561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Bound port: 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e9693713-ce33-428b-97ec-ac7fc7d21c75'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:56.299944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.303603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2092109 May 14 18:10:56.317468 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:56.341088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Request body: {'port': {'device_id': '61036777-a086-42c0-9d0f-6459af65a274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:56.346904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0123f403-d925-40ba-9778-54acfb218524', 'network_id': '0123f403-d925-40ba-9778-54acfb218524', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': 'c5145c1c-4758-48f2-a544-c9ed5b0b800c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:56.347764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.441410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-9b4ce59b-c303-40df-a921-458b5a7019e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061189 May 14 18:10:56.482959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.484355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.485072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.485996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.486617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.487355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.488074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.490265 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-000e24b0-4ee8-414b-96cf-fa69b9226983 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6418 time: 0.5147927 May 14 18:10:56.523370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] For port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:56.568927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] For port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,segment=NetworkSegment(5abce5e6-7f01-448e-877f-7e1a3bb5a7a0),segment_id=5abce5e6-7f01-448e-877f-7e1a3bb5a7a0)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:56.584347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c194ddd-52a7-4d19-bfaf-f3712655d115 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:56.585532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.592914 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:56.594378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.611007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Transition to ACTIVE for port object 4c194ddd-52a7-4d19-bfaf-f3712655d115 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:56.648986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.691606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.697833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.705641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.711435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e826d80a-d986-48e5-b889-a34d95571184 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:56.713042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.713661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Allocated IP 172.20.0.1 (0123f403-d925-40ba-9778-54acfb218524/c5145c1c-4758-48f2-a544-c9ed5b0b800c/99b4b857-d860-4c43-9ab9-9a1ca25df3ac) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:56.720227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.726550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.733297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:56.735300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Pushing event updated for resources: {'Port': ['ID=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:56.739950 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:56.741965 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-559777e3-9a3f-4dfa-ad08-906eed2af2a3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5416 time: 0.7875800 May 14 18:10:56.747764 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:56.800369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-dbb66a5d-847c-40cc-b70b-78650cd203f0 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373325 May 14 18:10:56.976214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Pushing event updated for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:56.985065 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:57.095760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-5c4b3f7f-f3dc-47f0-a17e-11019a31cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:57.096342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-5c4b3f7f-f3dc-47f0-a17e-11019a31cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:57.096887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-5c4b3f7f-f3dc-47f0-a17e-11019a31cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:57.098623 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-5c4b3f7f-f3dc-47f0-a17e-11019a31cf8e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4860020 May 14 18:10:57.144059 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba14d658-a407-49ce-b189-dc7020e8d270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.177277 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.191616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.199072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Transition to ACTIVE for port object 99b4b857-d860-4c43-9ab9-9a1ca25df3ac will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:57.228982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Transition to ACTIVE for port object 99b4b857-d860-4c43-9ab9-9a1ca25df3ac will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:57.241284 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.253209 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:57.266932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a04ad47-d314-4a08-8016-25dfae6dcd5d req-db367b8d-3d77-4361-832e-a7a90bf1f1a2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5240078 May 14 18:10:57.333049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Network 0123f403-d925-40ba-9778-54acfb218524 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:10:57.336273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:57.349925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:10:57.385497 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.395459 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd6b7cbf-bbcc-4686-bf14-8c3afeff9178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:57.397311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Pushing event updated for resources: {'Port': ['ID=99b4b857-d860-4c43-9ab9-9a1ca25df3ac,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:57.432893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:57.466632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Attempting to bind port 4c194ddd-52a7-4d19-bfaf-f3712655d115 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:57.467858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Attempting to bind port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:57.468406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Attempting to bind port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '54dd7fc4-f598-41c5-ad31-8a94ee9278a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0123f403-d925-40ba-9778-54acfb218524'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:57.468973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Attempting to bind port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac on network 0123f403-d925-40ba-9778-54acfb218524 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:57.474262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Attempting to bind port 4c194ddd-52a7-4d19-bfaf-f3712655d115 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:57.474651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Attempting to bind port 4c194ddd-52a7-4d19-bfaf-f3712655d115 on network 976994ae-bc8e-4826-8080-71ec03579bad {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:57.477391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:57.478180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Checking segment: {'id': '54dd7fc4-f598-41c5-ad31-8a94ee9278a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0123f403-d925-40ba-9778-54acfb218524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:57.478771 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.479350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Bound using segment: {'id': '54dd7fc4-f598-41c5-ad31-8a94ee9278a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0123f403-d925-40ba-9778-54acfb218524'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:57.479985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Bound port: 99b4b857-d860-4c43-9ab9-9a1ca25df3ac, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dd7fc4-f598-41c5-ad31-8a94ee9278a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0123f403-d925-40ba-9778-54acfb218524'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:57.480727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.572300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Port 4c194ddd-52a7-4d19-bfaf-f3712655d115 on network 976994ae-bc8e-4826-8080-71ec03579bad not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:57.572875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Attempting to bind port 4c194ddd-52a7-4d19-bfaf-f3712655d115 on network 976994ae-bc8e-4826-8080-71ec03579bad {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:57.601726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Checking segment: {'id': '3435ad5c-b9d6-439e-9487-0f1cc7079ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd87f030e-6493-4026-a114-094615df8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:57.602145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network hostable DHCP agents. Network: d87f030e-6493-4026-a114-094615df8ed7, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:10:57.607788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:57.608251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Checking segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:57.608642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Bound using segment: {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:57.609239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Bound port: 4c194ddd-52a7-4d19-bfaf-f3712655d115, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7b852a-77a3-48b3-a7f4-55378d279623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:57.609593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.694555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.15', 50166) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:57.700695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Subnet': ['ID=a9b2ab5a-5fbe-4bca-baac-e01672b902fc,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:57.711576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] For port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:57.720343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] For port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=99b4b857-d860-4c43-9ab9-9a1ca25df3ac,segment=NetworkSegment(54dd7fc4-f598-41c5-ad31-8a94ee9278a5),segment_id=54dd7fc4-f598-41c5-ad31-8a94ee9278a5)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:57.721945 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.729268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:57.743816 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c446028d-9bf7-44fb-ac4c-d45072e6da03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:57.854308 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:57.901680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Pushing event updated for resources: {'Port': ['ID=99b4b857-d860-4c43-9ab9-9a1ca25df3ac,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:57.924664 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:57.959948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-c33c8ab5-8a7c-47ff-8fef-c4ef6bbe3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:57.961728 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-c33c8ab5-8a7c-47ff-8fef-c4ef6bbe3d03 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8070478 May 14 18:10:57.989237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:10:58.004862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19e11936-bb5a-49ca-8b58-3c7064bd408a details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:10:58.014333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-57c71046-b495-496a-b839-7e395bd80b2e tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:58.015905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-57c71046-b495-496a-b839-7e395bd80b2e tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 813 time: 0.3171301 May 14 18:10:58.016545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network d87f030e-6493-4026-a114-094615df8ed7 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:10:58.037612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Request body: {'port': {'device_id': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'admin_state_up': True, 'tenant_id': '6c28a17d4f384bce8da096f0ed44ff1e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:58.223719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d87f030e-6493-4026-a114-094615df8ed7) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:10:58.235161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:58.256534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:58.259019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:58.259730 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.278346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596cc644-3ad4-46ae-b7e3-c3b6920a55da None None] Network d87f030e-6493-4026-a114-094615df8ed7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:58.329472 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4626651 May 14 18:10:58.330534 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.341498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:10:58.343975 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86759947-5896-4486-a990-7589916a8580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:58.462260 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.489911 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3b4ea560-0068-4704-8fd7-866ab232b14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:58.615091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19e11936-bb5a-49ca-8b58-3c7064bd408a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:58.632791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.638704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:10:58.664456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88840bd0-7614-4e34-ac83-70421f119e29 None None] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:58.667486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a82e4da-c277-4ef1-b3db-82cda92a7b0e req-55a41560-92e4-4d13-9e28-cf9123192e36 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6451786 May 14 18:10:58.670508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0123f403-d925-40ba-9778-54acfb218524']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:58.685717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=c5145c1c-4758-48f2-a544-c9ed5b0b800c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:58.688207 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:58.715981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dd7fc4-f598-41c5-ad31-8a94ee9278a5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:58.716300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dd7fc4-f598-41c5-ad31-8a94ee9278a5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:10:58.757757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119e3d2-227d-4631-9674-83c33724f037 req-435abbb1-a6b3-4847-ae15-3213b14eb5f3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:58.758496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c119e3d2-227d-4631-9674-83c33724f037 req-435abbb1-a6b3-4847-ae15-3213b14eb5f3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Synchronizing usage tracker for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:58.771232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.787147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-1dd220f0-2519-43a4-af26-72f8e6281306 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:58.788072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-1dd220f0-2519-43a4-af26-72f8e6281306 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 813 time: 1.0358760 May 14 18:10:58.794359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '19e11936-bb5a-49ca-8b58-3c7064bd408a', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'port_id': '19e11936-bb5a-49ca-8b58-3c7064bd408a', 'mac_address': 'fa:16:3e:e8:d5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:10:58.817512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Request body: {'port': {'device_id': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'admin_state_up': True, 'tenant_id': '6c28a17d4f384bce8da096f0ed44ff1e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:10:58.834528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:58.835237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.836538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 1091 time: 3.6721067 May 14 18:10:58.845791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.863038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:10:58.863940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:58.929757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-72cfc91f-9c03-4346-8895-1965df06f3ff None None] Provisioning for port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:58.973273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:10:59.025600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d87f030e-6493-4026-a114-094615df8ed7', 'network_id': 'd87f030e-6493-4026-a114-094615df8ed7', 'tenant_id': '35dd473da8214cffbf74ac8ed2284e86', 'fixed_ips': [{'subnet_id': 'a9b2ab5a-5fbe-4bca-baac-e01672b902fc'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:10:59.026437 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.046145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.054185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a41035e-88de-4656-a0c3-11d077c9acde {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:59.064105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.074639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:59.081482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Transition to ACTIVE for port object 1a41035e-88de-4656-a0c3-11d077c9acde will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:59.084935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Usage tracker for resource:port and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: timer() May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:10:59.087688 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:10:59.089937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Pushing event updated for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:59.096476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:59.104727 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:59.116328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e11936-bb5a-49ca-8b58-3c7064bd408a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:10:59.130622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:59.141168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.141854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.142507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.143132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.143799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.144422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.145042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:10:59.147833 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-611795eb-ea07-4846-9d67-7c6ff2bc33a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6443 time: 1.0162375 May 14 18:10:59.153253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c119e3d2-227d-4631-9674-83c33724f037 req-435abbb1-a6b3-4847-ae15-3213b14eb5f3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Unset dirty status for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:59.154646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c119e3d2-227d-4631-9674-83c33724f037 req-435abbb1-a6b3-4847-ae15-3213b14eb5f3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 932 time: 1.4423966 May 14 18:10:59.155365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:10:59.155365 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:10:59.155365 n-d-787206-3 neutron-server[79559]: [parameters: {'id': '0123f403-d925-40ba-9778-54acfb218524'}] May 14 18:10:59.155365 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:10:59.155958 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:10:59.162394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.182680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:10:59.194009 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-731f3d28-2b0a-4097-806c-02ceabc08c6e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:59.238740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:10:59.239128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.266069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19e11936-bb5a-49ca-8b58-3c7064bd408a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:10:59.297390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.305730 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:10:59.398840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Made reservation on behalf of 6c28a17d4f384bce8da096f0ed44ff1e for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:59.402355 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.429413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c119e3d2-227d-4631-9674-83c33724f037 req-6fe8c572-d6e5-49ad-9a8c-d028586cae6f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Synchronizing usage tracker for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:10:59.506742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c119e3d2-227d-4631-9674-83c33724f037 req-6fe8c572-d6e5-49ad-9a8c-d028586cae6f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Unset dirty status for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:10:59.508177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c119e3d2-227d-4631-9674-83c33724f037 req-6fe8c572-d6e5-49ad-9a8c-d028586cae6f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415978 May 14 18:10:59.526684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Pushing event updated for resources: {'Port': ['ID=1a41035e-88de-4656-a0c3-11d077c9acde,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:59.540794 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:59.547281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19e11936-bb5a-49ca-8b58-3c7064bd408a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:10:59.583256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e824833-bc5f-4f02-bb34-44fa41b1bb93 None None] Network 0123f403-d925-40ba-9778-54acfb218524 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:10:59.583806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:10:59.588352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Usage tracker for resource:port and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:10:59.591780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Allocated IP 172.20.0.4 (f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5/685f5be7-bef6-4a0e-aacc-ee563b6ddd7d/597410a0-9a0b-47b7-9027-6b7ba053a08a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:59.592971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:10:59.600930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:10:59.611928 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:10:59.614940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['19e11936-bb5a-49ca-8b58-3c7064bd408a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:10:59.626741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Made reservation on behalf of 6c28a17d4f384bce8da096f0ed44ff1e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:10:59.631905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.661406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.714767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Allocated IP 172.20.0.2 (d87f030e-6493-4026-a114-094615df8ed7/a9b2ab5a-5fbe-4bca-baac-e01672b902fc/ec99aaa7-e96f-4437-8450-f20c3a01f32b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:10:59.719496 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.771115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Attempting to bind port 1a41035e-88de-4656-a0c3-11d077c9acde on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:10:59.771826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Attempting to bind port 1a41035e-88de-4656-a0c3-11d077c9acde by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:10:59.772372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Attempting to bind port 1a41035e-88de-4656-a0c3-11d077c9acde on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:59.781298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Port 1a41035e-88de-4656-a0c3-11d077c9acde on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:10:59.781886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Attempting to bind port 1a41035e-88de-4656-a0c3-11d077c9acde on network 152ac923-6cc2-4ed0-ac5c-c7547f0934de {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:10:59.788733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:10:59.789279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Checking segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:10:59.789771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Bound using segment: {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:10:59.790308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Bound port: 1a41035e-88de-4656-a0c3-11d077c9acde, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8353bb0d-ab5f-444e-8796-eabd8f3ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:10:59.790761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.943158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] For port 1a41035e-88de-4656-a0c3-11d077c9acde, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:10:59.948608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] For port 1a41035e-88de-4656-a0c3-11d077c9acde, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1a41035e-88de-4656-a0c3-11d077c9acde,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:10:59.960170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.961944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:10:59.971416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Transition to ACTIVE for port object ec99aaa7-e96f-4437-8450-f20c3a01f32b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:10:59.973882 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:00.018212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.019557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.021449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] 10.222.0.15 "PUT /v2.0/ports/1a41035e-88de-4656-a0c3-11d077c9acde HTTP/1.1" status: 200 len: 1092 time: 3.6850803 May 14 18:11:00.029246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61036777-a086-42c0-9d0f-6459af65a274', 'tag': '1a41035e-88de-4656-a0c3-11d077c9acde'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:00.071014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:00.071703 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.071977 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a', 'status': 'completed', 'code': 200} May 14 18:11:00.138890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Transition to ACTIVE for port object ec99aaa7-e96f-4437-8450-f20c3a01f32b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:00.156577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.194947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=99b4b857-d860-4c43-9ab9-9a1ca25df3ac,segment=NetworkSegment(54dd7fc4-f598-41c5-ad31-8a94ee9278a5),segment_id=54dd7fc4-f598-41c5-ad31-8a94ee9278a5)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:00.195404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.196646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.226462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,segment=NetworkSegment(5abce5e6-7f01-448e-877f-7e1a3bb5a7a0),segment_id=5abce5e6-7f01-448e-877f-7e1a3bb5a7a0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:00.240403 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.241257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-2067b135-2bff-4f5a-b8fa-a8ba8854bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.241391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 99b4b857-d860-4c43-9ab9-9a1ca25df3ac up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:00.242195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-2067b135-2bff-4f5a-b8fa-a8ba8854bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.243083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-2067b135-2bff-4f5a-b8fa-a8ba8854bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.245455 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-2067b135-2bff-4f5a-b8fa-a8ba8854bd7f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0261943 May 14 18:11:00.374671 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-24040cce-ebff-4a7e-95e7-c13f85c12d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:00.462338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3576364e-de5e-4883-bdac-a61e2da5897a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.465785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.528831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Pushing event updated for resources: {'Port': ['ID=1a41035e-88de-4656-a0c3-11d077c9acde,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:00.531855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:00.542037 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:00.545167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8510083d-c57a-4582-8b3b-7d8e4e08d4ec None None] Provisioning for port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:00.599203 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:00.669238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.676735 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:00.696358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 99b4b857-d860-4c43-9ab9-9a1ca25df3ac owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:00.730031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Network d87f030e-6493-4026-a114-094615df8ed7 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:00.736226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Pushing event updated for resources: {'Port': ['ID=ec99aaa7-e96f-4437-8450-f20c3a01f32b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:00.746540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Allocated IP 172.20.0.1 (e9693713-ce33-428b-97ec-ac7fc7d21c75/8acdc0ae-6583-40ee-9a14-7c26d63b40ba/365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:00.749229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-344d83a8-0614-4f72-a777-92b86ff856f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.750037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:00.751560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74b84f3c-80ce-4ddd-acbd-23e87ee5563e req-344d83a8-0614-4f72-a777-92b86ff856f1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4928577 May 14 18:11:00.753114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:00.768575 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:00.822707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.829378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.835512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.843535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.849414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.855510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.861463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.869485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-fc839d6b-dfdd-4408-b039-f6f18310bd02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.4443409 May 14 18:11:00.927494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.940065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-8cb0f5f0-5023-4058-abc8-c3696dfc1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:00.941541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-8cb0f5f0-5023-4058-abc8-c3696dfc1b95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 1095 time: 0.5176966 May 14 18:11:00.942163 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:00.952027 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5829f168-f75b-4326-878b-a026a4f72b21 tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:00.993847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:01.042634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:01.043138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.061266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54063df2-5c78-4e7f-bfe6-9827bf9c148d req-302eeb1e-79eb-48f8-9f3d-4e92805ce0d2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908791 May 14 18:11:01.062111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:01.070893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=99b4b857-d860-4c43-9ab9-9a1ca25df3ac,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:01.086839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Attempting to bind port ec99aaa7-e96f-4437-8450-f20c3a01f32b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:01.087244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Attempting to bind port ec99aaa7-e96f-4437-8450-f20c3a01f32b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3435ad5c-b9d6-439e-9487-0f1cc7079ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd87f030e-6493-4026-a114-094615df8ed7'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:01.087616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Attempting to bind port ec99aaa7-e96f-4437-8450-f20c3a01f32b on network d87f030e-6493-4026-a114-094615df8ed7 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:01.101898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-f24ea0da-06ec-4992-9023-e26a9bec5077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a41035e-88de-4656-a0c3-11d077c9acde HTTP/1.1" status: 200 len: 217 time: 0.1150427 May 14 18:11:01.107484 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:01.138179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.146736 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:01.157284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c5e0bf88-e814-438d-a1fb-546198d625a3 None None] Provisioning complete for port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:01.157673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c5e0bf88-e814-438d-a1fb-546198d625a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.243466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:01.245710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port 99b4b857-d860-4c43-9ab9-9a1ca25df3ac was deleted so its status cannot be updated. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 14 18:11:01.251228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:01.263573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:01.265829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Checking segment: {'id': '3435ad5c-b9d6-439e-9487-0f1cc7079ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd87f030e-6493-4026-a114-094615df8ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:01.267952 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.268599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Bound using segment: {'id': '3435ad5c-b9d6-439e-9487-0f1cc7079ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd87f030e-6493-4026-a114-094615df8ed7'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:01.269805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Bound port: ec99aaa7-e96f-4437-8450-f20c3a01f32b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3435ad5c-b9d6-439e-9487-0f1cc7079ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd87f030e-6493-4026-a114-094615df8ed7'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:01.270169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:01.270305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.321312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Allocated IP 172.20.0.9 (f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5/685f5be7-bef6-4a0e-aacc-ee563b6ddd7d/d316eebd-4eb6-42ef-8cb6-fd19859fa3de) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:01.345577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event updated for resources: {'Port': ['ID=597410a0-9a0b-47b7-9027-6b7ba053a08a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:01.350922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.358792 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:01.377285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.377920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.378411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.378890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.379406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.379881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.380351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.382326 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-2e1031f1-6ecb-4c5c-b8dd-b92b904e7406 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6485 time: 0.4033358 May 14 18:11:01.385369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a1859-6e5c-4290-9f6a-bbd59efc3fbf None None] DHCP port deletion for 0123f403-d925-40ba-9778-54acfb218524 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:01.404295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:01.453163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Transition to ACTIVE for port object 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:01.473528 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-b0e7ee5a-10af-425b-a91d-f906c265f274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 217 time: 0.0801642 May 14 18:11:01.479882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.480489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.551864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] For port ec99aaa7-e96f-4437-8450-f20c3a01f32b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:01.555651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5232251 May 14 18:11:01.569003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] For port ec99aaa7-e96f-4437-8450-f20c3a01f32b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ec99aaa7-e96f-4437-8450-f20c3a01f32b,segment=NetworkSegment(3435ad5c-b9d6-439e-9487-0f1cc7079ffd),segment_id=3435ad5c-b9d6-439e-9487-0f1cc7079ffd)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:01.572516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Request body: {'port': {'device_id': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:01.583510 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.588555 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c8bc1b53-6ca5-4c01-978c-1e604b00656e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:01.627229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0a20b597-e8fe-41cb-ba2b-49ce142a7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.628032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0a20b597-e8fe-41cb-ba2b-49ce142a7f2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.1408019 May 14 18:11:01.636664 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.650272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:01.650646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.660990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38677-fdbd-4677-a058-25deded8aeba req-b7322784-99d7-483a-8797-9e6f2d72de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:01.662408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-b7322784-99d7-483a-8797-9e6f2d72de8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.5509379 May 14 18:11:01.664000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0123f403-d925-40ba-9778-54acfb218524']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:01.680212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.687215 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd350c67-642e-4716-a95a-efc74857c099 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:01.717081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Pushing event updated for resources: {'Port': ['ID=ec99aaa7-e96f-4437-8450-f20c3a01f32b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:01.721803 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:01.727772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.749342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dd7fc4-f598-41c5-ad31-8a94ee9278a5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:01.749777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dd7fc4-f598-41c5-ad31-8a94ee9278a5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:01.764482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.791512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-8f9ab759-dc6b-4642-8246-9555f14cd209 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072640 May 14 18:11:01.800738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.825678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:01.841981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:01.844550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:01.851007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:01.851705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:01.872461 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:01.890760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 99b4b857-d860-4c43-9ab9-9a1ca25df3ac no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:01.893516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Port': ['ID=365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:01.897800 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:01.917952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:01.958076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 99b4b857-d860-4c43-9ab9-9a1ca25df3ac {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:01.958425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 99b4b857-d860-4c43-9ab9-9a1ca25df3ac not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:02.004572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19e11936-bb5a-49ca-8b58-3c7064bd408a up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:02.013677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-abc223a3-6568-4824-82af-12319dc81593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:02.015216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-abc223a3-6568-4824-82af-12319dc81593 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3784478 May 14 18:11:02.020721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.084413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4617-2042-460c-acb0-9cb6a6b6a69f req-833e4a82-76e8-4d23-99b4-03363b10079e tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:02.091311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-322d4617-2042-460c-acb0-9cb6a6b6a69f req-833e4a82-76e8-4d23-99b4-03363b10079e tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 931 time: 0.5280507 May 14 18:11:02.142928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 19e11936-bb5a-49ca-8b58-3c7064bd408a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:02.148348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 19e11936-bb5a-49ca-8b58-3c7064bd408a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:02.149377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.150209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.186997 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1228972d-3d81-44a9-a526-14ba97f7266d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:02.221040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.235609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.261133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=0123f403-d925-40ba-9778-54acfb218524,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:02.264716 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:02.277586 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.291246 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ae99bb2d-7581-40ef-8665-ca3af0dc3aaf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:02.306471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.318635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:02.323254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-322d4617-2042-460c-acb0-9cb6a6b6a69f req-43711555-43b5-453e-91e9-0ea108acd428 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:02.327017 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-7c8215d1-c072-42fe-be42-2fa83afc6ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952366 May 14 18:11:02.337813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e11936-bb5a-49ca-8b58-3c7064bd408a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:02.350807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 19e11936-bb5a-49ca-8b58-3c7064bd408a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:02.358638 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.358911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/0123f403-d925-40ba-9778-54acfb218524 HTTP/1.1" status: 204 len: 168 time: 6.2627101 May 14 18:11:02.359585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53820) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:02.361550 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62aff41d-1c54-4382-a3b2-ab80037b49cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:02.390517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-46307090-5f06-4425-9c67-e5b83b36678f None None] Provisioning for port 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:02.391208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153122046'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:02.402047 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-305b1b17-7988-4f3f-a9aa-fd03f7cb3d6a service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970232 May 14 18:11:02.407512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:02.408567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:02.408887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-46307090-5f06-4425-9c67-e5b83b36678f None None] Provisioning complete for port 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:02.409268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-46307090-5f06-4425-9c67-e5b83b36678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.416660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:02.420298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:02.473514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=19e11936-bb5a-49ca-8b58-3c7064bd408a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:02.476242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:02.483746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:02.493746 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:02.517695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-46307090-5f06-4425-9c67-e5b83b36678f None None] Port 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:11:02.658739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:02.662875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-322d4617-2042-460c-acb0-9cb6a6b6a69f req-43711555-43b5-453e-91e9-0ea108acd428 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:02.664080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-322d4617-2042-460c-acb0-9cb6a6b6a69f req-43711555-43b5-453e-91e9-0ea108acd428 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730515 May 14 18:11:02.691297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3a9ca984-972d-4e6e-a42c-9f376e53a3ec service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311427 May 14 18:11:02.715545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event updated for resources: {'Port': ['ID=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:02.719078 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:02.751002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:02.754484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.771950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:02.772598 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:02.813607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53824) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:02.863428 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61036777-a086-42c0-9d0f-6459af65a274', 'tag': '1a41035e-88de-4656-a0c3-11d077c9acde', 'status': 'completed', 'code': 200} May 14 18:11:02.898814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0919516 May 14 18:11:02.912149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66d38677-fdbd-4677-a058-25deded8aeba req-f2dd6911-751a-4aff-963b-9c910752545d service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979334 May 14 18:11:02.925255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Request body: {'port': {'device_id': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:02.952386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:02.953193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-13044b86-c15d-40b9-b1c2-c306e54ec31a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 217 time: 0.2589259 May 14 18:11:03.009815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.050770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Deleting subnet 783fc44d-b2a3-4d86-9b44-8dfd9937a373 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:11:03.071575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.093855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a09fbc-260f-4017-9d63-20c9e4b0fdad None None] Network d87f030e-6493-4026-a114-094615df8ed7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:03.109130 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.109481 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 8f203ead-9a33-4f54-b665-49440163b8bd of type vlan for network 30d05c22-409c-4246-9087-8ca9e18443fe May 14 18:11:03.128772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0e8339d6-3581-41da-ba98-895287976845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:03.130060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0e8339d6-3581-41da-ba98-895287976845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1628959 May 14 18:11:03.182832 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.210827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e4257b33-ed88-4e75-ac04-5d7afe1b2a25 None None] Provisioning for port ec99aaa7-e96f-4437-8450-f20c3a01f32b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:03.211985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597410a0-9a0b-47b7-9027-6b7ba053a08a {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:03.251472 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.284688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.342526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.375730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.388161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Transition to ACTIVE for port object 597410a0-9a0b-47b7-9027-6b7ba053a08a will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:03.421312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-babd09c0-d479-4ff3-a0d7-e979fc1be14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:03.422949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-babd09c0-d479-4ff3-a0d7-e979fc1be14c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2827182 May 14 18:11:03.424298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.426083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.430867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:03.431494 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.437399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-9091ba01-3f86-4fcd-96cd-658618dea4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:03.438695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-9091ba01-3f86-4fcd-96cd-658618dea4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 1095 time: 0.4329469 May 14 18:11:03.446402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112814b5-b548-4f18-9095-9aaeb45ef398 req-01e05a6e-b199-4c00-abd0-2fd38f0529f4 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:03.453787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-112814b5-b548-4f18-9095-9aaeb45ef398 req-01e05a6e-b199-4c00-abd0-2fd38f0529f4 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 944 time: 0.4985821 May 14 18:11:03.499263 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-871d7201-4aa2-4a0f-88ba-0a0645f55c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:03.532385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ec99aaa7-e96f-4437-8450-f20c3a01f32b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:03.571990 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-beb06286-4f8b-4980-b826-41757de22ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:03.602853 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-35e171d5-64d8-4094-919c-4f955423d929 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712930 May 14 18:11:03.642645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ec99aaa7-e96f-4437-8450-f20c3a01f32b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:03.652826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ec99aaa7-e96f-4437-8450-f20c3a01f32b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:03.653209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.803907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.823502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4479430 May 14 18:11:03.836643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-112814b5-b548-4f18-9095-9aaeb45ef398 req-e183f251-b20d-408d-b4b3-bd68d3730a04 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819582 May 14 18:11:03.837841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ec99aaa7-e96f-4437-8450-f20c3a01f32b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ec99aaa7-e96f-4437-8450-f20c3a01f32b,segment=NetworkSegment(3435ad5c-b9d6-439e-9487-0f1cc7079ffd),segment_id=3435ad5c-b9d6-439e-9487-0f1cc7079ffd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:03.844920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:03.847198 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1bdb12cc-9add-44b8-9617-9615edac8b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:03.856852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:03.865092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:03.895329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=30d05c22-409c-4246-9087-8ca9e18443fe,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:03.912584 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:03.975810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ec99aaa7-e96f-4437-8450-f20c3a01f32b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:03.979737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 30d05c22-409c-4246-9087-8ca9e18443fe details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:04.019752 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:04.039285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-5680ee82-7dfd-4455-9330-e0e2e22aedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:04.040979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-5680ee82-7dfd-4455-9330-e0e2e22aedc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.5689871 May 14 18:11:04.103492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:04.115880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Pushing event updated for resources: {'Port': ['ID=597410a0-9a0b-47b7-9027-6b7ba053a08a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:04.140582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:04.143961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:04.153743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e87b54f0-74a8-492e-b732-45ef1acf43c2 None None] Provisioning complete for port ec99aaa7-e96f-4437-8450-f20c3a01f32b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:04.154299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e87b54f0-74a8-492e-b732-45ef1acf43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.200354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:04.227306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:04.256086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-a250605a-fa06-433c-a4ca-30ef59882629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a41035e-88de-4656-a0c3-11d077c9acde HTTP/1.1" status: 200 len: 217 time: 0.2058668 May 14 18:11:04.281619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Attempting to bind port 597410a0-9a0b-47b7-9027-6b7ba053a08a on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:04.281981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Attempting to bind port 597410a0-9a0b-47b7-9027-6b7ba053a08a by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:04.282299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Attempting to bind port 597410a0-9a0b-47b7-9027-6b7ba053a08a on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:04.300606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-5fe264cf-db05-4201-8221-c4ec780c8e13 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880021 May 14 18:11:04.301228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:04.304660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.386529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Port 597410a0-9a0b-47b7-9027-6b7ba053a08a on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:11:04.386853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Attempting to bind port 597410a0-9a0b-47b7-9027-6b7ba053a08a on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:04.462959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:04.463609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Checking segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:04.463745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Bound using segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:04.464173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Bound port: 597410a0-9a0b-47b7-9027-6b7ba053a08a, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:04.464527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.644584 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-34021472-20a9-4f98-8e7d-73dabcefa39a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 217 time: 0.3236980 May 14 18:11:04.683311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.737391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-86f32dad-eba4-40d1-ae8d-3868b4c3cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:04.738940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-86f32dad-eba4-40d1-ae8d-3868b4c3cc08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.4671657 May 14 18:11:04.747659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.782874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:04.808088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.830446 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-945f71f4-9290-462d-a120-7c9e1a339eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:04.871648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-99e29e0c-b02b-4ec6-828d-236cd68fec1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152511 May 14 18:11:04.887823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783fc44d-b2a3-4d86-9b44-8dfd9937a373,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:04.890954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:04.920607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.977005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:04.997751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/783fc44d-b2a3-4d86-9b44-8dfd9937a373 HTTP/1.1" status: 204 len: 168 time: 2.1784158 May 14 18:11:05.002380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53842) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:05.016288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Port': ['ID=365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:05.025320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-cd3cad01-ebbc-45f2-adc6-1cd31a98a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.026751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-cd3cad01-ebbc-45f2-adc6-1cd31a98a968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.3179078 May 14 18:11:05.034832 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:05.113274 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:11:05.195870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] For port 597410a0-9a0b-47b7-9027-6b7ba053a08a, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:05.199725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.205445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.211198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.217011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.222709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.228341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.234979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.236905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-e2e28122-50fd-4afb-a61d-c5f633fae896 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.5495882 May 14 18:11:05.264964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] For port 597410a0-9a0b-47b7-9027-6b7ba053a08a, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:05.299037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.300875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.308414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:05.313151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d316eebd-4eb6-42ef-8cb6-fd19859fa3de {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:05.329489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-4538ba8a-2b2e-4029-9131-a61a29ed02c9 service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438496 May 14 18:11:05.333101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.385010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51ab5f65-01da-4416-9c33-06c98cbd42d9 req-7416edd5-d847-4a0c-917d-05935f9665a1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215115 May 14 18:11:05.430970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ec99aaa7-e96f-4437-8450-f20c3a01f32b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:05.446468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.447083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.448497 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] 10.222.0.15 "PUT /v2.0/ports/597410a0-9a0b-47b7-9027-6b7ba053a08a HTTP/1.1" status: 200 len: 1091 time: 3.8838916 May 14 18:11:05.484264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:05.496746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:05.500497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-81c622f9-b7bf-46e3-ba48-00e879b47385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:05.502027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-81c622f9-b7bf-46e3-ba48-00e879b47385 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4483294 May 14 18:11:05.570668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Transition to ACTIVE for port object d316eebd-4eb6-42ef-8cb6-fd19859fa3de will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:05.606936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Pushing event updated for resources: {'Port': ['ID=597410a0-9a0b-47b7-9027-6b7ba053a08a,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:05.607103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ec99aaa7-e96f-4437-8450-f20c3a01f32b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:05.607624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.618730 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:05.662914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.678220 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e11936-bb5a-49ca-8b58-3c7064bd408a', 'code': 200} May 14 18:11:05.687218 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08462c69-f0d0-45d9-a2da-f740756ff517 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:05.796305 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115', 'status': 'completed', 'code': 200} May 14 18:11:05.876384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc05a15d-b342-4fd4-b0ec-2d19a4616df0 req-cf3eabfc-fd7d-4246-ae15-7e3175aeb66f service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361495 May 14 18:11:05.893497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b518ded2-93cb-4553-bd18-0411130c2c70 None None] Provisioning complete for port 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:05.894012 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b518ded2-93cb-4553-bd18-0411130c2c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:05.956108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b518ded2-93cb-4553-bd18-0411130c2c70 None None] Port 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:11:06.098259 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0e7375de-a2a3-4576-96a0-0a0b60d254ab service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056703 May 14 18:11:06.140685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-292295fd-8b65-41a9-9eca-05c81e110b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:06.142106 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-292295fd-8b65-41a9-9eca-05c81e110b19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 1094 time: 0.5529931 May 14 18:11:06.177238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Pushing event updated for resources: {'Port': ['ID=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:06.187290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.195285 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:06.236982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b14f5ed-09e2-4d24-89a7-241e9c0b6ede']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:06.265198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:06.265488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5f5ce3-e541-4f8b-bbe5-abdd5f72fdf0') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:06.275395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Router 8db6bf92-2592-4613-8269-3019cdec1143 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:11:06.281305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-c7b00abb-5b3d-4415-a29b-fe05cb77fcc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a HTTP/1.1" status: 200 len: 217 time: 0.0852985 May 14 18:11:06.292245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.343202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c913cb5-c75c-4013-b116-4cd1598429e0 req-7394d5b2-a4f6-4b96-a6c5-545f13f3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:06.344585 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c913cb5-c75c-4013-b116-4cd1598429e0 req-7394d5b2-a4f6-4b96-a6c5-545f13f3f370 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.5680919 May 14 18:11:06.359041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a76758-f2f2-4d58-abe1-70240e867182 req-f8c09f2a-9f9b-42ad-bcbd-b688ed9edaa8 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:06.359718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-05a76758-f2f2-4d58-abe1-70240e867182 req-f8c09f2a-9f9b-42ad-bcbd-b688ed9edaa8 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:06.364965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.391245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:06.391651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:06.408606 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:06.410614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Attempting to bind port d316eebd-4eb6-42ef-8cb6-fd19859fa3de on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:06.410614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Attempting to bind port d316eebd-4eb6-42ef-8cb6-fd19859fa3de by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:06.410614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Attempting to bind port d316eebd-4eb6-42ef-8cb6-fd19859fa3de on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:06.490696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Port d316eebd-4eb6-42ef-8cb6-fd19859fa3de on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:11:06.491024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Attempting to bind port d316eebd-4eb6-42ef-8cb6-fd19859fa3de on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:06.512811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:06.513126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Checking segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:06.513700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Bound using segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:06.514206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Bound port: d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:06.514564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.531015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-05a76758-f2f2-4d58-abe1-70240e867182 req-f8c09f2a-9f9b-42ad-bcbd-b688ed9edaa8 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:06.532215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05a76758-f2f2-4d58-abe1-70240e867182 req-f8c09f2a-9f9b-42ad-bcbd-b688ed9edaa8 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 943 time: 0.6121032 May 14 18:11:06.554575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c913cb5-c75c-4013-b116-4cd1598429e0 req-45c6ac86-f13b-435b-bfb7-bdb9a5941f92 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908569 May 14 18:11:06.687342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-7a12fae9-7422-4406-8f85-2637e9dc5fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761938 May 14 18:11:06.734526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.752538 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f547e5a6-ca12-4d07-8a2f-de9c73ebdf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:06.761679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-87adc201-c2b0-46a7-84ac-de0d62b08049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:06.763124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-87adc201-c2b0-46a7-84ac-de0d62b08049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.4655902 May 14 18:11:06.770955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.788279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b14f5ed-09e2-4d24-89a7-241e9c0b6ede,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:06.797386 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:06.800336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05a76758-f2f2-4d58-abe1-70240e867182 req-c93f0ce5-9261-413b-a9ee-64f40d75369c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604060 May 14 18:11:06.819108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:11:06.821283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-dc01e3aa-ca1c-4511-8abe-4c82cd5b485c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 217 time: 0.1178076 May 14 18:11:06.829269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3b14f5ed-09e2-4d24-89a7-241e9c0b6ede HTTP/1.1" status: 204 len: 168 time: 1.8230941 May 14 18:11:06.835382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] Sync routers for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:11:06.845013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] For port d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:06.849167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] For port d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:06.854738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.859839 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:06.870085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:06.873613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-204a9589-6cf0-4fe7-893a-c5adf26c30ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003602 May 14 18:11:06.873875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:06.921875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:06.922370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:06.923799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] 10.222.0.22 "PUT /v2.0/ports/d316eebd-4eb6-42ef-8cb6-fd19859fa3de HTTP/1.1" status: 200 len: 1091 time: 4.0031285 May 14 18:11:06.924329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'tag': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:06.968225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Pushing event updated for resources: {'Port': ['ID=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:07.037404 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6161764 May 14 18:11:07.040189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53858) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:07.042841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:07.048850 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:07.086359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:07.086989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:07.115650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53862) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:07.149288 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:11:07.161839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:07.162258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed78ee28-896a-4237-97a7-fafdb1688a12 None None] The sync data for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:11:07.190865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-658f3891-ce66-4e48-92d9-cad631e3756d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aa00494d02a4257a6a6eb979e3232fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777729 May 14 18:11:07.192574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53866) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:07.243282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-3dba23aa-0e72-4924-beed-96fddcd98762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:07.243548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-3dba23aa-0e72-4924-beed-96fddcd98762 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=a2a89ced-12eb-45c7-8236-f82a66a0d6af HTTP/1.1" status: 200 len: 1094 time: 0.2607784 May 14 18:11:07.254672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44f681-e4cc-4d9d-bacb-efd65bc12a40 req-b04d4a6e-68ed-4c1c-b03d-ea7bb0e51496 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:07.256210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce44f681-e4cc-4d9d-bacb-efd65bc12a40 req-b04d4a6e-68ed-4c1c-b03d-ea7bb0e51496 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 944 time: 0.1940939 May 14 18:11:07.292534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-f2f61d5d-1460-40cc-aff6-09684bc670e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:07.294698 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-f2f61d5d-1460-40cc-aff6-09684bc670e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.4618049 May 14 18:11:07.341817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-c33cf2a4-3699-4237-ae54-700702350a26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de HTTP/1.1" status: 200 len: 217 time: 0.0844772 May 14 18:11:07.393020 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:07.402311 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7da72878-7363-4c56-8b0a-b8dc9cad58f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:07.461338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:07.473988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce44f681-e4cc-4d9d-bacb-efd65bc12a40 req-73a59c61-0842-4a0d-bc1b-ad58c6d8fb5c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517937 May 14 18:11:07.514590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e957-855d-4db7-9f89-93989536c46d req-afc6d08a-8465-491e-94fd-d1257a4489b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:07.517382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-afc6d08a-8465-491e-94fd-d1257a4489b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.1546557 May 14 18:11:07.649939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-dfc34dec-7467-45c7-a995-15e383c19d7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047595 May 14 18:11:07.651818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-24bb3a01-da88-4af7-a10d-36789cd8e7bd service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691163 May 14 18:11:07.678204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1a41035e-88de-4656-a0c3-11d077c9acde details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:07.692878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=2c5b4634-e094-42cd-a7e7-86bee9692713,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:07.715691 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:07.780270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '8f203ead-9a33-4f54-b665-49440163b8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:07.780615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 30d05c22-409c-4246-9087-8ca9e18443fe, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:07.836965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:07.857365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1a41035e-88de-4656-a0c3-11d077c9acde, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1a41035e-88de-4656-a0c3-11d077c9acde,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:07.860460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'tag': '597410a0-9a0b-47b7-9027-6b7ba053a08a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:07.873952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '1a41035e-88de-4656-a0c3-11d077c9acde', 'network_id': '152ac923-6cc2-4ed0-ac5c-c7547f0934de', 'port_id': '1a41035e-88de-4656-a0c3-11d077c9acde', 'mac_address': 'fa:16:3e:a6:9b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa1d95-3e68-4966-ace5-0edf6ea09fc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:07.974029 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:07.978546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-9b8a6ebc-104d-4682-9ffd-269b258147e5 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191717 May 14 18:11:08.002772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a41035e-88de-4656-a0c3-11d077c9acde {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:08.003338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.009848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.017603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.023599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1a41035e-88de-4656-a0c3-11d077c9acde, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1a41035e-88de-4656-a0c3-11d077c9acde,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:08.024930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.029541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:08.031436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.033733 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8770ac9-5914-4431-83dd-12625614200a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:08.038585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.044897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.046827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-40ff10c8-e131-401a-9013-2e24a9f3dbe1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.3350723 May 14 18:11:08.070331 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:08.080354 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d64e06d-6f7d-4817-a6fe-57f82d8cc104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:08.097780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-bdbb81c9-d0fc-473e-9301-ad989a6f92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.099268 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-bdbb81c9-d0fc-473e-9301-ad989a6f92a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7901595 May 14 18:11:08.133957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1a41035e-88de-4656-a0c3-11d077c9acde,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:08.146397 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:08.156581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ba450-8c73-4b35-b22b-da637b9bb866,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:08.164339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:08.168654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/399ba450-8c73-4b35-b22b-da637b9bb866 HTTP/1.1" status: 204 len: 168 time: 0.9746475 May 14 18:11:08.171553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:08.206610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-baf867d2-f4c7-42ad-8c72-654e30a775f1 req-3e48a01f-66c2-424c-aeaf-020eaa3eab3c tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292791 May 14 18:11:08.240130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-ea5e075b-ce20-4e10-b402-ad7de1cf6a46 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747781 May 14 18:11:08.243962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 30d05c22-409c-4246-9087-8ca9e18443fe is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:08.292795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de56e957-855d-4db7-9f89-93989536c46d req-5f3b00dd-bad4-4815-a5ca-2c504fbb5440 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445493 May 14 18:11:08.309709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 30d05c22-409c-4246-9087-8ca9e18443fe) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:08.319898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412aca1-260e-407b-a71e-7e278bb77131 None None] Network 30d05c22-409c-4246-9087-8ca9e18443fe requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:08.348066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.348816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:08.436530 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-72c15821-716c-44b2-88e8-4b40e1205286 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214686 May 14 18:11:08.465714 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'tag': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de', 'status': 'completed', 'code': 200} May 14 18:11:08.628336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1a41035e-88de-4656-a0c3-11d077c9acde'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:08.633633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-670bc3d6-313d-4e4b-86a4-70b3af1b173d service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854560 May 14 18:11:08.642383 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7803092 May 14 18:11:08.643730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53880) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:08.705476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-51c3097e-8a4e-4c8a-bc06-83ea48ab1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.706472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-51c3097e-8a4e-4c8a-bc06-83ea48ab1063 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=a2a89ced-12eb-45c7-8236-f82a66a0d6af HTTP/1.1" status: 200 len: 1094 time: 0.2185025 May 14 18:11:08.739875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-eabb74d6-b68b-43e6-ab2d-9cfba1f291d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 217 time: 0.0969734 May 14 18:11:08.867828 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-1eb6bba0-40f6-4bb9-b0d7-9b85665b280d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:08.868939 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1eb6bba0-40f6-4bb9-b0d7-9b85665b280d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8178654 May 14 18:11:08.874298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53888) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:08.924623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-8922fc3d-c566-4d05-b6ad-886faa7f9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:08.925762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-8922fc3d-c566-4d05-b6ad-886faa7f9851 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 914 time: 0.2095599 May 14 18:11:08.985851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-30d05c22-409c-4246-9087-8ca9e18443fe', 'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': '2c5b4634-e094-42cd-a7e7-86bee9692713'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:08.986681 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:09.025314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8c07-4a77-4b06-ae8e-f878b27730b5 req-221ff251-160a-45f9-8654-43ede9e93b73 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:09.035301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-793f8c07-4a77-4b06-ae8e-f878b27730b5 req-221ff251-160a-45f9-8654-43ede9e93b73 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 943 time: 0.4243221 May 14 18:11:09.073762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-3b806b2f-0913-4594-bfb8-471067876783 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de HTTP/1.1" status: 200 len: 217 time: 0.1375709 May 14 18:11:09.095073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-fd8fbdcf-ece3-478b-8167-c133f66ef203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:09.096724 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-fd8fbdcf-ece3-478b-8167-c133f66ef203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.3064163 May 14 18:11:09.151163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-793f8c07-4a77-4b06-ae8e-f878b27730b5 req-224fc4fe-58e0-46d3-866c-6b41e95e4f17 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147232 May 14 18:11:09.163786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:09.187088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-8c83a7c2-b05c-430c-a188-cd470bc6825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:09.188560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-8c83a7c2-b05c-430c-a188-cd470bc6825a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.1076934 May 14 18:11:09.254905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Allocated IP 172.20.0.2 (30d05c22-409c-4246-9087-8ca9e18443fe/2c5b4634-e094-42cd-a7e7-86bee9692713/9a0e518e-d1ec-49c5-8196-2dcb210ab640) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:09.291919 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'tag': '597410a0-9a0b-47b7-9027-6b7ba053a08a', 'status': 'completed', 'code': 200} May 14 18:11:09.304909 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-b3274870-08be-4928-ae7a-787bbf39ad47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918431 May 14 18:11:09.690075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53912) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:09.692193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:09.702897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1a41035e-88de-4656-a0c3-11d077c9acde up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:09.712292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-1af3e44f-8b4b-45dc-a246-773870612893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:09.713992 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-1af3e44f-8b4b-45dc-a246-773870612893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6067150 May 14 18:11:09.720854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:09.742581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Transition to ACTIVE for port object 9a0e518e-d1ec-49c5-8196-2dcb210ab640 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:09.849193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-8b1d99db-fd28-42ff-8e06-6428983e0fd7 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410101 May 14 18:11:09.851157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Transition to ACTIVE for port object 9a0e518e-d1ec-49c5-8196-2dcb210ab640 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:09.879313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:09.897988 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:09.921162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21d432-367e-4cf7-9865-8311fa826e8e req-cae5723f-8f42-4b91-821f-c2a6ac1ecf7c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:09.923342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b21d432-367e-4cf7-9865-8311fa826e8e req-cae5723f-8f42-4b91-821f-c2a6ac1ecf7c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 945 time: 0.2149215 May 14 18:11:09.958109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 1a41035e-88de-4656-a0c3-11d077c9acde completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:09.967987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 1a41035e-88de-4656-a0c3-11d077c9acde triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:09.968698 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.007789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Network 30d05c22-409c-4246-9087-8ca9e18443fe is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:10.017801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:10.024891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:10.080699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Pushing event updated for resources: {'Port': ['ID=9a0e518e-d1ec-49c5-8196-2dcb210ab640,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:10.082485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b21d432-367e-4cf7-9865-8311fa826e8e req-e711de54-5a0b-4c6f-94d6-30737e86bede tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986276 May 14 18:11:10.111591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:10.125560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-567a44e6-421b-4cd4-852a-7ad6a1519d2c req-a9fd1213-871d-497b-ba68-901550758295 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647536 May 14 18:11:10.126995 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-3404e9b0-de2c-49e3-8587-b586a16e19d7 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707521 May 14 18:11:10.142130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1007032241-network', 'tenant_id': 'bfeb36824e8e4299878132bc907bae5e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:10.222146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Attempting to bind port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:10.222146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Attempting to bind port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8f203ead-9a33-4f54-b665-49440163b8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:10.222484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Attempting to bind port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 on network 30d05c22-409c-4246-9087-8ca9e18443fe {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:10.237966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:10.238346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Checking segment: {'id': '8f203ead-9a33-4f54-b665-49440163b8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:10.238763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.239151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Bound using segment: {'id': '8f203ead-9a33-4f54-b665-49440163b8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:10.239650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Bound port: 9a0e518e-d1ec-49c5-8196-2dcb210ab640, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f203ead-9a33-4f54-b665-49440163b8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30d05c22-409c-4246-9087-8ca9e18443fe'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:10.240030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.306562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.338049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61036777-a086-42c0-9d0f-6459af65a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a41035e-88de-4656-a0c3-11d077c9acde'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:10.338640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:10.342704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.348638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.355476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.362376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.368146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.372575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1a41035e-88de-4656-a0c3-11d077c9acde, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1a41035e-88de-4656-a0c3-11d077c9acde,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:10.375231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.379532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.381705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.382772 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:10.389725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-a3e36ea0-b747-4367-8988-0bd8f01452d5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.1721439 May 14 18:11:10.396116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Usage tracker for resource:network and tenant:bfeb36824e8e4299878132bc907bae5e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:10.411271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:10.419790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] For port 9a0e518e-d1ec-49c5-8196-2dcb210ab640, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:10.440392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] For port 9a0e518e-d1ec-49c5-8196-2dcb210ab640, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9a0e518e-d1ec-49c5-8196-2dcb210ab640,segment=NetworkSegment(8f203ead-9a33-4f54-b665-49440163b8bd),segment_id=8f203ead-9a33-4f54-b665-49440163b8bd)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:10.444448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-314403e2-62f8-485a-b13e-3e18c5045a44 req-844baceb-ed80-47bb-9555-f9f090b8eb7d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533540 May 14 18:11:10.453519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.463607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:10.466176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1a41035e-88de-4656-a0c3-11d077c9acde,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:10.471150 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:10.471779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-f75a54dc-9ba0-40f1-85d1-3bbc3d5335b1 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228204 May 14 18:11:10.471916 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:10.544541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-41ecf6a5-a103-47ee-8e71-451978f756c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.546203 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-41ecf6a5-a103-47ee-8e71-451978f756c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 1094 time: 1.0909934 May 14 18:11:10.556493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Pushing event updated for resources: {'Port': ['ID=9a0e518e-d1ec-49c5-8196-2dcb210ab640,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:10.560187 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:10.646895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Made reservation on behalf of bfeb36824e8e4299878132bc907bae5e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:10.650087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.700256 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-9d364dc4-46e6-46dc-a01f-39cf60bbe8f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.2077377 May 14 18:11:10.707685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:10.742732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb89b3c-de34-4f56-9a99-29f555bf0cb2 req-8395b545-a421-4542-ae65-7bb7d5147080 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:10.744923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0cb89b3c-de34-4f56-9a99-29f555bf0cb2 req-8395b545-a421-4542-ae65-7bb7d5147080 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 943 time: 0.0867059 May 14 18:11:10.830060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0cb89b3c-de34-4f56-9a99-29f555bf0cb2 req-4ae40495-6d7d-4862-8098-9c18b071ad29 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528736 May 14 18:11:10.891906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:10.893128 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61036777-a086-42c0-9d0f-6459af65a274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a41035e-88de-4656-a0c3-11d077c9acde', 'code': 200} May 14 18:11:10.928411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Usage tracker for resource:security_group_rule and tenant:bfeb36824e8e4299878132bc907bae5e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:10.944226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:10.986705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:11.042962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-32d32dfe-3ef0-4a41-b9a8-1f4bf46e4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.044522 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-32d32dfe-3ef0-4a41-b9a8-1f4bf46e4991 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.3266554 May 14 18:11:11.048240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c77958-dd15-4d51-9be0-cc29fc73137d req-3004e652-1873-4659-8d78-dc529035edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.049961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c77958-dd15-4d51-9be0-cc29fc73137d req-3004e652-1873-4659-8d78-dc529035edd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 1097 time: 0.0978851 May 14 18:11:11.114886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c77958-dd15-4d51-9be0-cc29fc73137d req-14dda72a-07ac-481f-a934-81c36b8fafdb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554154 May 14 18:11:11.128120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-e1e91fd3-ab1b-4950-b707-8d51911f4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.129546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-e1e91fd3-ab1b-4950-b707-8d51911f4b29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 914 time: 0.4849908 May 14 18:11:11.265073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:11.270993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca318a5-6832-4ff3-9ef0-df7c9fa8c1d4 req-0388b2cf-65b0-4d7e-a7c1-e95703966a5d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.273078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ca318a5-6832-4ff3-9ef0-df7c9fa8c1d4 req-0388b2cf-65b0-4d7e-a7c1-e95703966a5d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1113598 May 14 18:11:11.279685 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b8f0b4b-b1e4-45bf-92ee-4e43ec9f3cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:11.351564 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-53fd5135-0a17-40f9-af93-e09979aa23ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a HTTP/1.1" status: 200 len: 217 time: 0.1387472 May 14 18:11:11.358120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5b4634-e094-42cd-a7e7-86bee9692713,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:11.367447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ca318a5-6832-4ff3-9ef0-df7c9fa8c1d4 req-4aa7cbde-79fb-44e9-9272-27e0da6c6647 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748434 May 14 18:11:11.379068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:11.429467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9a0e518e-d1ec-49c5-8196-2dcb210ab640 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:11.469657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:11.547275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:11.592191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f75fcb-33b2-4d54-8f84-a9728c474108 req-b7fc2016-5354-4832-a076-a737bb543726 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.594182 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97f75fcb-33b2-4d54-8f84-a9728c474108 req-b7fc2016-5354-4832-a076-a737bb543726 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1157126 May 14 18:11:11.594351 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:11.601550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0e7827ae-5a07-46cd-9232-5dd88d6d9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.603098 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-0e7827ae-5a07-46cd-9232-5dd88d6d9c5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5423393 May 14 18:11:11.646518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97f75fcb-33b2-4d54-8f84-a9728c474108 req-6846c606-5266-43c9-b3d8-f23998980ca5 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 May 14 18:11:11.665186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:11.666297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f72ae8-350d-4df8-bf9c-1f8eb590b71b None None] Network 30d05c22-409c-4246-9087-8ca9e18443fe requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:11.673430 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39f78af6-a430-4fdf-b08e-736d477e2c64 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:11.734648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 597410a0-9a0b-47b7-9027-6b7ba053a08a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:11.748972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:11.784220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Provisioning for port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:11.836015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Provisioning complete for port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:11.836565 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:11.846548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.852967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.859369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.865418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.871628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.877985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.884136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:11.886157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-161ceb02-70cd-4f04-a90c-e514bba6072f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.1397724 May 14 18:11:11.941214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f82e6a53-7d82-4775-a12c-aa24c79d7b92 req-0dfb7a75-42a7-41cd-897c-4a5c49b57f02 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473962 May 14 18:11:11.994027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:11.998160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d05c22-409c-4246-9087-8ca9e18443fe']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:12.032365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe07ff47-f713-49e6-bffd-ef9825fb9e27,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:12.052179 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:12.054034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f203ead-9a33-4f54-b665-49440163b8bd') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:12.054373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f203ead-9a33-4f54-b665-49440163b8bd') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:12.072564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d316eebd-4eb6-42ef-8cb6-fd19859fa3de details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:12.075688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-3d2bc73f-b95a-4a64-8c7c-da22f9702243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:12.077472 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-3d2bc73f-b95a-4a64-8c7c-da22f9702243 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.7166524 May 14 18:11:12.079622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.080249 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Added segment 4d319a0d-8b5d-4f4e-9df6-4d1b5e528965 of type vlan for network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 May 14 18:11:12.098090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.130633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 597410a0-9a0b-47b7-9027-6b7ba053a08a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:12.177529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '597410a0-9a0b-47b7-9027-6b7ba053a08a', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'port_id': '597410a0-9a0b-47b7-9027-6b7ba053a08a', 'mac_address': 'fa:16:3e:50:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f5be7-bef6-4a0e-aacc-ee563b6ddd7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:12.280978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.292157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-9a66fb30-c29e-471e-af58-91ba7d09ba45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328583 May 14 18:11:12.308417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.341429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ea605-0a83-48f3-a334-856017fddafb req-40023a6a-712b-43bc-9567-db13f538d5c5 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:12.343585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:12.343991 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.347676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b67ea605-0a83-48f3-a334-856017fddafb req-40023a6a-712b-43bc-9567-db13f538d5c5 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 943 time: 0.1168137 May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:12.363246 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:12.370201 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.404040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b67ea605-0a83-48f3-a334-856017fddafb req-722b2486-6e17-46c1-a207-3789dc0511e0 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 May 14 18:11:12.414704 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.424886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597410a0-9a0b-47b7-9027-6b7ba053a08a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:12.477577 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-f7060f58-c24a-4b04-a7ed-469a1690b6be service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956967 May 14 18:11:12.479520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e253e-0c7c-4910-b38b-931566528644 None None] DHCP port deletion for 30d05c22-409c-4246-9087-8ca9e18443fe request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:12.485197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 597410a0-9a0b-47b7-9027-6b7ba053a08a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:12.487620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:12.524482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:11:12.541345 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.546885 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:12.577041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'port_id': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de', 'mac_address': 'fa:16:3e:d3:2a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f5be7-bef6-4a0e-aacc-ee563b6ddd7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:12.588474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] For port 9a0e518e-d1ec-49c5-8196-2dcb210ab640, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9a0e518e-d1ec-49c5-8196-2dcb210ab640,segment=NetworkSegment(8f203ead-9a33-4f54-b665-49440163b8bd),segment_id=8f203ead-9a33-4f54-b665-49440163b8bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:12.633813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:11:12.633813 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:11:12.633813 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '30d05c22-409c-4246-9087-8ca9e18443fe'}] May 14 18:11:12.633813 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:11:12.634373 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:11:12.639962 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.641921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222e62c-8576-4d00-bc43-533a0a500c9e req-79b7bd96-9132-49b6-852f-620699b83124 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:12.643446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5222e62c-8576-4d00-bc43-533a0a500c9e req-79b7bd96-9132-49b6-852f-620699b83124 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.0870101 May 14 18:11:12.659742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.660633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:12.661213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.679963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84d5aa3a-b02b-4d6c-a197-e6ba95cfed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:12.690597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=597410a0-9a0b-47b7-9027-6b7ba053a08a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:12.694045 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:12.694669 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.705397 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5d4d2b01-ab48-40c5-84fb-69572505fc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:12.706687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5222e62c-8576-4d00-bc43-533a0a500c9e req-1ded981c-1172-4880-92b8-5f4c128f334e tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 May 14 18:11:12.761730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d316eebd-4eb6-42ef-8cb6-fd19859fa3de {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:12.782611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Deleting port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:12.782983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.800771 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-9ebff632-e18d-4120-86de-9ee4a576e326 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788647 May 14 18:11:12.867374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['597410a0-9a0b-47b7-9027-6b7ba053a08a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:12.899336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:12.906789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6bae-afc1-43be-a560-5eab14901a99 req-8573aa30-3e9b-47b0-ab77-beab6047e7e0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:12.908398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6bae-afc1-43be-a560-5eab14901a99 req-8573aa30-3e9b-47b0-ab77-beab6047e7e0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.0894480 May 14 18:11:12.927966 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:12.938450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Pushing event updated for resources: {'Port': ['ID=9a0e518e-d1ec-49c5-8196-2dcb210ab640,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:12.941343 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:12.946365 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f4f30df1-5c9d-4ec9-a55a-17d29d2b97c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:12.950455 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-5a54c1a2-dcd4-4bec-ba21-21a3e272c238 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469123 May 14 18:11:12.961394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6bae-afc1-43be-a560-5eab14901a99 req-ad48f34e-caeb-4a78-82c1-f30e268dd4fa tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454910 May 14 18:11:12.963605 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2594473 May 14 18:11:12.967842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53942) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:12.974471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Request body: {'subnet': {'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1007032241-subnet', 'tenant_id': 'bfeb36824e8e4299878132bc907bae5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:12.979830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:12.988841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Usage tracker for resource:subnet and tenant:bfeb36824e8e4299878132bc907bae5e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:12.993539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:13.001981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:13.014339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Made reservation on behalf of bfeb36824e8e4299878132bc907bae5e for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:13.017075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.020053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-419e253e-0c7c-4910-b38b-931566528644 None None] For port 9a0e518e-d1ec-49c5-8196-2dcb210ab640, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9a0e518e-d1ec-49c5-8196-2dcb210ab640,segment=NetworkSegment(8f203ead-9a33-4f54-b665-49440163b8bd),segment_id=8f203ead-9a33-4f54-b665-49440163b8bd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:13.020458 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.039552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Pushing event updated for resources: {'Network': ['ID=f90eaa1a-8eee-4811-b6c7-7e69ec723c57,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:13.053664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:13.058619 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-6d2aebfc-1b78-49d5-a38f-ea83be2a40d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.0892441 May 14 18:11:13.110085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:13.166315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.200369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Calling delete_port for 9a0e518e-d1ec-49c5-8196-2dcb210ab640 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:13.224316 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7fcac584-74d6-4394-af99-5d86bd5cb1f6 req-ffbd2bff-0fb3-4b89-a659-c4fb09c7eefd service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920901 May 14 18:11:13.228594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-25da8a6d-f986-463e-ac63-c59807788f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.231281 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-25da8a6d-f986-463e-ac63-c59807788f8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.1588209 May 14 18:11:13.243101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.249988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.254911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d316eebd-4eb6-42ef-8cb6-fd19859fa3de'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:13.256050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.262039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.268120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.274534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.280967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.288987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-58f2f211-3a7f-4e1e-a6d8-1e883cf02d70 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.1715283 May 14 18:11:13.296315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:13.300258 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:13.370085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9a0e518e-d1ec-49c5-8196-2dcb210ab640 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:13.372789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting port 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:13.373302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.390115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8eddbbea-3f11-43e5-8e56-74bed558ada6 req-d3806e91-ed00-4415-b4a4-313daed9e6d3 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998991 May 14 18:11:13.536803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:13.537141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.683876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-ff3d789d-6c62-451d-8122-785f9dc095d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:13.685712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-ff3d789d-6c62-451d-8122-785f9dc095d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4132767 May 14 18:11:13.687487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.739208 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.753921 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:13.832023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e253e-0c7c-4910-b38b-931566528644 None None] No DVR routers for this DVR port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:13.837439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Pushing event deleted for resources: {'Port': ['ID=9a0e518e-d1ec-49c5-8196-2dcb210ab640,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:13.840122 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:13.858310 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.900676 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:13.912163 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:14.013547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d36bf3-b70a-4ac1-8f3e-65f949cd2701,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:14.015728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Checking segment: {'id': '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:14.016088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Network hostable DHCP agents. Network: f90eaa1a-8eee-4811-b6c7-7e69ec723c57, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:14.019039 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:14.068085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:14.084827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f90eaa1a-8eee-4811-b6c7-7e69ec723c57) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:14.096053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab57d3-1c49-4eab-ba0c-38dd2fef637b None None] Network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:14.097121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:14.097658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:14.102388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Calling delete_port for 365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:14.123892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1541991 May 14 18:11:14.141351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e4a76-46d8-4d75-be7b-d894e64e7537 req-45f88de3-cf96-42ea-9197-cbe662993f8a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:14.142858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-596e4a76-46d8-4d75-be7b-d894e64e7537 req-45f88de3-cf96-42ea-9197-cbe662993f8a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 944 time: 0.1117766 May 14 18:11:14.194128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 9a0e518e-d1ec-49c5-8196-2dcb210ab640, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9a0e518e-d1ec-49c5-8196-2dcb210ab640,segment=NetworkSegment(8f203ead-9a33-4f54-b665-49440163b8bd),segment_id=8f203ead-9a33-4f54-b665-49440163b8bd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:14.194590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:14.196437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-596e4a76-46d8-4d75-be7b-d894e64e7537 req-5ec80376-c281-4420-8841-e824f7d2f0ed tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 May 14 18:11:14.314913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba29cf4-8220-41eb-8be6-362f55b8ba77 None None] Network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:14.370307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 9a0e518e-d1ec-49c5-8196-2dcb210ab640 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:14.432731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b26bf2-b366-420b-a589-74a3d90cb6e9 req-971a9691-fcb1-45c2-9924-f62a6d15ccd4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:14.436655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19b26bf2-b366-420b-a589-74a3d90cb6e9 req-971a9691-fcb1-45c2-9924-f62a6d15ccd4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1028819 May 14 18:11:14.447767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-97b7e67b-0523-4179-9535-a43aa9c9168d service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446568 May 14 18:11:14.493477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-fef772cf-7a5b-4bff-b436-0e9e74745062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:14.493932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19b26bf2-b366-420b-a589-74a3d90cb6e9 req-9af35e09-595e-42eb-a22c-a6335853a1ea tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492895 May 14 18:11:14.494904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-fef772cf-7a5b-4bff-b436-0e9e74745062 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 1097 time: 0.4480476 May 14 18:11:14.681958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88eb5-659c-4b18-a8d6-309615e3f6d7 req-3fa80b40-0ca5-47bc-9a1c-a2fc46935bd3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:14.683578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70b88eb5-659c-4b18-a8d6-309615e3f6d7 req-3fa80b40-0ca5-47bc-9a1c-a2fc46935bd3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.0818038 May 14 18:11:14.733656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70b88eb5-659c-4b18-a8d6-309615e3f6d7 req-9ae1a544-0e9c-4246-8959-4dd97f98e7eb tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 May 14 18:11:14.740654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:14.745488 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-174e0c0d-062d-428a-8382-7c1292d15743 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:14.815067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=9a0e518e-d1ec-49c5-8196-2dcb210ab640,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:14.823924 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:14.847876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 9a0e518e-d1ec-49c5-8196-2dcb210ab640 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:14.852297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-21abc756-9ae0-4bc2-ab54-f540198c86cb service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907464 May 14 18:11:14.884906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-589b4881-6697-40b3-98b1-d1aeda8b48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:14.886329 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-589b4881-6697-40b3-98b1-d1aeda8b48ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.3389125 May 14 18:11:15.053405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.073629 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86759947-5896-4486-a990-7589916a8580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:15.103255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-c3f73185-aebb-4bcd-a311-c1ce4524336f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a41035e-88de-4656-a0c3-11d077c9acde HTTP/1.1" status: 200 len: 217 time: 0.1918612 May 14 18:11:15.105229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-6ad95d2f-c152-456c-939e-db7a2f1b2837 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.106692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-6ad95d2f-c152-456c-939e-db7a2f1b2837 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/networks?id=f90eaa1a-8eee-4811-b6c7-7e69ec723c57 HTTP/1.1" status: 200 len: 818 time: 0.1488001 May 14 18:11:15.122366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-5ade6fc9-cb47-4497-979e-fed8361707a3 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/quotas/bfeb36824e8e4299878132bc907bae5e HTTP/1.1" status: 200 len: 375 time: 0.0099330 May 14 18:11:15.164164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Port': ['ID=365bb4d2-5b6f-4925-aaa0-16c4b4ac59cb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:15.171002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-33c11a84-db2b-4f14-88f9-a3dfd52395e4 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfeb36824e8e4299878132bc907bae5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430586 May 14 18:11:15.174368 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:15.180228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.232584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d05c22-409c-4246-9087-8ca9e18443fe']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:15.253605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f203ead-9a33-4f54-b665-49440163b8bd') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:15.253897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f203ead-9a33-4f54-b665-49440163b8bd') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:15.318990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-98af3b86-b55d-4ae6-af80-50e6656e7a0c service neutron] 10.222.0.24 "GET /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403298 May 14 18:11:15.441186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.459315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-e46d9250-3417-4edb-ac82-618d393d0038 service neutron] 10.222.0.24 "GET /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348426 May 14 18:11:15.468672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-bae97d4e-c318-4b47-a717-c944bf38d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.470264 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-bae97d4e-c318-4b47-a717-c944bf38d35f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.3411198 May 14 18:11:15.520426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.545358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-712fc7b6-9d3d-42cc-abe4-eb63083587ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676134 May 14 18:11:15.614105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:15.614501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:15.629766 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:15.709093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 597410a0-9a0b-47b7-9027-6b7ba053a08a up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:15.787459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.791885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.792375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.792847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.793895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.794355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.794833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.795270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 597410a0-9a0b-47b7-9027-6b7ba053a08a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:15.795395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.796575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.797170 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-9ae13c1d-34b1-410a-96f0-4d8baff3449d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6485 time: 0.8231122 May 14 18:11:15.801776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 597410a0-9a0b-47b7-9027-6b7ba053a08a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:15.802478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.804208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.815990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.831528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.837753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.845168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:15.855047 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-ccca1d66-993a-4738-97cb-ba085e67266f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.1868081 May 14 18:11:15.884569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.920323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4db9bb3-7e96-4240-9181-79a8465a7c00 req-66493d1d-6b99-4dbe-94b1-65032179ec35 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622940 May 14 18:11:15.945292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.980422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 597410a0-9a0b-47b7-9027-6b7ba053a08a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:15.982196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597410a0-9a0b-47b7-9027-6b7ba053a08a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:15.989175 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:15.991833 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06cc9cad-b85c-4dbd-8b77-58ba26708313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:16.022410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.070357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=597410a0-9a0b-47b7-9027-6b7ba053a08a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:16.082641 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:16.084826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d316eebd-4eb6-42ef-8cb6-fd19859fa3de up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:16.120328 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6de1e54f-54b4-4f43-a812-ffc985332f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:16.152042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.169506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port d316eebd-4eb6-42ef-8cb6-fd19859fa3de completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:16.174429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=30d05c22-409c-4246-9087-8ca9e18443fe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:16.180312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port d316eebd-4eb6-42ef-8cb6-fd19859fa3de triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:16.180312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.194524 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:16.209179 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/30d05c22-409c-4246-9087-8ca9e18443fe HTTP/1.1" status: 204 len: 168 time: 7.5143890 May 14 18:11:16.243465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53996) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:16.255486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352267145'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:16.264566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:16.271286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:16.275974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:16.276534 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-2d8170d4-6498-46cb-bb2d-9409ecbb1af4 service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637661 May 14 18:11:16.284231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:16.321443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e4372-901f-4b3e-9e27-e36c11b4c9e6 req-fe23aa43-7c6d-43b2-9179-b1c07bfea135 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:16.330419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-765e4372-901f-4b3e-9e27-e36c11b4c9e6 req-fe23aa43-7c6d-43b2-9179-b1c07bfea135 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 945 time: 0.1322677 May 14 18:11:16.330883 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.335392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-1fd78e19-4918-422e-ab94-8b1c4cc52def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:16.336967 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-1fd78e19-4918-422e-ab94-8b1c4cc52def service neutron] 10.222.0.15 "GET /v2.0/networks?id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 903 time: 0.4876139 May 14 18:11:16.348219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:16.352197 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.370498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:16.376202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.380411 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-419e253e-0c7c-4910-b38b-931566528644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:16.423785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-765e4372-901f-4b3e-9e27-e36c11b4c9e6 req-b441d00e-7149-4131-8269-cd2050464b69 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923977 May 14 18:11:16.424671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:16.456458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:16.456721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.458828 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 51797f89-af7a-47ae-a1ce-2be91d2019a5 of type vlan for network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 May 14 18:11:16.467644 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:16.494842 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-56f47ae7-9090-41a4-af51-1312442f811e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.1267133 May 14 18:11:16.496283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.530362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.538744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:16.539389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:16.542718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Router 8db6bf92-2592-4613-8269-3019cdec1143 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:11:16.545480 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0f03966-30f8-4d8c-a22f-c1d0d1265bc0 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:16.691514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4443600 May 14 18:11:16.691725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54000) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:16.701763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:16.716524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:16.727837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:16.732080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:16.875087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:16.887704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-e8f78224-5919-4cb6-ace7-027a36d227f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:16.889184 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-e8f78224-5919-4cb6-ace7-027a36d227f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.3862324 May 14 18:11:16.895126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd92ae-83c0-425b-be63-287852363319 req-e683c413-545f-4cd9-ab96-8adf0c1a13d0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:16.895572 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a5ecb2fa-ab70-4a54-8301-3c49d0fa3d5d req-325df92b-8db4-465a-ad47-a828c5459f91 service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615971 May 14 18:11:16.896936 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18fd92ae-83c0-425b-be63-287852363319 req-e683c413-545f-4cd9-ab96-8adf0c1a13d0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.2763605 May 14 18:11:16.898101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:16.906175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:16.913770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:16.932597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:11:16.946108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0584714 May 14 18:11:16.946321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54008) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:16.960798 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] Sync routers for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:11:16.974166 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:16.975733 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:17.061837 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-858754cd-7f2d-4cab-ac5e-21e6e4dcbf71 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] delete failed (client error): The resource could not be found. May 14 18:11:17.066879 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-858754cd-7f2d-4cab-ac5e-21e6e4dcbf71 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-524933010 HTTP/1.1" status: 404 len: 334 time: 0.1195281 May 14 18:11:17.067543 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:17.067880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54014) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:17.076841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bc22dd72-78a2-418b-a2de-0338b5cba662 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'router': {'external_gateway_info': {'network_id': '8db6bf92-2592-4613-8269-3019cdec1143'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:17.079195 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:17.079995 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:17.135841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:17.139785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:17.145897 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:17.146404 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa9ce0-00af-439a-acd6-fd4a88d793f3 None None] The sync data for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:11:17.272050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18fd92ae-83c0-425b-be63-287852363319 req-7fcaccb7-42e0-4824-ad5e-6c06bc5e711e tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450098 May 14 18:11:17.284333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing IP validity checks on allocation pools {{(pid=79559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 14 18:11:17.284859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=79559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 14 18:11:17.315996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ce27d350-1a78-4a81-9863-ec323c569801 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:17.317440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ce27d350-1a78-4a81-9863-ec323c569801 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.22 "GET /v2.0/networks?id=f90eaa1a-8eee-4811-b6c7-7e69ec723c57 HTTP/1.1" status: 200 len: 818 time: 0.4680007 May 14 18:11:17.334666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Request body: {'port': {'device_id': 'e771c152-557d-4319-a68c-b6991715a8ad', 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57', 'admin_state_up': True, 'tenant_id': 'bfeb36824e8e4299878132bc907bae5e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:17.364752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-fcba7bbd-07e9-4841-ace7-7e165750302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:17.366336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-fcba7bbd-07e9-4841-ace7-7e165750302a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4698510 May 14 18:11:17.492674 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1da9cfc3-0ae8-46cf-8ed2-e49e62fdeecc req-b3296d53-0454-4320-8970-0ce5779688e7 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 210 time: 0.0945189 May 14 18:11:17.593723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:17.598394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc22dd72-78a2-418b-a2de-0338b5cba662 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:17.599944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Usage tracker for resource:port and tenant:bfeb36824e8e4299878132bc907bae5e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:17.602825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:17.620588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:17.659103 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-bc22dd72-78a2-418b-a2de-0338b5cba662 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] update failed (client error): The resource could not be found. May 14 18:11:17.660152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc22dd72-78a2-418b-a2de-0338b5cba662 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143 HTTP/1.1" status: 404 len: 339 time: 0.5894415 May 14 18:11:17.664727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54022) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:17.722423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Made reservation on behalf of bfeb36824e8e4299878132bc907bae5e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:17.725815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:17.729765 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-5aaacbb6-d388-4468-9b8b-e5be0c041676 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023782 May 14 18:11:17.913132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63852d8a-c6cb-48ca-96fa-28f18c17f3d5 req-130db8c7-dea9-477d-8e15-b64e6adea091 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:17.914573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63852d8a-c6cb-48ca-96fa-28f18c17f3d5 req-130db8c7-dea9-477d-8e15-b64e6adea091 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.2832055 May 14 18:11:17.984625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Allocated IP 172.20.0.11 (f90eaa1a-8eee-4811-b6c7-7e69ec723c57/37d36bf3-b70a-4ac1-8f3e-65f949cd2701/849d7bfa-f814-40e7-b958-9c6573e9008b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:18.009151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63852d8a-c6cb-48ca-96fa-28f18c17f3d5 req-a97874f6-681e-497a-84af-da29b29a9ca9 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847654 May 14 18:11:18.067262 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597410a0-9a0b-47b7-9027-6b7ba053a08a', 'code': 200} May 14 18:11:18.234291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:18.245381 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:18.371825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=f3fee32b-b7ff-4454-96b4-72f38912d11d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:18.377446 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:18.393199 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b68b052f-a780-4668-b01f-4a69bcef06f3 req-3c32fa17-03d3-42fd-8ca8-91ecc8154306 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070032 May 14 18:11:18.404146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '51797f89-af7a-47ae-a1ce-2be91d2019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:18.404497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:18.443762 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:18.460309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.463895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:18.466801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.472672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.478277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.484103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.489910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.495648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.497685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-39e2c36e-a2e5-4345-99d8-2dc17e2bab5b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.3017447 May 14 18:11:18.513211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:18.532623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60279473-b04a-4ec5-aa95-4395dd141c8c req-2e2f455a-85ce-41cd-bd1f-9fb475010ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.534121 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60279473-b04a-4ec5-aa95-4395dd141c8c req-2e2f455a-85ce-41cd-bd1f-9fb475010ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 1096 time: 0.3013086 May 14 18:11:18.544807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:18.555726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08be56e4-980e-4a4f-9d65-9e7b37fae7e3 None None] Network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:18.572599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.573202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:18.589309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc01372b-a6cc-4ba0-b4f8-6bd1c126f81e req-57e420ee-bbda-42de-98cc-33136746e153 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799246 May 14 18:11:18.590858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:18.598199 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d821fb10-1e3a-48bd-a2e3-383a0291f737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:18.670313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:18.673684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:18.683676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:18.709440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0167205 May 14 18:11:18.721177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54030) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:18.725474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Pushing event updated for resources: {'Port': ['ID=849d7bfa-f814-40e7-b958-9c6573e9008b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:18.743672 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60279473-b04a-4ec5-aa95-4395dd141c8c req-9a8b7aaf-ff04-4d5e-b7f4-549d644afa23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575413 May 14 18:11:18.747781 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:18.780790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.781272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.781738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.782202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.783337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.783337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.783710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:18.789000 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-82c81536-6a17-4492-8a0e-ae2318f7fc3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6485 time: 0.3265808 May 14 18:11:18.900381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6', 'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': 'f3fee32b-b7ff-4454-96b4-72f38912d11d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:18.901545 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.022863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:19.023651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.056086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-6920a720-a0c2-4ece-aae7-d24b5b44c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:19.057504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-6920a720-a0c2-4ece-aae7-d24b5b44c48c service neutron] 10.222.0.15 "GET /v2.0/networks?id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 903 time: 0.2165153 May 14 18:11:19.058547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Allocated IP 172.20.0.1 (0b8eeba6-ec46-4b51-b99a-1a580d567b16/646efdbc-69cd-461d-a7b5-b7679f160350/3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:19.071655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Allocated IP 172.20.0.3 (96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6/f3fee32b-b7ff-4454-96b4-72f38912d11d/82ea3567-ba0f-4995-bde7-2cbcda16b203) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:19.093939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7640097 May 14 18:11:19.113761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Request body: {'port': {'device_id': 'e771c152-557d-4319-a68c-b6991715a8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:19.132127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-fff1fb75-3cb1-4bc7-a177-0ce0a0be71fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.0676229 May 14 18:11:19.156897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.238748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c24f3-4d6a-4401-9219-4ca5e46494e7 req-33beb152-fccb-4a6d-a115-cc899d849840 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:19.245622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b25c24f3-4d6a-4401-9219-4ca5e46494e7 req-33beb152-fccb-4a6d-a115-cc899d849840 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 945 time: 0.2877610 May 14 18:11:19.287934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-954bc536-f7f0-442d-83f7-743be2ff10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:19.289371 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-954bc536-f7f0-442d-83f7-743be2ff10a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.1381958 May 14 18:11:19.294530 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.306019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Transition to ACTIVE for port object 82ea3567-ba0f-4995-bde7-2cbcda16b203 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:19.326774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Transition to ACTIVE for port object 82ea3567-ba0f-4995-bde7-2cbcda16b203 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:19.333207 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.337883 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:19.344626 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.368810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b25c24f3-4d6a-4401-9219-4ca5e46494e7 req-67def6a7-388d-4647-92be-97258796234d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212323 May 14 18:11:19.378205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.397362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Transition to ACTIVE for port object 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:19.413843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:19.417596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:19.429027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:19.429731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.435923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4270f5bf-1f64-4cd3-b285-9ac77acb51fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:19.450277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Pushing event updated for resources: {'Port': ['ID=82ea3567-ba0f-4995-bde7-2cbcda16b203,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:19.456964 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:19.517633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:19.525471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:19.540260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-b35c77a0-eae3-4401-ac44-325949422972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:19.541956 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-b35c77a0-eae3-4401-ac44-325949422972 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2433002 May 14 18:11:19.546305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:19.563199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Attempting to bind port 82ea3567-ba0f-4995-bde7-2cbcda16b203 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:19.563590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Attempting to bind port 82ea3567-ba0f-4995-bde7-2cbcda16b203 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '51797f89-af7a-47ae-a1ce-2be91d2019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:19.563800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.563987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Attempting to bind port 82ea3567-ba0f-4995-bde7-2cbcda16b203 on network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:19.569357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:19.569743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Checking segment: {'id': '51797f89-af7a-47ae-a1ce-2be91d2019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:19.570301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.570693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Bound using segment: {'id': '51797f89-af7a-47ae-a1ce-2be91d2019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:19.571157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Bound port: 82ea3567-ba0f-4995-bde7-2cbcda16b203, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51797f89-af7a-47ae-a1ce-2be91d2019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:19.571552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.604176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.608040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Port': ['ID=3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:19.680438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] For port 82ea3567-ba0f-4995-bde7-2cbcda16b203, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:19.686992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] For port 82ea3567-ba0f-4995-bde7-2cbcda16b203, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=82ea3567-ba0f-4995-bde7-2cbcda16b203,segment=NetworkSegment(51797f89-af7a-47ae-a1ce-2be91d2019a5),segment_id=51797f89-af7a-47ae-a1ce-2be91d2019a5)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:19.701095 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.710881 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:19.853806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Pushing event updated for resources: {'Port': ['ID=82ea3567-ba0f-4995-bde7-2cbcda16b203,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:19.856779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.857516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.857516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.857852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.858211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.858567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.858919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.871796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78bc3505-9ec0-4987-8534-490a4fb3edff None None] Provisioning for port 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:19.871965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.872405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.872782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.873181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.873551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:19.882278 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:19.888131 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:19.889491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78bc3505-9ec0-4987-8534-490a4fb3edff None None] Provisioning complete for port 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:19.890201 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78bc3505-9ec0-4987-8534-490a4fb3edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:19.987495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-78bc3505-9ec0-4987-8534-490a4fb3edff None None] Port 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:11:20.029951 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-4bd72eed-3ca4-4f22-8d4c-f0652dfcd60d service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229887 May 14 18:11:20.068903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:20.158175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.181985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5d99e-e85e-4949-a71b-5897d7b564e3 req-657920e0-42ca-46bc-844b-3ca72af3c12d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:20.186570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39f5d99e-e85e-4949-a71b-5897d7b564e3 req-657920e0-42ca-46bc-844b-3ca72af3c12d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5840814 May 14 18:11:20.222817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849d7bfa-f814-40e7-b958-9c6573e9008b {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:20.254468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.304777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Transition to ACTIVE for port object 849d7bfa-f814-40e7-b958-9c6573e9008b will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:20.313418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.321572 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:20.363407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39f5d99e-e85e-4949-a71b-5897d7b564e3 req-d48a93e3-4e52-4691-ad6d-56e67c0dc5c3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353679 May 14 18:11:20.389289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b01411ae-46d9-4c1b-9119-32a97475b6e4 req-323c1e75-f1e5-496f-b9d2-4e3da04a5985 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513913 May 14 18:11:20.465343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Pushing event updated for resources: {'Port': ['ID=849d7bfa-f814-40e7-b958-9c6573e9008b,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:20.476552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.480226 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:20.481228 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-348e4f19-1e6b-4ba9-bc44-3cb713ac3aa0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:20.593652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fee32b-b7ff-4454-96b4-72f38912d11d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:20.602553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:20.621821 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.627800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.661169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b513de61-a3e6-4191-9f93-1c6ff79d6da4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:20.749008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.753046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.756793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event updated for resources: {'Port': ['ID=3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:20.759760 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:20.777320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:20.798353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Attempting to bind port 849d7bfa-f814-40e7-b958-9c6573e9008b on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:20.798687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Attempting to bind port 849d7bfa-f814-40e7-b958-9c6573e9008b by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:20.799008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Attempting to bind port 849d7bfa-f814-40e7-b958-9c6573e9008b on network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:20.803529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51797f89-af7a-47ae-a1ce-2be91d2019a5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:20.803822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51797f89-af7a-47ae-a1ce-2be91d2019a5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:20.905588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:20.906785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:20.960051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:20.967145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Port 849d7bfa-f814-40e7-b958-9c6573e9008b on network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:11:20.967491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Attempting to bind port 849d7bfa-f814-40e7-b958-9c6573e9008b on network f90eaa1a-8eee-4811-b6c7-7e69ec723c57 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:20.982192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:20.982528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Checking segment: {'id': '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:20.982913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Bound using segment: {'id': '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:20.983374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Bound port: 849d7bfa-f814-40e7-b958-9c6573e9008b, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:20.983715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.000264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a26129-d5ee-4da8-8653-dffe51df9583 req-077144b2-e0da-4e3d-b735-ff2309392943 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:21.000980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a4a26129-d5ee-4da8-8653-dffe51df9583 req-077144b2-e0da-4e3d-b735-ff2309392943 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Synchronizing usage tracker for tenant:bfeb36824e8e4299878132bc907bae5e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:21.011028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.033680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9098e969-04f3-4bf2-8b27-be4fc7413ea2 None None] Network 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:21.050495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:21.050906 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:21.071925 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:21.084935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Router 8db6bf92-2592-4613-8269-3019cdec1143 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:11:21.169314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8a4be4de-9290-4658-8bf4-06d992f18d80 None None] Provisioning for port 82ea3567-ba0f-4995-bde7-2cbcda16b203 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:21.180996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a4a26129-d5ee-4da8-8653-dffe51df9583 req-077144b2-e0da-4e3d-b735-ff2309392943 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Unset dirty status for tenant:bfeb36824e8e4299878132bc907bae5e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:21.188240 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4a26129-d5ee-4da8-8653-dffe51df9583 req-077144b2-e0da-4e3d-b735-ff2309392943 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 944 time: 0.6790068 May 14 18:11:21.208685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:11:21.208685 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:11:21.208685 n-d-787206-3 neutron-server[79559]: [parameters: {'id': '96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6'}] May 14 18:11:21.208685 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:11:21.209112 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:11:21.232321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] For port 849d7bfa-f814-40e7-b958-9c6573e9008b, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:21.254712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4a26129-d5ee-4da8-8653-dffe51df9583 req-cb2b8386-8746-4c7e-a8b5-fbddd407cc5f tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654998 May 14 18:11:21.256469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] For port 849d7bfa-f814-40e7-b958-9c6573e9008b, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=849d7bfa-f814-40e7-b958-9c6573e9008b,segment=NetworkSegment(4d319a0d-8b5d-4f4e-9df6-4d1b5e528965),segment_id=4d319a0d-8b5d-4f4e-9df6-4d1b5e528965)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:21.267500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.267798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:11:21.278782 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd5db7ec-8946-44d6-9910-fb395ff67a94 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:21.298236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6299853 May 14 18:11:21.299215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54044) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:21.302602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] Sync routers for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:11:21.332816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:21.334203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:21.334936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:21.335611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.337088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] 10.222.0.22 "PUT /v2.0/ports/849d7bfa-f814-40e7-b958-9c6573e9008b HTTP/1.1" status: 200 len: 1092 time: 2.2314527 May 14 18:11:21.337660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771c152-557d-4319-a68c-b6991715a8ad', 'tag': '849d7bfa-f814-40e7-b958-9c6573e9008b'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:21.365915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Pushing event updated for resources: {'Port': ['ID=849d7bfa-f814-40e7-b958-9c6573e9008b,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:21.371929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:21.435233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:21.460039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-22a87e89-0412-45bc-a585-9bd228e62dd5 None None] Provisioning complete for port 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:21.460532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-22a87e89-0412-45bc-a585-9bd228e62dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.526474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:21.528733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:21.598024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-22a87e89-0412-45bc-a585-9bd228e62dd5 None None] Port 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:11:21.599873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 82ea3567-ba0f-4995-bde7-2cbcda16b203 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:21.623930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-646a8d16-970b-44a1-9666-b9923535a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:21.625422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-646a8d16-970b-44a1-9666-b9923535a4cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfeb36824e8e4299878132bc907bae5e&device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 1095 time: 0.2334788 May 14 18:11:21.630035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] DHCP port deletion for 96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:21.676139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:21.676558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad12c3-17a5-48b9-ae9f-79938090a381 None None] The sync data for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:11:21.717993 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.721996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-f2950eab-a918-43e5-b51b-210a4ce67ce3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849d7bfa-f814-40e7-b958-9c6573e9008b HTTP/1.1" status: 200 len: 217 time: 0.0699720 May 14 18:11:21.730889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d9cdd-73fe-4eb8-9a9d-fbb6e90c52c9 req-432e562b-35a7-49e1-a136-7f4de1efee4c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:21.732084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c7d9cdd-73fe-4eb8-9a9d-fbb6e90c52c9 req-432e562b-35a7-49e1-a136-7f4de1efee4c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1843016 May 14 18:11:21.737283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 82ea3567-ba0f-4995-bde7-2cbcda16b203 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:21.752430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Deleting port 82ea3567-ba0f-4995-bde7-2cbcda16b203 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:21.752813 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.764474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 82ea3567-ba0f-4995-bde7-2cbcda16b203 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:21.764895 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.771545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-470341c8-116c-48d1-b092-84a0f5b9eca4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:21.868723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-4a3860f7-dbcb-4e4f-9c22-bc61b55a51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:21.870138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-4a3860f7-dbcb-4e4f-9c22-bc61b55a51ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37d36bf3-b70a-4ac1-8f3e-65f949cd2701 HTTP/1.1" status: 200 len: 858 time: 0.1371367 May 14 18:11:21.876342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c7d9cdd-73fe-4eb8-9a9d-fbb6e90c52c9 req-2a170e03-04bb-4e46-bdf7-637a2e5f24c0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089344 May 14 18:11:21.927481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-23cc4f2d-3369-4c14-b95c-0fd9d024ea17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f90eaa1a-8eee-4811-b6c7-7e69ec723c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468006 May 14 18:11:21.935869 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-470341c8-116c-48d1-b092-84a0f5b9eca4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] delete failed (client error): There was a conflict when trying to complete your request. May 14 18:11:21.937466 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-470341c8-116c-48d1-b092-84a0f5b9eca4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143 HTTP/1.1" status: 409 len: 329 time: 0.6372507 May 14 18:11:21.940325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54052) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:21.971211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 82ea3567-ba0f-4995-bde7-2cbcda16b203 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:21.971896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.031330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.042744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] For port 82ea3567-ba0f-4995-bde7-2cbcda16b203, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=82ea3567-ba0f-4995-bde7-2cbcda16b203,segment=NetworkSegment(51797f89-af7a-47ae-a1ce-2be91d2019a5),segment_id=51797f89-af7a-47ae-a1ce-2be91d2019a5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:22.044231 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.175400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Calling delete_port for 82ea3567-ba0f-4995-bde7-2cbcda16b203 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:22.192543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 82ea3567-ba0f-4995-bde7-2cbcda16b203, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=82ea3567-ba0f-4995-bde7-2cbcda16b203,segment=NetworkSegment(51797f89-af7a-47ae-a1ce-2be91d2019a5),segment_id=51797f89-af7a-47ae-a1ce-2be91d2019a5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:22.204132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.206751 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:22.226802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 82ea3567-ba0f-4995-bde7-2cbcda16b203, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=82ea3567-ba0f-4995-bde7-2cbcda16b203,segment=NetworkSegment(51797f89-af7a-47ae-a1ce-2be91d2019a5),segment_id=51797f89-af7a-47ae-a1ce-2be91d2019a5)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:22.227424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.287839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=82ea3567-ba0f-4995-bde7-2cbcda16b203,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:22.290940 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:22.301201 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.311649 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:22.358513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] No DVR routers for this DVR port 82ea3567-ba0f-4995-bde7-2cbcda16b203 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:22.360053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Pushing event deleted for resources: {'Port': ['ID=82ea3567-ba0f-4995-bde7-2cbcda16b203,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:22.362737 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:22.372660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-96aa971e-bbc0-4fef-b74a-b6fb38052040 service neutron] 10.222.0.22 "GET /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239998 May 14 18:11:22.381090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 82ea3567-ba0f-4995-bde7-2cbcda16b203 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:22.490634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.500593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.506352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.512451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.518202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.523977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.530575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.536422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:22.538269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-a47dfe96-6a74-400f-80ca-e679c2a6e8f6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.4920318 May 14 18:11:22.635229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e472e28-1e60-41fb-911e-c2e0a509b710 req-6b8970ae-bc73-4225-8d67-38d2c7bf3b03 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839484 May 14 18:11:22.639745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d915617-07fa-4c94-a16f-fc46c541dc72 req-f0f0739d-fb18-481e-b631-279077210bff service neutron] 10.222.0.22 "GET /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558966 May 14 18:11:22.651506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:22.665139 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:22.701379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=82ea3567-ba0f-4995-bde7-2cbcda16b203,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:22.704529 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:22.705311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 82ea3567-ba0f-4995-bde7-2cbcda16b203 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:22.817560 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de', 'code': 200} May 14 18:11:22.929824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting port 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:22.930159 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.059276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.063124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.081888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:23.100313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51797f89-af7a-47ae-a1ce-2be91d2019a5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:23.100711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51797f89-af7a-47ae-a1ce-2be91d2019a5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:23.123973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.150705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8da2af-8328-4c36-ac7a-dd1b1dc5137b req-1cb80c93-6225-4b9f-9085-b8826b32b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.152239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c8da2af-8328-4c36-ac7a-dd1b1dc5137b req-1cb80c93-6225-4b9f-9085-b8826b32b2d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a2a89ced-12eb-45c7-8236-f82a66a0d6af HTTP/1.1" status: 200 len: 1096 time: 0.2525201 May 14 18:11:23.157218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.191547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:23.191951 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:23.207513 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:23.218754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d884c-1583-44e7-8bdb-cc2914ceeded req-808f030f-51c3-43b7-8997-69c9e1d0f246 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.220279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a3d884c-1583-44e7-8bdb-cc2914ceeded req-808f030f-51c3-43b7-8997-69c9e1d0f246 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 945 time: 0.2821066 May 14 18:11:23.308135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Calling delete_port for 3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:23.341018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c8da2af-8328-4c36-ac7a-dd1b1dc5137b req-fb4c2066-fc32-4bf4-aa30-4986abf728bd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783135 May 14 18:11:23.349631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.353106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 82ea3567-ba0f-4995-bde7-2cbcda16b203 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:23.357704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a3d884c-1583-44e7-8bdb-cc2914ceeded req-e3f59cb7-94d4-44c8-8a2c-32b0579c9f4a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312873 May 14 18:11:23.358370 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-26873e6b-0ac1-4788-95e4-bf288cae43f1 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:23.373926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.385728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:23.390590 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:23.393313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 HTTP/1.1" status: 204 len: 168 time: 4.6717241 May 14 18:11:23.396671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:23.404808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589821048'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:23.412207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 82ea3567-ba0f-4995-bde7-2cbcda16b203 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:23.412685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 82ea3567-ba0f-4995-bde7-2cbcda16b203 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:23.416926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:23.423363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:23.427026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:23.427772 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771c152-557d-4319-a68c-b6991715a8ad', 'tag': '849d7bfa-f814-40e7-b958-9c6573e9008b', 'status': 'completed', 'code': 200} May 14 18:11:23.435086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:23.476190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:23.479707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.538390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-73d4e1bb-9def-46fa-ab18-0f083c8cf146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.540070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-73d4e1bb-9def-46fa-ab18-0f083c8cf146 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bfeb36824e8e4299878132bc907bae5e&device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 1095 time: 0.0919220 May 14 18:11:23.542781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.550621 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:23.586338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:23.599705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Port': ['ID=3ba48e7a-e0b6-4d0e-9a92-3f65bf8e9814,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:23.602143 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:23.676890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.677229 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment cd1a2363-fd8a-418c-b96a-91617671052f of type vlan for network cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 May 14 18:11:23.726317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.732821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5eb4-a1ad-4eec-8645-dd033168b5ce req-f94a2905-8b62-45ec-9f47-5542a29a5653 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.734349 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75ae5eb4-a1ad-4eec-8645-dd033168b5ce req-f94a2905-8b62-45ec-9f47-5542a29a5653 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1927536 May 14 18:11:23.756234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-31338048-1086-436f-8efc-22f2a8a3033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.757827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-31338048-1086-436f-8efc-22f2a8a3033f service neutron] 10.222.0.22 "GET /v2.0/networks?id=f90eaa1a-8eee-4811-b6c7-7e69ec723c57 HTTP/1.1" status: 200 len: 919 time: 0.1854196 May 14 18:11:23.843366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-0ca886e9-07a3-4907-9f4a-8b16372d2252 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=849d7bfa-f814-40e7-b958-9c6573e9008b HTTP/1.1" status: 200 len: 217 time: 0.0770745 May 14 18:11:23.850288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75ae5eb4-a1ad-4eec-8645-dd033168b5ce req-e66fb50e-4e75-43f4-8351-7a76cde7f005 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097231 May 14 18:11:23.880579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.910864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-731fd445-0d17-4b84-a3fb-5f95f40808c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.912382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-731fd445-0d17-4b84-a3fb-5f95f40808c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37d36bf3-b70a-4ac1-8f3e-65f949cd2701 HTTP/1.1" status: 200 len: 858 time: 0.0613120 May 14 18:11:23.952616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.959106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.959408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:23.960028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:23.961804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-c9b232e4-b38b-446f-b1c1-0660abb5699b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f90eaa1a-8eee-4811-b6c7-7e69ec723c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422330 May 14 18:11:24.021427 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:24.158137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55fb7a-4ca7-4c20-9951-bb8fe4a3b80e req-75659e35-129e-478a-b2a5-7c5f0f7eb20f tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:24.159606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c55fb7a-4ca7-4c20-9951-bb8fe4a3b80e req-75659e35-129e-478a-b2a5-7c5f0f7eb20f tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 944 time: 0.2002521 May 14 18:11:24.168828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-df23fba5-f219-4a86-ad4d-2d1f91e7105d service neutron] 10.222.0.22 "GET /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736267 May 14 18:11:24.192519 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7941616 May 14 18:11:24.205843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54072) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:24.258543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=cc6ba4fc-206e-4aad-a0d1-43a168df7cd0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:24.263938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:24.270579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:24.273648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': 'cc6ba4fc-206e-4aad-a0d1-43a168df7cd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:24.278021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Router 8db6bf92-2592-4613-8269-3019cdec1143 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:11:24.397601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c55fb7a-4ca7-4c20-9951-bb8fe4a3b80e req-d2f57c0f-d7a5-487c-acca-94803abc2b6f tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311318 May 14 18:11:24.426910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:11:24.432418 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4904752 May 14 18:11:24.435495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54076) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:24.452084 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] Sync routers for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:11:24.465552 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:24.466612 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:24.489196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:24.495458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:24.500073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5c8e233-234a-4b67-b7e3-04c09ba0bbad req-e76ed25e-0546-4ec9-bc92-276f41bdb986 service neutron] 10.222.0.22 "GET /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181379 May 14 18:11:24.500862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:24.513752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:24.532629 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-8427ff67-64c9-4da1-ab7e-2686d30cc8d7 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] show failed (client error): The resource could not be found. May 14 18:11:24.539103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8427ff67-64c9-4da1-ab7e-2686d30cc8d7 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-262133423 HTTP/1.1" status: 404 len: 334 time: 0.1024315 May 14 18:11:24.539665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54080) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:24.544743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8fe90bc6-8877-49e5-a21f-1128fffc683e tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Request body: {'router': {'name': 'new_name'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:24.563586 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:24.568610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:24.572077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:24.572603 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] Routers {'8db6bf92-2592-4613-8269-3019cdec1143'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:24.573202 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8db6bf92-2592-4613-8269-3019cdec1143'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:24.633786 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:24.634200 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031bdc64-6b6f-4bf8-a79f-a428a5b432cd None None] The sync data for ids ['8db6bf92-2592-4613-8269-3019cdec1143'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:11:24.735045 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-8fe90bc6-8877-49e5-a21f-1128fffc683e tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] update failed (client error): The resource could not be found. May 14 18:11:24.736007 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8fe90bc6-8877-49e5-a21f-1128fffc683e tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1344205477 HTTP/1.1" status: 404 len: 335 time: 0.1954603 May 14 18:11:24.739472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54084) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:24.804095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting subnet a9b2ab5a-5fbe-4bca-baac-e01672b902fc {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:11:24.807236 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:24.854488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb4bd-0dc6-4533-bca9-b2ca08ce6b6a req-360c1b52-7a8b-49b1-b5ee-7ea938f62b5d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:24.856299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-586fb4bd-0dc6-4533-bca9-b2ca08ce6b6a req-360c1b52-7a8b-49b1-b5ee-7ea938f62b5d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.3395219 May 14 18:11:24.863715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:24.948150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:24.950642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-586fb4bd-0dc6-4533-bca9-b2ca08ce6b6a req-abcf0caf-3157-4910-acf8-e207e95d0aa6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883179 May 14 18:11:25.203792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c381f-d54f-47c6-8fda-b4603e898221 req-28b34b37-9919-4e82-b4b1-e02720800d51 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.205305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-328c381f-d54f-47c6-8fda-b4603e898221 req-28b34b37-9919-4e82-b4b1-e02720800d51 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2a89ced-12eb-45c7-8236-f82a66a0d6af HTTP/1.1" status: 200 len: 945 time: 0.1126230 May 14 18:11:25.220863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.225461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9219ed6e-5c21-4e7c-b4e9-592852b5a567 tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:25.262212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b2ab5a-5fbe-4bca-baac-e01672b902fc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:25.264281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.266978 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:25.275999 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/subnets/a9b2ab5a-5fbe-4bca-baac-e01672b902fc HTTP/1.1" status: 204 len: 168 time: 0.5312307 May 14 18:11:25.275999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:25.279535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945ce4b-9157-424f-9537-bf17c146a9d0 None None] Network d87f030e-6493-4026-a114-094615df8ed7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:25.283922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-328c381f-d54f-47c6-8fda-b4603e898221 req-0ea35b8d-09b0-49f3-b5cb-41b794e4f47d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660217 May 14 18:11:25.352037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting subnet 8acdc0ae-6583-40ee-9a14-7c26d63b40ba {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:11:25.355800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.381186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.391221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:25.417941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.524584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.526625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=6a57c6ca-b475-4e7c-a83c-8a22989e9265,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:25.536279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:25.546570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': 'cd1a2363-fd8a-418c-b96a-91617671052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cc6ba4fc-206e-4aad-a0d1-43a168df7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:25.547007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: cc6ba4fc-206e-4aad-a0d1-43a168df7cd0, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:25.581754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:25.597244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.602272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] DHCP port deletion for d87f030e-6493-4026-a114-094615df8ed7 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:25.602832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.608712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.614412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.620111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.626446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.632268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.634372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-2608d4e1-3f55-4bb0-bd4a-1dacb2241aaa tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.2049644 May 14 18:11:25.655935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, cc6ba4fc-206e-4aad-a0d1-43a168df7cd0) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:25.666977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854fc1ce-ba61-41cd-93f6-c1001baeecd9 None None] Network cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:25.670036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:25.670637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.702488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f183d8c4-687b-4910-8e43-0a20380c2534 req-54152fae-2760-4888-bab4-5601c15b0169 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616422 May 14 18:11:25.714595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5008800 May 14 18:11:25.714839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54096) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:25.745646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Deleting port ec99aaa7-e96f-4437-8450-f20c3a01f32b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:25.746721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.854444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.861384 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-086396a4-6e83-4409-b34a-021e7f43e327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:25.878397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] For port ec99aaa7-e96f-4437-8450-f20c3a01f32b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ec99aaa7-e96f-4437-8450-f20c3a01f32b,segment=NetworkSegment(3435ad5c-b9d6-439e-9487-0f1cc7079ffd),segment_id=3435ad5c-b9d6-439e-9487-0f1cc7079ffd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:25.879030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.892798 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.910227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Subnet': ['ID=8acdc0ae-6583-40ee-9a14-7c26d63b40ba,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:25.912192 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:25.914910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:25.922290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/subnets/8acdc0ae-6583-40ee-9a14-7c26d63b40ba HTTP/1.1" status: 204 len: 168 time: 0.6472673 May 14 18:11:25.922959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54100) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:25.960016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ea2cf-ea6b-4f4e-9a28-29280e74bc05 None None] Network e9693713-ce33-428b-97ec-ac7fc7d21c75 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:25.991936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.072014 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.120956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Calling delete_port for ec99aaa7-e96f-4437-8450-f20c3a01f32b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:26.184776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting port ec99aaa7-e96f-4437-8450-f20c3a01f32b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:26.185209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.198879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 849d7bfa-f814-40e7-b958-9c6573e9008b details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:26.309856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] For port ec99aaa7-e96f-4437-8450-f20c3a01f32b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ec99aaa7-e96f-4437-8450-f20c3a01f32b,segment=NetworkSegment(3435ad5c-b9d6-439e-9487-0f1cc7079ffd),segment_id=3435ad5c-b9d6-439e-9487-0f1cc7079ffd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:26.310468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.420593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7769e7-4700-4173-929b-937b8cfad181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-cc6ba4fc-206e-4aad-a0d1-43a168df7cd0', 'network_id': 'cc6ba4fc-206e-4aad-a0d1-43a168df7cd0', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': '6a57c6ca-b475-4e7c-a83c-8a22989e9265'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:26.422095 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9c7769e7-4700-4173-929b-937b8cfad181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.469356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Calling delete_port for ec99aaa7-e96f-4437-8450-f20c3a01f32b owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:26.486313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06241853-e382-463b-ba3d-9e07db295604 req-47d8cba6-1bd3-4bb6-b86f-862831efe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:26.487817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-47d8cba6-1bd3-4bb6-b86f-862831efe96f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.2208521 May 14 18:11:26.528531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.534349 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c28d5f10-68c9-4649-86b1-5fca979c1add tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:26.624996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.631806 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc2d8386-ead1-4556-aa42-38b285a38159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:26.684875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=6a57c6ca-b475-4e7c-a83c-8a22989e9265,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:26.705900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:26.723910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06241853-e382-463b-ba3d-9e07db295604 req-89051b2b-8e5b-4618-a5ff-ae1f7778ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:26.725364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-89051b2b-8e5b-4618-a5ff-ae1f7778ba7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.2293813 May 14 18:11:26.732595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Port': ['ID=ec99aaa7-e96f-4437-8450-f20c3a01f32b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:26.736755 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:26.739079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] No DVR routers for this DVR port ec99aaa7-e96f-4437-8450-f20c3a01f32b on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server [None req-9c7769e7-4700-4173-929b-937b8cfad181 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a57c6ca-b475-4e7c-a83c-8a22989e9265: This subnet is being modified by another concurrent operation. May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 14 18:11:26.763718 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1447, in create_port May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1414, in _create_port_db May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise exception May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a57c6ca-b475-4e7c-a83c-8a22989e9265: This subnet is being modified by another concurrent operation. May 14 18:11:26.767502 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server May 14 18:11:26.773252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] DHCP port deletion for e9693713-ce33-428b-97ec-ac7fc7d21c75 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:26.782496 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.787876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 849d7bfa-f814-40e7-b958-9c6573e9008b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=849d7bfa-f814-40e7-b958-9c6573e9008b,segment=NetworkSegment(4d319a0d-8b5d-4f4e-9df6-4d1b5e528965),segment_id=4d319a0d-8b5d-4f4e-9df6-4d1b5e528965)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:26.798324 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:26.865577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d931d462-0016-47f0-970e-26e4bef58a43 None None] Network cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:26.882801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.897077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87f030e-6493-4026-a114-094615df8ed7']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:26.908615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Pushing event deleted for resources: {'Port': ['ID=ec99aaa7-e96f-4437-8450-f20c3a01f32b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:26.911061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3435ad5c-b9d6-439e-9487-0f1cc7079ffd') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:26.911383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3435ad5c-b9d6-439e-9487-0f1cc7079ffd') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:26.924036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.925519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d3fa3-1c80-469a-85f3-b3b9cb78923b req-aa72c950-037d-4a75-af23-cd94dde6aa7a tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:26.927023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-060d3fa3-1c80-469a-85f3-b3b9cb78923b req-aa72c950-037d-4a75-af23-cd94dde6aa7a tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 944 time: 0.5079567 May 14 18:11:26.941330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.948140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:26.948520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:26.954864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '849d7bfa-f814-40e7-b958-9c6573e9008b', 'network_id': 'f90eaa1a-8eee-4811-b6c7-7e69ec723c57', 'port_id': '849d7bfa-f814-40e7-b958-9c6573e9008b', 'mac_address': 'fa:16:3e:cd:af:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d36bf3-b70a-4ac1-8f3e-65f949cd2701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:26.964478 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:26.970168 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:26.972533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] No DVR routers for this DVR port ec99aaa7-e96f-4437-8450-f20c3a01f32b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:27.056507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.056915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.066495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1458a83c-4288-4d6b-8ff4-aa7eb0df0043 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:27.083714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.092158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6ba4fc-206e-4aad-a0d1-43a168df7cd0']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:27.093057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Network': ['ID=d87f030e-6493-4026-a114-094615df8ed7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:27.096750 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:27.099006 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/networks/d87f030e-6493-4026-a114-094615df8ed7 HTTP/1.1" status: 204 len: 168 time: 1.1748533 May 14 18:11:27.101199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54114) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:27.101524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d13540f4-4a07-4707-9b38-f23f4bafc2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.123473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1a2363-fd8a-418c-b96a-91617671052f') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:27.123895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1a2363-fd8a-418c-b96a-91617671052f') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:27.132472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-060d3fa3-1c80-469a-85f3-b3b9cb78923b req-40693bdb-11f8-4e7e-94ec-bd9b8b5b22c8 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304889 May 14 18:11:27.140319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-dc36a794-cc01-43f2-b67b-6c372f511438 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 1002 time: 0.2120214 May 14 18:11:27.143777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.147419 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.174742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849d7bfa-f814-40e7-b958-9c6573e9008b {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:27.179273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Deleting port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:27.179670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.213407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.224972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:27.226491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:27.241230 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:27.243359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.276719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 849d7bfa-f814-40e7-b958-9c6573e9008b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=849d7bfa-f814-40e7-b958-9c6573e9008b,segment=NetworkSegment(4d319a0d-8b5d-4f4e-9df6-4d1b5e528965),segment_id=4d319a0d-8b5d-4f4e-9df6-4d1b5e528965)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:27.292235 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.298338 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9e1dad29-e24f-4c41-a95a-ce44df663b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:27.328077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06241853-e382-463b-ba3d-9e07db295604 req-c471bfca-cca3-47ba-9829-5e21e6760884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:27.330322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-c471bfca-cca3-47ba-9829-5e21e6760884 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1795092 May 14 18:11:27.334191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:27.334692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.361802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] For port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,segment=NetworkSegment(5abce5e6-7f01-448e-877f-7e1a3bb5a7a0),segment_id=5abce5e6-7f01-448e-877f-7e1a3bb5a7a0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:27.362352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.439385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:27.458733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] For port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,segment=NetworkSegment(5abce5e6-7f01-448e-877f-7e1a3bb5a7a0),segment_id=5abce5e6-7f01-448e-877f-7e1a3bb5a7a0)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:27.459957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.481885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.489284 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8a14143-0cf7-4489-b71a-95c17d0db273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:27.505497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.515853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06241853-e382-463b-ba3d-9e07db295604 req-ef39d480-eadc-4a84-8c27-fc14bd6818bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:27.517345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-ef39d480-eadc-4a84-8c27-fc14bd6818bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308646 May 14 18:11:27.518542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 HTTP/1.1" status: 204 len: 168 time: 1.8027003 May 14 18:11:27.524541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54118) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:27.546084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Calling delete_port for 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:27.556670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755729547'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:27.570131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=849d7bfa-f814-40e7-b958-9c6573e9008b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:27.578367 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:27.631028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Calling delete_port for 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:27.634718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=cc6ba4fc-206e-4aad-a0d1-43a168df7cd0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:27.645403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:27.647167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:27.655782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['849d7bfa-f814-40e7-b958-9c6573e9008b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:27.656020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5c73f-df74-4d47-825d-174732aa06d2 req-1bbb1c04-c0e5-442b-96f7-e4b6f7be8b0e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:27.657520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3a5c73f-df74-4d47-825d-174732aa06d2 req-1bbb1c04-c0e5-442b-96f7-e4b6f7be8b0e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.3214068 May 14 18:11:27.661734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:27.666106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:27.675895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:27.687795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.693283 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028a73be-84de-488d-bf3b-636dedd05d71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:27.713224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.744279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Port': ['ID=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:27.746364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] No DVR routers for this DVR port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:27.748689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:27.749790 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.752000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:27.755514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.783699 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.794235 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:27.837598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3a5c73f-df74-4d47-825d-174732aa06d2 req-bda5f105-4e0b-403f-9aa0-fe2194dc25dd tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643088 May 14 18:11:27.844360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-b75bff8c-5a2a-4934-86c8-7f5e094041bf service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981412 May 14 18:11:27.855584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Pushing event deleted for resources: {'Port': ['ID=3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:27.855848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:27.858681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:27.892248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] No DVR routers for this DVR port 3aec4e03-0aef-4a81-a1d5-8b8c3baaa56a on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:27.896871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.910939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ec99aaa7-e96f-4437-8450-f20c3a01f32b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:27.928004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9693713-ce33-428b-97ec-ac7fc7d21c75']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:27.942592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.942946 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment e7382791-eb54-4d02-927b-a3cdd291d1b0 of type vlan for network 08f85c64-feae-4385-9a25-5de446029d9b May 14 18:11:27.945142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:27.945505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abce5e6-7f01-448e-877f-7e1a3bb5a7a0') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:27.948246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1bb48e-0e79-416f-ad3a-cc43cf60d3ab None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:11:27.966518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.991132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:27.999382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ec99aaa7-e96f-4437-8450-f20c3a01f32b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:27.999785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ec99aaa7-e96f-4437-8450-f20c3a01f32b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:28.002326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:28.003059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.018060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.033152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-3b400e3a-c247-4e43-80a5-b7dd27830db6 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:28.034778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-3b400e3a-c247-4e43-80a5-b7dd27830db6 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a89ced-12eb-45c7-8236-f82a66a0d6af HTTP/1.1" status: 200 len: 945 time: 0.2604184 May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:28.094122 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:28.130671 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.135666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1830b7cb-944a-4aaa-8e00-acdccdb0cc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:28.144022 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:11:28.157878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.160362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06241853-e382-463b-ba3d-9e07db295604 req-f6cf69e8-adbd-483a-9a12-d06a7f6f0835 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022935 May 14 18:11:28.164468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Network': ['ID=e9693713-ce33-428b-97ec-ac7fc7d21c75,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:28.177055 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:28.180188 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/networks/e9693713-ce33-428b-97ec-ac7fc7d21c75 HTTP/1.1" status: 204 len: 168 time: 1.0776587 May 14 18:11:28.183243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54124) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:28.194436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1bb48e-0e79-416f-ad3a-cc43cf60d3ab None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:11:28.233020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.238534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:28.239143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.247262 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:28.265568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting subnet 646efdbc-69cd-461d-a7b5-b7679f160350 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:11:28.268857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.331611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.365860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8402350 May 14 18:11:28.367549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54128) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:28.377483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '08f85c64-feae-4385-9a25-5de446029d9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:28.378208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=08f85c64-feae-4385-9a25-5de446029d9b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:28.386300 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:28.401357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85604bd-e508-4fe5-af43-9f137c00d0e2 req-60ff5b7e-bab2-4b4e-a481-af10ae3d8084 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:28.401995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 08f85c64-feae-4385-9a25-5de446029d9b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:28.402916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a85604bd-e508-4fe5-af43-9f137c00d0e2 req-60ff5b7e-bab2-4b4e-a481-af10ae3d8084 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.3475981 May 14 18:11:28.432875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Deleting port d316eebd-4eb6-42ef-8cb6-fd19859fa3de {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:28.433442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.516440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:28.521727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:28.525936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:28.536109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:28.540713 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.543649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a85604bd-e508-4fe5-af43-9f137c00d0e2 req-7aa5ab54-b027-41ba-b090-d05daf0a889d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289434 May 14 18:11:28.662315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] For port d316eebd-4eb6-42ef-8cb6-fd19859fa3de, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:28.663061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:28.717607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:28.721372 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.060266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Calling delete_port for d316eebd-4eb6-42ef-8cb6-fd19859fa3de owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:29.177781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.184982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.190861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.196767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.203378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.208736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.214619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.217470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8232297-4890-4c28-b870-201a8e29943c req-be366be4-086a-49e3-9b55-f223ec5fe555 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.1646445 May 14 18:11:29.268735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.279131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c96f4963-a3ba-4b65-afef-5916b86db78e tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:29.318332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.320439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25afeac5-f719-4808-9876-8a9a044bbbd9 None None] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:29.326436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Subnet': ['ID=646efdbc-69cd-461d-a7b5-b7679f160350,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:29.333058 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:29.334370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8232297-4890-4c28-b870-201a8e29943c req-5d8ae962-7750-45ae-a834-290be0b45578 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015697 May 14 18:11:29.339301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54138) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:29.340414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/subnets/646efdbc-69cd-461d-a7b5-b7679f160350 HTTP/1.1" status: 204 len: 168 time: 1.1554384 May 14 18:11:29.394434 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.427311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['597410a0-9a0b-47b7-9027-6b7ba053a08a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:29.476369 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:29.496816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.506135 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9178d7da-28c9-416e-aac3-3e4839644d23 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:29.547551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event deleted for resources: {'Port': ['ID=d316eebd-4eb6-42ef-8cb6-fd19859fa3de,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:29.550610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['d316eebd-4eb6-42ef-8cb6-fd19859fa3de'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:29.553266 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:29.634265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.640241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': 'e7382791-eb54-4d02-927b-a3cdd291d1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08f85c64-feae-4385-9a25-5de446029d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:29.640932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 08f85c64-feae-4385-9a25-5de446029d9b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:29.641936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.645998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] No DVR routers for this DVR port d316eebd-4eb6-42ef-8cb6-fd19859fa3de on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:29.648657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.651116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'name': 'network-vif-deleted', 'tag': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:29.653764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=53f14152-77d3-43d7-b723-7aa5e738d6a6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:29.658392 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:29.677639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 08f85c64-feae-4385-9a25-5de446029d9b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:29.691530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 08f85c64-feae-4385-9a25-5de446029d9b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:29.702850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f25cdb8d-722b-4e19-801c-dc8a98f5c8d8 req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "DELETE /v2.0/ports/d316eebd-4eb6-42ef-8cb6-fd19859fa3de HTTP/1.1" status: 204 len: 173 time: 1.6573341 May 14 18:11:29.711235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87132d7-5e17-4dee-9f9d-1d3db6d38141 None None] Network 08f85c64-feae-4385-9a25-5de446029d9b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:29.713294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:29.713969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.740156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3718863 May 14 18:11:29.742720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54146) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:29.750210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Deleting port ff070433-a19a-4da4-acd3-d676198d4326 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:29.750554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.833179 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0185e4c2-75e6-47e6-a48f-3a3a669271c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.909272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] For port ff070433-a19a-4da4-acd3-d676198d4326, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ff070433-a19a-4da4-acd3-d676198d4326,segment=NetworkSegment(9f26d758-e6f5-43e8-8ebe-88e84dba1a39),segment_id=9f26d758-e6f5-43e8-8ebe-88e84dba1a39)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:29.909637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:29.937607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.010824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.043737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Calling delete_port for ff070433-a19a-4da4-acd3-d676198d4326 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:30.066418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff601b05-e533-4429-b68c-a45e9a874379 req-f1d4e484-434b-41af-a5f9-e19bc655c972 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:30.067916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff601b05-e533-4429-b68c-a45e9a874379 req-f1d4e484-434b-41af-a5f9-e19bc655c972 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 945 time: 0.3016458 May 14 18:11:30.089802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-08f85c64-feae-4385-9a25-5de446029d9b', 'network_id': '08f85c64-feae-4385-9a25-5de446029d9b', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': '53f14152-77d3-43d7-b723-7aa5e738d6a6'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:30.090957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.104691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] DHCP port deletion for 0b8eeba6-ec46-4b51-b99a-1a580d567b16 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:30.128988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff601b05-e533-4429-b68c-a45e9a874379 req-aef80ea3-2583-48a1-811a-f70e2c3adcab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 May 14 18:11:30.158312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.170416 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5715c3bf-bb6f-4ee0-ac0e-46ea99f19afd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:30.193634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 849d7bfa-f814-40e7-b958-9c6573e9008b up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:30.226159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Port': ['ID=ff070433-a19a-4da4-acd3-d676198d4326,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:30.230943 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:30.233153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] No DVR routers for this DVR port ff070433-a19a-4da4-acd3-d676198d4326 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:30.377081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 849d7bfa-f814-40e7-b958-9c6573e9008b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:30.384241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Deleting port ff070433-a19a-4da4-acd3-d676198d4326 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:30.384627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.404986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 849d7bfa-f814-40e7-b958-9c6573e9008b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:30.405303 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.501134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Allocated IP 172.20.0.1 (08f85c64-feae-4385-9a25-5de446029d9b/53f14152-77d3-43d7-b723-7aa5e738d6a6/5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:30.507220 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.530641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8eeba6-ec46-4b51-b99a-1a580d567b16']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:30.553438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f26d758-e6f5-43e8-8ebe-88e84dba1a39') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:30.553819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f26d758-e6f5-43e8-8ebe-88e84dba1a39') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:30.571737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb2950-b93f-4054-ab29-eb5324d5a813 req-2d0cd3c3-3e3b-4bf0-b01d-371b34b7e6ed tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:30.573204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29fb2950-b93f-4054-ab29-eb5324d5a813 req-2d0cd3c3-3e3b-4bf0-b01d-371b34b7e6ed tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1557682 May 14 18:11:30.577746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.613234 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.626955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d719a-2233-4872-8282-0040a9f423dd req-a0458159-6d86-4d20-9fff-23fd4194cadf tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:30.628100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-972d719a-2233-4872-8282-0040a9f423dd req-a0458159-6d86-4d20-9fff-23fd4194cadf tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:30.631107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:30.631640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.646422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-972d719a-2233-4872-8282-0040a9f423dd req-a0458159-6d86-4d20-9fff-23fd4194cadf tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:30.647836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-972d719a-2233-4872-8282-0040a9f423dd req-a0458159-6d86-4d20-9fff-23fd4194cadf tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f426b9f-eee3-41b5-a9dd-f206f2fe45d1 HTTP/1.1" status: 200 len: 945 time: 0.1157920 May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:30.648048 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:30.665056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] For port ff070433-a19a-4da4-acd3-d676198d4326, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:30.665456 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.704433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29fb2950-b93f-4054-ab29-eb5324d5a813 req-89b6c39c-88d8-460d-8f70-9dc3ee07881f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199358 May 14 18:11:30.746798 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.750625 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:30.767785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.786007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/networks/0b8eeba6-ec46-4b51-b99a-1a580d567b16 HTTP/1.1" status: 204 len: 168 time: 1.4447925 May 14 18:11:30.786287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54158) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:30.787239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Pushing event deleted for resources: {'Network': ['ID=0b8eeba6-ec46-4b51-b99a-1a580d567b16,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:30.789592 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:30.813637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Calling delete_port for ff070433-a19a-4da4-acd3-d676198d4326 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:30.818211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Port ff070433-a19a-4da4-acd3-d676198d4326 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:11:30.822694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.834927 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-02fc41b7-81eb-41f7-94ef-7f769da239e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:30.843550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d9e494e1-7529-4e92-9f10-eb56bef1060f tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Synchronizing usage tracker for tenant:35dd473da8214cffbf74ac8ed2284e86 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:30.869849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Deleting port 597410a0-9a0b-47b7-9027-6b7ba053a08a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:30.869849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.872114 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:30.888268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d9e494e1-7529-4e92-9f10-eb56bef1060f tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Unset dirty status for tenant:35dd473da8214cffbf74ac8ed2284e86 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:30.888868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Network 0b8eeba6-ec46-4b51-b99a-1a580d567b16 is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:11:30.889339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] No DVR routers for this DVR port ff070433-a19a-4da4-acd3-d676198d4326 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:30.892742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d9e494e1-7529-4e92-9f10-eb56bef1060f tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db6bf92-2592-4613-8269-3019cdec1143 HTTP/1.1" status: 200 len: 205 time: 0.1050987 May 14 18:11:30.893769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54166) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:30.893910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Pushing event deleted for resources: {'Port': ['ID=ff070433-a19a-4da4-acd3-d676198d4326,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:30.923279 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:30.989582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.067923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771c152-557d-4319-a68c-b6991715a8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d7bfa-f814-40e7-b958-9c6573e9008b'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:31.085671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 849d7bfa-f814-40e7-b958-9c6573e9008b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=849d7bfa-f814-40e7-b958-9c6573e9008b,segment=NetworkSegment(4d319a0d-8b5d-4f4e-9df6-4d1b5e528965),segment_id=4d319a0d-8b5d-4f4e-9df6-4d1b5e528965)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:31.089492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.100085 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.102253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Transition to ACTIVE for port object 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:31.104575 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:31.137346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-e45b3276-c49c-434f-b6d7-f650d36b4ffa tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:31.144114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-e45b3276-c49c-434f-b6d7-f650d36b4ffa tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 813 time: 0.3061564 May 14 18:11:31.159724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-3e03531a-2d56-4d39-a5ba-8a7b1490b0ea tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/quotas/6c28a17d4f384bce8da096f0ed44ff1e HTTP/1.1" status: 200 len: 375 time: 0.0146551 May 14 18:11:31.174304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Transition to ACTIVE for port object 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:31.188665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.194961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=849d7bfa-f814-40e7-b958-9c6573e9008b,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:31.200257 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:31.200725 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:31.246532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-b63dc2dd-cf0f-4c3e-b6bc-bd4fcfc1fe9b tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:31.253337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Network 08f85c64-feae-4385-9a25-5de446029d9b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:31.255966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:31.258287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-b63dc2dd-cf0f-4c3e-b6bc-bd4fcfc1fe9b tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:31.259604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:31.266901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-b63dc2dd-cf0f-4c3e-b6bc-bd4fcfc1fe9b tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054153 May 14 18:11:31.290197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.306196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:31.313150 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:31.372323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Attempting to bind port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:31.372697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Attempting to bind port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e7382791-eb54-4d02-927b-a3cdd291d1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08f85c64-feae-4385-9a25-5de446029d9b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:31.373069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Attempting to bind port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 on network 08f85c64-feae-4385-9a25-5de446029d9b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:31.380786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:31.382365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Checking segment: {'id': 'e7382791-eb54-4d02-927b-a3cdd291d1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08f85c64-feae-4385-9a25-5de446029d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:31.383942 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.384547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Bound using segment: {'id': 'e7382791-eb54-4d02-927b-a3cdd291d1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08f85c64-feae-4385-9a25-5de446029d9b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:31.385041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Bound port: 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7382791-eb54-4d02-927b-a3cdd291d1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08f85c64-feae-4385-9a25-5de446029d9b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:31.385611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.399259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ff070433-a19a-4da4-acd3-d676198d4326 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:31.422925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-4b4f677e-6e82-49a8-adcc-32424c44aff7 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551371 May 14 18:11:31.426536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.441321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ff070433-a19a-4da4-acd3-d676198d4326 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:31.441923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ff070433-a19a-4da4-acd3-d676198d4326 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:31.472767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] For port 597410a0-9a0b-47b7-9027-6b7ba053a08a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=597410a0-9a0b-47b7-9027-6b7ba053a08a,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:31.473260 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.534430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] For port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:31.537989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] For port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6,segment=NetworkSegment(e7382791-eb54-4d02-927b-a3cdd291d1b0),segment_id=e7382791-eb54-4d02-927b-a3cdd291d1b0)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:31.542300 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.546211 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:31.567086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-8ec23052-de16-4f32-be07-28727ba5f265 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372752 May 14 18:11:31.609051 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-063130f0-1ee5-4ec3-aa77-b1cd8ad9f36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:31.631747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:31.648332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Calling delete_port for 597410a0-9a0b-47b7-9027-6b7ba053a08a owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:31.660556 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:31.661919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=53f14152-77d3-43d7-b723-7aa5e738d6a6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:31.709204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e79e99-133e-4541-9535-ba2f5ffc2524 None None] Network 08f85c64-feae-4385-9a25-5de446029d9b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:31.724958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:31.924729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db105b85-a99d-414a-bb02-e59281392d98 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:11:31.953254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.962465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.968937 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:31.978436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f85c64-feae-4385-9a25-5de446029d9b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:31.982011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607feb-838a-477e-9b4b-3866277409ed req-c36fc541-1f2d-439f-8874-7b4feb04fcf4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:31.984296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0607feb-838a-477e-9b4b-3866277409ed req-c36fc541-1f2d-439f-8874-7b4feb04fcf4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1213343 May 14 18:11:32.005504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7382791-eb54-4d02-927b-a3cdd291d1b0') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:32.005804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7382791-eb54-4d02-927b-a3cdd291d1b0') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:32.022665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.030157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.030715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Fanout notify agent at l3_agent the message router_deleted on router 8db6bf92-2592-4613-8269-3019cdec1143 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:11:32.054547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.059628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0607feb-838a-477e-9b4b-3866277409ed req-2e81f781-7d46-426d-8266-2242d0d4e0be tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647509 May 14 18:11:32.067167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:32.067581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:32.083927 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:32.128868 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a89ced-12eb-45c7-8236-f82a66a0d6af', 'name': 'network-vif-deleted', 'tag': 'd316eebd-4eb6-42ef-8cb6-fd19859fa3de', 'status': 'completed', 'code': 200} May 14 18:11:32.141115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.144937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e3a992a-7b8b-44af-8a74-7c4a8315aacc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] 10.222.0.24 "DELETE /v2.0/routers/8db6bf92-2592-4613-8269-3019cdec1143 HTTP/1.1" status: 204 len: 168 time: 1.2460251 May 14 18:11:32.145468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db105b85-a99d-414a-bb02-e59281392d98 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:11:32.209346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d316eebd-4eb6-42ef-8cb6-fd19859fa3de no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:32.218552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:11:32.218552 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:11:32.218552 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '08f85c64-feae-4385-9a25-5de446029d9b'}] May 14 18:11:32.218552 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:11:32.219100 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:11:32.240135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.246830 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:32.301917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event deleted for resources: {'Port': ['ID=597410a0-9a0b-47b7-9027-6b7ba053a08a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:32.306446 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:32.365024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['597410a0-9a0b-47b7-9027-6b7ba053a08a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:32.416611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] No DVR routers for this DVR port 597410a0-9a0b-47b7-9027-6b7ba053a08a on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:32.419544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.423901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'name': 'network-vif-deleted', 'tag': '597410a0-9a0b-47b7-9027-6b7ba053a08a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:32.440390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: d316eebd-4eb6-42ef-8cb6-fd19859fa3de {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:32.441633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d316eebd-4eb6-42ef-8cb6-fd19859fa3de not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:32.444218 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-972d719a-2233-4872-8282-0040a9f423dd req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "DELETE /v2.0/ports/597410a0-9a0b-47b7-9027-6b7ba053a08a HTTP/1.1" status: 204 len: 173 time: 1.7899001 May 14 18:11:32.451300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.454290 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.459450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.466924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.473590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.480091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.488778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.497678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:32.500070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-148ef3c2-afd3-435d-baf5-3dd15100bccd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.1841624 May 14 18:11:32.565729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54198) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:32.599977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f97980b7-7502-4d48-93d1-a8ab25b940e3 req-57c931c0-28d8-47d8-b3f6-04380fbb01df tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837102 May 14 18:11:32.720360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:32.824264 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771c152-557d-4319-a68c-b6991715a8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d7bfa-f814-40e7-b958-9c6573e9008b', 'code': 200} May 14 18:11:33.033360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-51abb453-b80e-4156-860d-7281cb68d561 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35dd473da8214cffbf74ac8ed2284e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660575 May 14 18:11:33.036662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:33.069310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f330f-a626-4cf6-90ff-9ac2e81ebdb0 req-ae6013e2-aa90-4867-a777-875e92bac665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:33.070752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b0f330f-a626-4cf6-90ff-9ac2e81ebdb0 req-ae6013e2-aa90-4867-a777-875e92bac665 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 1097 time: 0.1333697 May 14 18:11:33.076324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:33.076657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.100296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95c8a8-56f4-49b2-bb41-59e39ea33099 req-ba2fd702-8e16-402a-9b4a-6a052b306883 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:33.101717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d95c8a8-56f4-49b2-bb41-59e39ea33099 req-ba2fd702-8e16-402a-9b4a-6a052b306883 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 946 time: 0.1255031 May 14 18:11:33.155769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b0f330f-a626-4cf6-90ff-9ac2e81ebdb0 req-0ad2abf4-ccd1-418c-a898-1e2a01e702f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770347 May 14 18:11:33.169943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d95c8a8-56f4-49b2-bb41-59e39ea33099 req-bc989751-deac-4630-a02a-853149407571 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606670 May 14 18:11:33.201030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.207458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6,segment=NetworkSegment(e7382791-eb54-4d02-927b-a3cdd291d1b0),segment_id=e7382791-eb54-4d02-927b-a3cdd291d1b0)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:33.208024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.361142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:33.369206 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.439630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02faade-23d0-4d8a-b8bd-f4643cf5e273 req-570d4dac-f33d-4b91-92f9-009d0e8bf1a6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:33.447365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a02faade-23d0-4d8a-b8bd-f4643cf5e273 req-570d4dac-f33d-4b91-92f9-009d0e8bf1a6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1341801 May 14 18:11:33.465981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.473352 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5c0699a-338c-4ea5-9f82-5a5791404bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:33.489799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88caf2ed-51e7-487f-97ca-84099fa06582,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:33.494031 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:33.499850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.499850 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88caf2ed-51e7-487f-97ca-84099fa06582 HTTP/1.1" status: 204 len: 168 time: 0.4596758 May 14 18:11:33.510295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.519971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:33.579739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:33.585817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 5c4dd82e-d8a5-4de2-90f0-15fd71eea8a6 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:33.587450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:33.598039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a02faade-23d0-4d8a-b8bd-f4643cf5e273 req-34f07f97-4c21-4d21-8c88-16188e87057d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492906 May 14 18:11:33.670663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-1556924e-4cd6-4118-a347-7f78828a9f4a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:33.672355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-1556924e-4cd6-4118-a347-7f78828a9f4a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 813 time: 0.2805185 May 14 18:11:33.686192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Request body: {'port': {'device_id': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'admin_state_up': True, 'tenant_id': '6c28a17d4f384bce8da096f0ed44ff1e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:33.743723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.762788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f85c64-feae-4385-9a25-5de446029d9b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:33.776082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7382791-eb54-4d02-927b-a3cdd291d1b0') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:33.776696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7382791-eb54-4d02-927b-a3cdd291d1b0') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:33.789507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.809601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.816917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:33.817774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:33.835286 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:33.880325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:33.884937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Usage tracker for resource:port and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:33.889127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:33.895341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:33.908111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Made reservation on behalf of 6c28a17d4f384bce8da096f0ed44ff1e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:33.913225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.026958 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f426b9f-eee3-41b5-a9dd-f206f2fe45d1', 'name': 'network-vif-deleted', 'tag': '597410a0-9a0b-47b7-9027-6b7ba053a08a', 'status': 'completed', 'code': 200} May 14 18:11:34.063412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.072111 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-97840f83-e319-47ca-94a4-26a9f99341c8 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:34.119264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.134110 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/08f85c64-feae-4385-9a25-5de446029d9b HTTP/1.1" status: 204 len: 168 time: 4.3900285 May 14 18:11:34.141829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=08f85c64-feae-4385-9a25-5de446029d9b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:34.144782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:34.145255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54226) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:34.159204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1554878980'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:34.176071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:34.189471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:34.191796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Allocated IP 172.20.0.12 (f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5/685f5be7-bef6-4a0e-aacc-ee563b6ddd7d/1dcc5f88-6634-412b-80c3-72229c711412) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:34.197897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:34.215514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-36b6cf64-c525-4984-b903-03ee6cae6796 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.217032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-36b6cf64-c525-4984-b903-03ee6cae6796 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 813 time: 0.3053598 May 14 18:11:34.218049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:34.231747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Request body: {'port': {'device_id': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'admin_state_up': True, 'tenant_id': '6c28a17d4f384bce8da096f0ed44ff1e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:34.251126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:34.254873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.343165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:34.385819 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.386165 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment b9cbd932-d304-4568-bf73-0e520403e0c8 of type vlan for network 67dccb68-33f2-48d9-8c08-a1767eae1b10 May 14 18:11:34.449525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.462867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:34.470252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Usage tracker for resource:port and tenant:6c28a17d4f384bce8da096f0ed44ff1e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:34.475482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:34.483564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:34.511632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Made reservation on behalf of 6c28a17d4f384bce8da096f0ed44ff1e for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:34.516283 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.531127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.537910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.538741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.548774 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:34.591545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54240) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:34.602718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.608493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.614143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.619805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.627301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.631887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.638329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:34.640207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fef0addb-3a68-4aab-a691-d830024ae335 req-2b3f2d86-3839-419d-92ff-a835deeb4e53 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5428 time: 0.3859153 May 14 18:11:34.688241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5391548 May 14 18:11:34.692742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54248) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:34.702444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=67dccb68-33f2-48d9-8c08-a1767eae1b10,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:34.707878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'New_network'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:34.708901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.718903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:34.723261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fef0addb-3a68-4aab-a691-d830024ae335 req-5d765da4-32ce-4f3b-9e40-5ded92cf4403 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644438 May 14 18:11:34.727783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:34.772261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-cc2a0c90-10d7-4982-8be6-786881847a0c tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'default'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:34.772940 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-cc2a0c90-10d7-4982-8be6-786881847a0c tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 14 18:11:34.773439 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-cc2a0c90-10d7-4982-8be6-786881847a0c tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): There was a conflict when trying to complete your request. May 14 18:11:34.778509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cc2a0c90-10d7-4982-8be6-786881847a0c tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1333315 May 14 18:11:34.779319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54252) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:34.786243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--8048349'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:34.796981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.807232 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef1f1a9a-6f69-418b-8c9e-a6ea21100e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:34.859744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:34.883083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:34.890471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:34.901898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:34.912604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:34.917525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:34.928987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:34.965049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event updated for resources: {'Port': ['ID=1dcc5f88-6634-412b-80c3-72229c711412,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:34.967895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:34.984537 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:35.041007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.056102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-238f1c0f-3ab3-4a93-9b12-58c246aa997d req-8f3a6c23-af07-433d-805b-02a67808826c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 210 time: 0.0726025 May 14 18:11:35.077394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:35.078001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.081805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:35.091413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:35.096090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:35.105104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:35.119728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4378207 May 14 18:11:35.139248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Request body: {'port': {'device_id': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:35.151332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Allocated IP 172.20.0.10 (f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5/685f5be7-bef6-4a0e-aacc-ee563b6ddd7d/c172e114-0429-4c0a-a67d-da5d5f305061) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:35.178254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.207387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.213237 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dfa1c70-7f8d-4ad5-a5ec-44375be70833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:35.289555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 is not hosted by any dhcp agent {{(pid=79560) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:11:35.295079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:35.295699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.299616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "PUT /v2.0/networks/67dccb68-33f2-48d9-8c08-a1767eae1b10 HTTP/1.1" status: 200 len: 723 time: 0.6013811 May 14 18:11:35.300878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54256) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:35.313682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:35.356048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=67dccb68-33f2-48d9-8c08-a1767eae1b10,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:35.368098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:35.400609 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:35.422535 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.502535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.533892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.539546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:35.550420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.561184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:35.563689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.572885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a023-34b3-41f2-bdb8-5fc1fc24160f req-3ea5877e-dd73-4d2d-a217-d73a40b197e5 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:35.575231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f259a023-34b3-41f2-bdb8-5fc1fc24160f req-3ea5877e-dd73-4d2d-a217-d73a40b197e5 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 946 time: 0.4017427 May 14 18:11:35.583728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3970bc8d-b31d-4920-a503-1c835df6b145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:35.593018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:35.600068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:35.602847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:35.603079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:35.607918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:35.612100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:35.618539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:35.641739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:35.644270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:35.650952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event updated for resources: {'Port': ['ID=c172e114-0429-4c0a-a67d-da5d5f305061,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:35.656453 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:35.682692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:35.683345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.707990 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4814487 May 14 18:11:35.713823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:35.721816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Request body: {'port': {'device_id': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:35.727931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b76ec-85f5-45d0-9aa8-d442b7ad5e16,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:35.747866 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:35.748496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:35.751936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.819957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4c194ddd-52a7-4d19-bfaf-f3712655d115 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:35.822596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 597410a0-9a0b-47b7-9027-6b7ba053a08a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:35.840951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:35.859066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 597410a0-9a0b-47b7-9027-6b7ba053a08a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:35.859798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 597410a0-9a0b-47b7-9027-6b7ba053a08a not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:35.933426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f259a023-34b3-41f2-bdb8-5fc1fc24160f req-9e57ac9f-3688-4a3e-8cde-be20134ac637 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269188 May 14 18:11:36.017767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.032851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '4c194ddd-52a7-4d19-bfaf-f3712655d115', 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad', 'port_id': '4c194ddd-52a7-4d19-bfaf-f3712655d115', 'mac_address': 'fa:16:3e:30:8b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a728fa2-808f-4776-941e-5f6d28d43cea', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:36.093746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.110987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c194ddd-52a7-4d19-bfaf-f3712655d115 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:36.112400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.128213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.131967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.132936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2b347a7a-05be-47c6-8b54-fa4f54d5efff details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:36.135090 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.157786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.170363 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.267991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:36.275707 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:36.305510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9680e83-11cb-4d3f-bb3f-5a572506db6c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:36.307991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.310611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5294368 May 14 18:11:36.312356 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:36.312886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54268) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:36.318180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'b9680e83-11cb-4d3f-bb3f-5a572506db6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:36.329142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:36.333737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:36.334267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.337476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:36.346068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:36.349399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2b347a7a-05be-47c6-8b54-fa4f54d5efff', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'port_id': '2b347a7a-05be-47c6-8b54-fa4f54d5efff', 'mac_address': 'fa:16:3e:ef:53:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:36.352476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcc5f88-6634-412b-80c3-72229c711412 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:36.365122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.389399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.404277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766e549-a6b2-48ca-be5c-c2c815faf5b8 req-0c35f9b9-9011-415c-84e4-22f7c7d1c045 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:36.405753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7766e549-a6b2-48ca-be5c-c2c815faf5b8 req-0c35f9b9-9011-415c-84e4-22f7c7d1c045 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.3007715 May 14 18:11:36.413020 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.431523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b347a7a-05be-47c6-8b54-fa4f54d5efff {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:36.431873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.440234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.442575 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f4b3218-92c9-4742-a3b1-59026b979dbb tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.455334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.462993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.463865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device dc8f1251-c3cb-49d0-825a-34170ef9e7e7 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:36.470311 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.473918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69ec25c-7e80-413e-91a4-c9448484d80f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:36.479235 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:36.480958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Transition to ACTIVE for port object 1dcc5f88-6634-412b-80c3-72229c711412 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:36.519544 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.528054 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.569551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.573145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.575224 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606518 May 14 18:11:36.584880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:36.586069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:36.591275 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:36.592897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'b9680e83-11cb-4d3f-bb3f-5a572506db6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:36.593710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'port_id': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7', 'mac_address': 'fa:16:3e:00:7e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:36.610991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:36.619167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:36.625255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:36.641987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:36.660673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.671706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.680953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8f1251-c3cb-49d0-825a-34170ef9e7e7 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:36.699507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.705304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.706655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:36.711122 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.735479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7766e549-a6b2-48ca-be5c-c2c815faf5b8 req-62fd5a61-9044-4600-a3e3-e89772cc77f7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608488 May 14 18:11:36.816193 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): There was a conflict when trying to complete your request. May 14 18:11:36.820001 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1076c47a-b302-4383-b765-fa22470ed687 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2315977 May 14 18:11:36.820308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c172e114-0429-4c0a-a67d-da5d5f305061 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:36.823453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54276) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:36.833054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.852080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:36.858303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Transition to ACTIVE for port object c172e114-0429-4c0a-a67d-da5d5f305061 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:36.863760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.870289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:36.876447 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-923a12dd-3613-4962-8e37-bb741a403b33 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:36.880788 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:36.891075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'port_id': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d', 'mac_address': 'fa:16:3e:dd:f7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:36.957312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc5f88-6634-412b-80c3-72229c711412,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:36.977672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:36.978886 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.001946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:37.024330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:37.030064 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.031546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae276839-94aa-4668-adcd-716b264adf3a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:37.060062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae276839-94aa-4668-adcd-716b264adf3a,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:37.076528 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf19f61f-03e5-4989-888b-51118f20c02a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.108190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Pushing event updated for resources: {'Port': ['ID=c172e114-0429-4c0a-a67d-da5d5f305061,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.110190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'ae276839-94aa-4668-adcd-716b264adf3a', 'network_id': '976994ae-bc8e-4826-8080-71ec03579bad', 'port_id': 'ae276839-94aa-4668-adcd-716b264adf3a', 'mac_address': 'fa:16:3e:a4:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a728fa2-808f-4776-941e-5f6d28d43cea', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:37.112136 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.128458 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.132204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Attempting to bind port 1dcc5f88-6634-412b-80c3-72229c711412 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:37.132568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Attempting to bind port 1dcc5f88-6634-412b-80c3-72229c711412 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:37.132893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Attempting to bind port 1dcc5f88-6634-412b-80c3-72229c711412 on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:37.147542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Attempting to bind port c172e114-0429-4c0a-a67d-da5d5f305061 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:37.148001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Attempting to bind port c172e114-0429-4c0a-a67d-da5d5f305061 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:37.148332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Attempting to bind port c172e114-0429-4c0a-a67d-da5d5f305061 on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:37.154361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Port c172e114-0429-4c0a-a67d-da5d5f305061 on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:11:37.154690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Attempting to bind port c172e114-0429-4c0a-a67d-da5d5f305061 on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:37.159524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Port 1dcc5f88-6634-412b-80c3-72229c711412 on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:11:37.159928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Attempting to bind port 1dcc5f88-6634-412b-80c3-72229c711412 on network f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:37.160298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:37.160639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Checking segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:37.161023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Bound using segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:37.161450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Bound port: c172e114-0429-4c0a-a67d-da5d5f305061, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:37.161797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.187125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:37.187524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Checking segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:37.187864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Bound using segment: {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:37.188297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Bound port: 1dcc5f88-6634-412b-80c3-72229c711412, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58432109-add5-4291-a47f-d6d8c3117ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:37.188912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.213779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.219525 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.220386 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.237475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.238402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae276839-94aa-4668-adcd-716b264adf3a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:37.256945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae276839-94aa-4668-adcd-716b264adf3a,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:37.260753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] For port c172e114-0429-4c0a-a67d-da5d5f305061, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:37.263339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.264331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 492fed26-7ed2-44e3-9e8e-f6080df3aff8 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:37.265190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] For port c172e114-0429-4c0a-a67d-da5d5f305061, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c172e114-0429-4c0a-a67d-da5d5f305061,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:37.268000 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3bb26fd1-f028-4b67-9fd8-17c43bbfe621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.269032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.274024 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.331952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.332695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.334136 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] 10.222.0.15 "PUT /v2.0/ports/c172e114-0429-4c0a-a67d-da5d5f305061 HTTP/1.1" status: 200 len: 1092 time: 1.6176329 May 14 18:11:37.334722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'tag': 'c172e114-0429-4c0a-a67d-da5d5f305061'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:37.365869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.371622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.374854 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:37.385169 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.385992 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.397496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '492fed26-7ed2-44e3-9e8e-f6080df3aff8', 'network_id': '0e301632-3dae-4278-b054-70fec39a5672', 'port_id': '492fed26-7ed2-44e3-9e8e-f6080df3aff8', 'mac_address': 'fa:16:3e:ef:9a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c838aa-361d-401e-af10-eae84193674c', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:37.446836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.453627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.459536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.466110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.472014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.477722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.483493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.485524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-7e3dcdda-dd0f-4927-8494-57b448ff8fe0 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5432 time: 0.4440458 May 14 18:11:37.509274 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.529793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492fed26-7ed2-44e3-9e8e-f6080df3aff8 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:37.542287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.548037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:37.554907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.556533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3b403b73-7d06-419a-8365-b5be4700d3be details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:37.556922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Pushing event updated for resources: {'Port': ['ID=c172e114-0429-4c0a-a67d-da5d5f305061,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.560749 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7494ae51-a0c5-4c04-8c67-fdba69e53d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.562886 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.569549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] For port 1dcc5f88-6634-412b-80c3-72229c711412, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:37.594925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=798fbced-632f-41f3-985e-fc735afb59d2,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.595480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-010a9349-50ba-40c8-9a95-b9822c744cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.596979 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-010a9349-50ba-40c8-9a95-b9822c744cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 1095 time: 0.0868301 May 14 18:11:37.597551 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.602346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f56a36a9-dfc0-4b54-aa9b-ba819226d631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.617233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] For port 1dcc5f88-6634-412b-80c3-72229c711412, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1dcc5f88-6634-412b-80c3-72229c711412,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:37.628498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.632219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9680e83-11cb-4d3f-bb3f-5a572506db6c HTTP/1.1" status: 204 len: 168 time: 0.8022697 May 14 18:11:37.632219 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.639050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f50a4466-7969-43fe-8377-b6e5b165dab1 req-285d4a63-c57a-4a56-bf27-995a98172978 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388998 May 14 18:11:37.639783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': 'b9cbd932-d304-4568-bf73-0e520403e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:37.640452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 67dccb68-33f2-48d9-8c08-a1767eae1b10, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:37.642954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9680e83-11cb-4d3f-bb3f-5a572506db6c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.645338 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.646986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54282) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:37.648626 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7476c1c9-d201-4dca-91b5-4c3683bb0671 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:37.697708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-db8679c6-f25b-416d-a21c-9f543c4a2974 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c172e114-0429-4c0a-a67d-da5d5f305061 HTTP/1.1" status: 200 len: 217 time: 0.0931110 May 14 18:11:37.714850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.724614 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.737494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.738472 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.739870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] 10.222.0.22 "PUT /v2.0/ports/1dcc5f88-6634-412b-80c3-72229c711412 HTTP/1.1" status: 200 len: 1092 time: 2.6053176 May 14 18:11:37.743673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'tag': '1dcc5f88-6634-412b-80c3-72229c711412'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:37.803439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-e67f07fa-8578-441d-8145-5b55236ed991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.804963 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-e67f07fa-8578-441d-8145-5b55236ed991 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.0987740 May 14 18:11:37.812573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3b403b73-7d06-419a-8365-b5be4700d3be,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:37.824492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c1d7b803-9733-4dfc-aaa8-f8a941d30013 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:37.828214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '3b403b73-7d06-419a-8365-b5be4700d3be', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'port_id': '3b403b73-7d06-419a-8365-b5be4700d3be', 'mac_address': 'fa:16:3e:09:3b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:37.864987 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-1b0b877d-d987-4150-bf79-50545a73285f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526447 May 14 18:11:37.879117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc5f88-6634-412b-80c3-72229c711412,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:37.881734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:37.884380 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:37.895678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.910266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 67dccb68-33f2-48d9-8c08-a1767eae1b10) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:37.922822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c1d7b803-9733-4dfc-aaa8-f8a941d30013 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:37.924085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c1d7b803-9733-4dfc-aaa8-f8a941d30013 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2458546 May 14 18:11:37.928774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b403b73-7d06-419a-8365-b5be4700d3be {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:37.931101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54290) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:37.944650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-4a8c1a0d-08cb-41c4-a8aa-dc2a328d7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.946102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-4a8c1a0d-08cb-41c4-a8aa-dc2a328d7a32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=db62fb67-2e45-4571-a1b5-49d4dd4a7176 HTTP/1.1" status: 200 len: 1095 time: 0.1157362 May 14 18:11:37.947137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:37.947733 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:37.952451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4646ec-899b-456f-996d-413e04669f7a None None] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:37.954315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633288240'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:37.981373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3b403b73-7d06-419a-8365-b5be4700d3be,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:38.033014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:38.048640 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.049718 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-27e8485a-7ff5-4200-8f47-cac8d38567e5 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767190 May 14 18:11:38.054550 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:38.061636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-ed34068b-07d5-4280-9376-da3acb6889f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcc5f88-6634-412b-80c3-72229c711412 HTTP/1.1" status: 200 len: 217 time: 0.1010168 May 14 18:11:38.065981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:38.109898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8044710 May 14 18:11:38.112665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54296) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:38.124891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:38.177130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:38.183919 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:38.194347 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.240522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:38.242508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-9f90113d-4cee-40f3-bd85-4e083f8cf7be service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852167 May 14 18:11:38.260698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:38.271790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:38.281571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-706372ba-e996-4004-b9e2-d918eb234465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:38.283123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-706372ba-e996-4004-b9e2-d918eb234465 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.2106707 May 14 18:11:38.290013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:38.300170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-67dccb68-33f2-48d9-8c08-a1767eae1b10', 'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': '798fbced-632f-41f3-985e-fc735afb59d2'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:38.301100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.395610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-37aeb621-71af-437a-bac4-fd377eebf2d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972662 May 14 18:11:38.471112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Allocated IP 172.20.0.2 (67dccb68-33f2-48d9-8c08-a1767eae1b10/798fbced-632f-41f3-985e-fc735afb59d2/f0b3f949-b098-4270-abe1-1fe3067bed58) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:38.516280 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2222768'] for subnet, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.575018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ae9e-2375-4a22-9a6c-3e09e10483aa req-5b50346f-0368-4fd8-9922-5280e0ca19fc tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:38.575746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6286ae9e-2375-4a22-9a6c-3e09e10483aa req-5b50346f-0368-4fd8-9922-5280e0ca19fc tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:38.678021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6286ae9e-2375-4a22-9a6c-3e09e10483aa req-5b50346f-0368-4fd8-9922-5280e0ca19fc tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:38.679062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6286ae9e-2375-4a22-9a6c-3e09e10483aa req-5b50346f-0368-4fd8-9922-5280e0ca19fc tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 944 time: 0.5168591 May 14 18:11:38.690121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.716429 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.716839 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.724735 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5813f1fa-5962-4c49-bdab-467e5e7d4b1f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:38.730760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Transition to ACTIVE for port object f0b3f949-b098-4270-abe1-1fe3067bed58 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:38.750727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Transition to ACTIVE for port object f0b3f949-b098-4270-abe1-1fe3067bed58 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:38.750938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-13a75578-e743-4410-8880-37e76052efa8 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406286 May 14 18:11:38.756846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.760462 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:38.821398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:38.824431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:38.832239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:38.838475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Pushing event updated for resources: {'Port': ['ID=f0b3f949-b098-4270-abe1-1fe3067bed58,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:38.842203 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:38.931202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Attempting to bind port f0b3f949-b098-4270-abe1-1fe3067bed58 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:38.931860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Attempting to bind port f0b3f949-b098-4270-abe1-1fe3067bed58 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b9cbd932-d304-4568-bf73-0e520403e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:38.931860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Attempting to bind port f0b3f949-b098-4270-abe1-1fe3067bed58 on network 67dccb68-33f2-48d9-8c08-a1767eae1b10 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:38.938217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:38.938594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Checking segment: {'id': 'b9cbd932-d304-4568-bf73-0e520403e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:38.939004 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:38.939432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Bound using segment: {'id': 'b9cbd932-d304-4568-bf73-0e520403e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:38.939900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Bound port: f0b3f949-b098-4270-abe1-1fe3067bed58, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cbd932-d304-4568-bf73-0e520403e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67dccb68-33f2-48d9-8c08-a1767eae1b10'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:38.940277 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.031496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] For port f0b3f949-b098-4270-abe1-1fe3067bed58, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:39.034480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] For port f0b3f949-b098-4270-abe1-1fe3067bed58, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f0b3f949-b098-4270-abe1-1fe3067bed58,segment=NetworkSegment(b9cbd932-d304-4568-bf73-0e520403e0c8),segment_id=b9cbd932-d304-4568-bf73-0e520403e0c8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:39.039341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.039916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.040542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0993533 May 14 18:11:39.041504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc144e8-0d34-4330-9d8c-ee38129b959f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:39.044394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54304) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:39.044888 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:39.051104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-324934ae-a4d1-46f2-9293-adeec0dba661 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '9bc144e8-0d34-4330-9d8c-ee38129b959f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:39.052312 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-324934ae-a4d1-46f2-9293-adeec0dba661 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 14 18:11:39.053128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6286ae9e-2375-4a22-9a6c-3e09e10483aa req-86136887-589c-4d6d-9f0f-305443a2cbf4 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537011 May 14 18:11:39.054057 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:39.056779 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-324934ae-a4d1-46f2-9293-adeec0dba661 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:39.063914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-324934ae-a4d1-46f2-9293-adeec0dba661 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0151188 May 14 18:11:39.064292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54308) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:39.081504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['4c194ddd-52a7-4d19-bfaf-f3712655d115'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.124585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['492fed26-7ed2-44e3-9e8e-f6080df3aff8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.144445 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'tag': 'c172e114-0429-4c0a-a67d-da5d5f305061', 'status': 'completed', 'code': 200} May 14 18:11:39.181066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66eb612e-8e3c-448c-93a0-8c79dccd9639 req-77935725-2fd2-432d-9547-ede460e549fd service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138122 May 14 18:11:39.195015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.201291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727268142888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2945188'] for subnet, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.209280 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6e6c71e1-f3f0-4a73-a27b-699d5f80f614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:39.233915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2b347a7a-05be-47c6-8b54-fa4f54d5efff'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.243408 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'tag': '1dcc5f88-6634-412b-80c3-72229c711412', 'status': 'completed', 'code': 200} May 14 18:11:39.250711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.296047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.315833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:39.316511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.321162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "PUT /v2.0/subnets/798fbced-632f-41f3-985e-fc735afb59d2 HTTP/1.1" status: 200 len: 806 time: 1.2074456 May 14 18:11:39.329389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54312) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:39.344017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['dc8f1251-c3cb-49d0-825a-34170ef9e7e7'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.355118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=798fbced-632f-41f3-985e-fc735afb59d2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:39.404879 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:39.462898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-85acd53c-e1f7-4fe2-a8ae-3fc32a92d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:39.464331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-85acd53c-e1f7-4fe2-a8ae-3fc32a92d567 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=db62fb67-2e45-4571-a1b5-49d4dd4a7176 HTTP/1.1" status: 200 len: 1095 time: 0.2069240 May 14 18:11:39.483555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Pushing event updated for resources: {'Port': ['ID=f0b3f949-b098-4270-abe1-1fe3067bed58,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:39.487170 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:39.568147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.581012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-857bf9d0-68af-4c6a-91e2-5e0897bf1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:39.583022 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-857bf9d0-68af-4c6a-91e2-5e0897bf1d59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 1095 time: 0.4139688 May 14 18:11:39.632453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b88cc-d5e9-4364-b792-d1a0f3b8bf36 req-371d0913-e32f-4695-a8f7-f90feac49b1c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:39.642879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af0b88cc-d5e9-4364-b792-d1a0f3b8bf36 req-371d0913-e32f-4695-a8f7-f90feac49b1c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.2902398 May 14 18:11:39.769627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-4bc0e0a6-b13b-43e8-b882-10a2f3ce2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:39.771254 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-4bc0e0a6-b13b-43e8-b882-10a2f3ce2a88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 914 time: 0.1798999 May 14 18:11:39.813216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['3b403b73-7d06-419a-8365-b5be4700d3be'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.813860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af0b88cc-d5e9-4364-b792-d1a0f3b8bf36 req-51c97624-1fb2-4c65-9de5-e5635073f365 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700020 May 14 18:11:39.837530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-52f5491d-d70c-44f0-a64d-231d4b5e3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:39.839053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-52f5491d-d70c-44f0-a64d-231d4b5e3c1d service neutron] 10.222.0.22 "GET /v2.0/networks?id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 200 len: 914 time: 0.3650589 May 14 18:11:39.904835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:39.907333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ae276839-94aa-4668-adcd-716b264adf3a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:39.911894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a26c30b3-84eb-4685-87f0-d99384d589ad tempest-PortsAdminExtendedAttrsTestJSON-124508959 tempest-PortsAdminExtendedAttrsTestJSON-124508959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:39.925084 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-391ebe21-ddab-4a2c-a7a3-8004f2e40e80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c172e114-0429-4c0a-a67d-da5d5f305061 HTTP/1.1" status: 200 len: 217 time: 0.1112123 May 14 18:11:39.928888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc144e8-0d34-4330-9d8c-ee38129b959f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:39.937525 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:39.965186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-95ab8a79-1129-40f8-85fd-c271138c36f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dcc5f88-6634-412b-80c3-72229c711412 HTTP/1.1" status: 200 len: 217 time: 0.1160161 May 14 18:11:40.004405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port f0b3f949-b098-4270-abe1-1fe3067bed58 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:40.004697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:40.078065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:40.081714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bc144e8-0d34-4330-9d8c-ee38129b959f HTTP/1.1" status: 204 len: 168 time: 1.0137858 May 14 18:11:40.082907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54316) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:40.089180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-ab6015be-e2b0-4c78-9cf0-0a5e6948f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:40.091247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-ab6015be-e2b0-4c78-9cf0-0a5e6948f0f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.0879555 May 14 18:11:40.111862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-1f0bbc59-cdce-44c7-a3a5-7aaac827091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:40.113356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-1f0bbc59-cdce-44c7-a3a5-7aaac827091a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 200 len: 853 time: 0.1770790 May 14 18:11:40.119696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-e66a39d4-0b2c-4cb3-b56d-3d70c61aa5fb tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:40.121526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-e66a39d4-0b2c-4cb3-b56d-3d70c61aa5fb tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.22 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 946 time: 0.5405989 May 14 18:11:40.173860 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-b67440bc-b6cf-4966-99cd-c529b2fb4a5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502126 May 14 18:11:40.224974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-c2795076-0c65-4323-ae4b-8384cc5dbec7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023531 May 14 18:11:40.298133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port f0b3f949-b098-4270-abe1-1fe3067bed58, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f0b3f949-b098-4270-abe1-1fe3067bed58,segment=NetworkSegment(b9cbd932-d304-4568-bf73-0e520403e0c8),segment_id=b9cbd932-d304-4568-bf73-0e520403e0c8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:40.298397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:40.537171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-a21886f2-1bd8-44fc-b6fc-872727a1235c service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982862 May 14 18:11:40.542438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c62e4079-9eab-438b-aa65-c4f645b68b8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:40.556349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf95a6-ca54-4d44-832f-c406bbe9e7b5 req-34fd8db8-1805-4005-9a79-00539566a21e tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:40.557926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fcf95a6-ca54-4d44-832f-c406bbe9e7b5 req-34fd8db8-1805-4005-9a79-00539566a21e tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/ports?device_id=e771c152-557d-4319-a68c-b6991715a8ad HTTP/1.1" status: 200 len: 946 time: 0.5968781 May 14 18:11:40.603024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for f0b3f949-b098-4270-abe1-1fe3067bed58 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:40.628789 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-1a39ddd9-64b7-4e17-852f-16531b8d2d89 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432421 May 14 18:11:40.686719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c62e4079-9eab-438b-aa65-c4f645b68b8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:40.691781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c62e4079-9eab-438b-aa65-c4f645b68b8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6013670 May 14 18:11:40.700381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54322) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:40.721964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359719224'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:40.741016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:40.760961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fcf95a6-ca54-4d44-832f-c406bbe9e7b5 req-0474b832-2361-47e5-82c4-a22fb6487c99 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe07ff47-f713-49e6-bffd-ef9825fb9e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762905 May 14 18:11:40.792094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:40.792917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0387bfac-a6ae-497c-a06d-d6f490feb84f req-cee16e9a-70eb-4cd2-aea6-2d5328692459 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544738 May 14 18:11:40.793242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e33b0ad6-114c-4da3-a798-722ba1aa1e18 req-ae289e04-5f1e-4af5-aa13-728bf05ef9b0 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466924 May 14 18:11:40.799636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Deleting port 849d7bfa-f814-40e7-b958-9c6573e9008b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:40.799636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:40.862598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:40.865133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54d118-f229-4980-ac09-ff27e1af7ee7 None None] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:40.868592 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:40.883557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:40.915483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=f0b3f949-b098-4270-abe1-1fe3067bed58,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:40.925263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:40.942331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:40.947048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:40.954994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6d549215-0061-4820-8137-eb56c3a9e7e2 None None] Could not find standard attr ID for object f0b3f949-b098-4270-abe1-1fe3067bed58. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:11:40.986785 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:40.992924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port f0b3f949-b098-4270-abe1-1fe3067bed58 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:41.004121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:41.062989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.175860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] For port 849d7bfa-f814-40e7-b958-9c6573e9008b, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=849d7bfa-f814-40e7-b958-9c6573e9008b,segment=NetworkSegment(4d319a0d-8b5d-4f4e-9df6-4d1b5e528965),segment_id=4d319a0d-8b5d-4f4e-9df6-4d1b5e528965)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:41.176271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.349146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Calling delete_port for 849d7bfa-f814-40e7-b958-9c6573e9008b owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:41.349808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d51b0-75c8-4a5e-bdc6-267b5b5af794 None None] Network 67dccb68-33f2-48d9-8c08-a1767eae1b10 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:41.377751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.384583 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0dc96322-eb98-4212-b5d0-688d927d25ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:41.426943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=798fbced-632f-41f3-985e-fc735afb59d2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:41.430157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:41.458625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.464576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.470479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.476248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.482352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.488138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.493896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.502126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-41a19719-f3fc-446e-a8cc-884e8eccdaf2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5435 time: 0.5519450 May 14 18:11:41.543254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.557509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dccb68-33f2-48d9-8c08-a1767eae1b10']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:41.568360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.575868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cbd932-d304-4568-bf73-0e520403e0c8') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:41.576257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cbd932-d304-4568-bf73-0e520403e0c8') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:41.589005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.589243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.596091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-bb6c5e9b-b8ef-41be-96ed-903893b812fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2854531 May 14 18:11:41.599020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:41.611739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ffe54597-0815-4c25-a5c1-49c3b12e6b3c req-87f558bb-5d44-4207-90b7-b238961bb85f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087279 May 14 18:11:41.612297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.641095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f355a9e-e98e-44db-929c-f8443f8032a9 None None] DHCP port deletion for 67dccb68-33f2-48d9-8c08-a1767eae1b10 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:41.647590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:41.648008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:41.672135 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:41.703015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b700f-afc9-421b-a3c0-e84189d4ff8c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:41.758225 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:41.766019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.769614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0581613 May 14 18:11:41.770492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:41.778032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8b7fe71c-007f-462a-b9a5-0ec0e02dd8bb tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'af3b700f-afc9-421b-a3c0-e84189d4ff8c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:41.779347 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-8b7fe71c-007f-462a-b9a5-0ec0e02dd8bb tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 14 18:11:41.779948 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-8b7fe71c-007f-462a-b9a5-0ec0e02dd8bb tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:41.783908 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b7fe71c-007f-462a-b9a5-0ec0e02dd8bb tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087562 May 14 18:11:41.783908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.784186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:41.799391 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5273baa8-e567-44f3-ac1d-30c5be2cac85 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:41.814811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.818987 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.822528 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40cef5a7-10c6-4977-896c-38260f481a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:41.828622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['849d7bfa-f814-40e7-b958-9c6573e9008b'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:41.835022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=67dccb68-33f2-48d9-8c08-a1767eae1b10,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:41.841148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:41.845338 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/67dccb68-33f2-48d9-8c08-a1767eae1b10 HTTP/1.1" status: 204 len: 168 time: 2.5099576 May 14 18:11:41.852706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54340) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:41.888078 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c95b3b-1328-431f-aebe-3bb28681d8d9 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:41.888597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c95b3b-1328-431f-aebe-3bb28681d8d9 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:41.890272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a7c95b3b-1328-431f-aebe-3bb28681d8d9 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/67dccb68-33f2-48d9-8c08-a1767eae1b10 HTTP/1.1" status: 404 len: 339 time: 0.0368242 May 14 18:11:41.893883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:41.902746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627433182', 'description': 'd1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:41.913604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:41.919645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Pushing event deleted for resources: {'Port': ['ID=849d7bfa-f814-40e7-b958-9c6573e9008b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:41.920499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:network and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:41.923926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:41.929745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-fb6f0133-f46a-4ea4-94cc-4ea20c36755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:41.931329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-fb6f0133-f46a-4ea4-94cc-4ea20c36755d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 1097 time: 0.2234142 May 14 18:11:41.939944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:41.948040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.959842 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:41.963717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:41.967370 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:41.995825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.032841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:42.046492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.046824 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 27c5393a-65c0-4fe9-a682-63cd21f209e7 of type vlan for network ac314a92-9ee0-46b2-bdba-0ce4206e6349 May 14 18:11:42.062972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c172e114-0429-4c0a-a67d-da5d5f305061 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:42.068437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.080361 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75764207-ff0d-411a-beaf-4a78d1b4b20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:42.088026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] No DVR routers for this DVR port 849d7bfa-f814-40e7-b958-9c6573e9008b on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:42.093386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.096434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b700f-afc9-421b-a3c0-e84189d4ff8c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:42.097361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771c152-557d-4319-a68c-b6991715a8ad', 'name': 'network-vif-deleted', 'tag': '849d7bfa-f814-40e7-b958-9c6573e9008b'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:42.101257 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:42.103830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.119888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.121500 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/af3b700f-afc9-421b-a3c0-e84189d4ff8c HTTP/1.1" status: 204 len: 168 time: 0.3366616 May 14 18:11:42.124269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54350) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.131884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-532cdc8b-28d8-4b76-bba5-633f37be0d64 req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] 10.222.0.22 "DELETE /v2.0/ports/849d7bfa-f814-40e7-b958-9c6573e9008b HTTP/1.1" status: 204 len: 173 time: 1.9646852 May 14 18:11:42.168958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.174663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.175144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.184093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f0b2291-3c6a-4379-9a0d-e750d6409b9c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:42.184518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05118aa-d1e6-4745-922f-1e5ee41f74a1 req-5eb09a70-405d-4985-94fe-380c119a8995 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.186006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d05118aa-d1e6-4745-922f-1e5ee41f74a1 req-5eb09a70-405d-4985-94fe-380c119a8995 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 944 time: 0.3288684 May 14 18:11:42.191370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-b6e540c5-bb8b-4586-b50e-3cbc9186e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.192779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-b6e540c5-bb8b-4586-b50e-3cbc9186e477 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.2292044 May 14 18:11:42.267261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1dcc5f88-6634-412b-80c3-72229c711412 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:11:42.270944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c172e114-0429-4c0a-a67d-da5d5f305061, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c172e114-0429-4c0a-a67d-da5d5f305061,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:42.290424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c172e114-0429-4c0a-a67d-da5d5f305061', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'port_id': 'c172e114-0429-4c0a-a67d-da5d5f305061', 'mac_address': 'fa:16:3e:02:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f5be7-bef6-4a0e-aacc-ee563b6ddd7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:42.294718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d7ad805-40db-4b34-bf34-d2bc4cc1f4c7 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:42.307691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4090004 May 14 18:11:42.307916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54354) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.314720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=ac314a92-9ee0-46b2-bdba-0ce4206e6349,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:42.320262 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:42.330298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d7ad805-40db-4b34-bf34-d2bc4cc1f4c7 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:42.331976 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d7ad805-40db-4b34-bf34-d2bc4cc1f4c7 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2067869 May 14 18:11:42.337101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54358) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.337783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ac314a92-9ee0-46b2-bdba-0ce4206e6349 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:42.349552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499028917'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:42.358470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:42.372405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:42.379999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d05118aa-d1e6-4745-922f-1e5ee41f74a1 req-b25cab29-fbd5-4aa5-aa0a-60624f3c420b tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847916 May 14 18:11:42.384040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.423092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:42.427467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:42.430644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:42.440773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:42.452229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-d0bb82e7-46e0-4b9e-97bf-525fc7055b99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 200 len: 1002 time: 0.2412906 May 14 18:11:42.536247 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.541829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.547063 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-331473f4-dcf4-4d15-a5ba-6465b2a956d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:42.598345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3c4474-79a8-49e4-b0da-11de0d2d7978,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:42.602522 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:42.603722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.609211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.611117 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2726688 May 14 18:11:42.613596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1567fa-1d6e-4ae1-a3ba-18b0a209bb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.613596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f1567fa-1d6e-4ae1-a3ba-18b0a209bb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Synchronizing usage tracker for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:42.614283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54362) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.620451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-31fdf53d-4eb3-4efe-baa2-0399a1176566 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '9b3c4474-79a8-49e4-b0da-11de0d2d7978', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:42.628640 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-31fdf53d-4eb3-4efe-baa2-0399a1176566 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 14 18:11:42.629123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-8ff4cb95-9437-4dcf-a9f2-9189dc67871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.630100 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-31fdf53d-4eb3-4efe-baa2-0399a1176566 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:42.630541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-8ff4cb95-9437-4dcf-a9f2-9189dc67871c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1536257 May 14 18:11:42.635514 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-31fdf53d-4eb3-4efe-baa2-0399a1176566 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0200598 May 14 18:11:42.636096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54366) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.647929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-331a6d27-a091-4a82-b7d0-21f7938cca6d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '9b3c4474-79a8-49e4-b0da-11de0d2d7978', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:42.648979 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-331a6d27-a091-4a82-b7d0-21f7938cca6d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 14 18:11:42.649449 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-331a6d27-a091-4a82-b7d0-21f7938cca6d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:42.650407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c172e114-0429-4c0a-a67d-da5d5f305061 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:42.654008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-331a6d27-a091-4a82-b7d0-21f7938cca6d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162036 May 14 18:11:42.654611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54372) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.662821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b503f46f-d588-4d21-b078-a330e8a68eb9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '9b3c4474-79a8-49e4-b0da-11de0d2d7978', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:42.664165 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-b503f46f-d588-4d21-b078-a330e8a68eb9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 14 18:11:42.664825 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-b503f46f-d588-4d21-b078-a330e8a68eb9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:42.670452 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b503f46f-d588-4d21-b078-a330e8a68eb9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124884 May 14 18:11:42.671023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54376) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.677111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d6173ca0-7fe5-4dcb-9811-5b29ad20bec4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '9b3c4474-79a8-49e4-b0da-11de0d2d7978', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:42.678015 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-d6173ca0-7fe5-4dcb-9811-5b29ad20bec4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 14 18:11:42.678512 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-d6173ca0-7fe5-4dcb-9811-5b29ad20bec4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:42.683919 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6173ca0-7fe5-4dcb-9811-5b29ad20bec4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112398 May 14 18:11:42.684568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c172e114-0429-4c0a-a67d-da5d5f305061, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c172e114-0429-4c0a-a67d-da5d5f305061,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:42.685483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54380) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.686631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1dcc5f88-6634-412b-80c3-72229c711412, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1dcc5f88-6634-412b-80c3-72229c711412,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:42.698578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.703210 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1a9a50b0-3bb7-45bb-8be8-cdefefbfbffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:42.723470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f1567fa-1d6e-4ae1-a3ba-18b0a209bb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Unset dirty status for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:42.725113 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6f1567fa-1d6e-4ae1-a3ba-18b0a209bb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks?id=ac314a92-9ee0-46b2-bdba-0ce4206e6349 HTTP/1.1" status: 200 len: 760 time: 0.4167197 May 14 18:11:42.728491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54384) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:42.745713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'description': 'd2'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:42.747998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '1dcc5f88-6634-412b-80c3-72229c711412', 'network_id': 'f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5', 'port_id': '1dcc5f88-6634-412b-80c3-72229c711412', 'mac_address': 'fa:16:3e:00:45:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685f5be7-bef6-4a0e-aacc-ee563b6ddd7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:11:42.788773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1fc1-ca2d-42f4-851d-085ee214d365 req-93afa5f8-3b19-4023-87c3-8f56fcb22335 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.791008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-631d1fc1-ca2d-42f4-851d-085ee214d365 req-93afa5f8-3b19-4023-87c3-8f56fcb22335 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.3129344 May 14 18:11:42.795537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-83e13f6f-9b36-4459-a71f-4f206ef599a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:42.797137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-83e13f6f-9b36-4459-a71f-4f206ef599a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563144 May 14 18:11:42.843396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c172e114-0429-4c0a-a67d-da5d5f305061,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:42.845579 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.864985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.865383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.865733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.866072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.866406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.866736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.867062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.867415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.867740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.868486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.868486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.868693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:42.874856 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:42.877876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcc5f88-6634-412b-80c3-72229c711412 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:11:42.883834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.894637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1dcc5f88-6634-412b-80c3-72229c711412, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1dcc5f88-6634-412b-80c3-72229c711412,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:42.902973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.904864 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fefe5999-5f61-4c96-ba3b-a09844edff7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:42.947033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:42.970654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-631d1fc1-ca2d-42f4-851d-085ee214d365 req-5f3724dc-2321-4d13-8414-2848e0ccb0c6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721263 May 14 18:11:42.979731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1dcc5f88-6634-412b-80c3-72229c711412,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:42.984789 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:43.029478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-f7d40a22-87fa-42b1-bf14-d766fd04e747 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977708 May 14 18:11:43.109624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.121340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.126869 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c4a9cb72-5ac5-49b6-90de-389204a5b9fd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:43.148601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3c4474-79a8-49e4-b0da-11de0d2d7978,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:43.152904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.156151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['1dcc5f88-6634-412b-80c3-72229c711412'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:43.159444 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:43.159775 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-166c2fe8-2ff8-41c9-a935-926f62c2fd7f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:43.173902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network ac314a92-9ee0-46b2-bdba-0ce4206e6349 is not hosted by any dhcp agent {{(pid=79560) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:11:43.179275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:43.179875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.181408 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "PUT /v2.0/networks/ac314a92-9ee0-46b2-bdba-0ce4206e6349 HTTP/1.1" status: 200 len: 757 time: 0.4519100 May 14 18:11:43.187353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54388) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.285533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.286617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b3c4474-79a8-49e4-b0da-11de0d2d7978 HTTP/1.1" status: 204 len: 168 time: 0.6005256 May 14 18:11:43.330088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54392) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.359268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f0b3f949-b098-4270-abe1-1fe3067bed58 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:43.412367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f0b3f949-b098-4270-abe1-1fe3067bed58 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:43.413151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f0b3f949-b098-4270-abe1-1fe3067bed58 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:43.439805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cbadb3c4-6a89-406c-b3ea-0e122a73762b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:43.487257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=ac314a92-9ee0-46b2-bdba-0ce4206e6349,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:43.488416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd7bb50e-c246-4749-a819-9765ecd0ed34 req-dfaaaf4c-716f-4dca-9ff3-98ec9902a66c service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513612 May 14 18:11:43.491779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cbadb3c4-6a89-406c-b3ea-0e122a73762b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:43.492416 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:43.498911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cbadb3c4-6a89-406c-b3ea-0e122a73762b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1643574 May 14 18:11:43.499414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54398) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.504471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ac314a92-9ee0-46b2-bdba-0ce4206e6349 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:43.507437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--891497717'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.516500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:43.529070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172672b-5056-44b8-b6ce-8ec12f22e82b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:43.529932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3172672b-5056-44b8-b6ce-8ec12f22e82b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Synchronizing usage tracker for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:43.543989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64721424-8886-4fcc-b596-52057c27a2ab req-2692e04a-bf5a-40d6-9fba-2c7bced97e7d tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:43.548289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3172672b-5056-44b8-b6ce-8ec12f22e82b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Unset dirty status for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:43.554663 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3172672b-5056-44b8-b6ce-8ec12f22e82b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks?id=ac314a92-9ee0-46b2-bdba-0ce4206e6349 HTTP/1.1" status: 200 len: 760 time: 0.3599751 May 14 18:11:43.555202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54402) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.556206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64721424-8886-4fcc-b596-52057c27a2ab req-2692e04a-bf5a-40d6-9fba-2c7bced97e7d tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.2895598 May 14 18:11:43.568018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-738883711'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.572024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:43.577817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:43.602091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:43.602990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.617855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:43.623240 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.623925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64721424-8886-4fcc-b596-52057c27a2ab req-5cd4cd2f-e59f-4dc1-bd20-e22497e30a46 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666780 May 14 18:11:43.631444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:43.635950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:43.656177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:43.661440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:43.671238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:43.675716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.676721 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 85cd42aa-3c11-4e9a-bee3-f5eba45b1ee7 of type vlan for network 1d85a750-0def-4293-b4f8-889def6aff87 May 14 18:11:43.713849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.749252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.757820 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771c152-557d-4319-a68c-b6991715a8ad', 'name': 'network-vif-deleted', 'tag': '849d7bfa-f814-40e7-b958-9c6573e9008b', 'status': 'completed', 'code': 200} May 14 18:11:43.757972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:43.758574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.760005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.763087 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:43.764386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.770321 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a585ba94-76ab-446a-9e4d-39503b4956cf tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:43.817074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4f01e-3abf-4848-a4cb-c56c81e2358d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:43.821323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:43.822518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:43.827084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3252265 May 14 18:11:43.827823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54410) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.833147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-da4fcef3-3a58-48c4-a5d3-51a6bbdc85c8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.833864 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-da4fcef3-3a58-48c4-a5d3-51a6bbdc85c8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 14 18:11:43.834390 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-da4fcef3-3a58-48c4-a5d3-51a6bbdc85c8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:43.837781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-da4fcef3-3a58-48c4-a5d3-51a6bbdc85c8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065539 May 14 18:11:43.838011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54414) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.843780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.851063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:43.858893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:43.879448 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3229220 May 14 18:11:43.882326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.885477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=1d85a750-0def-4293-b4f8-889def6aff87,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:43.891407 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:43.891619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:43.896076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '1d85a750-0def-4293-b4f8-889def6aff87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.903986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 1d85a750-0def-4293-b4f8-889def6aff87 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:43.908093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:43.957167 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:43.960744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d867b945-aac8-40c1-844e-b778187fb4a8 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1192200 May 14 18:11:43.961243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54422) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.967407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-502a41e3-56aa-41d0-9de0-843971fbb2f9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.968421 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-502a41e3-56aa-41d0-9de0-843971fbb2f9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 14 18:11:43.968421 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-502a41e3-56aa-41d0-9de0-843971fbb2f9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:43.971726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-502a41e3-56aa-41d0-9de0-843971fbb2f9 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070095 May 14 18:11:43.971946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54426) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:43.979279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:43.990209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:43.999966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:44.007059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:44.013818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:44.016742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:44.017664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Usage tracker for resource:subnet and tenant:f4cfc7a3ba97464fb772bab1339c2968 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:44.022199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:44.029118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:44.031398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.037398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.039315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:44.042930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.043554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.049273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.054931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.061189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.067050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.068322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae276839-94aa-4668-adcd-716b264adf3a up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:44.068984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f94109b9-5429-4212-88af-55707482e2a9 req-f4ab5b17-fe2c-4ac8-b644-75530eb3fa2e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5435 time: 0.2122576 May 14 18:11:44.129954 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:44.133839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-98b3a169-f447-484e-be7f-e422774baf39 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1581454 May 14 18:11:44.135152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54432) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:44.142450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port ae276839-94aa-4668-adcd-716b264adf3a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:44.145323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bc21f660-5b49-402c-905f-5a657aef9a35 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:44.145803 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-bc21f660-5b49-402c-905f-5a657aef9a35 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 14 18:11:44.146291 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-bc21f660-5b49-402c-905f-5a657aef9a35 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:44.150081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bc21f660-5b49-402c-905f-5a657aef9a35 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101740 May 14 18:11:44.150430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port ae276839-94aa-4668-adcd-716b264adf3a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:44.150430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.151254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54436) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:44.151395 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:11:44.157849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f94109b9-5429-4212-88af-55707482e2a9 req-14ed8549-c2df-4afd-adf2-e5bd5c1feb40 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799491 May 14 18:11:44.163384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:44.174959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:44.192696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:44.196592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:44.204277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:44.228442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c172e114-0429-4c0a-a67d-da5d5f305061'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:11:44.272238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1dcc5f88-6634-412b-80c3-72229c711412 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:44.297507 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:44.301185 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-645f4f14-7e25-4835-80d9-d90e93f27e8b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1465237 May 14 18:11:44.309978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54440) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:44.318955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-daae6b08-a08c-4ee5-8007-548c8783b7a0 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:44.319371 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-daae6b08-a08c-4ee5-8007-548c8783b7a0 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 14 18:11:44.319862 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-daae6b08-a08c-4ee5-8007-548c8783b7a0 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:44.324867 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-daae6b08-a08c-4ee5-8007-548c8783b7a0 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099063 May 14 18:11:44.324867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:44.329571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:44.347267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:44.353668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:44.356792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:44.383595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f8e58-f95d-48eb-89d2-36332ebbeeef req-c012aaeb-e041-4f61-ab8f-310c782ddc68 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.385807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:44.391740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-393f8e58-f95d-48eb-89d2-36332ebbeeef req-c012aaeb-e041-4f61-ab8f-310c782ddc68 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 945 time: 0.1173637 May 14 18:11:44.432191 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.453583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-393f8e58-f95d-48eb-89d2-36332ebbeeef req-936121d7-0003-4f0f-b599-bc357ddf2d48 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607085 May 14 18:11:44.507758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:44.522850 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:44.523977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1e470d6a-c454-4428-b162-a6ef54e51f6a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1985090 May 14 18:11:44.526714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54452) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:44.527086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 1dcc5f88-6634-412b-80c3-72229c711412 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:44.533945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae276839-94aa-4668-adcd-716b264adf3a,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:44.536865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'ade4f01e-3abf-4848-a4cb-c56c81e2358d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:44.538405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 1dcc5f88-6634-412b-80c3-72229c711412 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:44.538923 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.555037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:44.565509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:44.567317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:44.586796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:44.618747 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.619881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 492fed26-7ed2-44e3-9e8e-f6080df3aff8 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:44.656653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:44.676040 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:44.680183 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1f20aa3-1943-48d5-82f4-a57dae9d164d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1493130 May 14 18:11:44.681340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54458) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:44.714879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.725121 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e33af7e9-2585-42be-a939-fb73ec7c160c tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:44.749284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d437a-dc1b-40eb-ac79-8930461c65e3 req-1d113ef3-597a-4fe4-b606-830b3165b2f1 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.751728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df5d437a-dc1b-40eb-ac79-8930461c65e3 req-1d113ef3-597a-4fe4-b606-830b3165b2f1 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.0915761 May 14 18:11:44.801608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df5d437a-dc1b-40eb-ac79-8930461c65e3 req-5a730fb4-b838-45f0-a6e8-b0928cd535d7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 May 14 18:11:44.825867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:44.827755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=e24ea05d-58c0-4950-87fd-5a7c583cf076,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:44.829983 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:44.844338 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:44.853675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.856975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '85cd42aa-3c11-4e9a-bee3-f5eba45b1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1d85a750-0def-4293-b4f8-889def6aff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:44.857344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 1d85a750-0def-4293-b4f8-889def6aff87, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:44.903569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.907977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:44.914681 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.924897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 1d85a750-0def-4293-b4f8-889def6aff87 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:44.931879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:44.932263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.953279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 1d85a750-0def-4293-b4f8-889def6aff87) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:44.965030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:44.965611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:44.969444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f227c78-bde5-45a1-84b5-ecc52e002811 None None] Network 1d85a750-0def-4293-b4f8-889def6aff87 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:45.007693 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1240673 May 14 18:11:45.010148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54462) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.013745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.017079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.018286 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/ade4f01e-3abf-4848-a4cb-c56c81e2358d HTTP/1.1" status: 204 len: 168 time: 0.3367305 May 14 18:11:45.021049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54466) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.038442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa339011-8b76-408b-bdcc-50826a24e5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:45.069667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4f01e-3abf-4848-a4cb-c56c81e2358d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:45.091990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5a22e02-7ff8-49de-b48a-903542c83e33 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:45.111268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5a22e02-7ff8-49de-b48a-903542c83e33 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:45.119312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c5a22e02-7ff8-49de-b48a-903542c83e33 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905929 May 14 18:11:45.120299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54472) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.124875 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a', 'code': 200} May 14 18:11:45.125755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054154767'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:45.133639 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:45.137892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:45.150642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1dcc5f88-6634-412b-80c3-72229c711412, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1dcc5f88-6634-412b-80c3-72229c711412,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:45.153016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:45.172639 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.173575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 849d7bfa-f814-40e7-b958-9c6573e9008b no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:45.175467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.199809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:45.205039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:45.208607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:45.212715 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:45.216426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:45.242270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.277742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 849d7bfa-f814-40e7-b958-9c6573e9008b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:45.278321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 849d7bfa-f814-40e7-b958-9c6573e9008b not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:45.318529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.323744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.331857 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22823deb-7d19-4be7-8780-81256bd9f5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:45.341114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.381718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.394436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b006368-ed27-4dad-bb72-876e7b816837,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:45.398285 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:45.401157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.404860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2837019 May 14 18:11:45.407889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.414247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '8b006368-ed27-4dad-bb72-876e7b816837', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:45.421483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:45.426097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:45.429654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:45.437806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:45.443783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1dcc5f88-6634-412b-80c3-72229c711412,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:45.454709 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:45.476659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:45.489258 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The resource could not be found. May 14 18:11:45.490607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9bff2a96-7d64-4c32-a0e2-633ae9038346 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0814710 May 14 18:11:45.493267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54486) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.500133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '8b006368-ed27-4dad-bb72-876e7b816837', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b15cdeca-9812-47a4-823c-e0d9c5ff834b'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:45.507521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:45.511866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.512989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4c194ddd-52a7-4d19-bfaf-f3712655d115 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:45.514133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:45.517944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:45.524966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:45.551000 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:45.605982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885f674-8ae0-4bc0-9d30-e8eb315eb817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-1d85a750-0def-4293-b4f8-889def6aff87', 'network_id': '1d85a750-0def-4293-b4f8-889def6aff87', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': 'e24ea05d-58c0-4950-87fd-5a7c583cf076'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:45.606947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b885f674-8ae0-4bc0-9d30-e8eb315eb817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.631321 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The resource could not be found. May 14 18:11:45.632381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-555e5e5d-289c-40ed-91b7-47de0248531f tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1381099 May 14 18:11:45.635578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54490) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.673177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726235ae-cb59-4b96-9596-136d9e018efb req-1e8df57d-12dc-4a4b-b4f1-e84794def628 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:45.674661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-726235ae-cb59-4b96-9596-136d9e018efb req-1e8df57d-12dc-4a4b-b4f1-e84794def628 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.1403530 May 14 18:11:45.689442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.694941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1ba35d7-9cb4-4a85-9c56-8a2ecced68ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:45.706054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:45.710411 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:45.736999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 4c194ddd-52a7-4d19-bfaf-f3712655d115 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:45.743874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=e24ea05d-58c0-4950-87fd-5a7c583cf076,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:45.750913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 4c194ddd-52a7-4d19-bfaf-f3712655d115 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:45.751352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.756789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.765554 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:45.779838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-726235ae-cb59-4b96-9596-136d9e018efb req-b9f2b9e6-df8f-4f6b-8d92-efb2e35fe980 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936415 May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server [None req-b885f674-8ae0-4bc0-9d30-e8eb315eb817 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24ea05d-58c0-4950-87fd-5a7c583cf076: This subnet is being modified by another concurrent operation. May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 14 18:11:45.802566 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1447, in create_port May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1414, in _create_port_db May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise exception May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24ea05d-58c0-4950-87fd-5a7c583cf076: This subnet is being modified by another concurrent operation. May 14 18:11:45.806811 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server May 14 18:11:45.812948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.834766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad79668-f5a4-4a08-848c-36f4e1577068 None None] Network 1d85a750-0def-4293-b4f8-889def6aff87 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:45.876911 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.879883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.884367 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b4950dc-35fa-422a-9b42-38d0ed569967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:45.905459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d85a750-0def-4293-b4f8-889def6aff87']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:45.905960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54498) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.923048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd42aa-3c11-4e9a-bee3-f5eba45b1ee7') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:45.923519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd42aa-3c11-4e9a-bee3-f5eba45b1ee7') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:45.937732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.945604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b006368-ed27-4dad-bb72-876e7b816837,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:45.949551 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:45.966449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.969437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.969692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:45.970673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b006368-ed27-4dad-bb72-876e7b816837 HTTP/1.1" status: 204 len: 168 time: 0.3341947 May 14 18:11:45.973388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54502) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:45.978884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:45.979525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.048211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Deleting subnet 37d36bf3-b70a-4ac1-8f3e-65f949cd2701 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:11:46.059145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.065994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:46.069166 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:46.101014 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.101964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2b347a7a-05be-47c6-8b54-fa4f54d5efff up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:46.106327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.114082 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:46.132165 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:46.134685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.150260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=1d85a750-0def-4293-b4f8-889def6aff87,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:46.152965 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:46.157344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/1d85a750-0def-4293-b4f8-889def6aff87 HTTP/1.1" status: 204 len: 168 time: 1.1459355 May 14 18:11:46.158038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.168224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-190371ca-7078-4217-8023-2558dcb47316 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:46.173509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.187298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6786417-7610-4cb1-b6be-6a8f7937c01b None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:11:46.198178 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-92474dbe-9ea9-405e-86c6-6dcbd8fc27f6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] GET failed (client error): The resource could not be found. May 14 18:11:46.198814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-92474dbe-9ea9-405e-86c6-6dcbd8fc27f6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Synchronizing usage tracker for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:46.218757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-92474dbe-9ea9-405e-86c6-6dcbd8fc27f6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Unset dirty status for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:46.222757 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-92474dbe-9ea9-405e-86c6-6dcbd8fc27f6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/subnets/e24ea05d-58c0-4950-87fd-5a7c583cf076 HTTP/1.1" status: 404 len: 337 time: 0.0610847 May 14 18:11:46.222996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.240060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-190371ca-7078-4217-8023-2558dcb47316 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:46.246397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-190371ca-7078-4217-8023-2558dcb47316 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2670608 May 14 18:11:46.248983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54514) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.257577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': 'b26697f9-204b-40a2-b2c4-604b35abdd7b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:46.266302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:46.269010 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb85741a-6042-4527-b067-1e74c204d658 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:46.269544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb85741a-6042-4527-b067-1e74c204d658 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:46.269724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:46.275436 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb85741a-6042-4527-b067-1e74c204d658 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/1d85a750-0def-4293-b4f8-889def6aff87 HTTP/1.1" status: 404 len: 339 time: 0.0472834 May 14 18:11:46.275717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54518) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.276905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.278432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:46.281367 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:46.285734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.291124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.298130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.303953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.306306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:46.311305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.317600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.319773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04e4acf0-2f10-4942-816d-622f9597f316 req-ddfd662d-bcbf-40d1-8c9b-a9cb15a59674 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5437 time: 0.3136568 May 14 18:11:46.321121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.323478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 2b347a7a-05be-47c6-8b54-fa4f54d5efff completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:46.337244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2b347a7a-05be-47c6-8b54-fa4f54d5efff triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:46.337626 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.362761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:46.422573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6786417-7610-4cb1-b6be-6a8f7937c01b None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:11:46.437291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04e4acf0-2f10-4942-816d-622f9597f316 req-116eccd7-a47f-4305-b48a-40530229dcad tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820177 May 14 18:11:46.575847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.598723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100cb7b-cbdb-4622-9bef-d5face656a98 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.599362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9100cb7b-cbdb-4622-9bef-d5face656a98 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Synchronizing usage tracker for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:46.608392 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The resource could not be found. May 14 18:11:46.614095 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ed2f3dd-1f7b-4207-b5c1-b55d4e1f2ca1 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3594968 May 14 18:11:46.614667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54522) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.619808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273598626'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:46.628718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:46.640588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9100cb7b-cbdb-4622-9bef-d5face656a98 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Unset dirty status for tenant:f4cfc7a3ba97464fb772bab1339c2968 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:46.645597 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9100cb7b-cbdb-4622-9bef-d5face656a98 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3652210 May 14 18:11:46.645597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:46.653447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54526) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.655143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:46.660312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.661174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:46.701966 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-78b4ebdb-41e8-4cf4-9be2-533cd21efbe4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 207 time: 0.0461075 May 14 18:11:46.703893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54530) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.704020 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:46.705322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.806784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:46.814778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:46.822966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:46.838647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:46.906600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78facc-4bf9-437c-898e-3ac6ea3659e3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.911643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9829f-5ca7-4af4-861e-929c709d8ff2 req-eaf6a75e-7cc6-4645-8f65-70e85647d0ac tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.913105 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5cf9829f-5ca7-4af4-861e-929c709d8ff2 req-eaf6a75e-7cc6-4645-8f65-70e85647d0ac tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 945 time: 0.2446775 May 14 18:11:46.913405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78facc-4bf9-437c-898e-3ac6ea3659e3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.914513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:46.916077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.919228 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:46.919408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78facc-4bf9-437c-898e-3ac6ea3659e3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.921261 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af386438-a8fd-4ea4-aeb8-423ab809299d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:46.925009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78facc-4bf9-437c-898e-3ac6ea3659e3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:46.932345 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d78facc-4bf9-437c-898e-3ac6ea3659e3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2285869 May 14 18:11:46.933020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54534) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:46.939584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:46.955863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:46.956494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.976442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d36bf3-b70a-4ac1-8f3e-65f949cd2701,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:46.978409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:46.983556 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:46.992895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/37d36bf3-b70a-4ac1-8f3e-65f949cd2701 HTTP/1.1" status: 204 len: 168 time: 1.0836217 May 14 18:11:46.998044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54538) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.090608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5cf9829f-5ca7-4af4-861e-929c709d8ff2 req-51f69180-6966-43d5-a717-865c2ba21988 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376443 May 14 18:11:47.101517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.122915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.128788 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.130707 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54ac100a-9d14-49e0-b585-7865bc8a14bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:47.150817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc5f88-6634-412b-80c3-72229c711412'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492fed26-7ed2-44e3-9e8e-f6080df3aff8'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:47.162576 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c4d3679a-6575-42cc-82e8-0879f5174aff tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2250683 May 14 18:11:47.163309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54544) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.191647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.238150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:47.247052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.251732 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:47.258848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5196c1a5-1629-47b8-baac-af3c551a1d4f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:47.263253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:47.273226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.274221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.278905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6631901 May 14 18:11:47.282103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54550) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.290399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--431579274'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:47.292253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90eaa1a-8eee-4811-b6c7-7e69ec723c57']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:47.299630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614956c3-48fd-45f1-b86a-9dff313df6c3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:47.301979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614956c3-48fd-45f1-b86a-9dff313df6c3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:47.308995 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-614956c3-48fd-45f1-b86a-9dff313df6c3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1391521 May 14 18:11:47.309779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.310789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:47.318358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device dc8f1251-c3cb-49d0-825a-34170ef9e7e7 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:47.348567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:47.351562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:47.360114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:47.360659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d319a0d-8b5d-4f4e-9df6-4d1b5e528965') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:47.361853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:47.378312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.390856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.403561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.416475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:47.419811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c715be8-8ba5-429b-b25b-b41763f8050e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:47.420872 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:47.421007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c715be8-8ba5-429b-b25b-b41763f8050e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:47.423786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:47.424364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.427432 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c715be8-8ba5-429b-b25b-b41763f8050e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1140039 May 14 18:11:47.428083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54558) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.431539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:47.437987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:47.438483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:47.442124 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:47.456110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:47.505554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769f47a-5f47-4ec9-8f5d-95b14fe5fb1d req-08b9a189-7ee6-442a-88c2-a517164c29ae tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:47.505767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:47.507121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5769f47a-5f47-4ec9-8f5d-95b14fe5fb1d req-08b9a189-7ee6-442a-88c2-a517164c29ae tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.2036335 May 14 18:11:47.512832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:47.526313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:47.577202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.581252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5769f47a-5f47-4ec9-8f5d-95b14fe5fb1d req-fad483d9-cc48-4c4b-9046-12bfdd76c3a8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577600 May 14 18:11:47.583407 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-44959288-0468-44e6-bdda-ed4948494527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:47.607555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.609199 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.610298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f90eaa1a-8eee-4811-b6c7-7e69ec723c57,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:47.612787 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:47.614402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/f90eaa1a-8eee-4811-b6c7-7e69ec723c57 HTTP/1.1" status: 204 len: 168 time: 0.6154323 May 14 18:11:47.634399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d62812-6aa7-4694-9e5d-7d4dbf7d34f2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:47.640308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54568) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.640470 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-72d62812-6aa7-4694-9e5d-7d4dbf7d34f2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks/8c2c13f7-f053-4825-981f-59265ec6163a HTTP/1.1" status: 200 len: 800 time: 0.2099373 May 14 18:11:47.665530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:47.673559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.676044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c172e114-0429-4c0a-a67d-da5d5f305061 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:47.704062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.713830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.721656 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cbafd5b-00ca-4a3a-916e-5101c22c4378 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:47.755888 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc5f88-6634-412b-80c3-72229c711412', 'code': 200} May 14 18:11:47.756460 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492fed26-7ed2-44e3-9e8e-f6080df3aff8', 'code': 200} May 14 18:11:47.757055 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115', 'code': 200} May 14 18:11:47.757676 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff', 'code': 200} May 14 18:11:47.758334 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:47.810537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb6955-536d-43f7-84e8-97c844f370e6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:47.813773 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:47.817849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.822597 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5395043 May 14 18:11:47.823928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54572) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.830958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group_rule': {'security_group_id': '5196c1a5-1629-47b8-baac-af3c551a1d4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b3bb6955-536d-43f7-84e8-97c844f370e6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:47.838379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:47.842940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:47.846304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:47.852313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:47.866200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port c172e114-0429-4c0a-a67d-da5d5f305061 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:47.875310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c172e114-0429-4c0a-a67d-da5d5f305061 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:47.875695 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:47.892121 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:11:47.896736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54576) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.897028 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9f19101c-b79a-4057-8205-25970b01d842 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0708663 May 14 18:11:47.909142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:47.918225 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:47.947426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:47.983599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-361b5e6f-e988-426f-b553-d390f079afd6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/networks/8c2c13f7-f053-4825-981f-59265ec6163a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3420413 May 14 18:11:47.987699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.009260 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.038283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930dbc6-a361-4094-b162-358ee362f7e8 req-1b13d98c-4378-4f4d-99c4-620d06661b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.039786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d930dbc6-a361-4094-b162-358ee362f7e8 req-1b13d98c-4378-4f4d-99c4-620d06661b8e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=db62fb67-2e45-4571-a1b5-49d4dd4a7176 HTTP/1.1" status: 200 len: 1097 time: 0.2772176 May 14 18:11:48.045320 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.045961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c172e114-0429-4c0a-a67d-da5d5f305061, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c172e114-0429-4c0a-a67d-da5d5f305061,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:48.051097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.052329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3b403b73-7d06-419a-8365-b5be4700d3be up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:48.060573 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c849b8f4-ad57-49d3-96c5-86724f80e883 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfeb36824e8e4299878132bc907bae5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084425 May 14 18:11:48.062834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.089622 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:48.093691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66060df8-dc82-4531-87c5-c275e6217405 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.098666 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-66060df8-dc82-4531-87c5-c275e6217405 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/subnets/9e6161fb-f112-4b0a-809e-8c5e6833b0f4 HTTP/1.1" status: 200 len: 811 time: 0.1063371 May 14 18:11:48.102488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.108664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.110950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.114988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.121348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.127072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.132826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.139339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.143910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-7c2e8a07-d335-47fb-b139-ab62b6970244 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5441 time: 0.3127217 May 14 18:11:48.179226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c172e114-0429-4c0a-a67d-da5d5f305061,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:48.182548 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:48.192102 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.192868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 3b403b73-7d06-419a-8365-b5be4700d3be completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:48.198254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 3b403b73-7d06-419a-8365-b5be4700d3be triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:48.198431 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.198534 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.205768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ae0e6-0114-41f8-bab9-5d2fff8421e5 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.212041 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4e8ae0e6-0114-41f8-bab9-5d2fff8421e5 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "GET /v2.0/subnets/9e6161fb-f112-4b0a-809e-8c5e6833b0f4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0952191 May 14 18:11:48.214098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54598) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.229103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-71286384'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:48.237088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.249969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:48.253424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d930dbc6-a361-4094-b162-358ee362f7e8 req-d11b4f10-fa62-42d0-9f22-4c9a09fe7091 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062385 May 14 18:11:48.280996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:48.287134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9911847-2ffe-43d3-a97f-201f0fe286c4 req-fdabe919-1b97-4245-ab4f-0d7d011d553b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260793 May 14 18:11:48.298987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:48.302650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.303057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.320819 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-72fe6845-001d-4f61-8b2e-ae5a3e854d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:48.321030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.321342 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f35cdb1-2946-44ba-83e7-cc5b24bd6846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:48.326118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe07ff47-f713-49e6-bffd-ef9825fb9e27,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:48.329162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:48.331235 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.334284 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe07ff47-f713-49e6-bffd-ef9825fb9e27 HTTP/1.1" status: 204 len: 168 time: 0.2680616 May 14 18:11:48.344573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.345983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb6955-536d-43f7-84e8-97c844f370e6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:48.353613 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:48.363600 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.364799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/b3bb6955-536d-43f7-84e8-97c844f370e6 HTTP/1.1" status: 204 len: 168 time: 0.4641955 May 14 18:11:48.368613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.373106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:48.384781 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.387574 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Added segment 9d463261-5c4b-4de5-95fe-00ced27e968c of type vlan for network 7bf913d9-3733-44a8-af63-7dd555beb5e3 May 14 18:11:48.417384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3b403b73-7d06-419a-8365-b5be4700d3be,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:48.422450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.426257 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:48.433762 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.466122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.472280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.473196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.478865 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:48.523526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8e1c8480-87f9-4a85-87d4-752a88b3be52 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:48.535377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:48.539455 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:48.560929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8e1c8480-87f9-4a85-87d4-752a88b3be52 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:48.565675 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8e1c8480-87f9-4a85-87d4-752a88b3be52 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1954181 May 14 18:11:48.566550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54608) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.622401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Network': ['ID=7bf913d9-3733-44a8-af63-7dd555beb5e3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:48.625638 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:48.627280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4130266 May 14 18:11:48.630373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54614) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.634236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:48.648752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:48.655153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.688690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.747971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.755045 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33ce8368-beae-438d-b749-caa272bbf3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:48.774941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5196c1a5-1629-47b8-baac-af3c551a1d4f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:48.779346 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:48.793098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.796879 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/5196c1a5-1629-47b8-baac-af3c551a1d4f HTTP/1.1" status: 204 len: 168 time: 0.2268021 May 14 18:11:48.797133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.839724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:48.850669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:48.897631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Made reservation on behalf of f4cfc7a3ba97464fb772bab1339c2968 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:48.901042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:48.930284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9cebf1cf-eeec-4e44-8115-aff77e4e3b5b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:48.955853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9cebf1cf-eeec-4e44-8115-aff77e4e3b5b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:48.957079 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9cebf1cf-eeec-4e44-8115-aff77e4e3b5b tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591208 May 14 18:11:48.970714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:48.976501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'tempest-secgroup--20972652'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:48.984140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc56bae-b0b3-4ed1-9f6f-5c2791d4b05c req-5213fdf2-c2ea-476e-93d5-0a08aab59b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:48.985617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bbc56bae-b0b3-4ed1-9f6f-5c2791d4b05c req-5213fdf2-c2ea-476e-93d5-0a08aab59b2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 1097 time: 0.1129947 May 14 18:11:48.987917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:49.015437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:49.015872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing IP validity checks on allocation pools {{(pid=79559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 14 18:11:49.016375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=79559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 14 18:11:49.059878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.068962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f91c3-c10d-4b0b-a7db-19b712a5b546 req-69c9542b-f79d-4533-83e7-1c66a5a8f228 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:49.070434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-766f91c3-c10d-4b0b-a7db-19b712a5b546 req-69c9542b-f79d-4533-83e7-1c66a5a8f228 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 946 time: 0.2111018 May 14 18:11:49.084471 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bbc56bae-b0b3-4ed1-9f6f-5c2791d4b05c req-0367fd7e-837e-4411-bc59-010c423b9878 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895817 May 14 18:11:49.095164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:49.101390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Usage tracker for resource:security_group_rule and tenant:1633daef92ec47dcad05566721b0ead5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:49.105702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:49.112767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:49.211620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.216430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.242114 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-236f3c34-ba2f-4441-8c4b-4f18efed99e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:49.280321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.281606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3120191 May 14 18:11:49.284851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54642) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.286521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224ba640-aa11-481f-9c18-7cdd521d3023,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:49.289260 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:49.297920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2bea065d-5b4f-40c8-8e59-52f675e5787e tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Request body: {'security_group': {'name': 'default'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:49.298328 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-2bea065d-5b4f-40c8-8e59-52f675e5787e tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 14 18:11:49.302437 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-2bea065d-5b4f-40c8-8e59-52f675e5787e tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] update failed (client error): There was a conflict when trying to complete your request. May 14 18:11:49.302437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2bea065d-5b4f-40c8-8e59-52f675e5787e tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "PUT /v2.0/security-groups/224ba640-aa11-481f-9c18-7cdd521d3023 HTTP/1.1" status: 409 len: 330 time: 0.0121698 May 14 18:11:49.302643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.311015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-766f91c3-c10d-4b0b-a7db-19b712a5b546 req-0be69df4-1c00-478d-822e-c4a1f882e4cd tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337286 May 14 18:11:49.379585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.421781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.485358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.489351 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3fd0448-5226-461c-a0d2-16f1ef1a3190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:49.507941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ba640-aa11-481f-9c18-7cdd521d3023,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:49.511845 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:49.518041 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.519334 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/224ba640-aa11-481f-9c18-7cdd521d3023 HTTP/1.1" status: 204 len: 168 time: 0.2157333 May 14 18:11:49.521810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54656) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.530861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54660) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.580881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-058f2f4f-7572-43cb-8392-c1eef5f9c4fc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Synchronizing usage tracker for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:49.592149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799259d-c28c-4587-83b8-6d56cb12aa85 req-6e2b6526-ae41-4e4e-a37c-7afc7eed0d8c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:49.593615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8799259d-c28c-4587-83b8-6d56cb12aa85 req-6e2b6526-ae41-4e4e-a37c-7afc7eed0d8c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1226354 May 14 18:11:49.601609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-058f2f4f-7572-43cb-8392-c1eef5f9c4fc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Unset dirty status for tenant:1633daef92ec47dcad05566721b0ead5 on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:49.603830 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-058f2f4f-7572-43cb-8392-c1eef5f9c4fc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802717 May 14 18:11:49.607794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54666) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.625162 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-2e33a61b-72bf-48db-9972-d3077a6ca94c tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] delete failed (client error): The resource could not be found. May 14 18:11:49.626283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e33a61b-72bf-48db-9972-d3077a6ca94c tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "DELETE /v2.0/security-groups/864d93ae-0695-4c25-917e-25c143037fcf HTTP/1.1" status: 404 len: 347 time: 0.0174723 May 14 18:11:49.631618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54670) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.648492 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-2d3c36f1-0f4d-4972-a525-141a04ea36c2 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] show failed (client error): The resource could not be found. May 14 18:11:49.649468 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2d3c36f1-0f4d-4972-a525-141a04ea36c2 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-groups/bad39598-6c89-4877-9395-07dc607d3cbc HTTP/1.1" status: 404 len: 347 time: 0.0169466 May 14 18:11:49.654357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54674) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.674933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8799259d-c28c-4587-83b8-6d56cb12aa85 req-164a5078-be60-4fe8-8077-d60c50d26987 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 May 14 18:11:49.682632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1408781311-network', 'tenant_id': '55587e616b984b6eb57639fef0089efc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:49.685937 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-20ef99bd-76ab-4529-a711-1e0b62ee1858 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] show failed (client error): The resource could not be found. May 14 18:11:49.686885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-20ef99bd-76ab-4529-a711-1e0b62ee1858 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] 10.222.0.24 "GET /v2.0/security-group-rules/9c4ac6fb-f8b0-405c-9af1-cb4e32882703 HTTP/1.1" status: 404 len: 356 time: 0.0316195 May 14 18:11:49.693969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:49.698132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Usage tracker for resource:network and tenant:55587e616b984b6eb57639fef0089efc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:49.701069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:49.706851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:49.719418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Made reservation on behalf of 55587e616b984b6eb57639fef0089efc for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:49.721739 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.738464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.758638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7'}, {'server_uuid': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c172e114-0429-4c0a-a67d-da5d5f305061'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:49.789870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:49.830661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Usage tracker for resource:security_group_rule and tenant:55587e616b984b6eb57639fef0089efc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:49.840684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:49.857692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:49.884366 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:49.895703 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:49.911882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54684) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:49.999241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=70b1fc36-7020-41f2-9585-1851e840317a,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:50.007320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:50.030879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Checking segment: {'id': '9d463261-5c4b-4de5-95fe-00ced27e968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:50.031543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network hostable DHCP agents. Network: 7bf913d9-3733-44a8-af63-7dd555beb5e3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:50.048297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2d11d-2914-4c4b-a4a1-57f5a9e7bd62 req-926812f4-c8af-450b-adcd-a594eaf0679e tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.049857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ac2d11d-2914-4c4b-a4a1-57f5a9e7bd62 req-926812f4-c8af-450b-adcd-a594eaf0679e tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.2575037 May 14 18:11:50.073128 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bdede5f0-bba1-4733-9400-0225ebe454a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1633daef92ec47dcad05566721b0ead5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600349 May 14 18:11:50.076478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54690) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:50.104345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:50.140576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ac2d11d-2914-4c4b-a4a1-57f5a9e7bd62 req-73ae4a91-6985-4a31-8793-60d929c0ca3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828288 May 14 18:11:50.141585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.144440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 7bf913d9-3733-44a8-af63-7dd555beb5e3) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:50.154889 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.158143 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dc9898d8-20da-45b2-ab38-27bf62d9ad43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:50.165730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259bde8-c86e-476a-a7fd-f1b1f90eb038 None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:50.172961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.173624 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.186697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.209486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:11:50.222435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f209ff68-eba1-450d-ab7b-ac5db891090a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:50.231108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:50.236141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.236427 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Added segment 656924c2-c070-47e2-8ab5-96f09806d9dc of type vlan for network 09351863-9da9-433c-aa37-c4a5465cbde9 May 14 18:11:50.247134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.266350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6342797 May 14 18:11:50.279528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54694) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:50.295221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:50.310245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.440208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7bf913d9-3733-44a8-af63-7dd555beb5e3', 'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3', 'tenant_id': 'f4cfc7a3ba97464fb772bab1339c2968', 'fixed_ips': [{'subnet_id': '70b1fc36-7020-41f2-9585-1851e840317a'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:11:50.441152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.453963 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.454989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.455649 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.458673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.462088 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d56c8bb4-cb2e-4c0b-8249-a89bdb433fd7 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:50.464083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3437447'] for subnet, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.468771 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f01400d-57bb-4e1d-98b4-c29d6032bcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:50.491508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b76ec-85f5-45d0-9aa8-d442b7ad5e16,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:50.504732 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:50.522367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.526237 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf6b76ec-85f5-45d0-9aa8-d442b7ad5e16 HTTP/1.1" status: 204 len: 168 time: 0.4464209 May 14 18:11:50.562123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0283051 May 14 18:11:50.562689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54702) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:50.589389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Request body: {'subnet': {'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1408781311-subnet', 'tenant_id': '55587e616b984b6eb57639fef0089efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:50.608473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.614557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.620205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.626491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.632235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.638315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 14 18:11:50.638315 n-d-787206-3 neutron-server[79561]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] May 14 18:11:50.638315 n-d-787206-3 neutron-server[79561]: [parameters: {'in_use': 1, 'id_1': '70b1fc36-7020-41f2-9585-1851e840317a'}] May 14 18:11:50.638315 n-d-787206-3 neutron-server[79561]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:11:50.638718 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:11:50.639135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.644987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.651809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-56587196-dace-4321-948c-16a7b23f1063 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 0.3460164 May 14 18:11:50.654804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:50.685761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Pushing event updated for resources: {'Network': ['ID=09351863-9da9-433c-aa37-c4a5465cbde9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:50.686767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Usage tracker for resource:subnet and tenant:55587e616b984b6eb57639fef0089efc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:50.692727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 09351863-9da9-433c-aa37-c4a5465cbde9 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:11:50.696175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:50.699312 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:50.710722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-f806e918-0446-476c-96bc-21ae00ac46d4 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:50.711145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-f806e918-0446-476c-96bc-21ae00ac46d4 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.22 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 946 time: 0.3450851 May 14 18:11:50.735312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:50.741878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa4bade5-f529-4521-ae8b-95f5b6d3817f req-d8757ad6-30ca-441d-9d49-922ee3eb631f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886340 May 14 18:11:50.812234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Made reservation on behalf of 55587e616b984b6eb57639fef0089efc for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:50.815963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727268142888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3538257'] for subnet, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.818045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:50.822914 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1e95120d-d50f-4b7d-b21d-76e6e9cad8b4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:50.853450 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d', 'code': 200} May 14 18:11:50.854096 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7', 'code': 200} May 14 18:11:50.854096 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c172e114-0429-4c0a-a67d-da5d5f305061', 'code': 200} May 14 18:11:50.854503 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be', 'code': 200} May 14 18:11:51.140111 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.165467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event updated for resources: {'Subnet': ['ID=70b1fc36-7020-41f2-9585-1851e840317a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:51.165982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Deleting port 9d96bb50-8491-4d03-ab42-aabb0efc5def {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:51.166376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.168472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.169289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.173561 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "PUT /v2.0/subnets/70b1fc36-7020-41f2-9585-1851e840317a HTTP/1.1" status: 200 len: 877 time: 0.8908644 May 14 18:11:51.175848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:51.176891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:51.294648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da41af-ff6d-454d-9d73-9d488dc03cae req-fa0b2975-fba7-49e4-a80f-441a8364ea8a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.301570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55da41af-ff6d-454d-9d73-9d488dc03cae req-fa0b2975-fba7-49e4-a80f-441a8364ea8a tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 946 time: 0.2948849 May 14 18:11:51.311926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Allocated IP 172.20.0.3 (7bf913d9-3733-44a8-af63-7dd555beb5e3/70b1fc36-7020-41f2-9585-1851e840317a/7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:11:51.409376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.482973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54732) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:51.503640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0c4c2-0c76-4a75-8242-588df31bc5c7 req-1c91467a-a469-4a75-ac43-b5d9f16e710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.505217 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d6f0c4c2-0c76-4a75-8242-588df31bc5c7 req-1c91467a-a469-4a75-ac43-b5d9f16e710c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 1097 time: 0.4820650 May 14 18:11:51.529305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.529793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.530273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.530742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.531257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.531698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.536866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:51.541312 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-01026cbd-d085-4962-a0cd-bf87ed85c579 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.5217633 May 14 18:11:51.587477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55da41af-ff6d-454d-9d73-9d488dc03cae req-7870af51-dc12-45ff-95e4-bbe6ba1cb5ea tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849534 May 14 18:11:51.609180 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.620306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Transition to ACTIVE for port object 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:51.628143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.642254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Transition to ACTIVE for port object 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:11:51.651153 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.656813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] For port 9d96bb50-8491-4d03-ab42-aabb0efc5def, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=9d96bb50-8491-4d03-ab42-aabb0efc5def,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:51.657193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.667884 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:51.680115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-60ed3951-7ee0-4d08-9ee0-89204f7b8d47 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1431212428', 'prefixes': ['172.20.0.0/16']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:51.687438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-60ed3951-7ee0-4d08-9ee0-89204f7b8d47 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:51.695515 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d6f0c4c2-0c76-4a75-8242-588df31bc5c7 req-9ebec379-f620-4f52-81a1-07f06da30751 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532497 May 14 18:11:51.705164 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-282f359e-3012-45a8-9827-bce6f46b55d7 req-addd4e9d-54d9-4ce1-88c3-a1e688820b61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410339 May 14 18:11:51.747052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Pushing event updated for resources: {'Port': ['ID=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:51.756623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:11:51.757820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:51.760222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:11:51.763821 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:51.860111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Attempting to bind port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:11:51.860858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Attempting to bind port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9d463261-5c4b-4de5-95fe-00ced27e968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:11:51.860858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Attempting to bind port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 on network 7bf913d9-3733-44a8-af63-7dd555beb5e3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:11:51.866388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:11:51.866772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Checking segment: {'id': '9d463261-5c4b-4de5-95fe-00ced27e968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:51.867201 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.867615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Bound using segment: {'id': '9d463261-5c4b-4de5-95fe-00ced27e968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:11:51.868091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Bound port: 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d463261-5c4b-4de5-95fe-00ced27e968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7bf913d9-3733-44a8-af63-7dd555beb5e3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:11:51.868470 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.875594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-60ed3951-7ee0-4d08-9ee0-89204f7b8d47 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] Notify callbacks [] for subnetpool, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.879216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-60ed3951-7ee0-4d08-9ee0-89204f7b8d47 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3900142 May 14 18:11:51.880064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:51.914149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-e1d28e35-8b7f-4886-84ff-4268e29829cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7523596 May 14 18:11:51.963737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] For port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:11:51.965768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5e06166-e609-40c2-bbfe-070d3d7fdc48 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] 10.222.0.24 "GET /v2.0/subnetpools/5f88a624-4bfe-40a8-9d4e-1b1ce4a360a2 HTTP/1.1" status: 200 len: 732 time: 0.0848472 May 14 18:11:51.968810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54744) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:51.970841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] For port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,segment=NetworkSegment(9d463261-5c4b-4de5-95fe-00ced27e968c),segment_id=9d463261-5c4b-4de5-95fe-00ced27e968c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:11:51.975685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:51.976279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6c3b7183-f6f9-4a5b-9957-e9679e77d90b tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1630474937'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:51.979664 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-34b1e803-a5b7-4c01-a49f-074776f96725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:52.066712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead61f-acc9-46ce-9d58-bf79c3668d64 req-27a52656-5e95-4b18-b13b-105078dd945a tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:52.066712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23ead61f-acc9-46ce-9d58-bf79c3668d64 req-27a52656-5e95-4b18-b13b-105078dd945a tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.3112850 May 14 18:11:52.073532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Pushing event updated for resources: {'Port': ['ID=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:52.078569 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:52.089201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.099872 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5886cd53-b63a-4dd1-900e-4a69f7cd20ef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:52.151524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=70b1fc36-7020-41f2-9585-1851e840317a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:52.174404 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:52.277487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.295711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf913d9-3733-44a8-af63-7dd555beb5e3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:52.310987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23ead61f-acc9-46ce-9d58-bf79c3668d64 req-4b01b63b-aa3b-4646-b404-231127176658 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757305 May 14 18:11:52.317216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.317505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.317813 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Floating IP 77c7ff98-bf8f-4c89-af92-016f57f62f92 disassociated. External IP: 172.25.4.52, port: 9d96bb50-8491-4d03-ab42-aabb0efc5def. May 14 18:11:52.318153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Calling delete_port for 9d96bb50-8491-4d03-ab42-aabb0efc5def owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:52.321060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7183-f6f9-4a5b-9957-e9679e77d90b tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] Notify callbacks [] for subnetpool, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.326695 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c3b7183-f6f9-4a5b-9957-e9679e77d90b tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] 10.222.0.24 "PUT /v2.0/subnetpools/5f88a624-4bfe-40a8-9d4e-1b1ce4a360a2 HTTP/1.1" status: 200 len: 684 time: 0.3567445 May 14 18:11:52.327582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54748) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:52.333612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d463261-5c4b-4de5-95fe-00ced27e968c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:52.333910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d463261-5c4b-4de5-95fe-00ced27e968c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:52.349874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.368468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.376116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:52.376516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:52.452690 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:52.483858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-cb7081c3-f55d-4672-8f22-f62f1ce0a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:52.485433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-cb7081c3-f55d-4672-8f22-f62f1ce0a780 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 1097 time: 0.3509367 May 14 18:11:52.514856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:11:52.514856 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:11:52.514856 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '7bf913d9-3733-44a8-af63-7dd555beb5e3'}] May 14 18:11:52.514856 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:11:52.515401 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:11:52.561361 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-400e1a2f-b78d-47c4-8be5-c1a89df5a30c tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] Notify callbacks [] for subnetpool, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.562389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-400e1a2f-b78d-47c4-8be5-c1a89df5a30c tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5f88a624-4bfe-40a8-9d4e-1b1ce4a360a2 HTTP/1.1" status: 204 len: 168 time: 0.1113408 May 14 18:11:52.565193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54754) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:52.587420 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-48226405-313c-46cf-ac05-f131c06f7eac tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] show failed (client error): The resource could not be found. May 14 18:11:52.588406 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-48226405-313c-46cf-ac05-f131c06f7eac tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] 10.222.0.24 "GET /v2.0/subnetpools/5f88a624-4bfe-40a8-9d4e-1b1ce4a360a2 HTTP/1.1" status: 404 len: 346 time: 0.0223467 May 14 18:11:52.591818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54758) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:52.609542 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-d5fe89ce-3f3b-437d-b57c-5a0e49bf4e02 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] delete failed (client error): The resource could not be found. May 14 18:11:52.610489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d5fe89ce-3f3b-437d-b57c-5a0e49bf4e02 tempest-SubnetPoolsTestJSON-1660983023 tempest-SubnetPoolsTestJSON-1660983023-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5f88a624-4bfe-40a8-9d4e-1b1ce4a360a2 HTTP/1.1" status: 404 len: 346 time: 0.0178099 May 14 18:11:52.717578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.730751 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:52.766085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:52.805126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event deleted for resources: {'Port': ['ID=9d96bb50-8491-4d03-ab42-aabb0efc5def,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:52.836084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.836472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.836853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.837384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.837586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.837953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.838628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.838753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.839016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.839983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.840584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.841104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:11:52.856847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae51fb-80e8-44aa-a9de-67b9a56359e3 req-aba907d8-390a-4432-93b2-97f51591e605 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:52.858637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cae51fb-80e8-44aa-a9de-67b9a56359e3 req-aba907d8-390a-4432-93b2-97f51591e605 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 867 time: 0.4360547 May 14 18:11:52.861643 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:52.864901 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f11310c5-ce9c-4f59-8521-3affbd177071 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:52.893395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-a1122a7c-20e9-4a50-ba5b-8fd259135fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:52.894875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-a1122a7c-20e9-4a50-ba5b-8fd259135fc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.3741353 May 14 18:11:52.910552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54768) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:53.016043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.102213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.120334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:53.124478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Usage tracker for resource:security_group_rule and tenant:86622279aa5845799000e2eac0cceb12 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:53.127648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:53.134843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:53.181695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed6a5c-130c-4581-b721-45e9658eb6cf None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:53.257007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.269560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.284044 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e593bee-5883-4b8d-b945-1728fd3ee568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:53.295247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:53.295587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.331622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-654d3d6a-838c-4831-83fb-595b0f661d9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a41035e-88de-4656-a0c3-11d077c9acde HTTP/1.1" status: 200 len: 217 time: 0.3999317 May 14 18:11:53.351097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cae51fb-80e8-44aa-a9de-67b9a56359e3 req-9e291ef8-d221-499a-be58-3ddf751ace95 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4525480 May 14 18:11:53.393271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-941e631a-3aa3-4c8f-b718-4e07f4ced846 None None] Provisioning for port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:53.413912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4323f8-5431-47c4-af99-b74dd37032bb,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:53.416989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:53.450787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Checking segment: {'id': '656924c2-c070-47e2-8ab5-96f09806d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:11:53.451635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Network hostable DHCP agents. Network: 09351863-9da9-433c-aa37-c4a5465cbde9, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:11:53.516826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:11:53.551648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-613f6d31-9fe0-437e-9dd2-528b8068e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:53.553833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-613f6d31-9fe0-437e-9dd2-528b8068e7c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.2061965 May 14 18:11:53.565495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,segment=NetworkSegment(9d463261-5c4b-4de5-95fe-00ced27e968c),segment_id=9d463261-5c4b-4de5-95fe-00ced27e968c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:53.565946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.600960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] DHCP port deletion for 7bf913d9-3733-44a8-af63-7dd555beb5e3 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:53.659737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:11:53.668290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:11:53.669832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.718588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Network 09351863-9da9-433c-aa37-c4a5465cbde9 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:11:53.726997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-a91a2beb-a527-410e-af5d-dfcf96ec9138 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364770 May 14 18:11:53.731842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:11:53.746145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Deleting port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:53.746533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.766368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 09351863-9da9-433c-aa37-c4a5465cbde9) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:11:53.818058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdaecc8-38ef-4e37-9b8f-a248728b1322 None None] Network 09351863-9da9-433c-aa37-c4a5465cbde9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:53.853829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:53.887485 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86622279aa5845799000e2eac0cceb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9728329 May 14 18:11:53.888698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:53.892441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:53.893853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:53.893977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d5abaa-860e-49d2-9fe8-61b550d05789,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:53.913397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:53.980693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.009086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.014493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.022275 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47b505c5-baa1-495a-922f-884e9322e4d9 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:54.040162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] For port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,segment=NetworkSegment(9d463261-5c4b-4de5-95fe-00ced27e968c),segment_id=9d463261-5c4b-4de5-95fe-00ced27e968c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:54.040569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.057049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4807417 May 14 18:11:54.073225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.082776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:54.084584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:54.090016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:54.105053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.111432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.117367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.124155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.130728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.137536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.143626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.151416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-ab2185d0-1251-45c9-b166-1b311d05e61b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 0.4978185 May 14 18:11:54.175264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-9fa360f8-bc4e-441e-bc43-5a9a562211ef service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378700 May 14 18:11:54.199611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.218876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Calling delete_port for 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:54.227632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:11:54.242100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.243513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] Sync routers for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:11:54.260014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf913d9-3733-44a8-af63-7dd555beb5e3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:54.276173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d463261-5c4b-4de5-95fe-00ced27e968c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:54.276517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d463261-5c4b-4de5-95fe-00ced27e968c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:54.294588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.298846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.305662 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8380ba47-e7d0-4f0f-b951-0d3f21401b27 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:54.322251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d5abaa-860e-49d2-9fe8-61b550d05789,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:54.327865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:54.328412 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:54.329141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:54.337947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.348105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.352446 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1d5abaa-860e-49d2-9fe8-61b550d05789 HTTP/1.1" status: 204 len: 168 time: 0.4593575 May 14 18:11:54.352446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:54.352446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:54.369906 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:54.376855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7cf5844-f363-4db4-a137-c63eabc8cb78 req-2ebd89e7-ded5-474c-a88c-1351feb78e1a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240841 May 14 18:11:54.417033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] No DVR routers for this DVR port 9d96bb50-8491-4d03-ab42-aabb0efc5def on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:54.436816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.438761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-73390e12-e922-44cf-a2a4-83a34f3e4527 req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.22 "DELETE /v2.0/ports/9d96bb50-8491-4d03-ab42-aabb0efc5def HTTP/1.1" status: 204 len: 173 time: 3.7013118 May 14 18:11:54.439316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'name': 'network-vif-deleted', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:11:54.482498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9d96bb50-8491-4d03-ab42-aabb0efc5def no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:54.494742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.500969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:54.535570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.546664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=7bf913d9-3733-44a8-af63-7dd555beb5e3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:54.549465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84207618-58b8-498b-87d1-a8dce3ca0b12 req-37e6b305-39de-4355-99c2-78fd8d8164e7 service neutron] 10.222.0.15 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644578 May 14 18:11:54.553943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:54.563765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:54.594081 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/7bf913d9-3733-44a8-af63-7dd555beb5e3 HTTP/1.1" status: 204 len: 168 time: 3.4054625 May 14 18:11:54.632050 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1dc96b-0ce0-45bb-8efc-71863161add3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:54.632727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1dc96b-0ce0-45bb-8efc-71863161add3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:54.634864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ff1dc96b-0ce0-45bb-8efc-71863161add3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/70b1fc36-7020-41f2-9585-1851e840317a HTTP/1.1" status: 404 len: 337 time: 0.0702431 May 14 18:11:54.637901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:54.680056 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-780a2002-9925-4d7e-a041-88c3d8319ee4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:54.680629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780a2002-9925-4d7e-a041-88c3d8319ee4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:54.682673 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-780a2002-9925-4d7e-a041-88c3d8319ee4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/7bf913d9-3733-44a8-af63-7dd555beb5e3 HTTP/1.1" status: 404 len: 339 time: 0.0435820 May 14 18:11:54.687718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:54.692796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 9d96bb50-8491-4d03-ab42-aabb0efc5def {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:54.693151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 9d96bb50-8491-4d03-ab42-aabb0efc5def not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:54.740570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a9514-1194-4cbd-a561-339ba6dc0f27 None None] Network 09351863-9da9-433c-aa37-c4a5465cbde9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:54.743435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40226f-e36d-4500-9280-fe560eacba78 req-7d3986ad-aaad-4f7c-934e-e3ae0e8f64dd tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:54.746960 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a1407b-fb09-4992-8538-cbcf5ecac73b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:54.747586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a1407b-fb09-4992-8538-cbcf5ecac73b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:54.752205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e40226f-e36d-4500-9280-fe560eacba78 req-7d3986ad-aaad-4f7c-934e-e3ae0e8f64dd tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1158814 May 14 18:11:54.752363 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-59a1407b-fb09-4992-8538-cbcf5ecac73b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/e24ea05d-58c0-4950-87fd-5a7c583cf076 HTTP/1.1" status: 404 len: 337 time: 0.0636396 May 14 18:11:54.753205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54808) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:54.799991 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d262d1-e24a-4b5a-9ec4-ea000c18295e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:54.800705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d262d1-e24a-4b5a-9ec4-ea000c18295e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:54.802692 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b6d262d1-e24a-4b5a-9ec4-ea000c18295e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/1d85a750-0def-4293-b4f8-889def6aff87 HTTP/1.1" status: 404 len: 339 time: 0.0484235 May 14 18:11:54.805306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54814) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:54.822110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0e40226f-e36d-4500-9280-fe560eacba78 req-65800ab5-37b5-46c8-9963-5d487e8b1d53 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687320 May 14 18:11:54.878443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:11:54.974893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:54.995687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.003579 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ea87a359-6630-430a-9488-15d3f7601176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:55.075383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e48b5-9813-4230-a114-18656d65d1cf req-b951bd01-b717-4ec9-9557-036a38caf953 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:55.082657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e2e48b5-9813-4230-a114-18656d65d1cf req-b951bd01-b717-4ec9-9557-036a38caf953 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 946 time: 0.1392357 May 14 18:11:55.156690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:11:55.157175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] No DVR routers for this DVR port 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:55.158668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e2e48b5-9813-4230-a114-18656d65d1cf req-e75ccc62-68e1-40ff-91ce-b1a2227574af tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746851 May 14 18:11:55.162481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Pushing event deleted for resources: {'Port': ['ID=7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:55.164980 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:55.191169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e442bd-77cd-4f5d-8228-7955790573c5 None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:55.269453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.294859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac314a92-9ee0-46b2-bdba-0ce4206e6349']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:55.343487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c5393a-65c0-4fe9-a682-63cd21f209e7') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:55.343932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c5393a-65c0-4fe9-a682-63cd21f209e7') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:55.367210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.373160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e442bd-77cd-4f5d-8228-7955790573c5 None None] Network 7bf913d9-3733-44a8-af63-7dd555beb5e3 could not be found, it might have been deleted concurrently. {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 14 18:11:55.398407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.406312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:55.406852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: timer() May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:55.424061 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:55.426599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:55.475357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:55.475637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7bcfad68-f72e-4df9-bd9a-c7ce74e9bcd1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:55.523607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.534115 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:55.572890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:55.576727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:53Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:55.582319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] Checking router: d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:11:55.587678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=ac314a92-9ee0-46b2-bdba-0ce4206e6349,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:55.601373 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:55.601762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:11:55.602877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:11:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:55.610694 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/ac314a92-9ee0-46b2-bdba-0ce4206e6349 HTTP/1.1" status: 204 len: 168 time: 0.8039105 May 14 18:11:55.613831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54840) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:55.689476 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d24f6a-8551-4866-9502-477215f4d9bc tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:55.689933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d24f6a-8551-4866-9502-477215f4d9bc tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:55.693786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c1d24f6a-8551-4866-9502-477215f4d9bc tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/798fbced-632f-41f3-985e-fc735afb59d2 HTTP/1.1" status: 404 len: 337 time: 0.0784814 May 14 18:11:55.696023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54844) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:55.739582 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf30e3-b04a-4926-9d21-33f4c91ccb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:55.746316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebf30e3-b04a-4926-9d21-33f4c91ccb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:55.748293 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aebf30e3-b04a-4926-9d21-33f4c91ccb14 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/67dccb68-33f2-48d9-8c08-a1767eae1b10 HTTP/1.1" status: 404 len: 339 time: 0.0509076 May 14 18:11:55.751006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54850) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:55.853591 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-776bfca4-e257-4afe-a2c8-2de656ee3fcd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:55.854059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776bfca4-e257-4afe-a2c8-2de656ee3fcd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:55.859361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-776bfca4-e257-4afe-a2c8-2de656ee3fcd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/53f14152-77d3-43d7-b723-7aa5e738d6a6 HTTP/1.1" status: 404 len: 337 time: 0.1045713 May 14 18:11:55.860598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54862) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:55.906788 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa378a37-db16-4f0f-ab2f-8480ff498ad8 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:55.908760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa378a37-db16-4f0f-ab2f-8480ff498ad8 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:55.917449 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa378a37-db16-4f0f-ab2f-8480ff498ad8 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/08f85c64-feae-4385-9a25-5de446029d9b HTTP/1.1" status: 404 len: 339 time: 0.0554647 May 14 18:11:55.919061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54868) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:55.968797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:11:55.980223 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2d1b3a-f944-4fb9-becb-720cd1960841 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:55.980799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2d1b3a-f944-4fb9-becb-720cd1960841 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:55.984875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b2d1b3a-f944-4fb9-becb-720cd1960841 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/6a57c6ca-b475-4e7c-a83c-8a22989e9265 HTTP/1.1" status: 404 len: 337 time: 0.0618680 May 14 18:11:55.987688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.019267 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-455a2452-1d48-48c5-9b9c-05462a5f2ed7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.020450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455a2452-1d48-48c5-9b9c-05462a5f2ed7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.025297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54878) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.026403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-455a2452-1d48-48c5-9b9c-05462a5f2ed7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/cc6ba4fc-206e-4aad-a0d1-43a168df7cd0 HTTP/1.1" status: 404 len: 339 time: 0.0375731 May 14 18:11:56.085045 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1e4b4c-1d70-4f3a-8351-eaf1f571d8b3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.085766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1e4b4c-1d70-4f3a-8351-eaf1f571d8b3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.087731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5f1e4b4c-1d70-4f3a-8351-eaf1f571d8b3 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/f3fee32b-b7ff-4454-96b4-72f38912d11d HTTP/1.1" status: 404 len: 337 time: 0.0612764 May 14 18:11:56.091424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54884) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.122464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-93713839-491a-4db8-ba46-797930706739 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:56.123494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-93713839-491a-4db8-ba46-797930706739 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Synchronizing usage tracker for tenant:55587e616b984b6eb57639fef0089efc on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:56.131378 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d4d72b-db7b-410d-b16b-c3411950851f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.132048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d4d72b-db7b-410d-b16b-c3411950851f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.133866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c6d4d72b-db7b-410d-b16b-c3411950851f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/96582b80-4e76-4d9f-b3f2-cfbdfe72e4f6 HTTP/1.1" status: 404 len: 339 time: 0.0413368 May 14 18:11:56.136614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54888) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.185953 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6aad93-13dd-4521-8933-ee08a0ac3efe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.186664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6aad93-13dd-4521-8933-ee08a0ac3efe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.192095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bb6aad93-13dd-4521-8933-ee08a0ac3efe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/2c5b4634-e094-42cd-a7e7-86bee9692713 HTTP/1.1" status: 404 len: 337 time: 0.0543561 May 14 18:11:56.194644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54894) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.223056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-93713839-491a-4db8-ba46-797930706739 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Unset dirty status for tenant:55587e616b984b6eb57639fef0089efc on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:56.224416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-93713839-491a-4db8-ba46-797930706739 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/networks?id=09351863-9da9-433c-aa37-c4a5465cbde9 HTTP/1.1" status: 200 len: 814 time: 0.4023709 May 14 18:11:56.228240 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f122a3-a3e4-45d1-9eff-59a2339c21be tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.228707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f122a3-a3e4-45d1-9eff-59a2339c21be tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.233350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e0f122a3-a3e4-45d1-9eff-59a2339c21be tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/30d05c22-409c-4246-9087-8ca9e18443fe HTTP/1.1" status: 404 len: 339 time: 0.0353823 May 14 18:11:56.233789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.256511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-cd0873b6-d48d-487b-a573-6b967231c912 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/quotas/55587e616b984b6eb57639fef0089efc HTTP/1.1" status: 200 len: 375 time: 0.0241561 May 14 18:11:56.296149 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f263cdcd-fabc-495e-a02c-8108550f4981 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.297193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f263cdcd-fabc-495e-a02c-8108550f4981 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.299075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f263cdcd-fabc-495e-a02c-8108550f4981 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/c5145c1c-4758-48f2-a544-c9ed5b0b800c HTTP/1.1" status: 404 len: 337 time: 0.0642169 May 14 18:11:56.301806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54904) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.309778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-a328a5e8-0b6e-4191-9aed-7c8ab0132ecc tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55587e616b984b6eb57639fef0089efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524423 May 14 18:11:56.363057 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e8460a-65ac-48a4-8c02-d241ca27f6e1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.364101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e8460a-65ac-48a4-8c02-d241ca27f6e1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.366046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-62e8460a-65ac-48a4-8c02-d241ca27f6e1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/0123f403-d925-40ba-9778-54acfb218524 HTTP/1.1" status: 404 len: 339 time: 0.0631058 May 14 18:11:56.368987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.429303 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8fa9fe-7339-4fb1-b33b-f8d98e82a684 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.429985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8fa9fe-7339-4fb1-b33b-f8d98e82a684 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.432726 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-da8fa9fe-7339-4fb1-b33b-f8d98e82a684 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/cbcc74dd-6ccf-41a0-acbd-55fde281cc6e HTTP/1.1" status: 404 len: 337 time: 0.0624957 May 14 18:11:56.444709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54918) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.466725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:53Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:56.475109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cac40-fdd5-414b-83c8-c1285dcd5a4e None None] The sync data for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 is: [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:08:43Z', 'revision_number': 4, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '45a38933-4a3e-48f1-937d-cfa379868ce1', 'name': '', 'network_id': '35cd8e4e-a57f-4665-8f7a-4650d1ac59f5', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'mac_address': 'fa:16:3e:50:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:42Z', 'updated_at': '2021-05-14T18:08:53Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'subnets': [{'id': '06ca03f7-07ab-4a76-976e-0e0041cd6d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:11:56.518061 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc67cce-87b6-4fd9-8ff3-f37ef1817958 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.518061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc67cce-87b6-4fd9-8ff3-f37ef1817958 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.519683 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4dc67cce-87b6-4fd9-8ff3-f37ef1817958 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/21352967-cfe2-491d-8fc3-5b540896a5cc HTTP/1.1" status: 404 len: 339 time: 0.0729783 May 14 18:11:56.524323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.601824 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab8bb4d-ae74-4ecd-955a-9f7aec50db74 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.602273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab8bb4d-ae74-4ecd-955a-9f7aec50db74 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.603972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ab8bb4d-ae74-4ecd-955a-9f7aec50db74 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/bbce6aaf-c4ac-468d-a3cc-d1f6169b4a9d HTTP/1.1" status: 404 len: 337 time: 0.0786855 May 14 18:11:56.609553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.637273 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f89b8fb-58e4-4388-967f-489c0c47bb7d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] DELETE failed (client error): The resource could not be found. May 14 18:11:56.638074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f89b8fb-58e4-4388-967f-489c0c47bb7d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:11:56.642530 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f89b8fb-58e4-4388-967f-489c0c47bb7d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/05fb3c6c-2ecb-4ecf-bdff-d7ba562b37f5 HTTP/1.1" status: 404 len: 339 time: 0.0295968 May 14 18:11:56.642866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:56.718129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting subnet 9e6161fb-f112-4b0a-809e-8c5e6833b0f4 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:11:56.722529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:56.741691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-7dfa1544-709d-4f96-8791-4917fee2d824 service neutron] 10.222.0.24 "GET /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130764 May 14 18:11:56.827563 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:56.920512 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e79f96-ee4d-40b8-b460-0f075c53f511 None None] New status for floating IP 77c7ff98-bf8f-4c89-af92-016f57f62f92: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:11:56.941036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:56.978839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-f5b45870-9ec1-42de-bca3-92fbb5a38c61 service neutron] 10.222.0.24 "GET /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235663 May 14 18:11:57.011636 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3165004e-7064-40f4-9f3e-542be694dc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:57.383316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-17049931-10f7-4ef3-8aff-97d3c2e3e15c req-ecd8b8f4-62c0-4f3b-9a4d-a7277078502b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Synchronizing usage tracker for tenant:1e73cada9fd54648b9dee82a601b16f0 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:11:57.408426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-17049931-10f7-4ef3-8aff-97d3c2e3e15c req-ecd8b8f4-62c0-4f3b-9a4d-a7277078502b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Unset dirty status for tenant:1e73cada9fd54648b9dee82a601b16f0 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:11:57.418431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17049931-10f7-4ef3-8aff-97d3c2e3e15c req-ecd8b8f4-62c0-4f3b-9a4d-a7277078502b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 210 time: 0.0908778 May 14 18:11:57.475167 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d73d30-829e-4607-8f10-5cae2a513e08', 'name': 'network-vif-deleted', 'tag': '9d96bb50-8491-4d03-ab42-aabb0efc5def', 'status': 'completed', 'code': 200} May 14 18:11:57.512539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:57.521263 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47be78c1-119e-4ae0-b401-86ea8f63d6ad tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:57.568457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6161fb-f112-4b0a-809e-8c5e6833b0f4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:57.572393 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:57.575327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:57.584630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e03de0-e23d-4946-bd05-95b5ebf690db None None] Network 8c2c13f7-f053-4825-981f-59265ec6163a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:11:57.588296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54954) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:11:57.588441 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/subnets/9e6161fb-f112-4b0a-809e-8c5e6833b0f4 HTTP/1.1" status: 204 len: 168 time: 0.9444408 May 14 18:11:57.701319 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:57.769353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:57.841057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cc75c-83ee-4b22-9900-8ace29794538 req-a0e4a947-5bd1-4b3e-a7de-6e7f3e479285 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:57.843795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-675cc75c-83ee-4b22-9900-8ace29794538 req-a0e4a947-5bd1-4b3e-a7de-6e7f3e479285 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=db62fb67-2e45-4571-a1b5-49d4dd4a7176 HTTP/1.1" status: 200 len: 946 time: 0.2187955 May 14 18:11:57.902359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] DHCP port deletion for 8c2c13f7-f053-4825-981f-59265ec6163a request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:11:57.913503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Deleting port 9d447eb6-2960-4ba3-b313-23069e413362 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:57.913845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:57.935003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-675cc75c-83ee-4b22-9900-8ace29794538 req-2a93ec5a-de9f-404c-9819-fc4612e7a4ec tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6e65a35-005e-4d34-abf4-75622a96f732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813236 May 14 18:11:58.002169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Deleting port 9d447eb6-2960-4ba3-b313-23069e413362 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:11:58.002590 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.029790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] For port 9d447eb6-2960-4ba3-b313-23069e413362, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9d447eb6-2960-4ba3-b313-23069e413362,segment=NetworkSegment(8b8d5a78-bfe3-4042-9293-c341d4a68f1c),segment_id=8b8d5a78-bfe3-4042-9293-c341d4a68f1c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:58.030386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.114594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] For port 9d447eb6-2960-4ba3-b313-23069e413362, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9d447eb6-2960-4ba3-b313-23069e413362,segment=NetworkSegment(8b8d5a78-bfe3-4042-9293-c341d4a68f1c),segment_id=8b8d5a78-bfe3-4042-9293-c341d4a68f1c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:11:58.115002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.184483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Calling delete_port for 9d447eb6-2960-4ba3-b313-23069e413362 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:58.266044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Calling delete_port for 9d447eb6-2960-4ba3-b313-23069e413362 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:11:58.295115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.300918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.306956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.313728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.314160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.317828 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-815c3806-6379-42c6-b1fa-756332f27f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:58.319489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.326325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.332122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:58.334037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-3aa7db42-6306-49a9-b78a-0f4214eb0ab1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 0.1667507 May 14 18:11:58.370178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Pushing event deleted for resources: {'Port': ['ID=9d447eb6-2960-4ba3-b313-23069e413362,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:58.373422 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:58.376353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] No DVR routers for this DVR port 9d447eb6-2960-4ba3-b313-23069e413362 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:58.387838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.398659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:58.445080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] No DVR routers for this DVR port 9d447eb6-2960-4ba3-b313-23069e413362 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:11:58.498268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e73120-04d2-44bd-a6fb-ece21c0b6abb req-b2e84240-98aa-40d7-986e-5177da19f989 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562114 May 14 18:11:58.502277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Port': ['ID=9d447eb6-2960-4ba3-b313-23069e413362,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:58.509936 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:58.611556 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.635497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2c13f7-f053-4825-981f-59265ec6163a']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:58.659278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8d5a78-bfe3-4042-9293-c341d4a68f1c') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:58.659872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8d5a78-bfe3-4042-9293-c341d4a68f1c') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:11:58.827864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.848700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-358cd779-cae9-4e1c-8774-6b6c95505a63 req-77737a80-f1b8-46dd-945b-bb41ba280a20 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 210 time: 0.1330318 May 14 18:11:58.857912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.870786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:11:58.871350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: timer() May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:11:58.891564 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:11:59.064086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-96c845f0-f0b2-4a18-81da-d46387d89ca1 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:11:59.065979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-96c845f0-f0b2-4a18-81da-d46387d89ca1 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.22 "GET /v2.0/networks?id=09351863-9da9-433c-aa37-c4a5465cbde9 HTTP/1.1" status: 200 len: 814 time: 0.3963709 May 14 18:11:59.067629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:59.079817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:59.091848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Request body: {'port': {'device_id': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9', 'admin_state_up': True, 'tenant_id': '55587e616b984b6eb57639fef0089efc'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:11:59.124615 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6409e786-4811-4585-93c3-1c2144d15073 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:11:59.395547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9d447eb6-2960-4ba3-b313-23069e413362 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:11:59.425431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Pushing event deleted for resources: {'Network': ['ID=8c2c13f7-f053-4825-981f-59265ec6163a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:11:59.427814 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:11:59.434516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] 10.222.0.24 "DELETE /v2.0/networks/8c2c13f7-f053-4825-981f-59265ec6163a HTTP/1.1" status: 204 len: 168 time: 1.8451269 May 14 18:11:59.447216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 9d447eb6-2960-4ba3-b313-23069e413362 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:11:59.447898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9d447eb6-2960-4ba3-b313-23069e413362 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:11:59.559497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:59.637249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:11:59.646889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Usage tracker for resource:port and tenant:55587e616b984b6eb57639fef0089efc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:11:59.649821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:11:59.665845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:11:59.692190 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-216f4558-af17-4fe0-bac9-530d804efad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:59.693121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Made reservation on behalf of 55587e616b984b6eb57639fef0089efc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:11:59.700111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:11:59.800881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9bb466b3-f897-4a6d-b210-5f747f0ec0b2 req-268bd3ac-812e-4465-a566-791c022d6606 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/ports?device_id=43d73d30-829e-4607-8f10-5cae2a513e08 HTTP/1.1" status: 200 len: 210 time: 0.0604875 May 14 18:11:59.957180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:00.050918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Allocated IP 172.20.0.11 (09351863-9da9-433c-aa37-c4a5465cbde9/1c4323f8-5431-47c4-af99-b74dd37032bb/0e7ebaf6-e683-44ba-b6a9-4fc479afafbd) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:00.222668 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7be2f9ab-5154-4b46-9857-d570ce125c89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4cfc7a3ba97464fb772bab1339c2968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636714 May 14 18:12:00.226650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55000) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:00.279249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.370151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.381227 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a2b4b6e-0aaf-496f-b9e2-c8a2778c95a5 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:00.389802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.419282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.499908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Pushing event updated for resources: {'Port': ['ID=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:00.517909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:00.525073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.532267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Network 09351863-9da9-433c-aa37-c4a5465cbde9 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:00.532936 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf411adc-928c-4134-9e0d-4d29a403d3db tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:00.537115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:00.541919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:00.568923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9244b02-4fd8-4d47-a30a-882cd618e268,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:00.572531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:00.578590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.583087 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9244b02-4fd8-4d47-a30a-882cd618e268 HTTP/1.1" status: 204 len: 168 time: 0.3554344 May 14 18:12:00.676445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.690374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.696808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.703642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.710512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.717102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.723462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.730797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.739347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8d2eb05-95aa-4b45-89b8-5df88a9b9ab6 req-baee83cd-8e53-45c9-a245-c8a83acd52b4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 0.4322307 May 14 18:12:00.745040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55010) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:00.751538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Request body: {'floatingip': {'port_id': '3b403b73-7d06-419a-8365-b5be4700d3be'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:00.789814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:00.793401 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:00.849004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7642024 May 14 18:12:00.864834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Request body: {'port': {'device_id': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:01.003162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:01.177851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67784e9f-ff3b-4541-9de0-c6c18f007431 req-34123c57-352d-4972-9aaa-6f790634474f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:01.189630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67784e9f-ff3b-4541-9de0-c6c18f007431 req-34123c57-352d-4972-9aaa-6f790634474f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.2527411 May 14 18:12:01.194646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:01.420765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67784e9f-ff3b-4541-9de0-c6c18f007431 req-7dbcb79c-f7be-4c05-beff-f7d06b17e96c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301228 May 14 18:12:01.439018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-f779c39e-8291-4647-a28f-17a661935685 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:01.444236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-f779c39e-8291-4647-a28f-17a661935685 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "GET /v2.0/ports?device_id=db62fb67-2e45-4571-a1b5-49d4dd4a7176 HTTP/1.1" status: 200 len: 946 time: 0.3829148 May 14 18:12:01.965356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55042) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:02.049337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.060578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.186472 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.221077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-826937160'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:02.226238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:02.232050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Usage tracker for resource:network and tenant:fce42a29f6a244bc9221cef0424b546e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:02.233909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Deleting port 1dcc5f88-6634-412b-80c3-72229c711412 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:02.234391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.235425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:02.250933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:02.269222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Made reservation on behalf of fce42a29f6a244bc9221cef0424b546e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:02.273808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.321190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.355550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:02.364866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Usage tracker for resource:security_group_rule and tenant:fce42a29f6a244bc9221cef0424b546e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:02.395711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:02.413579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:02.582132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:02.601130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-9399b2be-ae97-4c6e-8600-dab2f401ae57 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:02.601927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-9399b2be-ae97-4c6e-8600-dab2f401ae57 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Synchronizing usage tracker for tenant:55587e616b984b6eb57639fef0089efc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:02.607307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.659017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Transition to ACTIVE for port object 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:02.694786 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Floating IP e70c034d-7791-4af9-a766-6a278682deea associated. External IP: 172.25.4.15, port: 3b403b73-7d06-419a-8365-b5be4700d3be. May 14 18:12:02.702592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] For port 1dcc5f88-6634-412b-80c3-72229c711412, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1dcc5f88-6634-412b-80c3-72229c711412,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:02.703199 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.871719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.883651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Calling delete_port for 1dcc5f88-6634-412b-80c3-72229c711412 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:02.886457 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f04eb2a9-98d5-4eac-aeed-6032065826d1 tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:02.926693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-9399b2be-ae97-4c6e-8600-dab2f401ae57 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Unset dirty status for tenant:55587e616b984b6eb57639fef0089efc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:02.927812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-9399b2be-ae97-4c6e-8600-dab2f401ae57 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 932 time: 1.0371892 May 14 18:12:02.985318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:02.994971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.059507 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5c1df57-7925-44cb-8ca1-285ee9ab7082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:03.108004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:12:03.125779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:03.128430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cde80ce-eef6-4bd3-8818-4907bccae9c0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:03.128886 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:03.136873 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:03.143629 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.144070 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Added segment f25501b1-fcbc-4eea-a7a7-c3e30deead65 of type vlan for network 651f8351-0b8c-41cc-a698-fe8d1ae880c0 May 14 18:12:03.177773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-173b0305-d2c3-4a41-b296-46352ba74480 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Synchronizing usage tracker for tenant:55587e616b984b6eb57639fef0089efc on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:03.189253 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.196910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Router 378d37b8-a73c-41e6-b687-ea2d399c4d5a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:12:03.244532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Attempting to bind port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:03.246425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Attempting to bind port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '656924c2-c070-47e2-8ab5-96f09806d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:03.246875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Attempting to bind port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd on network 09351863-9da9-433c-aa37-c4a5465cbde9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:03.252470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-173b0305-d2c3-4a41-b296-46352ba74480 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Unset dirty status for tenant:55587e616b984b6eb57639fef0089efc on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:03.253800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52813967-b1f4-41b2-b273-bda87c6569b8 req-173b0305-d2c3-4a41-b296-46352ba74480 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094165 May 14 18:12:03.257411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd on network 09351863-9da9-433c-aa37-c4a5465cbde9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:12:03.257411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Attempting to bind port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd on network 09351863-9da9-433c-aa37-c4a5465cbde9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:03.301262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:03.301713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Checking segment: {'id': '656924c2-c070-47e2-8ab5-96f09806d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:03.302063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Bound using segment: {'id': '656924c2-c070-47e2-8ab5-96f09806d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:03.302516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Bound port: 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656924c2-c070-47e2-8ab5-96f09806d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:03.302895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.408837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.424461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['1dcc5f88-6634-412b-80c3-72229c711412'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:03.427723 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:03.500157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event deleted for resources: {'Port': ['ID=1dcc5f88-6634-412b-80c3-72229c711412,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:03.515590 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:03.522430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c172e114-0429-4c0a-a67d-da5d5f305061'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:03.570362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:12:03.574079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.584242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:03.584871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.592943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8f329f9-fe20-4fb3-b4c6-f5611cff862c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:03.621873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] Sync routers for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:12:03.672407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] For port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:03.690702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:03.691387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:03.703819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] No DVR routers for this DVR port 1dcc5f88-6634-412b-80c3-72229c711412 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:03.706633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.716971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.717269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] For port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,segment=NetworkSegment(656924c2-c070-47e2-8ab5-96f09806d9dc),segment_id=656924c2-c070-47e2-8ab5-96f09806d9dc)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:03.720256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'name': 'network-vif-deleted', 'tag': '1dcc5f88-6634-412b-80c3-72229c711412'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:03.735440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.745514 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:03.753362 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7778673 May 14 18:12:03.762938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:03.765787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Pushing event updated for resources: {'Network': ['ID=651f8351-0b8c-41cc-a698-fe8d1ae880c0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:03.789810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-431407ec-03bd-4aff-b6fc-deb2b77d45e2 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-461265776') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:03.805194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e123ec6-6833-42c7-bbf2-972a8a1b0735 req-483e4502-e2ab-4fa2-8a47-2e556bf3d9b7 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.22 "DELETE /v2.0/ports/1dcc5f88-6634-412b-80c3-72229c711412 HTTP/1.1" status: 204 len: 173 time: 2.3513443 May 14 18:12:03.833514 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:03.836665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 651f8351-0b8c-41cc-a698-fe8d1ae880c0 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:12:03.923336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:03.926146 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:03.930658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e7ebaf6-e683-44ba-b6a9-4fc479afafbd HTTP/1.1" status: 200 len: 1092 time: 3.0709171 May 14 18:12:04.001835 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d9c7df2d-93f5-49f9-84ef-e61fb5b60f2b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "PUT /v2.0/floatingips/e70c034d-7791-4af9-a766-6a278682deea HTTP/1.1" status: 200 len: 990 time: 3.2521784 May 14 18:12:04.009274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:04.044846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:04.058692 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:04.095438 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-431407ec-03bd-4aff-b6fc-deb2b77d45e2 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "PUT /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-461265776 HTTP/1.1" status: 201 len: 201 time: 0.3295977 May 14 18:12:04.096398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:04.101243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-ce146c06-ecbe-46d4-b5a0-d308907222f8 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-461265776') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:04.109886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-da3a2ea6-cee9-4e9b-a36a-8a9769c621cf req-dae30df6-fbed-47ca-85f5-0cea0037e2a1 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:04.184503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840068b6-1e38-4b12-abb4-8812c546b95e req-da8dfe3c-58bd-4bbd-9ac2-e00e76844f88 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:04.185249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-840068b6-1e38-4b12-abb4-8812c546b95e req-da8dfe3c-58bd-4bbd-9ac2-e00e76844f88 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Synchronizing usage tracker for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:04.219606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:04.236860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-840068b6-1e38-4b12-abb4-8812c546b95e req-da8dfe3c-58bd-4bbd-9ac2-e00e76844f88 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:04.238305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-840068b6-1e38-4b12-abb4-8812c546b95e req-da8dfe3c-58bd-4bbd-9ac2-e00e76844f88 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "GET /v2.0/ports?device_id=427a7f10-6d53-4fda-a386-316e3817cf7e HTTP/1.1" status: 200 len: 946 time: 0.7239523 May 14 18:12:04.239075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-da3a2ea6-cee9-4e9b-a36a-8a9769c621cf req-dae30df6-fbed-47ca-85f5-0cea0037e2a1 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Unset dirty status for tenant:6c28a17d4f384bce8da096f0ed44ff1e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:04.248432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da3a2ea6-cee9-4e9b-a36a-8a9769c621cf req-dae30df6-fbed-47ca-85f5-0cea0037e2a1 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.24 "GET /v2.0/ports?device_id=db62fb67-2e45-4571-a1b5-49d4dd4a7176 HTTP/1.1" status: 200 len: 210 time: 0.4097247 May 14 18:12:04.311923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55078) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:04.396471 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce146c06-ecbe-46d4-b5a0-d308907222f8 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-461265776 HTTP/1.1" status: 204 len: 168 time: 0.2990503 May 14 18:12:04.400798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55086) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:04.437283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-273df34b-62f2-43e1-8ac2-247d52ef5515 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:04.522089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:04.534356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-85b35fca-293c-4cfb-8cd3-1bb127c6fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:04.536902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-85b35fca-293c-4cfb-8cd3-1bb127c6fd7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=55587e616b984b6eb57639fef0089efc&device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 1095 time: 0.4768641 May 14 18:12:04.696172 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-273df34b-62f2-43e1-8ac2-247d52ef5515 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags HTTP/1.1" status: 200 len: 237 time: 0.2916651 May 14 18:12:04.696779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55094) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:04.709624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-b2a8e1d6-71be-4e97-9224-53908ba9ed18 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', {'tags': ['tempest-TagsTest-Tag-1516175089', 'tempest-TagsTest-Tag-2127085269', 'tempest-TagsTest-Tag-1101699871']}) {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:04.828184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-2d42e2dd-6dd7-4f21-a7f5-29d0c18851e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd HTTP/1.1" status: 200 len: 217 time: 0.2472973 May 14 18:12:04.880659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:04.894591 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b2a8e1d6-71be-4e97-9224-53908ba9ed18 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "PUT /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags HTTP/1.1" status: 200 len: 309 time: 0.1961043 May 14 18:12:04.895370 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db62fb67-2e45-4571-a1b5-49d4dd4a7176', 'name': 'network-vif-deleted', 'tag': '1dcc5f88-6634-412b-80c3-72229c711412', 'status': 'completed', 'code': 200} May 14 18:12:04.896829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55104) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:04.909431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-132fb46f-6c57-4825-a9dd-940612e87bf9 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-1516175089') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:04.963488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-84ac476d-31c3-430d-a928-5893f222a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:04.965559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-84ac476d-31c3-430d-a928-5893f222a7b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4323f8-5431-47c4-af99-b74dd37032bb HTTP/1.1" status: 200 len: 854 time: 0.1215255 May 14 18:12:04.967606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Deleting port c172e114-0429-4c0a-a67d-da5d5f305061 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:04.968050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:05.213730 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be', 'status': 'completed', 'code': 200} May 14 18:12:05.239870 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-132fb46f-6c57-4825-a9dd-940612e87bf9 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "DELETE /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-1516175089 HTTP/1.1" status: 204 len: 168 time: 0.3415291 May 14 18:12:05.298664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55110) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:05.308450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e70c034d-7791-4af9-a766-6a278682deea', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'port_id': '3b403b73-7d06-419a-8365-b5be4700d3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'mac_address': 'fa:16:3e:09:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:10:10Z', 'updated_at': '2021-05-14T18:12:01Z', 'revision_number': 1, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:28Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:05.334856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-7568f4c2-5bb0-4973-8a6b-22a945b7f733 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-1516175089') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:05.335846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] Checking router: 378d37b8-a73c-41e6-b687-ea2d399c4d5a for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:12:05.393018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:05.410311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:05.577895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] For port c172e114-0429-4c0a-a67d-da5d5f305061, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c172e114-0429-4c0a-a67d-da5d5f305061,segment=NetworkSegment(58432109-add5-4291-a47f-d6d8c3117ba6),segment_id=58432109-add5-4291-a47f-d6d8c3117ba6)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:05.578947 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:05.658110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.658644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.659126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.659631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.660101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.660571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.661028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.662967 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-2ca5c0ec-3c1c-445f-abec-b18771d293f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.4203134 May 14 18:12:05.670507 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-7568f4c2-5bb0-4973-8a6b-22a945b7f733 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] show failed (client error): The resource could not be found. May 14 18:12:05.671549 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7568f4c2-5bb0-4973-8a6b-22a945b7f733 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-1516175089 HTTP/1.1" status: 404 len: 326 time: 0.3715689 May 14 18:12:05.674244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55118) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:05.679077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-98ab9e01-cd04-43eb-9f60-d2173e70e023 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-2127085269') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:05.732135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Calling delete_port for c172e114-0429-4c0a-a67d-da5d5f305061 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:05.783477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:05.900528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-4062effe-c6cd-430b-b3af-a69c2eb820c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09351863-9da9-433c-aa37-c4a5465cbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6374841 May 14 18:12:05.909407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:05.956015 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:05.973366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-af67aea3-62b8-466b-ac8d-e1bf8874d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:05.974807 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-af67aea3-62b8-466b-ac8d-e1bf8874d1d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e HTTP/1.1" status: 200 len: 917 time: 0.3023181 May 14 18:12:06.021147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Pushing event deleted for resources: {'Port': ['ID=c172e114-0429-4c0a-a67d-da5d5f305061,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:06.025734 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:06.035540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:06.068837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-98ab9e01-cd04-43eb-9f60-d2173e70e023 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-2127085269 HTTP/1.1" status: 204 len: 168 time: 0.3936248 May 14 18:12:06.071555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55126) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:06.077545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-1a3f4d9f-95b6-427d-a8a3-9a8d88d519f3 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-1101699871') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:06.106015 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6fa67a55-bbe8-4d31-9a6b-1d7eb6f78690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:06.180847 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-b7d4acb5-f39c-47dc-9dee-5e99a6640cda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 998 time: 0.1949017 May 14 18:12:06.183579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50201f-e351-4b17-9f8e-c4cbdd56cbe5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:06.201001 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:06.275887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-d9f1213e-b448-4fe0-8f2b-375d5f5c0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:06.277741 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-d9f1213e-b448-4fe0-8f2b-375d5f5c0b18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.0814860 May 14 18:12:06.283595 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a3f4d9f-95b6-427d-a8a3-9a8d88d519f3 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-1101699871 HTTP/1.1" status: 204 len: 168 time: 0.2109623 May 14 18:12:06.284933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] No DVR routers for this DVR port c172e114-0429-4c0a-a67d-da5d5f305061 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:06.286058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55132) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:06.312165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:06.330328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-dffe4dc5-2662-4461-b20b-2183e8d2304c tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:06.334040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:06.339606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "DELETE /v2.0/security-groups/fb50201f-e351-4b17-9f8e-c4cbdd56cbe5 HTTP/1.1" status: 204 len: 168 time: 2.0217690 May 14 18:12:06.347530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-840068b6-1e38-4b12-abb4-8812c546b95e req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] 10.222.0.15 "DELETE /v2.0/ports/c172e114-0429-4c0a-a67d-da5d5f305061 HTTP/1.1" status: 204 len: 173 time: 2.0844541 May 14 18:12:06.347530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55136) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:06.397660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1dcc5f88-6634-412b-80c3-72229c711412 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:06.421051 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-2e76176d-af23-4f2a-afdf-94372d8caa9a tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] show failed (client error): The resource could not be found. May 14 18:12:06.421051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2e76176d-af23-4f2a-afdf-94372d8caa9a tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "GET /v2.0/security-groups/fb50201f-e351-4b17-9f8e-c4cbdd56cbe5 HTTP/1.1" status: 404 len: 347 time: 0.0391209 May 14 18:12:06.423693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55140) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:06.456262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 1dcc5f88-6634-412b-80c3-72229c711412 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:06.456618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1dcc5f88-6634-412b-80c3-72229c711412 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:06.474751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-3786e1c2-cc0a-4f7c-8b05-e09cdd64f1c0 service neutron] 10.222.0.22 "GET /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479903 May 14 18:12:06.478371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e70c034d-7791-4af9-a766-6a278682deea', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'port_id': '3b403b73-7d06-419a-8365-b5be4700d3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'mac_address': 'fa:16:3e:09:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:10:10Z', 'updated_at': '2021-05-14T18:12:01Z', 'revision_number': 1, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:28Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:06.485417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1a076-72a2-47c4-9e7c-289a90efee1f None None] The sync data for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 is: [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e70c034d-7791-4af9-a766-6a278682deea', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'port_id': '3b403b73-7d06-419a-8365-b5be4700d3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'mac_address': 'fa:16:3e:09:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:10:10Z', 'updated_at': '2021-05-14T18:12:01Z', 'revision_number': 1, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:28Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:12:06.584025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c38b0-9583-41ec-8346-371110905cb8 req-69fa5e42-9086-4bf6-9dcf-c126e6b33790 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:06.596870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e87c38b0-9583-41ec-8346-371110905cb8 req-69fa5e42-9086-4bf6-9dcf-c126e6b33790 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 944 time: 0.7437189 May 14 18:12:06.752727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-b72ae464-7431-4a50-b8c1-d0d92ea9921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:06.754698 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-b72ae464-7431-4a50-b8c1-d0d92ea9921d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4694717 May 14 18:12:06.757098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e87c38b0-9583-41ec-8346-371110905cb8 req-66c3c8a5-2a39-49b2-9601-452f2628ba6c tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581109 May 14 18:12:06.832415 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2f8fd5-6fae-4560-b42e-4a868d5f5ecc req-051e2900-9b23-4fc4-adb6-aad7ba136179 service neutron] 10.222.0.22 "GET /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347917 May 14 18:12:06.867835 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb6d13-7648-45c2-bda1-8c6d85cebe13 None None] New status for floating IP e70c034d-7791-4af9-a766-6a278682deea: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:12:06.881481 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dffe4dc5-2662-4461-b20b-2183e8d2304c tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "DELETE /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags HTTP/1.1" status: 204 len: 168 time: 0.5913754 May 14 18:12:06.882588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55146) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:06.890362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-26224c01-6a20-4032-86a1-ae8a9b70397c tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-2127085269') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:06.911151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'tag': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd'}, {'server_uuid': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'name': 'network-vif-deleted', 'tag': 'c172e114-0429-4c0a-a67d-da5d5f305061'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:06.955025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-f5bf9857-1c2d-437a-9681-ef862a40677f service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896663 May 14 18:12:07.103046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bac12-2992-4a2c-be89-f21b0b9e99ba req-bf2cebdd-9edd-4197-9c1f-6ccc4361a58c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:07.108722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f2bac12-2992-4a2c-be89-f21b0b9e99ba req-bf2cebdd-9edd-4197-9c1f-6ccc4361a58c tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1888971 May 14 18:12:07.147526 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-26224c01-6a20-4032-86a1-ae8a9b70397c tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] show failed (client error): The resource could not be found. May 14 18:12:07.150970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-26224c01-6a20-4032-86a1-ae8a9b70397c tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-2127085269 HTTP/1.1" status: 404 len: 326 time: 0.2647300 May 14 18:12:07.152568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55154) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:07.165044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-caefd939-0ea6-4f62-b638-67693546477e tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0', 'tempest-TagsTest-Tag-1101699871') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:07.193272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Deleting port 617ea483-8cf1-4fe1-adac-e3984ffc6d92 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:07.194154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:07.241386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c8ab43a6-c28f-4043-ab3d-631ab73ae409 req-1080f5c0-41d8-46f2-b77a-74b2a9fcb29d service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706254 May 14 18:12:07.340805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f2bac12-2992-4a2c-be89-f21b0b9e99ba req-e0ae756c-d4fe-49b5-bd35-d69e4e517f20 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212741 May 14 18:12:07.376623 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-caefd939-0ea6-4f62-b638-67693546477e tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] show failed (client error): The resource could not be found. May 14 18:12:07.376623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-caefd939-0ea6-4f62-b638-67693546477e tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "GET /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags/tempest-TagsTest-Tag-1101699871 HTTP/1.1" status: 404 len: 326 time: 0.2112448 May 14 18:12:07.376623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55160) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:07.383278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-445dd34c-e2c0-44f1-a82d-1b181a702d5a tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '651f8351-0b8c-41cc-a698-fe8d1ae880c0') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:07.575408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-445dd34c-e2c0-44f1-a82d-1b181a702d5a tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "DELETE /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1928139 May 14 18:12:07.575722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55168) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:07.631088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:07.631706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:07.828718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Calling delete_port for 617ea483-8cf1-4fe1-adac-e3984ffc6d92 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:07.986641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:07.993629 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:08.006679 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.060309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Pushing event deleted for resources: {'Port': ['ID=617ea483-8cf1-4fe1-adac-e3984ffc6d92,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:08.066832 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:08.159586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c172e114-0429-4c0a-a67d-da5d5f305061 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:08.195755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.211461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651f8351-0b8c-41cc-a698-fe8d1ae880c0']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:08.225739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25501b1-fcbc-4eea-a7a7-c3e30deead65') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:08.226067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25501b1-fcbc-4eea-a7a7-c3e30deead65') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:08.239312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.258708 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'tag': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd', 'status': 'completed', 'code': 200} May 14 18:12:08.259207 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427a7f10-6d53-4fda-a386-316e3817cf7e', 'name': 'network-vif-deleted', 'tag': 'c172e114-0429-4c0a-a67d-da5d5f305061', 'status': 'completed', 'code': 200} May 14 18:12:08.262985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: c172e114-0429-4c0a-a67d-da5d5f305061 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:08.263539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c172e114-0429-4c0a-a67d-da5d5f305061 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:08.287854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:08.295293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.323144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.333733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:12:08.334328 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: timer() May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:12:08.352349 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:12:08.459578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.471225 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] 10.222.0.24 "DELETE /v2.0/floatingips/77c7ff98-bf8f-4c89-af92-016f57f62f92 HTTP/1.1" status: 204 len: 168 time: 2.0461912 May 14 18:12:08.489510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55190) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:08.509533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Deleting subnet 685f5be7-bef6-4a0e-aacc-ee563b6ddd7d {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:12:08.517850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.624859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.685674 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.694115 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0906c1c6-7ac5-4399-9830-0b212c1face5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:08.710454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-c65ced73-9d80-4091-86fb-c1c42cc1b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:08.711940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-c65ced73-9d80-4091-86fb-c1c42cc1b9d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=55587e616b984b6eb57639fef0089efc&device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 1095 time: 0.4496245 May 14 18:12:08.714460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.716251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:08.756459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Pushing event deleted for resources: {'Network': ['ID=651f8351-0b8c-41cc-a698-fe8d1ae880c0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:08.805428 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:08.817461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] 10.222.0.24 "DELETE /v2.0/networks/651f8351-0b8c-41cc-a698-fe8d1ae880c0 HTTP/1.1" status: 204 len: 168 time: 1.2387106 May 14 18:12:09.009758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063790-9981-4108-ab22-73f615238679 req-3d95edf8-0a0c-4883-81fd-4e579ce73ff9 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:09.017654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38063790-9981-4108-ab22-73f615238679 req-3d95edf8-0a0c-4883-81fd-4e579ce73ff9 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 944 time: 0.5707898 May 14 18:12:09.126810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-8eee9d6f-e231-4746-8bdf-5de710ef389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:09.128595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-8eee9d6f-e231-4746-8bdf-5de710ef389a service neutron] 10.222.0.22 "GET /v2.0/networks?id=09351863-9da9-433c-aa37-c4a5465cbde9 HTTP/1.1" status: 200 len: 915 time: 0.4057801 May 14 18:12:09.151850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38063790-9981-4108-ab22-73f615238679 req-1e75e333-3988-4b75-9804-23977c60ac61 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332128 May 14 18:12:09.318201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55202) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:09.371034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-f0abed13-dc6f-43db-a225-397d39e5bd93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd HTTP/1.1" status: 200 len: 217 time: 0.2133856 May 14 18:12:09.432028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.441181 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3293629-d90e-4cec-ba78-020f092c0981 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:09.504663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685f5be7-bef6-4a0e-aacc-ee563b6ddd7d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:09.521466 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:09.522514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.533278 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/685f5be7-bef6-4a0e-aacc-ee563b6ddd7d HTTP/1.1" status: 204 len: 168 time: 1.2394695 May 14 18:12:09.537644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:09.544842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-f14e4acd-3cb1-4b62-8934-3bd36558fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:09.546321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-f14e4acd-3cb1-4b62-8934-3bd36558fdfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4323f8-5431-47c4-af99-b74dd37032bb HTTP/1.1" status: 200 len: 854 time: 0.1283140 May 14 18:12:09.632632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-1aaa102d-3867-4100-a96f-934ef09eb253 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09351863-9da9-433c-aa37-c4a5465cbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517383 May 14 18:12:09.722683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.864289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.879942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:09.900630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58432109-add5-4291-a47f-d6d8c3117ba6') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:09.901304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58432109-add5-4291-a47f-d6d8c3117ba6') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:09.918298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.933563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e0a0-7fdd-4030-988a-c0a9ad26213d req-cbff977f-9da5-4e90-973f-2e3748e23734 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:09.940513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd21e0a0-7fdd-4030-988a-c0a9ad26213d req-cbff977f-9da5-4e90-973f-2e3748e23734 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5616591 May 14 18:12:09.948426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.956291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:12:09.956817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: timer() May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:12:09.973315 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:12:09.983130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e9d0bc46-2943-4dda-b9a0-c2cad147261e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fce42a29f6a244bc9221cef0424b546e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603811 May 14 18:12:09.988548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55216) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:10.054213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.059071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-111ab5d9-5c49-4c49-88d9-f6603c20789c tempest-ServersTestMultiNic-791211197 tempest-ServersTestMultiNic-791211197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:10.075487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.076471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd21e0a0-7fdd-4030-988a-c0a9ad26213d req-ad45d4ab-b94e-4a2c-9837-756a5bba9a88 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350434 May 14 18:12:10.088369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:10.093333 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:10.098588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-68352115-a3e7-4b8d-ad21-d2aa5b2956d5 service neutron] 10.222.0.22 "GET /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547191 May 14 18:12:10.111454 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6c62e5d-3779-4f6c-b702-6aa1ded0bcf5 HTTP/1.1" status: 204 len: 168 time: 0.5696445 May 14 18:12:10.308973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.349653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55224) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:10.408787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-478047e4-51f5-4b45-986e-b0148115097a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c28a17d4f384bce8da096f0ed44ff1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564666 May 14 18:12:10.411668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55228) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:10.420943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.426660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:12:10.486988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9bb644e-80d9-4537-b4ee-4b43a8c47e7b req-d6f1bbee-0057-4d0b-a8f6-ab4e29e8d061 service neutron] 10.222.0.22 "GET /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298116 May 14 18:12:10.518079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-a826abfb-c6a3-486f-87cd-74b5d2f3fbb0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:10.519583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-a826abfb-c6a3-486f-87cd-74b5d2f3fbb0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.4172540 May 14 18:12:10.552651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.609886 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.615908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.670317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.681900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe9fac-307d-48a8-833b-5e8d2e6646f7 req-e61038df-878d-4bb1-b129-87788a837427 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:10.688937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfbe9fac-307d-48a8-833b-5e8d2e6646f7 req-e61038df-878d-4bb1-b129-87788a837427 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 944 time: 0.3529730 May 14 18:12:10.711565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.717178 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:10.732953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e65a35-005e-4d34-abf4-75622a96f732,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:10.741958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:10.764032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.773872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,segment=NetworkSegment(656924c2-c070-47e2-8ab5-96f09806d9dc),segment_id=656924c2-c070-47e2-8ab5-96f09806d9dc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:10.774236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6e65a35-005e-4d34-abf4-75622a96f732 HTTP/1.1" status: 204 len: 168 time: 0.3615119 May 14 18:12:10.775587 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a54839b9-ad2b-45f8-a646-f29328b0c7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:10.791430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd', 'network_id': '09351863-9da9-433c-aa37-c4a5465cbde9', 'port_id': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd', 'mac_address': 'fa:16:3e:fb:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4323f8-5431-47c4-af99-b74dd37032bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:12:10.814460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cde80ce-eef6-4bd3-8818-4907bccae9c0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:10.834143 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:10.904424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfbe9fac-307d-48a8-833b-5e8d2e6646f7 req-3f3e2da8-7b80-47e2-8472-c89449140303 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145848 May 14 18:12:10.916884 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.923134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.924525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cde80ce-eef6-4bd3-8818-4907bccae9c0 HTTP/1.1" status: 204 len: 168 time: 0.9340410 May 14 18:12:10.938642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:10.958826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,segment=NetworkSegment(656924c2-c070-47e2-8ab5-96f09806d9dc),segment_id=656924c2-c070-47e2-8ab5-96f09806d9dc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:10.975696 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:10.978428 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c2070ee1-946c-473e-8c87-8b1342e87494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:11.173956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:11.190090 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:11.256486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0e7ebaf6-e683-44ba-b6a9-4fc479afafbd'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:11.274642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Deleting port d6aa7ced-e850-47b3-8d19-9f992528d629 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:11.274642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:11.597193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] For port d6aa7ced-e850-47b3-8d19-9f992528d629, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=d6aa7ced-e850-47b3-8d19-9f992528d629,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:11.597670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.185992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-f40287ce-967d-4c88-a35f-fbf3f7a59c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:12.186871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-f40287ce-967d-4c88-a35f-fbf3f7a59c35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.6558826 May 14 18:12:12.316223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Deleting port 45a38933-4a3e-48f1-937d-cfa379868ce1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:12.316223 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.336299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.336669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.336980 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Floating IP 08be0976-e78e-4e6f-addc-bfce53e80bc6 disassociated. External IP: 172.25.4.224, port: d6aa7ced-e850-47b3-8d19-9f992528d629. May 14 18:12:12.337320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Calling delete_port for d6aa7ced-e850-47b3-8d19-9f992528d629 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:12.423331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58f6fb-cc7b-4075-b560-f9a9779e1509 req-75ac1da2-5408-43bc-860f-4e0cfd66721a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:12.425889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:12.430250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f58f6fb-cc7b-4075-b560-f9a9779e1509 req-75ac1da2-5408-43bc-860f-4e0cfd66721a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 946 time: 0.5161567 May 14 18:12:12.547155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:12.564111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:12.564484 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.633650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55290) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:12.726947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-34cf01ef-0145-49b7-a7bb-965a6b7f9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:12.728482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-34cf01ef-0145-49b7-a7bb-965a6b7f9d91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.5326483 May 14 18:12:12.751907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f58f6fb-cc7b-4075-b560-f9a9779e1509 req-0887c9c2-f2c2-4e24-bab1-d50ed44e6e31 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b0685-306e-47b0-b0fd-b24abc761898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207242 May 14 18:12:12.765240 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.848845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-fe1719e7-b081-4fa3-8a4f-311df2a9fef3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.0901587 May 14 18:12:12.861420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,segment=NetworkSegment(656924c2-c070-47e2-8ab5-96f09806d9dc),segment_id=656924c2-c070-47e2-8ab5-96f09806d9dc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:12.863708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:12.866495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] For port 45a38933-4a3e-48f1-937d-cfa379868ce1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=45a38933-4a3e-48f1-937d-cfa379868ce1,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:12.867064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.877833 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:12.878929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d6aa7ced-e850-47b3-8d19-9f992528d629 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:12.960653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:13.071455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: d6aa7ced-e850-47b3-8d19-9f992528d629 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:13.072345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device d6aa7ced-e850-47b3-8d19-9f992528d629 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:13.096947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-752877205-network', 'tenant_id': 'da31e5abdbfd4ee1b993310c5f6d5712'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:13.109549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:13.113370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Calling delete_port for 45a38933-4a3e-48f1-937d-cfa379868ce1 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:13.116123 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.121271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Usage tracker for resource:network and tenant:da31e5abdbfd4ee1b993310c5f6d5712 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:13.126955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9090d26f-5526-465c-b364-956b297c0f8f tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:13.127784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:13.143844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:13.147053 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:13.156287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:13.178156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Made reservation on behalf of da31e5abdbfd4ee1b993310c5f6d5712 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:13.183536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.201205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.222799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:13.225502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event deleted for resources: {'Port': ['ID=d6aa7ced-e850-47b3-8d19-9f992528d629,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:13.233216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:da31e5abdbfd4ee1b993310c5f6d5712 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:13.235365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-3afe3895-f797-46e3-89df-821d038f4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:13.236835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-3afe3895-f797-46e3-89df-821d038f4598 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.3723781 May 14 18:12:13.238726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:13.243027 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:13.254572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:13.377179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-0912a027-0682-4a17-97e6-99409f408fa8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210904 May 14 18:12:13.402876 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.408700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.414289 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd8faf62-cd8e-448f-aeae-3d6d4173b2b7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:13.464670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:12:13.497668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.502480 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Added segment 50101341-4a7f-4ca4-850d-b0800e05e96d of type vlan for network 5c65dbc2-3251-4675-87b0-865bccb53ad4 May 14 18:12:13.539120 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.578976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.580134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:13.581833 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:13.598436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715962a-cc01-4b42-b24d-988145bfa4cb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:13.622423 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:13.622949 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af9cd7af-a6c3-4c2d-b722-a852627e6fe2 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:13.777224 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1422341 May 14 18:12:13.786284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55316) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:13.788028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c65dbc2-3251-4675-87b0-865bccb53ad4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:13.800640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 5c65dbc2-3251-4675-87b0-865bccb53ad4 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:12:13.801229 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:13.804717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Request body: {'subnet': {'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-752877205-subnet', 'tenant_id': 'da31e5abdbfd4ee1b993310c5f6d5712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:13.824957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:13.833269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Usage tracker for resource:subnet and tenant:da31e5abdbfd4ee1b993310c5f6d5712 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:13.837236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:13.845961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:13.870021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Made reservation on behalf of da31e5abdbfd4ee1b993310c5f6d5712 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:13.873862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:14.116329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:14.129024 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d6fae17-991a-40bd-933d-242bbff5db2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:14.192064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Pushing event deleted for resources: {'Port': ['ID=45a38933-4a3e-48f1-937d-cfa379868ce1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:14.231378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:14.280318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3026fa0-7009-44d2-8992-0809b00580c4 req-640a2cbb-e840-46a2-9d79-f8117c3bd9e3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:14.289156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3026fa0-7009-44d2-8992-0809b00580c4 req-640a2cbb-e840-46a2-9d79-f8117c3bd9e3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 1.1012678 May 14 18:12:14.405928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Router 41500c8b-3427-4db2-8b23-65a8472600f3 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:12:14.430791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-b103bdd5-fb38-4895-bf29-083cf2d23fd5 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9826417 May 14 18:12:14.670297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3026fa0-7009-44d2-8992-0809b00580c4 req-46534f6b-a5f7-40c6-a15d-6d5a1dd4e0ea tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800731 May 14 18:12:14.968675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:14.978728 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c280d86f-d1ba-42fa-b1a0-74e283355481 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:15.072520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Checking segment: {'id': '50101341-4a7f-4ca4-850d-b0800e05e96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:15.072520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Network hostable DHCP agents. Network: 5c65dbc2-3251-4675-87b0-865bccb53ad4, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:12:15.075907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a44af539-33fd-4858-9ee9-a058aa598dc7 req-3c55a4bd-3fa4-43b2-b77b-8418e4916646 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290593 May 14 18:12:15.077408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:15.080751 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:15.109903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Network 5c65dbc2-3251-4675-87b0-865bccb53ad4 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:12:15.140188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 5c65dbc2-3251-4675-87b0-865bccb53ad4) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:15.151158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad94f3-9750-46d5-84c0-78151ed563df None None] Network 5c65dbc2-3251-4675-87b0-865bccb53ad4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:12:15.152210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:12:15.159598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:15.160186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:15.185140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:12:15.203344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4124327 May 14 18:12:15.214309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15cf9-5259-4c13-aa74-513f06e3b847 req-d3452987-a88a-424c-a8a0-67be8957c0ce tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:15.221641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95f15cf9-5259-4c13-aa74-513f06e3b847 req-d3452987-a88a-424c-a8a0-67be8957c0ce tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 946 time: 0.3116765 May 14 18:12:15.264739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:15.266101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:15.331875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:15.336496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] No DVR routers for this DVR port d6aa7ced-e850-47b3-8d19-9f992528d629 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:15.358079 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:15.363684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95f15cf9-5259-4c13-aa74-513f06e3b847 req-ed2f66db-f892-4011-affa-674b0eaf087d tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412196 May 14 18:12:15.364284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'name': 'network-vif-deleted', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:15.527780 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd', 'code': 200} May 14 18:12:15.688592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096751a-891d-4e8f-b5d1-5b142ad72fb9 None None] Network 5c65dbc2-3251-4675-87b0-865bccb53ad4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:12:15.699166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74da8a57-4a09-46ae-ae13-56f5018cc5e6 req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "DELETE /v2.0/ports/d6aa7ced-e850-47b3-8d19-9f992528d629 HTTP/1.1" status: 204 len: 173 time: 5.1650970 May 14 18:12:15.703109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:16.072023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4cdde468-219b-42ef-9bb5-f7548a5d14a1 req-44c1d1c5-f9b9-4f9f-80f5-a5cc1f4449b1 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Synchronizing usage tracker for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:16.223213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4cdde468-219b-42ef-9bb5-f7548a5d14a1 req-44c1d1c5-f9b9-4f9f-80f5-a5cc1f4449b1 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Unset dirty status for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:16.239836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4cdde468-219b-42ef-9bb5-f7548a5d14a1 req-44c1d1c5-f9b9-4f9f-80f5-a5cc1f4449b1 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=823e6a51-a91e-44f4-8949-b5c9d06b2ba3 HTTP/1.1" status: 200 len: 210 time: 0.5429418 May 14 18:12:16.330131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:12:16.345106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21818596-7695-4228-ab56-80b041c82a1d req-b7025972-17fd-4eac-986b-6095d5d26960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:16.347218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21818596-7695-4228-ab56-80b041c82a1d req-b7025972-17fd-4eac-986b-6095d5d26960 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 1097 time: 0.7036457 May 14 18:12:16.437949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:16.446628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:12:16.456718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:16.457342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:16.532910 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823e6a51-a91e-44f4-8949-b5c9d06b2ba3', 'name': 'network-vif-deleted', 'tag': 'd6aa7ced-e850-47b3-8d19-9f992528d629', 'status': 'completed', 'code': 200} May 14 18:12:16.559146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21818596-7695-4228-ab56-80b041c82a1d req-45e2194c-e220-4f07-a293-8371a4d60d79 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017941 May 14 18:12:16.590268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:12:16.599461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] Sync routers for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:12:16.601702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] 10.222.0.24 "PUT /v2.0/routers/d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1109765 May 14 18:12:16.605208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55372) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:16.633516 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:16.637616 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:16.696274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:16.932307 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:17.049834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:17.236657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:17.241254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc89d8-0f90-4e9e-9c03-2ce9fdd378ba None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:12:17.303070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-f54a2a73-4c1e-4513-8f31-60922e5dde04 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:17.304692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-f54a2a73-4c1e-4513-8f31-60922e5dde04 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/networks?id=5c65dbc2-3251-4675-87b0-865bccb53ad4 HTTP/1.1" status: 200 len: 812 time: 0.4941823 May 14 18:12:17.353845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-09a00a95-65b4-49ec-821c-4f35617cd262 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/quotas/da31e5abdbfd4ee1b993310c5f6d5712 HTTP/1.1" status: 200 len: 375 time: 0.0176289 May 14 18:12:17.356526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:17.501708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-9f855f56-dea2-44c3-9be2-cf44550766af tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=da31e5abdbfd4ee1b993310c5f6d5712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306241 May 14 18:12:17.542091 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:12:13Z', 'revision_number': 5, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port': {'id': '8309d87e-49e6-4ce5-b381-2c6c4487e772', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:08:36Z', 'updated_at': '2021-05-14T18:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:17.556089 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] Checking router: d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:12:17.578593 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] Routers {'d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:17.579237 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:17.713076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd4361-8ce9-4ab3-81e5-fcadf4e4fc5c None None] New status for floating IP 08be0976-e78e-4e6f-addc-bfce53e80bc6: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:12:17.741076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Deleting port 8309d87e-49e6-4ce5-b381-2c6c4487e772 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:17.741769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:17.784014 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] Set router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:17.876336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-fab7b135-784b-49d4-bd65-9c2d5b60e4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567901 May 14 18:12:17.977339 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:12:17Z', 'revision_number': 6, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:17.987911 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7c08-de42-45c1-afe3-cca93a4ae61b None None] The sync data for ids ['d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6'] in n-d-787206-3 is: [{'id': 'd24f24ab-5d8a-4eaf-ae16-80abfed0a6e6', 'name': 'tempest-ServersTestBootFromVolume-155420503-router', 'tenant_id': '1e73cada9fd54648b9dee82a601b16f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:08:35Z', 'updated_at': '2021-05-14T18:12:17Z', 'revision_number': 6, 'project_id': '1e73cada9fd54648b9dee82a601b16f0', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:12:18.291130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] For port 8309d87e-49e6-4ce5-b381-2c6c4487e772, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8309d87e-49e6-4ce5-b381-2c6c4487e772,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:18.291698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:18.450441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Calling delete_port for 8309d87e-49e6-4ce5-b381-2c6c4487e772 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:18.457930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-20859295-9a37-4215-b6cb-5dba81ffdca4 service neutron] 10.222.0.24 "GET /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802970 May 14 18:12:18.685441 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:18.689694 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8b3c57b1-c758-4526-bc48-51deddea3e91 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:18.816298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8309d87e-49e6-4ce5-b381-2c6c4487e772,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:18.825981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:18.956333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.180992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54899138-1561-4ecd-bcaa-2cb05d309079 req-5fe85462-34be-4e48-aadb-552d07450252 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:19.183080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54899138-1561-4ecd-bcaa-2cb05d309079 req-5fe85462-34be-4e48-aadb-552d07450252 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.4095943 May 14 18:12:19.195063 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.218978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.272351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54899138-1561-4ecd-bcaa-2cb05d309079 req-9c827cdc-9a6c-400a-80a5-7a9724dc96d8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 May 14 18:12:19.281226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.282181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:12:19.312633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.313889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] 10.222.0.24 "DELETE /v2.0/routers/d24f24ab-5d8a-4eaf-ae16-80abfed0a6e6 HTTP/1.1" status: 204 len: 168 time: 2.7059345 May 14 18:12:19.316688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:19.434456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8309d87e-49e6-4ce5-b381-2c6c4487e772 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:19.514104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Deleting subnet 06ca03f7-07ab-4a76-976e-0e0041cd6d93 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:12:19.530674 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.547292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8309d87e-49e6-4ce5-b381-2c6c4487e772 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:19.547986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8309d87e-49e6-4ce5-b381-2c6c4487e772 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:19.548585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 45a38933-4a3e-48f1-937d-cfa379868ce1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:19.630343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 45a38933-4a3e-48f1-937d-cfa379868ce1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:19.630918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 45a38933-4a3e-48f1-937d-cfa379868ce1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:19.656231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:19.675059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a0c26-6f0a-44b4-a7f8-05efe955b191 req-9628ec3d-316c-43b3-87f7-498c2b318db2 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:19.676894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a8a0c26-6f0a-44b4-a7f8-05efe955b191 req-9628ec3d-316c-43b3-87f7-498c2b318db2 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 946 time: 0.1266766 May 14 18:12:19.743151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a8a0c26-6f0a-44b4-a7f8-05efe955b191 req-77294fe8-2846-4f31-b34f-b8550441dcb4 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575993 May 14 18:12:19.782440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.196288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-112a67dd-66aa-4e69-bc48-0be4a0aae894 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:20.197827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-112a67dd-66aa-4e69-bc48-0be4a0aae894 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.22 "GET /v2.0/networks?id=5c65dbc2-3251-4675-87b0-865bccb53ad4 HTTP/1.1" status: 200 len: 812 time: 0.2054043 May 14 18:12:20.227514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.231437 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1d65470-0655-451e-9e55-641105140632 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:20.242094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Request body: {'port': {'device_id': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4', 'admin_state_up': True, 'tenant_id': 'da31e5abdbfd4ee1b993310c5f6d5712'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:20.269429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f812f51e-6ce4-41c6-914b-f6c5d95f2ea8 req-56fb4ba4-e1b1-48ea-a0c1-69f4b3d13d34 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 210 time: 0.0699275 May 14 18:12:20.270990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ca03f7-07ab-4a76-976e-0e0041cd6d93,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:20.276071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.284374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.284754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.285140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.285492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.285830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.286182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.286533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.286883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.287251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.287594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.287944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.288289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:20.290284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd6afe-905c-424b-8f8a-e4a4e73f8035 None None] Network 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:12:20.292146 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:20.297046 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/06ca03f7-07ab-4a76-976e-0e0041cd6d93 HTTP/1.1" status: 204 len: 168 time: 0.9783175 May 14 18:12:20.297482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55436) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:20.444835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:20.451974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Usage tracker for resource:port and tenant:da31e5abdbfd4ee1b993310c5f6d5712 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:20.456609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:20.466039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:20.472798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:20.482706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Made reservation on behalf of da31e5abdbfd4ee1b993310c5f6d5712 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:20.487110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.502164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.627381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.683809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.710808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] DHCP port deletion for 35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:12:20.776404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.784641 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:20.800091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b0685-306e-47b0-b0fd-b24abc761898,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:20.804753 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:20.816557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Allocated IP 172.20.0.3 (5c65dbc2-3251-4675-87b0-865bccb53ad4/f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e/96f858f5-cda8-4a5b-8bad-491980f04c86) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:20.826596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Deleting port 92a0b03e-382c-44bf-bfbc-aaf014176586 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:20.826816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:20.874497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Deleting port 92a0b03e-382c-44bf-bfbc-aaf014176586 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:20.874879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.041093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] For port 92a0b03e-382c-44bf-bfbc-aaf014176586, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92a0b03e-382c-44bf-bfbc-aaf014176586,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:21.041355 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.062443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] For port 92a0b03e-382c-44bf-bfbc-aaf014176586, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92a0b03e-382c-44bf-bfbc-aaf014176586,segment=NetworkSegment(bb8e638c-8fed-4377-905f-13989cdeb39b),segment_id=bb8e638c-8fed-4377-905f-13989cdeb39b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:21.063079 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.157113 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:12:21.314628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Calling delete_port for 92a0b03e-382c-44bf-bfbc-aaf014176586 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:21.335458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.345267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b6b0685-306e-47b0-b0fd-b24abc761898 HTTP/1.1" status: 204 len: 168 time: 0.8710785 May 14 18:12:21.347775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Calling delete_port for 92a0b03e-382c-44bf-bfbc-aaf014176586 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:21.350749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55472) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:21.437310 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-9c0b413b-80dd-4509-9fe5-8a04262902a8 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] show failed (client error): The resource could not be found. May 14 18:12:21.438906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c0b413b-80dd-4509-9fe5-8a04262902a8 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups/1b6b0685-306e-47b0-b0fd-b24abc761898 HTTP/1.1" status: 404 len: 347 time: 0.0803337 May 14 18:12:21.440252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.443986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55476) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:21.445564 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:21.460950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.468881 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-942c2c6c-3de2-4b84-95bc-90ebd6424821 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:21.528852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Pushing event deleted for resources: {'Port': ['ID=92a0b03e-382c-44bf-bfbc-aaf014176586,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:21.533210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92a0b03e-382c-44bf-bfbc-aaf014176586 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:21.553162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a0b03e-382c-44bf-bfbc-aaf014176586,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:21.569462 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:21.582891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] No DVR routers for this DVR port 92a0b03e-382c-44bf-bfbc-aaf014176586 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:21.584418 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:21.585310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 92a0b03e-382c-44bf-bfbc-aaf014176586 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:21.586214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92a0b03e-382c-44bf-bfbc-aaf014176586 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:21.588921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] No DVR routers for this DVR port 92a0b03e-382c-44bf-bfbc-aaf014176586 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:21.712699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.768089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.769712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94ba47-a545-4204-ac7f-e030991c30f4 req-3d760929-952a-446b-839d-ae135a1386f9 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:21.771970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac94ba47-a545-4204-ac7f-e030991c30f4 req-3d760929-952a-446b-839d-ae135a1386f9 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.5021470 May 14 18:12:21.785318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cd8e4e-a57f-4665-8f7a-4650d1ac59f5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:21.799547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8e638c-8fed-4377-905f-13989cdeb39b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:21.800161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8e638c-8fed-4377-905f-13989cdeb39b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:21.815168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.835742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.838457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac94ba47-a545-4204-ac7f-e030991c30f4 req-2f07b159-205a-41e9-8b21-2c2372f2991a tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575972 May 14 18:12:21.846381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:12:21.847325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: timer() May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:12:21.863943 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:12:21.866626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Deleting port 087ed417-1efa-4754-b096-e46bfbc0e7b4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:21.866626 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.890139 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.897805 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cd0a89b9-57c5-4448-bcf8-fc3224ff4afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:21.966855 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:21.971488 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:22.005984 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.021422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Network 5c65dbc2-3251-4675-87b0-865bccb53ad4 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:22.026005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:22.030429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Pushing event deleted for resources: {'Network': ['ID=35cd8e4e-a57f-4665-8f7a-4650d1ac59f5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:22.032680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:22.044801 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:22.052561 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] 10.222.0.24 "DELETE /v2.0/networks/35cd8e4e-a57f-4665-8f7a-4650d1ac59f5 HTTP/1.1" status: 204 len: 168 time: 1.7540648 May 14 18:12:22.107241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Pushing event updated for resources: {'Port': ['ID=96f858f5-cda8-4a5b-8bad-491980f04c86,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:22.113613 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:22.152717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.153042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.171086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:22.172018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.313894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Calling delete_port for 087ed417-1efa-4754-b096-e46bfbc0e7b4 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:22.332305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0940070 May 14 18:12:22.352570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Request body: {'port': {'device_id': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:22.401518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:22.497388 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b58dcebe-2198-4448-a4c4-dbd9b2b41b8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e73cada9fd54648b9dee82a601b16f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942376 May 14 18:12:22.504217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55492) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:22.614813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.650692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.684649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.759963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.766422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65ea830f-97b0-44ce-8737-0a5cee9cced3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:22.783495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16cb224-e0f1-44d9-9367-082391b2a6df,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:22.787971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:22.811031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.812242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c16cb224-e0f1-44d9-9367-082391b2a6df HTTP/1.1" status: 204 len: 168 time: 0.3069413 May 14 18:12:22.849595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756cf33-d6b8-43c0-bd38-2742d4c1eec5 req-bd7c61e2-e55d-4c5e-ab0f-0d69812efcbc tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:22.850322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0756cf33-d6b8-43c0-bd38-2742d4c1eec5 req-bd7c61e2-e55d-4c5e-ab0f-0d69812efcbc tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Synchronizing usage tracker for tenant:da31e5abdbfd4ee1b993310c5f6d5712 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:22.921679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0756cf33-d6b8-43c0-bd38-2742d4c1eec5 req-bd7c61e2-e55d-4c5e-ab0f-0d69812efcbc tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Unset dirty status for tenant:da31e5abdbfd4ee1b993310c5f6d5712 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:22.922819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0756cf33-d6b8-43c0-bd38-2742d4c1eec5 req-bd7c61e2-e55d-4c5e-ab0f-0d69812efcbc tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 931 time: 0.4994609 May 14 18:12:22.983381 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:22.994528 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bff2416-e5a1-4dbd-b683-6bfbd0532725 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:23.074043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event deleted for resources: {'Port': ['ID=087ed417-1efa-4754-b096-e46bfbc0e7b4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:23.274321 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:23.374883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0756cf33-d6b8-43c0-bd38-2742d4c1eec5 req-025b9f21-1e3c-48b4-8189-9e29b01e119e tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815122 May 14 18:12:23.424901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:23.504956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:23.506134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "DELETE /v2.0/floatingips/08be0976-e78e-4e6f-addc-bfce53e80bc6 HTTP/1.1" status: 204 len: 168 time: 2.0566361 May 14 18:12:23.576558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f858f5-cda8-4a5b-8bad-491980f04c86 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:23.605508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:23.678249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Transition to ACTIVE for port object 96f858f5-cda8-4a5b-8bad-491980f04c86 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:23.686329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:23.700738 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b8a5edbf-b403-4084-b33c-22bf2d331d70 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:23.908445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55540) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:23.984782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Pushing event updated for resources: {'Port': ['ID=96f858f5-cda8-4a5b-8bad-491980f04c86,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:23.996174 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.052774 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:24.067713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1341100085-network', 'tenant_id': '9489b4904998490f8f9b777114431370'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:24.072989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:24.077695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Usage tracker for resource:network and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:24.080995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:24.087296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:24.109301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Made reservation on behalf of 9489b4904998490f8f9b777114431370 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:24.113493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.114940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Attempting to bind port 96f858f5-cda8-4a5b-8bad-491980f04c86 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:24.115312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Attempting to bind port 96f858f5-cda8-4a5b-8bad-491980f04c86 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '50101341-4a7f-4ca4-850d-b0800e05e96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:24.115645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Attempting to bind port 96f858f5-cda8-4a5b-8bad-491980f04c86 on network 5c65dbc2-3251-4675-87b0-865bccb53ad4 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:24.124991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Port 96f858f5-cda8-4a5b-8bad-491980f04c86 on network 5c65dbc2-3251-4675-87b0-865bccb53ad4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:12:24.125314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Attempting to bind port 96f858f5-cda8-4a5b-8bad-491980f04c86 on network 5c65dbc2-3251-4675-87b0-865bccb53ad4 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:24.132264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.140125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:24.140467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Checking segment: {'id': '50101341-4a7f-4ca4-850d-b0800e05e96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:24.140858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Bound using segment: {'id': '50101341-4a7f-4ca4-850d-b0800e05e96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:24.141292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Bound port: 96f858f5-cda8-4a5b-8bad-491980f04c86, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50101341-4a7f-4ca4-850d-b0800e05e96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:24.141640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.153136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:24.158057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Usage tracker for resource:security_group_rule and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:24.160086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f39f-5ea5-4346-a5bb-8ecf311567db req-8548d919-097e-4862-bfca-0766f5a5ff53 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:24.161581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba16f39f-5ea5-4346-a5bb-8ecf311567db req-8548d919-097e-4862-bfca-0766f5a5ff53 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.2468719 May 14 18:12:24.163505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:24.169539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:24.282981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.285502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba16f39f-5ea5-4346-a5bb-8ecf311567db req-011f7193-90ff-4fd7-baa3-9504a21f67bb tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151884 May 14 18:12:24.289900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.302605 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51ed1e41-842b-4118-85df-804c68050b34 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:24.321006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] For port 96f858f5-cda8-4a5b-8bad-491980f04c86, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:24.324189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:12:24.326270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] For port 96f858f5-cda8-4a5b-8bad-491980f04c86, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96f858f5-cda8-4a5b-8bad-491980f04c86,segment=NetworkSegment(50101341-4a7f-4ca4-850d-b0800e05e96d),segment_id=50101341-4a7f-4ca4-850d-b0800e05e96d)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:24.337815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.344986 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:24.356021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.356430 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Added segment 4bea6820-074e-4b2e-b379-2cce69bc4884 of type vlan for network 0d8785f5-53be-483a-af72-8fbea07356d4 May 14 18:12:24.357891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9636d75-c106-413f-928c-67063230b245,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:24.366209 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:24.403880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.434520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:24.444164 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.446023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] 10.222.0.22 "PUT /v2.0/ports/96f858f5-cda8-4a5b-8bad-491980f04c86 HTTP/1.1" status: 200 len: 1091 time: 2.0997717 May 14 18:12:24.447405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.448993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:24.450212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'tag': '96f858f5-cda8-4a5b-8bad-491980f04c86'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:24.450617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.455224 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:24.617416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Pushing event updated for resources: {'Port': ['ID=96f858f5-cda8-4a5b-8bad-491980f04c86,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:24.628136 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:24.667649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-acc60c2d-fa9a-4b26-b89b-00f5916bc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:24.669131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-acc60c2d-fa9a-4b26-b89b-00f5916bc316 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=da31e5abdbfd4ee1b993310c5f6d5712&device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 1094 time: 0.1610432 May 14 18:12:24.752612 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-e1f6c453-ce34-42b9-8b25-e1779b27ffa5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f858f5-cda8-4a5b-8bad-491980f04c86 HTTP/1.1" status: 200 len: 217 time: 0.0737154 May 14 18:12:24.783711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Pushing event updated for resources: {'Network': ['ID=0d8785f5-53be-483a-af72-8fbea07356d4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:24.795055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0d8785f5-53be-483a-af72-8fbea07356d4 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:12:24.804718 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:24.810436 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8962786 May 14 18:12:24.812359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:24.825609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Request body: {'subnet': {'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1341100085-subnet', 'tenant_id': '9489b4904998490f8f9b777114431370', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:24.836949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:24.846331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Usage tracker for resource:subnet and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:24.852644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:24.866995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-34177257-115b-4031-91bd-d92c91e55fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:24.869348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:24.870767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-34177257-115b-4031-91bd-d92c91e55fbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e HTTP/1.1" status: 200 len: 852 time: 0.1103351 May 14 18:12:24.903968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Made reservation on behalf of 9489b4904998490f8f9b777114431370 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:24.906281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:24.977161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55558) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:24.981145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-e510ad20-52f9-4961-8487-120060553864 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c65dbc2-3251-4675-87b0-865bccb53ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045182 May 14 18:12:25.034217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102633349', 'description': 'tempest-description--180142289'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:25.049279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:25.108099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:25.113259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:25.122932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:25.174192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.272150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-76b88599-2b8b-4735-81db-a11f59c1ee81 service neutron] 10.222.0.22 "GET /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782226 May 14 18:12:25.292953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:25.302820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:25.308694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:25.410960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:25.567328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.572627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-627c11f6-c3de-4b06-b020-d53f728679ca tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:25.652054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.682442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.682753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:25.692755 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77415b7c-53cf-4870-9b5d-6d49be0bc6f3 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:25.697542 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:25.724531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d760578-3ec4-49f0-ab8a-4d4bfc21217f req-d44bdc30-58a3-4b9c-8323-072d7efb2d8a service neutron] 10.222.0.22 "GET /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178474 May 14 18:12:25.741433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Checking segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:25.742227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Network hostable DHCP agents. Network: 0d8785f5-53be-483a-af72-8fbea07356d4, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:12:25.774791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Network 0d8785f5-53be-483a-af72-8fbea07356d4 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:12:25.775904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c476e29-a37d-410b-811c-e93e067b082b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:25.780549 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:25.789553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e99ae-729a-4572-9fab-e4604d3e72e8 req-63f81f42-6783-480f-8dc7-0a01afbe354d tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:25.792801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0d8785f5-53be-483a-af72-8fbea07356d4) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:25.800375 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-201e99ae-729a-4572-9fab-e4604d3e72e8 req-63f81f42-6783-480f-8dc7-0a01afbe354d tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 943 time: 0.3149638 May 14 18:12:25.803755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d2803-7398-40f6-a8fb-3893811bb925 None None] Network 0d8785f5-53be-483a-af72-8fbea07356d4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:12:25.809504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:25.810288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.831511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.835658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8443468 May 14 18:12:25.836245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55574) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:25.849505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'security_group_rule': {'security_group_id': '5c476e29-a37d-410b-811c-e93e067b082b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:25.859001 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0455949 May 14 18:12:25.860543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:25.862786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55578) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:25.869973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:25.875265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:25.887208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:25.887208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:25.888567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-201e99ae-729a-4572-9fab-e4604d3e72e8 req-76de248f-22cb-425a-9d83-ddbfdc584ade tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 May 14 18:12:25.890228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:25.892482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Usage tracker for resource:router and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:25.907791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:25.919570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:25.936976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.938139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.950181 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'tag': '96f858f5-cda8-4a5b-8bad-491980f04c86', 'status': 'completed', 'code': 200} May 14 18:12:25.959968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:25.993865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.111894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0d8785f5-53be-483a-af72-8fbea07356d4', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:12:26.115114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-fd826349-3e2e-4f4f-9e5a-c51140bcc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:26.115694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.117102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-fd826349-3e2e-4f4f-9e5a-c51140bcc2f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=da31e5abdbfd4ee1b993310c5f6d5712&device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 1094 time: 0.1417239 May 14 18:12:26.204546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.216500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.225585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e887da0c-957a-476c-a796-12bff1975e17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:26.325954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Allocated IP 172.20.0.2 (0d8785f5-53be-483a-af72-8fbea07356d4/1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee/2a93259e-70e2-4dee-8616-beff4766a988) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:26.385296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6590df06-7198-4105-b824-16890b08930a,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:26.499889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-5691b07d-a349-4151-8643-68a98f95a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:26.501495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-5691b07d-a349-4151-8643-68a98f95a750 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c65dbc2-3251-4675-87b0-865bccb53ad4 HTTP/1.1" status: 200 len: 913 time: 0.3761244 May 14 18:12:26.546809 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:26.600923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb199cf-9eff-4b73-b736-0e3a259b0d0a req-6b0b6184-536a-4e94-93c6-5f9a1d031813 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:26.608219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddb199cf-9eff-4b73-b736-0e3a259b0d0a req-6b0b6184-536a-4e94-93c6-5f9a1d031813 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 946 time: 0.3970158 May 14 18:12:26.611558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-e8300e2f-bc5b-459e-83cd-8c4668524b1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f858f5-cda8-4a5b-8bad-491980f04c86 HTTP/1.1" status: 200 len: 217 time: 0.0978181 May 14 18:12:26.631330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.644083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Transition to ACTIVE for port object 2a93259e-70e2-4dee-8616-beff4766a988 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:26.647349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.662678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.664633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Transition to ACTIVE for port object 2a93259e-70e2-4dee-8616-beff4766a988 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:26.667545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8256748 May 14 18:12:26.668240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:26.672441 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.676838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:26.680816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'security_group_rule': {'security_group_id': '5c476e29-a37d-410b-811c-e93e067b082b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:26.714166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:26.722223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:security_group_rule and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:26.728762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:26.781663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Network 0d8785f5-53be-483a-af72-8fbea07356d4 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:26.781917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:26.789489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:26.800698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:26.803507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Pushing event updated for resources: {'Port': ['ID=2a93259e-70e2-4dee-8616-beff4766a988,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:26.810456 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:26.853283 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.861076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddb199cf-9eff-4b73-b736-0e3a259b0d0a req-c969c855-caa2-49ea-b720-df9ed3b3dfdf tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/security-groups?id=f209ff68-eba1-450d-ab7b-ac5db891090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499495 May 14 18:12:26.883447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-f7e95a00-afb4-4ac2-850b-1e2686d181f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:26.886931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-f7e95a00-afb4-4ac2-850b-1e2686d181f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e HTTP/1.1" status: 200 len: 852 time: 0.2090049 May 14 18:12:26.944771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Attempting to bind port 2a93259e-70e2-4dee-8616-beff4766a988 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:26.945160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Attempting to bind port 2a93259e-70e2-4dee-8616-beff4766a988 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:26.945667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Attempting to bind port 2a93259e-70e2-4dee-8616-beff4766a988 on network 0d8785f5-53be-483a-af72-8fbea07356d4 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:26.952964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:26.953362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Checking segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:26.953781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:26.954187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Bound using segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:26.954747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Bound port: 2a93259e-70e2-4dee-8616-beff4766a988, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:26.955065 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.028466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-665ecb75-baf9-4587-aacd-c08c496648b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c65dbc2-3251-4675-87b0-865bccb53ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302993 May 14 18:12:27.051526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.070266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.081055 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-657a77b4-ad9e-4e9b-b57e-69e815c532dc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:27.115694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83d8fbcf-f32d-4dc1-9986-4a6655d02dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.123542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527827-981c-4446-8107-58c5945e381a req-7639b9ba-1156-474a-b455-be5143484eb1 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:27.125003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b527827-981c-4446-8107-58c5945e381a req-7639b9ba-1156-474a-b455-be5143484eb1 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 946 time: 0.3694935 May 14 18:12:27.181569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] For port 2a93259e-70e2-4dee-8616-beff4766a988, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:27.186223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] For port 2a93259e-70e2-4dee-8616-beff4766a988, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a93259e-70e2-4dee-8616-beff4766a988,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:27.189274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eda6ce6-41a2-4c26-b5c9-e8b00cfacb23,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:27.192285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.199148 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:27.202850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:27.207229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.215935 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5413227 May 14 18:12:27.216460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55610) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:27.252692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:27.270021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:27.279111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Usage tracker for resource:floatingip and tenant:bc91e80eeefd4df3a662fab9da5156d8 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:27.286177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:27.291140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Pushing event updated for resources: {'Port': ['ID=2a93259e-70e2-4dee-8616-beff4766a988,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:27.294557 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:27.304536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:27.349004 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.445451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-b98053e8-2a40-49e4-93cf-3dcb1e4d7159 service neutron] 10.222.0.22 "GET /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079285 May 14 18:12:27.654309 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.736416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b58ac6-3b62-49e3-a528-29edb569d335 req-047b2f49-e028-4c35-80e6-59a68ae42521 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:27.738479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02b58ac6-3b62-49e3-a528-29edb569d335 req-047b2f49-e028-4c35-80e6-59a68ae42521 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.6453609 May 14 18:12:27.788265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad4be643-a52d-46f4-98e2-30d554d5876b req-c3c5d08e-25b3-4409-874e-4a4fff51417f service neutron] 10.222.0.22 "GET /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917342 May 14 18:12:27.825671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Deleting port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:27.826073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.842970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02b58ac6-3b62-49e3-a528-29edb569d335 req-55d89363-0b9e-4552-95d5-4440164672d8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887234 May 14 18:12:27.897974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:27.931789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:28.011051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] For port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,segment=NetworkSegment(656924c2-c070-47e2-8ab5-96f09806d9dc),segment_id=656924c2-c070-47e2-8ab5-96f09806d9dc)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:28.011644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:28.084299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:28.174852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Allocated IP 172.25.4.65 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b1b39b0a-a3a3-442b-a206-0b7b71f8015b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:28.245772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Calling delete_port for 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:28.399273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf5506-ec59-4ed6-8fc1-8543a392d75c req-aa197330-b904-43cb-8a18-8b17c632da2b tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:28.407120 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:28.408146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ccf5506-ec59-4ed6-8fc1-8543a392d75c req-aa197330-b904-43cb-8a18-8b17c632da2b tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 943 time: 0.1719079 May 14 18:12:28.534980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96f858f5-cda8-4a5b-8bad-491980f04c86 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:12:28.537325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ccf5506-ec59-4ed6-8fc1-8543a392d75c req-b0e349c6-a22e-4570-b968-8b91a5088e08 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280904 May 14 18:12:28.633000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:28.648555 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a225d4b0-f861-4e56-bd51-ac3b2f846df8 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:28.708354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:28.719824 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:28.803544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:28.815894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:28.824357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:28.834917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Pushing event deleted for resources: {'Port': ['ID=0e7ebaf6-e683-44ba-b6a9-4fc479afafbd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:28.852477 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:28.892107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5724537a-c0ae-4b25-9b64-bbb41d7a60f5 req-deffae83-415c-4800-83a1-e5ad86f8cd7e tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 210 time: 0.1310329 May 14 18:12:28.899568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0e7ebaf6-e683-44ba-b6a9-4fc479afafbd'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:28.952119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81d55c-153e-4292-9a13-b19f28403e67 None None] Network 0d8785f5-53be-483a-af72-8fbea07356d4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:12:28.980396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Allocated IP 172.25.4.142 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/d489126e-ca45-4d75-b488-308966549884) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:29.039144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Pushing event updated for resources: {'Port': ['ID=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:29.045548 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:29.064240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 96f858f5-cda8-4a5b-8bad-491980f04c86, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96f858f5-cda8-4a5b-8bad-491980f04c86,segment=NetworkSegment(50101341-4a7f-4ca4-850d-b0800e05e96d),segment_id=50101341-4a7f-4ca4-850d-b0800e05e96d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:29.078137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-699d72ef-fd5e-4d14-83a9-43b94e23bd42 None None] Provisioning for port 2a93259e-70e2-4dee-8616-beff4766a988 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:29.103741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '96f858f5-cda8-4a5b-8bad-491980f04c86', 'network_id': '5c65dbc2-3251-4675-87b0-865bccb53ad4', 'port_id': '96f858f5-cda8-4a5b-8bad-491980f04c86', 'mac_address': 'fa:16:3e:a0:d0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:12:29.228579 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:29.240251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] No DVR routers for this DVR port 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:29.244514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:29.258910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'name': 'network-vif-deleted', 'tag': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:29.263809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f858f5-cda8-4a5b-8bad-491980f04c86 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:29.280557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b527827-981c-4446-8107-58c5945e381a req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.22 "DELETE /v2.0/ports/0e7ebaf6-e683-44ba-b6a9-4fc479afafbd HTTP/1.1" status: 204 len: 173 time: 1.9501710 May 14 18:12:29.329328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 96f858f5-cda8-4a5b-8bad-491980f04c86, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96f858f5-cda8-4a5b-8bad-491980f04c86,segment=NetworkSegment(50101341-4a7f-4ca4-850d-b0800e05e96d),segment_id=50101341-4a7f-4ca4-850d-b0800e05e96d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:29.345088 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:29.349881 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:29.362264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224cabe-c460-4a8b-8f0e-d61ee8ef87b5 req-f5e586c0-f973-41b5-845d-547b217279a0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:29.372246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f224cabe-c460-4a8b-8f0e-d61ee8ef87b5 req-f5e586c0-f973-41b5-845d-547b217279a0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.2134228 May 14 18:12:29.460870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f224cabe-c460-4a8b-8f0e-d61ee8ef87b5 req-1d942248-cfcb-4e06-8535-15fae74b3d37 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874872 May 14 18:12:29.505820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=96f858f5-cda8-4a5b-8bad-491980f04c86,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:29.592742 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:29.638672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a93259e-70e2-4dee-8616-beff4766a988 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:29.728665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['96f858f5-cda8-4a5b-8bad-491980f04c86'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:29.822603 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb883f72-2191-4e12-97ce-4ac03b63158b', 'name': 'network-vif-deleted', 'tag': '0e7ebaf6-e683-44ba-b6a9-4fc479afafbd', 'status': 'completed', 'code': 200} May 14 18:12:29.865170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:29.910453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:29.978225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.008406 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0efc5b38-a93f-410b-9395-4ab3bec968de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.096217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 2a93259e-70e2-4dee-8616-beff4766a988 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:30.145132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a615-f439-4eb1-b4a8-4b3a2b050cf4 req-46db956e-46fb-425d-98bc-67d3503af0c0 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:30.155788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1d2a615-f439-4eb1-b4a8-4b3a2b050cf4 req-46db956e-46fb-425d-98bc-67d3503af0c0 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 944 time: 0.1929860 May 14 18:12:30.162587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 2a93259e-70e2-4dee-8616-beff4766a988 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:30.164039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.312550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1d2a615-f439-4eb1-b4a8-4b3a2b050cf4 req-8267dd3e-a6b8-49d0-b608-1e954bd81dc7 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557980 May 14 18:12:30.348711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.355519 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6985cc6-e07c-44b7-8045-531c796b49a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:30.504791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:30.522820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:30.534228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:30.582526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'Port': ['ID=d489126e-ca45-4d75-b488-308966549884,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:30.598063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:30.634007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-81b8eae5-139a-44d8-a726-455929b64e6a req-f8b7e69b-6905-47af-8bbd-3b6de734405e tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Synchronizing usage tracker for tenant:55587e616b984b6eb57639fef0089efc on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:30.656566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-81b8eae5-139a-44d8-a726-455929b64e6a req-f8b7e69b-6905-47af-8bbd-3b6de734405e tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Unset dirty status for tenant:55587e616b984b6eb57639fef0089efc on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:30.658051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.658330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81b8eae5-139a-44d8-a726-455929b64e6a req-f8b7e69b-6905-47af-8bbd-3b6de734405e tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb883f72-2191-4e12-97ce-4ac03b63158b HTTP/1.1" status: 200 len: 210 time: 0.0923467 May 14 18:12:30.696309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:30.696663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0e7ebaf6-e683-44ba-b6a9-4fc479afafbd not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:30.734854 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ca5bd31c-8cbb-44f0-a4c5-8e02bab2f38f None None] Provisioning complete for port 2a93259e-70e2-4dee-8616-beff4766a988 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:30.735335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd31c-8cbb-44f0-a4c5-8e02bab2f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.776898 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.800373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 2a93259e-70e2-4dee-8616-beff4766a988, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a93259e-70e2-4dee-8616-beff4766a988,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:30.825429 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:30.828714 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:30.834083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:30.876425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21f56-a41a-4d88-a3a3-ee0d0e6c115b req-65a3c918-15e2-4d57-a082-ad3a15f45be7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:30.877805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5c21f56-a41a-4d88-a3a3-ee0d0e6c115b req-65a3c918-15e2-4d57-a082-ad3a15f45be7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1075013 May 14 18:12:30.938792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5c21f56-a41a-4d88-a3a3-ee0d0e6c115b req-653ac27d-38fa-465f-950e-d306421d2ac7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 May 14 18:12:30.955071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=2a93259e-70e2-4dee-8616-beff4766a988,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:30.960903 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:31.012766 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:31.130621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:31.230292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:31.403614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e03cc0-d879-4a2f-bc35-550a0eaf7751 req-ebbb8477-798f-43f1-9055-7b25fe2c1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:31.405391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8e03cc0-d879-4a2f-bc35-550a0eaf7751 req-ebbb8477-798f-43f1-9055-7b25fe2c1822 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.1017957 May 14 18:12:31.490990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8e03cc0-d879-4a2f-bc35-550a0eaf7751 req-3078dc3c-c3cd-4d04-86d3-2d6e25b5bc0a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 May 14 18:12:31.492806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a93259e-70e2-4dee-8616-beff4766a988 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:31.525931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Router 715536d4-8e7f-4bde-8dea-0599c5f4797d is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:12:31.632130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 2a93259e-70e2-4dee-8616-beff4766a988 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:31.633213 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:31.692407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339611-e9f6-48e4-87bc-ad2e06e19ce6 req-785aa14e-3420-4792-8edc-64b7a40652e5 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:31.701439 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b339611-e9f6-48e4-87bc-ad2e06e19ce6 req-785aa14e-3420-4792-8edc-64b7a40652e5 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 944 time: 0.1508055 May 14 18:12:31.748143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b339611-e9f6-48e4-87bc-ad2e06e19ce6 req-dfe5482a-b08a-4384-bffd-836553257d2b tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 May 14 18:12:31.827728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:31.849625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:31.859398 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3363b8e-8bb4-4c84-ac57-419bf36ed7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:31.865867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55672) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:31.903144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:12:31.913521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Sync routers for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:12:31.928002 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:31.929731 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:31.985525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Deleting subnet 1c4323f8-5431-47c4-af99-b74dd37032bb {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:12:32.019547 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.024535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'Port': ['ID=d489126e-ca45-4d75-b488-308966549884,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:32.033509 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:32.067937 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.069884 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2059751 May 14 18:12:32.072844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55682) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:32.073653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.180787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.200985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.317579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.377080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.395088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1773403 May 14 18:12:32.402483 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:32.420143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252fd1a-9294-40d1-ae0a-be422e126eb6 req-1ee1351d-42ec-4dbd-a773-5d36783204c4 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:32.433132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8252fd1a-9294-40d1-ae0a-be422e126eb6 req-1ee1351d-42ec-4dbd-a773-5d36783204c4 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1977549 May 14 18:12:32.543231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96f858f5-cda8-4a5b-8bad-491980f04c86 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:32.714931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 96f858f5-cda8-4a5b-8bad-491980f04c86 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:32.725467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 96f858f5-cda8-4a5b-8bad-491980f04c86 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:32.726100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.797911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8252fd1a-9294-40d1-ae0a-be422e126eb6 req-a4655678-619a-4d32-b84a-0e49083f111d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636918 May 14 18:12:32.827864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55706) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:32.912319 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:29Z', 'revision_number': 3, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:32.917432 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Checking router: 715536d4-8e7f-4bde-8dea-0599c5f4797d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:12:32.918498 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Updating router 715536d4-8e7f-4bde-8dea-0599c5f4797d port b1b39b0a-a3a3-442b-a206-0b7b71f8015b binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:12:32.974271 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:32.984614 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.047513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 96f858f5-cda8-4a5b-8bad-491980f04c86, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96f858f5-cda8-4a5b-8bad-491980f04c86,segment=NetworkSegment(50101341-4a7f-4ca4-850d-b0800e05e96d),segment_id=50101341-4a7f-4ca4-850d-b0800e05e96d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:33.050582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f858f5-cda8-4a5b-8bad-491980f04c86'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:33.065210 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.069371 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:33.181990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.241803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:33.256195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Usage tracker for resource:security_group_rule and tenant:cfae597ef9f44851a67298de537e2d34 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:33.259295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=96f858f5-cda8-4a5b-8bad-491980f04c86,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:33.263514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:33.266535 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:33.293907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:33.373629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.381809 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a69a6c1c-62a0-4a07-add3-f96d1ce2670d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:33.444331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4323f8-5431-47c4-af99-b74dd37032bb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:33.452366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d452225d-43f9-412c-a41d-56b0969eb584 req-d00741df-8fcb-4c2b-9d18-b4840cf7a802 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Synchronizing usage tracker for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:33.458846 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:33.469878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.502239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c4323f8-5431-47c4-af99-b74dd37032bb HTTP/1.1" status: 204 len: 168 time: 1.6351378 May 14 18:12:33.503989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55724) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:33.535514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d452225d-43f9-412c-a41d-56b0969eb584 req-d00741df-8fcb-4c2b-9d18-b4840cf7a802 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Unset dirty status for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:33.544530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-d00741df-8fcb-4c2b-9d18-b4840cf7a802 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--102633349&fields=id&tenant_id=bc91e80eeefd4df3a662fab9da5156d8 HTTP/1.1" status: 200 len: 267 time: 0.2400329 May 14 18:12:33.717126 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.737115 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Transition to ACTIVE for port object b1b39b0a-a3a3-442b-a206-0b7b71f8015b will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:33.751876 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.757302 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3d68bf69-83a5-4041-aeb0-7cd3cce90c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:33.830079 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.837118 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Attempting to bind port b1b39b0a-a3a3-442b-a206-0b7b71f8015b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:33.837817 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Attempting to bind port b1b39b0a-a3a3-442b-a206-0b7b71f8015b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:33.838320 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Attempting to bind port b1b39b0a-a3a3-442b-a206-0b7b71f8015b on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:33.850923 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:33.851334 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:33.851765 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.853577 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:33.853877 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Bound port: b1b39b0a-a3a3-442b-a206-0b7b71f8015b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:33.855076 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.855276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.868949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e20c2be-b5f4-4c1a-b74f-ad7e47d5c983 tempest-SecurityGroupsTestJSON-1185811175 tempest-SecurityGroupsTestJSON-1185811175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:33.884614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.891648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:33.932227 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Pushing event updated for resources: {'Port': ['ID=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:33.944352 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.944784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.945231 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.945562 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.946271 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.946651 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.947088 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.947544 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.948165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.948727 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.949139 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.950197 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:33.960043 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:34.011877 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] For port b1b39b0a-a3a3-442b-a206-0b7b71f8015b, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:34.016775 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] For port b1b39b0a-a3a3-442b-a206-0b7b71f8015b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:34.023119 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.031521 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:34.100371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-7d91ec9a-fb34-444d-b5da-6161edcfd1f7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:34.107703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-7d91ec9a-fb34-444d-b5da-6161edcfd1f7 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 811 time: 0.5622084 May 14 18:12:34.117078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfae597ef9f44851a67298de537e2d34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2669375 May 14 18:12:34.126614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55734) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:34.131548 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:34.132192 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:34.141147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919988e-0b45-4d98-8689-53a8fe2152f5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:34.153089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Allocated IP 172.20.0.1 (0d8785f5-53be-483a-af72-8fbea07356d4/1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee/92d55d6a-9a9d-4392-9054-0f8b159b0c55) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:34.164823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-4497d169-9021-441e-a0e5-aef91086ccab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/quotas/bc91e80eeefd4df3a662fab9da5156d8 HTTP/1.1" status: 200 len: 375 time: 0.0557353 May 14 18:12:34.226116 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:34.253622 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Pushing event updated for resources: {'Port': ['ID=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:34.258507 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:34.300517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.307210 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.323433 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:34.326434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09351863-9da9-433c-aa37-c4a5465cbde9']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:34.346866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656924c2-c070-47e2-8ab5-96f09806d9dc') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:34.347578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656924c2-c070-47e2-8ab5-96f09806d9dc') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:34.365909 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.366900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.389043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.410912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:12:34.411645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: timer() May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:12:34.438903 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:12:34.445303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.464147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d452225d-43f9-412c-a41d-56b0969eb584 req-14481e82-72d1-467e-84b9-bf0beac12faa tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Synchronizing usage tracker for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:34.497763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.501542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Transition to ACTIVE for port object 92d55d6a-9a9d-4392-9054-0f8b159b0c55 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:34.502935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-98139935-b0be-497b-ab0b-bb263e139a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:34.528547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919988e-0b45-4d98-8689-53a8fe2152f5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:34.564217 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:34.572141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.575138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d919988e-0b45-4d98-8689-53a8fe2152f5 HTTP/1.1" status: 204 len: 168 time: 0.4461007 May 14 18:12:34.601053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.618243 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0e841b8-1632-4f61-82f7-c77ba1ed2309 tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:34.625978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d452225d-43f9-412c-a41d-56b0969eb584 req-14481e82-72d1-467e-84b9-bf0beac12faa tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Unset dirty status for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:34.627703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-14481e82-72d1-467e-84b9-bf0beac12faa tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4001949 May 14 18:12:34.632348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.639349 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-297d86a8-7f65-486c-83e5-6c81438907a2 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:34.678572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.700704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=09351863-9da9-433c-aa37-c4a5465cbde9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:34.700965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Network 0d8785f5-53be-483a-af72-8fbea07356d4 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:34.709169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:34.714762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:34.762998 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:34.772445 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:29Z', 'revision_number': 3, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:34.781536 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef9771-01de-49c0-80ea-792e41e61b40 None None] The sync data for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 is: [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:29Z', 'revision_number': 3, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:12:34.795964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] 10.222.0.24 "DELETE /v2.0/networks/09351863-9da9-433c-aa37-c4a5465cbde9 HTTP/1.1" status: 204 len: 168 time: 1.2873387 May 14 18:12:34.833809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:34.855811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Pushing event updated for resources: {'Port': ['ID=92d55d6a-9a9d-4392-9054-0f8b159b0c55,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:34.875048 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:34.912421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6327180e-0981-4589-a631-2561ea8a8caf service neutron] 10.222.0.24 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535405 May 14 18:12:35.048093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.161457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4bd3f299-04ea-42b6-8fbb-74129b9df08b None None] Provisioning for port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:35.164657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-a9fdd509-f12e-48d2-8883-4fe2ac17ff48 service neutron] 10.222.0.24 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432826 May 14 18:12:35.165443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55752) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:35.178996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4bd3f299-04ea-42b6-8fbb-74129b9df08b None None] Provisioning complete for port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:35.180317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f299-04ea-42b6-8fbb-74129b9df08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.248566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9653ab8d-05c2-4250-80d3-330c96235463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55587e616b984b6eb57639fef0089efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813358 May 14 18:12:35.250746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55756) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:35.399966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3f299-04ea-42b6-8fbb-74129b9df08b None None] Port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:12:35.432786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.447275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:35.520251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1b39b0a-a3a3-442b-a206-0b7b71f8015b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:35.556310 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.582913 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.597065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.648546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:35.685266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b1b39b0a-a3a3-442b-a206-0b7b71f8015b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:35.694332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b1b39b0a-a3a3-442b-a206-0b7b71f8015b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:35.695105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.715070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.747086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:35.755720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Usage tracker for resource:security_group_rule and tenant:e66dbccbb34f4467996243e696a13b81 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:35.759131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:35.765927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:35.766341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.803438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.809812 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58013516-6c96-4b8f-9bd2-5edecdef7e3b tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:35.849854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f209ff68-eba1-450d-ab7b-ac5db891090a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:35.857502 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:35.883958 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.917806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b1b39b0a-a3a3-442b-a206-0b7b71f8015b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:35.920276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.923813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f209ff68-eba1-450d-ab7b-ac5db891090a HTTP/1.1" status: 204 len: 168 time: 0.6698151 May 14 18:12:35.923965 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.924067 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:35.968067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671afff4-a030-4a68-aa51-57093c9d5fb1 req-4a13aa4e-f39b-4abe-94ce-566beea19127 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:35.969669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-671afff4-a030-4a68-aa51-57093c9d5fb1 req-4a13aa4e-f39b-4abe-94ce-566beea19127 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 945 time: 0.2989879 May 14 18:12:35.971786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:35.980726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Pushing event updated for resources: {'Port': ['ID=92d55d6a-9a9d-4392-9054-0f8b159b0c55,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:35.984561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:36.019101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:36.019414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Network 0d8785f5-53be-483a-af72-8fbea07356d4 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:36.020751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:36.031003 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d98b4bfb-d64e-4b05-bc82-64e3c3e53e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:36.067774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-671afff4-a030-4a68-aa51-57093c9d5fb1 req-3caff752-8da4-443b-b858-99dbe31f1355 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909491 May 14 18:12:36.122346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:36.127001 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:36.159838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e66dbccbb34f4467996243e696a13b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113307 May 14 18:12:36.177047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55774) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:36.196985 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f858f5-cda8-4a5b-8bad-491980f04c86', 'code': 200} May 14 18:12:36.202009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0255e6d-05c8-4689-b887-98b081dcf259,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:36.217893 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:36.560399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e5c98894-750b-4311-99b8-bd540ed9f89e None None] Provisioning complete for port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:36.560628 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e5c98894-750b-4311-99b8-bd540ed9f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:36.622653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:36.681979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e5c98894-750b-4311-99b8-bd540ed9f89e None None] Port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:12:36.696985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:36.721865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cc146-550f-4b3a-b6ed-33df2938e6dd req-93c52e3d-13f5-4c95-8443-75ee862a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:36.723611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc4cc146-550f-4b3a-b6ed-33df2938e6dd req-93c52e3d-13f5-4c95-8443-75ee862a3060 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 1096 time: 0.4250226 May 14 18:12:36.784293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Router 715536d4-8e7f-4bde-8dea-0599c5f4797d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:12:36.793913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebcfd8-bf96-46d7-8782-fb44c83a4254 req-133c0bda-cdba-4fca-984e-f6c84eaf21b7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:36.802189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ebcfd8-bf96-46d7-8782-fb44c83a4254 req-133c0bda-cdba-4fca-984e-f6c84eaf21b7 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.3388796 May 14 18:12:36.871276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc4cc146-550f-4b3a-b6ed-33df2938e6dd req-b10de85f-8549-4688-b2bd-aeb297fb87fa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305408 May 14 18:12:36.891726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ebcfd8-bf96-46d7-8782-fb44c83a4254 req-6b5fa85e-2973-4db1-9d4b-4b0ce3698a5f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861971 May 14 18:12:36.913437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:36.924132 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e578956d-c2cd-4cd4-ab0a-bc33c347a3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:36.936790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0255e6d-05c8-4689-b887-98b081dcf259,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:36.939576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:36.946095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:36.947459 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0255e6d-05c8-4689-b887-98b081dcf259 HTTP/1.1" status: 204 len: 168 time: 0.7664802 May 14 18:12:37.056273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:12:37.067229 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] 10.222.0.24 "PUT /v2.0/routers/715536d4-8e7f-4bde-8dea-0599c5f4797d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9883809 May 14 18:12:37.251071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f6306050-7ce6-4c0d-99db-9b968a4fe872 req-cea116b6-2bdb-4d81-bf95-8d98be4bb7bd tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 210 time: 0.0620213 May 14 18:12:37.490113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1b39b0a-a3a3-442b-a206-0b7b71f8015b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:37.646330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-254810d9-fcf1-42a2-b547-b14b60463640 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:37.648943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-254810d9-fcf1-42a2-b547-b14b60463640 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 811 time: 0.2624748 May 14 18:12:37.676750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Sync routers for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:12:37.709522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b1b39b0a-a3a3-442b-a206-0b7b71f8015b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:37.710266 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:37.783039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-c8cfe6e8-9609-4043-ad63-39a8e84d795c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc91e80eeefd4df3a662fab9da5156d8 HTTP/1.1" status: 200 len: 379 time: 0.0683880 May 14 18:12:37.804204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:37.804712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:37.814897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'port': {'device_id': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'admin_state_up': True, 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'security_groups': ['5c476e29-a37d-410b-811c-e93e067b082b']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:38.172619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:38.179891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c93089-d6f6-4218-8e4a-04e31f61910a req-771db798-08cd-40c0-990e-c1dc83be389d tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:38.181813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34c93089-d6f6-4218-8e4a-04e31f61910a req-771db798-08cd-40c0-990e-c1dc83be389d tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 945 time: 0.5315092 May 14 18:12:38.241120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34c93089-d6f6-4218-8e4a-04e31f61910a req-c7b8b315-c31d-49ef-ad9e-ce90d45ab816 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 May 14 18:12:38.309358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:38.320371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:38.332730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Made reservation on behalf of bc91e80eeefd4df3a662fab9da5156d8 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:38.336174 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:38.559209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Allocated IP 172.20.0.10 (c9bc7c1f-a9c2-400e-99b1-07fe5144c784/76b3e163-aa78-4233-929f-515f5d6b8263/af38e716-383e-4ffa-be93-0eb88f667398) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:38.583699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 2, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:38.588206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Checking router: 715536d4-8e7f-4bde-8dea-0599c5f4797d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:12:38.589216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Updating router 715536d4-8e7f-4bde-8dea-0599c5f4797d port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:12:38.651624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:38.832153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:38.850146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Transition to ACTIVE for port object af38e716-383e-4ffa-be93-0eb88f667398 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:38.877805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:38.895133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ee91f37-69c4-4745-b6c3-44f0572f3c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:38.961811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:38.967094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:38.972818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:39.048365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event updated for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:39.053285 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:39.074524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:39.075211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.108294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3100121 May 14 18:12:39.123371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Request body: {'port': {'device_id': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:39.136845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.150417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Transition to ACTIVE for port object 92d55d6a-9a9d-4392-9054-0f8b159b0c55 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:39.166814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.179789 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a63f3e34-ba94-4d4c-b2d8-4c8b8b943021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:39.329254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.353046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55872) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:39.367144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963861675', 'description': 'tempest-description--682420685'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:39.411034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:39.428002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Usage tracker for resource:security_group and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:39.456300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:39.480195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:39.519504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a62bf-cdfa-404c-8b4e-8ae97e22085a None None] Pushing event updated for resources: {'Port': ['ID=92d55d6a-9a9d-4392-9054-0f8b159b0c55,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:39.525120 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.526199 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a16a62bf-cdfa-404c-8b4e-8ae97e22085a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:39.586304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:39.596819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Usage tracker for resource:security_group_rule and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:39.601324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:39.615542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:39.782967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.787279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.799324 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55afbba9-9087-4677-9ea2-f74359814379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:39.813559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Attempting to bind port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:39.814122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Attempting to bind port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:39.814290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Attempting to bind port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 on network 0d8785f5-53be-483a-af72-8fbea07356d4 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:39.831268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:39.831656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Checking segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:39.832074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.832670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Bound using segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:39.833954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Bound port: 92d55d6a-9a9d-4392-9054-0f8b159b0c55, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:39.834533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.864106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a9bc5c8-1b42-40f2-8145-9c260aad8e7a None None] Provisioning for port af38e716-383e-4ffa-be93-0eb88f667398 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:39.874484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a9bc5c8-1b42-40f2-8145-9c260aad8e7a None None] Provisioning complete for port af38e716-383e-4ffa-be93-0eb88f667398 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:39.875151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc5c8-1b42-40f2-8145-9c260aad8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.875298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0ffae-d7eb-41db-aee1-78d586220361,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:39.881604 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:39.887876 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:39.895040 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5391908 May 14 18:12:39.897520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55896) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:39.910916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Request body: {'security_group_rule': {'security_group_id': 'f0f0ffae-d7eb-41db-aee1-78d586220361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:39.926987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:39.939256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Usage tracker for resource:security_group_rule and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:39.944139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:39.962489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:39.989647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-24bc8efa-49d7-441d-bde8-2b3afb4d0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:39.991110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-24bc8efa-49d7-441d-bde8-2b3afb4d0b9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.2281876 May 14 18:12:39.999866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.047795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bc5c8-1b42-40f2-8145-9c260aad8e7a None None] Port af38e716-383e-4ffa-be93-0eb88f667398 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:12:40.049681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] For port 92d55d6a-9a9d-4392-9054-0f8b159b0c55, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:40.059019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] For port 92d55d6a-9a9d-4392-9054-0f8b159b0c55, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92d55d6a-9a9d-4392-9054-0f8b159b0c55,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:40.064803 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.070472 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:40.115223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af38e716-383e-4ffa-be93-0eb88f667398 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:40.123434 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.146768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Transition to ACTIVE for port object af38e716-383e-4ffa-be93-0eb88f667398 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:40.162209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:12:40.162843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:40.172341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.181858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.218755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.233718 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14742733-182d-45c5-bf6b-19165b419eed tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:40.241392 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba6090b6-4943-4185-b924-d9bea88888ab tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:40.262434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a62bf-cdfa-404c-8b4e-8ae97e22085a None None] Pushing event updated for resources: {'Port': ['ID=92d55d6a-9a9d-4392-9054-0f8b159b0c55,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:40.272088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.279709 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810351 May 14 18:12:40.289262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55912) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:40.298964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Request body: {'security_group_rule': {'security_group_id': 'f0f0ffae-d7eb-41db-aee1-78d586220361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:40.307731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3111933-aee0-473b-8c66-57dbf2992182,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:40.312095 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:40.313586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:40.318805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Usage tracker for resource:security_group_rule and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:40.328987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:40.335551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:40.359158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.435325 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a16a62bf-cdfa-404c-8b4e-8ae97e22085a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:40.546334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.559697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.562424 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8974df45-a8b6-4a8e-9126-3a4088d4dcfd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:40.576494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:40.650019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ef551e-3897-496a-a907-62c40114ff75,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:40.659470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:12:40.660894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:40.681050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.682560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3916111 May 14 18:12:40.685854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:40.691381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:40.704292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:40.712203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Usage tracker for resource:floatingip and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:40.718067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:40.733910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:40.763551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.880241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-c6b2c0eb-0711-4900-b5b2-75464c5e86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:40.884482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-c6b2c0eb-0711-4900-b5b2-75464c5e86c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.7353313 May 14 18:12:40.968054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.985810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:40.990190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:41.035767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Usage tracker for resource:security_group_rule and tenant:4fa2c3c9af654455872e64ff60e74324 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:41.043284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:41.057652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:41.119518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Pushing event updated for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:41.229061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:40Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:41.242454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c865b-00cf-4ac7-bb3f-48808b81c77c None None] The sync data for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 is: [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:40Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:12:41.437964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Allocated IP 172.25.4.7 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/df27f2e7-1de7-48ae-b574-69679cc6a9f3) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:41.508800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-5acbb51f-c006-477e-a522-e04b44f52544 req-e29d0cb5-9b46-4779-b5ce-f853956e25a4 tempest-MigrationsAdminTest-1613550777 tempest-MigrationsAdminTest-1613550777-project] (79559) timed out ('10.222.0.24', 59128) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:12:41.548588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92d55d6a-9a9d-4392-9054-0f8b159b0c55 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:41.595924 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:41.656972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-6a28a2d6-d6c5-4471-814f-a943e83cdd46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.6813293 May 14 18:12:41.688147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:41.694423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:41.694987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.749632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Attempting to bind port af38e716-383e-4ffa-be93-0eb88f667398 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:41.750564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Attempting to bind port af38e716-383e-4ffa-be93-0eb88f667398 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:41.750912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Attempting to bind port af38e716-383e-4ffa-be93-0eb88f667398 on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:41.778144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Port af38e716-383e-4ffa-be93-0eb88f667398 on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:12:41.778486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Attempting to bind port af38e716-383e-4ffa-be93-0eb88f667398 on network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:41.789692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:41.789692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Checking segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:41.790071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Bound using segment: {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:41.790393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Bound port: af38e716-383e-4ffa-be93-0eb88f667398, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d81614-0468-4ddb-beaf-aa7cb240a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:41.790726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.790985 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.809298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.826861 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:41.837652 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.886215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 92d55d6a-9a9d-4392-9054-0f8b159b0c55, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92d55d6a-9a9d-4392-9054-0f8b159b0c55,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:41.896004 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.898393 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:41.909596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-37d66b4d-4e6d-4bcc-89dd-6ef5804742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:41.912131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-37d66b4d-4e6d-4bcc-89dd-6ef5804742e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.2416990 May 14 18:12:41.930171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f6a5cf-505c-4103-9285-1f4cc94ba9a8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:41.930895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a9f14-8979-4bd9-8d77-f1b17fef3dca req-18bbe011-4f2e-4aec-9023-5481da829a62 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:41.932521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fe0a9f14-8979-4bd9-8d77-f1b17fef3dca req-18bbe011-4f2e-4aec-9023-5481da829a62 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Synchronizing usage tracker for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:41.943143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:41.962537 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fa2c3c9af654455872e64ff60e74324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3531153 May 14 18:12:41.964802 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:41.969292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55950) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:42.070540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=92d55d6a-9a9d-4392-9054-0f8b159b0c55,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:42.082568 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:42.106025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fe0a9f14-8979-4bd9-8d77-f1b17fef3dca req-18bbe011-4f2e-4aec-9023-5481da829a62 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Unset dirty status for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:42.112791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.122795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe0a9f14-8979-4bd9-8d77-f1b17fef3dca req-18bbe011-4f2e-4aec-9023-5481da829a62 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 944 time: 0.6070089 May 14 18:12:42.146746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.161681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-be74027f-62d7-44e0-b053-3a38612ce737 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422545 May 14 18:12:42.190597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.199825 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:42.227804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:42.262448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:42.266669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:42.271604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:42.292174 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe0a9f14-8979-4bd9-8d77-f1b17fef3dca req-329f665b-984d-4b0f-a386-535cc0aa6365 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668139 May 14 18:12:42.304055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=af38e716-383e-4ffa-be93-0eb88f667398,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:42.319282 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.324172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event updated for resources: {'Port': ['ID=df27f2e7-1de7-48ae-b574-69679cc6a9f3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:42.339675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:42.343657 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c34f8b18-9810-4da7-bc9c-30b308b2c286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:42.360407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.367805 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-95a4de7e-c379-401e-b9ad-f7019992b8b4 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:42.389113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f6a5cf-505c-4103-9285-1f4cc94ba9a8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:42.392792 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:42.427817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.428939 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46f6a5cf-505c-4103-9285-1f4cc94ba9a8 HTTP/1.1" status: 204 len: 168 time: 0.4586911 May 14 18:12:42.450087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.524806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Pushing event updated for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:42.547968 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:42.575029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:42.575681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.577493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] 10.222.0.22 "PUT /v2.0/ports/af38e716-383e-4ffa-be93-0eb88f667398 HTTP/1.1" status: 200 len: 1092 time: 3.4612222 May 14 18:12:42.578039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:42.639782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:42.686974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-4228841c-c9b6-4b20-9243-a3dfb5abd831 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105479 May 14 18:12:42.976489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-9dda0e82-c1aa-4df6-ab71-b2ae27495b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:42.977959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-9dda0e82-c1aa-4df6-ab71-b2ae27495b1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 1095 time: 0.3418090 May 14 18:12:42.992808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeebb1d7-c065-4de6-a94d-7976f75a00dc req-44157df6-8561-451f-87f4-85a175a923e4 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912197 May 14 18:12:43.087935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0e066-09de-4528-bdbd-2d4da55674f6 req-9a05e7d6-7dfd-42c1-b95b-b4d4acfd9ea9 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:43.095844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96f0e066-09de-4528-bdbd-2d4da55674f6 req-9a05e7d6-7dfd-42c1-b95b-b4d4acfd9ea9 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 945 time: 0.4027703 May 14 18:12:43.150822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55962) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:43.152412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-bd5da2ff-e6f4-43e2-a258-cedc16876312 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af38e716-383e-4ffa-be93-0eb88f667398 HTTP/1.1" status: 200 len: 217 time: 0.1621163 May 14 18:12:43.297617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:43.306111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:43.318851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:43.329748 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-425ee878-b164-49a8-8cd4-3d804894226a tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:43.382999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96f0e066-09de-4528-bdbd-2d4da55674f6 req-8ecfac9f-6990-41d0-ba3c-7446965720d1 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849660 May 14 18:12:43.403518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:43.408345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Usage tracker for resource:security_group_rule and tenant:c09e4a5be955405d85ce9688f757d47b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:43.420052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:43.425066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b141d479-eebc-4839-ae7b-42334850a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:43.426651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-b141d479-eebc-4839-ae7b-42334850a73d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.2654476 May 14 18:12:43.480829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:43.487752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92d55d6a-9a9d-4392-9054-0f8b159b0c55 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:43.529169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event updated for resources: {'Port': ['ID=df27f2e7-1de7-48ae-b574-69679cc6a9f3,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:43.537347 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:43.543681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:43.561041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-5898c5de-7503-46fa-8bad-b349f2cee0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:43.565998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-5898c5de-7503-46fa-8bad-b349f2cee0ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.4846938 May 14 18:12:43.567943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:43.569711 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8826923 May 14 18:12:43.636295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:43.637158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:43.864701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-d156fd03-7147-469b-afec-3f9cf07a5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:43.866011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-d156fd03-7147-469b-afec-3f9cf07a5ab7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.2395477 May 14 18:12:43.867945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452225d-43f9-412c-a41d-56b0969eb584 req-72a53af7-9fcc-4467-a3d3-ba4aa1f08b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:43.869287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-72a53af7-9fcc-4467-a3d3-ba4aa1f08b7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4317975 May 14 18:12:43.970318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b3f83-8feb-470a-a42a-7aa97c461967 req-2610acc1-d70e-4a7b-bc6f-56ab9336421d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:43.971789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b2b3f83-8feb-470a-a42a-7aa97c461967 req-2610acc1-d70e-4a7b-bc6f-56ab9336421d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.4027677 May 14 18:12:43.996148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-71906144-f11d-4c43-a234-f3476a044409 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.1099353 May 14 18:12:44.253125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:44.279418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:44.299206 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-833599ba-0c64-47e6-be8b-0f8c1d4c6eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:44.337440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b2b3f83-8feb-470a-a42a-7aa97c461967 req-d0a55282-e648-4ce3-b9b8-d5d27683f995 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488481 May 14 18:12:44.368317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-d64d97d8-ccc4-4d11-a272-9d0ef50d34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:44.369876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-d64d97d8-ccc4-4d11-a272-9d0ef50d34ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.1630151 May 14 18:12:44.382421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1abfe3-4d38-478f-8fc2-8eadc9c1a639,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:44.426994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c09e4a5be955405d85ce9688f757d47b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2735846 May 14 18:12:44.430233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55976) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:44.430455 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:44.445126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-9a1a976a-ca1c-40aa-9753-ceeceb0efad6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638084 May 14 18:12:44.447355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-471e99e4-7a3c-4e2e-bf6a-f74b670e6005 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600274 May 14 18:12:44.550851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:44.602029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:44.736288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:44.746855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f54f5d7b-1e24-4f47-a928-2a519ac28eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:44.769803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1abfe3-4d38-478f-8fc2-8eadc9c1a639,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:44.773305 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:44.774666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:44.776714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e1abfe3-4d38-478f-8fc2-8eadc9c1a639 HTTP/1.1" status: 204 len: 168 time: 0.3442252 May 14 18:12:44.842044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-714fe875-83a5-45ed-9078-0d1ef45ab099 req-0a36d639-7479-487f-b3da-a5851ae07fd4 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.2066891 May 14 18:12:44.920351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-6c45e4b3-1195-477e-8339-894ffce28328 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604173 May 14 18:12:44.928186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d452225d-43f9-412c-a41d-56b0969eb584 req-c1b0c614-1f7e-4129-b452-75d37c30ba8a service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394777 May 14 18:12:45.063858 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398', 'status': 'completed', 'code': 200} May 14 18:12:45.087292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9296e00d-0b45-4857-a4dd-364b191f8867 req-417baa22-c543-4eca-97e8-e665f99d5b60 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573429 May 14 18:12:45.191500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-6c170645-a453-4fcd-ba59-f66af275ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:45.193020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-6c170645-a453-4fcd-ba59-f66af275ecda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 1095 time: 0.0908844 May 14 18:12:45.231225 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-04bceaeb-a825-4d2e-8a14-bd04252e11f7 req-5e9868be-4ab7-4d65-9470-73d76d4b2291 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0778413 May 14 18:12:45.399729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b03d7f-64f1-44c0-9817-d8ea55c8d366 req-a44e904a-c898-4b0a-9f20-04b47c221774 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:45.401355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42b03d7f-64f1-44c0-9817-d8ea55c8d366 req-a44e904a-c898-4b0a-9f20-04b47c221774 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 944 time: 0.2017593 May 14 18:12:45.406049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-80674d4d-2f14-4642-81e0-f1ed96ab5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:45.407354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-80674d4d-2f14-4642-81e0-f1ed96ab5f65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.1671088 May 14 18:12:45.498076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-ef165c38-2352-48df-bedc-5537bef246c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af38e716-383e-4ffa-be93-0eb88f667398 HTTP/1.1" status: 200 len: 217 time: 0.0738101 May 14 18:12:45.519515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42b03d7f-64f1-44c0-9817-d8ea55c8d366 req-fa04691a-5700-4231-aff0-2110a74d3c0c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094160 May 14 18:12:45.582478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-9abfc212-bd63-4024-8389-066de1eecb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:45.583941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-9abfc212-bd63-4024-8389-066de1eecb18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.0680697 May 14 18:12:45.670361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-5c3ec0d0-066e-4e33-ba89-5b461b2b76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:45.672191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-5c3ec0d0-066e-4e33-ba89-5b461b2b76ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801811 May 14 18:12:45.851011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-c97a0ffa-5569-4822-a39d-d6c70789aa15 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697094 May 14 18:12:45.856832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-1dafba9b-5a7c-4279-81a6-d54ec29f2970 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--963861675&fields=id&tenant_id=9489b4904998490f8f9b777114431370 HTTP/1.1" status: 200 len: 267 time: 0.0813937 May 14 18:12:46.284650 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c17fcf5d-743a-4c15-82aa-1088109a20c0 req-b406d0cf-9abd-4284-a28e-a9adfe413a75 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258618 May 14 18:12:46.334476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-a8767624-c34c-402b-8b38-b152df6f6915 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:46.340257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-a8767624-c34c-402b-8b38-b152df6f6915 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/networks?id=0d8785f5-53be-483a-af72-8fbea07356d4 HTTP/1.1" status: 200 len: 806 time: 0.4622471 May 14 18:12:46.549509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-4fad227e-1305-4a62-945f-002cb0630a73 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/quotas/9489b4904998490f8f9b777114431370 HTTP/1.1" status: 200 len: 375 time: 0.2079287 May 14 18:12:46.642421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-5aae144e-3224-4066-bf7f-958b1b108c61 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9489b4904998490f8f9b777114431370&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870528 May 14 18:12:46.795991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-73bc2832-3ab0-45e6-882c-9e7928123213 service neutron] 10.222.0.24 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395249 May 14 18:12:46.939889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-911eaed6-f5b5-4a35-a6d3-764fab7ae5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366897 May 14 18:12:47.317531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd362a79-982a-4b59-a143-8642ae85b5b2 req-5198c51b-b72b-4246-b868-4bf9dd410f24 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:47.318886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd362a79-982a-4b59-a143-8642ae85b5b2 req-5198c51b-b72b-4246-b868-4bf9dd410f24 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1086943 May 14 18:12:47.390586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd362a79-982a-4b59-a143-8642ae85b5b2 req-f6bbc4ba-4f67-40e8-9b50-e2c85afdaa9e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608778 May 14 18:12:47.663931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e0ae45e-a15c-4394-81ff-8bc27a22f8d2 req-ae37b138-1326-480a-a497-62eb0c4503f8 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0554163 May 14 18:12:48.099375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba140-0875-4c81-8b23-d728430e6881 req-07a1fa1a-d45c-4e57-8002-72a0f1406c11 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:48.108635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85bba140-0875-4c81-8b23-d728430e6881 req-07a1fa1a-d45c-4e57-8002-72a0f1406c11 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 944 time: 0.1656952 May 14 18:12:48.190930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85bba140-0875-4c81-8b23-d728430e6881 req-b74fac58-1cab-448f-878a-eedcb509bb35 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802259 May 14 18:12:48.387006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b5aeef6-ae38-4502-b029-663e64823915 req-48bc066b-86d8-44b0-b067-06e23627dc9a tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 210 time: 0.0800638 May 14 18:12:48.637630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device af38e716-383e-4ffa-be93-0eb88f667398 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:12:48.924845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=af38e716-383e-4ffa-be93-0eb88f667398,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:48.964512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'af38e716-383e-4ffa-be93-0eb88f667398', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'port_id': 'af38e716-383e-4ffa-be93-0eb88f667398', 'mac_address': 'fa:16:3e:8b:7e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:12:49.013202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-aaad5726-c544-4b1f-8992-d340af112164 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:49.017330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-aaad5726-c544-4b1f-8992-d340af112164 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.22 "GET /v2.0/networks?id=0d8785f5-53be-483a-af72-8fbea07356d4 HTTP/1.1" status: 200 len: 806 time: 0.3224459 May 14 18:12:49.132139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-bbd0ec86-9457-4a76-8363-d6275a91ef6a tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9489b4904998490f8f9b777114431370 HTTP/1.1" status: 200 len: 379 time: 0.1040232 May 14 18:12:49.161871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Request body: {'port': {'device_id': '8f87ad13-a8fe-419c-b088-46d840093dda', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'admin_state_up': True, 'tenant_id': '9489b4904998490f8f9b777114431370', 'security_groups': ['f0f0ffae-d7eb-41db-aee1-78d586220361']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:49.319814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:49.359948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af38e716-383e-4ffa-be93-0eb88f667398 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:49.395416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=af38e716-383e-4ffa-be93-0eb88f667398,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:49.403835 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:49.406758 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a16a62bf-cdfa-404c-8b4e-8ae97e22085a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:49.498725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:49.527521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Usage tracker for resource:port and tenant:9489b4904998490f8f9b777114431370 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:49.534923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:49.549662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:49.585705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Made reservation on behalf of 9489b4904998490f8f9b777114431370 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:12:49.591329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:49.591924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:49.601004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.602377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.602835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.603326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.603835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.604432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.604963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.605371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.605802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.606201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.607529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.607825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:49.625688 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:49.634808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['af38e716-383e-4ffa-be93-0eb88f667398'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:49.870004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6cdb3-ea36-4369-8d68-07a1b6217a7f req-57a02168-04ea-42fa-831e-51105c599a33 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:49.871512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bff6cdb3-ea36-4369-8d68-07a1b6217a7f req-57a02168-04ea-42fa-831e-51105c599a33 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 945 time: 0.1926558 May 14 18:12:49.928720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Allocated IP 172.20.0.13 (0d8785f5-53be-483a-af72-8fbea07356d4/1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee/a3547c7c-6535-4fa6-9998-6822d0a8f8f5) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:12:49.946692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bff6cdb3-ea36-4369-8d68-07a1b6217a7f req-dffe7977-c5f6-4cab-8a4c-0c6b097ca528 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/security-groups?id=3715962a-cc01-4b42-b24d-988145bfa4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669987 May 14 18:12:50.140819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:50.157734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Transition to ACTIVE for port object a3547c7c-6535-4fa6-9998-6822d0a8f8f5 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:50.182997 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:50.188727 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e87120c6-4752-48e4-a6b1-e90c72ec313c tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:50.452549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Network 0d8785f5-53be-483a-af72-8fbea07356d4 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:12:50.459975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:12:50.463698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:12:50.521359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event updated for resources: {'Port': ['ID=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:50.527887 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:50.559915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:50.560536 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:50.634211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-23e22e73-5a1c-48db-8dfc-5c518a758cb5 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:50.636313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-23e22e73-5a1c-48db-8dfc-5c518a758cb5 tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.22 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 945 time: 0.4077060 May 14 18:12:50.637545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4882743 May 14 18:12:50.646985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d40d99-28f5-4b9b-a23e-2381a41247f2 req-e1001643-ef4a-440a-9337-4eb82c844761 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:50.648520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2d40d99-28f5-4b9b-a23e-2381a41247f2 req-e1001643-ef4a-440a-9337-4eb82c844761 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 945 time: 0.3899803 May 14 18:12:50.659336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device af38e716-383e-4ffa-be93-0eb88f667398 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:50.772084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Request body: {'port': {'device_id': '8f87ad13-a8fe-419c-b088-46d840093dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:50.792928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d59e056a-403d-416b-a03a-66ada8818313 None None] Provisioning for port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:50.801414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d59e056a-403d-416b-a03a-66ada8818313 None None] Provisioning complete for port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:50.801943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d59e056a-403d-416b-a03a-66ada8818313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:50.873261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d59e056a-403d-416b-a03a-66ada8818313 None None] Port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:12:50.891887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port af38e716-383e-4ffa-be93-0eb88f667398 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:50.897710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port af38e716-383e-4ffa-be93-0eb88f667398 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:50.899134 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:50.941939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:50.991613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2d40d99-28f5-4b9b-a23e-2381a41247f2 req-5d9cae35-1394-449e-ad78-b06480fc898c tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345103 May 14 18:12:51.052995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Deleting port 96f858f5-cda8-4a5b-8bad-491980f04c86 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:12:51.053525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.066855 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.105210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:51.112524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=af38e716-383e-4ffa-be93-0eb88f667398,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:51.122110 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.126707 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:51.269004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:51.282370 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:51.398871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] For port 96f858f5-cda8-4a5b-8bad-491980f04c86, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96f858f5-cda8-4a5b-8bad-491980f04c86,segment=NetworkSegment(50101341-4a7f-4ca4-850d-b0800e05e96d),segment_id=50101341-4a7f-4ca4-850d-b0800e05e96d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:51.399509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.537147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Calling delete_port for 96f858f5-cda8-4a5b-8bad-491980f04c86 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:12:51.602452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307a6e1-b3d4-4558-998e-37d099ba973d req-607f80fa-0397-42fc-a224-dbd5eca1315a tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:51.603137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7307a6e1-b3d4-4558-998e-37d099ba973d req-607f80fa-0397-42fc-a224-dbd5eca1315a tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Synchronizing usage tracker for tenant:9489b4904998490f8f9b777114431370 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:51.650189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7307a6e1-b3d4-4558-998e-37d099ba973d req-607f80fa-0397-42fc-a224-dbd5eca1315a tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Unset dirty status for tenant:9489b4904998490f8f9b777114431370 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:51.651630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7307a6e1-b3d4-4558-998e-37d099ba973d req-607f80fa-0397-42fc-a224-dbd5eca1315a tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 932 time: 0.4409726 May 14 18:12:51.797600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3547c7c-6535-4fa6-9998-6822d0a8f8f5 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:51.812051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.819211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7307a6e1-b3d4-4558-998e-37d099ba973d req-f913adc5-5b74-41ca-98e2-9a4d574ae39f tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557546 May 14 18:12:51.870012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Transition to ACTIVE for port object a3547c7c-6535-4fa6-9998-6822d0a8f8f5 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:12:51.871871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.880951 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5a00aa7-9de9-4d94-92b2-4eefd3b948b2 tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:51.886395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['96f858f5-cda8-4a5b-8bad-491980f04c86'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:51.938226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:51.946667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Pushing event deleted for resources: {'Port': ['ID=96f858f5-cda8-4a5b-8bad-491980f04c86,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:51.950737 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:51.957516 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6b47ee65-e19c-406d-aba4-c87eb8bc5394 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:52.354942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19c91949-1025-4eec-bf76-1914514c28f2 req-0209b283-8a96-406d-821c-7e2821c1efae tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.4025447 May 14 18:12:52.405055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] No DVR routers for this DVR port 96f858f5-cda8-4a5b-8bad-491980f04c86 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:12:52.411306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Pushing event updated for resources: {'Port': ['ID=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:52.419594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:52.427790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'name': 'network-vif-deleted', 'tag': '96f858f5-cda8-4a5b-8bad-491980f04c86'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:52.459000 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:52.499977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c85f88e-14d0-42a8-bd2e-47b433c2d30b req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.22 "DELETE /v2.0/ports/96f858f5-cda8-4a5b-8bad-491980f04c86 HTTP/1.1" status: 204 len: 173 time: 1.8441379 May 14 18:12:52.616171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Attempting to bind port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:12:52.616585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Attempting to bind port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:12:52.616982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Attempting to bind port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 on network 0d8785f5-53be-483a-af72-8fbea07356d4 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:52.626401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 on network 0d8785f5-53be-483a-af72-8fbea07356d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:12:52.626761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Attempting to bind port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 on network 0d8785f5-53be-483a-af72-8fbea07356d4 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:12:52.645436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:12:52.645867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Checking segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:12:52.646332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Bound using segment: {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:12:52.646765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Bound port: a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bea6820-074e-4b2e-b379-2cce69bc4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:12:52.647117 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:52.679310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbe26d-6ade-4303-9c83-01aa40c26eba req-9e804144-9755-4def-9e6d-800df42a4b13 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:52.680867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8dbe26d-6ade-4303-9c83-01aa40c26eba req-9e804144-9755-4def-9e6d-800df42a4b13 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1858690 May 14 18:12:52.793210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8dbe26d-6ade-4303-9c83-01aa40c26eba req-376c034b-71dd-478a-94ac-b594841ae1d6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057756 May 14 18:12:52.808729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] For port a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:12:52.820391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] For port a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:12:52.824988 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:52.830436 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-68987b73-0491-432f-9c5a-627d97b64f3f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:52.900435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:52.902340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:52.904114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] 10.222.0.22 "PUT /v2.0/ports/a3547c7c-6535-4fa6-9998-6822d0a8f8f5 HTTP/1.1" status: 200 len: 1092 time: 2.2461014 May 14 18:12:52.954070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Pushing event updated for resources: {'Port': ['ID=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:52.966002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.966390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.966867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.967353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.967835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.968707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.969078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.969506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.969906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.970274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.970894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.971377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:12:52.976667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:53.093691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-70f16b82-a979-45db-a28c-9ed4ba271e43 req-5322c576-90c6-45c7-97a5-5eb9a68cae2c tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Synchronizing usage tracker for tenant:da31e5abdbfd4ee1b993310c5f6d5712 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:12:53.122155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-70f16b82-a979-45db-a28c-9ed4ba271e43 req-5322c576-90c6-45c7-97a5-5eb9a68cae2c tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Unset dirty status for tenant:da31e5abdbfd4ee1b993310c5f6d5712 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:12:53.135020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70f16b82-a979-45db-a28c-9ed4ba271e43 req-5322c576-90c6-45c7-97a5-5eb9a68cae2c tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ccb58e-8df7-4ef1-b526-3d848fe2cec5 HTTP/1.1" status: 200 len: 210 time: 0.1172180 May 14 18:12:53.190260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-1482695f-bf12-4519-a233-b4bca9deb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.195316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-1482695f-bf12-4519-a233-b4bca9deb13d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9489b4904998490f8f9b777114431370&device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 1095 time: 0.2143819 May 14 18:12:53.292509 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-96e43a4f-d942-4ae4-b36d-04b6df8b0366 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1419516 May 14 18:12:53.328448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-f1f1161b-2ce2-496e-b859-82742bf32d46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5 HTTP/1.1" status: 200 len: 217 time: 0.1281824 May 14 18:12:53.410157 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398', 'code': 200} May 14 18:12:53.520482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-7ae110e5-27a2-4372-a398-4de586531add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.521957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-7ae110e5-27a2-4372-a398-4de586531add service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee HTTP/1.1" status: 200 len: 845 time: 0.1870337 May 14 18:12:53.605512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.611830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.612320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.612791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.613263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.613730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.614196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.616186 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6aafead5-560f-4de3-8995-2e75e2e299a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.2279484 May 14 18:12:53.823151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-fc8fef04-71f6-4683-9436-b0699a510726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.823650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-fc8fef04-71f6-4683-9436-b0699a510726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.824110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-fc8fef04-71f6-4683-9436-b0699a510726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.825653 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-fc8fef04-71f6-4683-9436-b0699a510726 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 2297 time: 0.1805644 May 14 18:12:53.873366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a2db-3820-40c1-bc6d-13f199d26c2f req-b893f01a-f9ae-48c0-9e37-5bd3c45a30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.874903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ef8a2db-3820-40c1-bc6d-13f199d26c2f req-b893f01a-f9ae-48c0-9e37-5bd3c45a30e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 1097 time: 0.2826462 May 14 18:12:53.888166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84884c-2184-4975-9ca7-40a1571bc120 req-ae3f2d19-db6e-4db7-848d-00b20fc75a22 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.889710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad84884c-2184-4975-9ca7-40a1571bc120 req-ae3f2d19-db6e-4db7-848d-00b20fc75a22 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 946 time: 0.3668711 May 14 18:12:53.918336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119835-0734-4f22-8e49-7a8326e85103 req-078d5a5f-72dc-4db9-b298-72a66c883aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:53.919945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-078d5a5f-72dc-4db9-b298-72a66c883aa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d8785f5-53be-483a-af72-8fbea07356d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190421 May 14 18:12:53.956491 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-52345297-3639-4213-aca8-d147f5582301 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 1000 time: 0.1197007 May 14 18:12:54.015723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:54.063216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-faa126de-b6a8-4dbb-9ff1-b39f05d53fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:54.064934 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-faa126de-b6a8-4dbb-9ff1-b39f05d53fe1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.1002653 May 14 18:12:54.089060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad84884c-2184-4975-9ca7-40a1571bc120 req-3d0e1323-121d-487b-bfe9-9703d1c9ff17 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855762 May 14 18:12:54.094864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ef8a2db-3820-40c1-bc6d-13f199d26c2f req-a550552b-7014-4c03-b467-a91c5e920b2d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042375 May 14 18:12:54.174361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56236) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:54.184371 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ccb58e-8df7-4ef1-b526-3d848fe2cec5', 'name': 'network-vif-deleted', 'tag': '96f858f5-cda8-4a5b-8bad-491980f04c86', 'status': 'completed', 'code': 200} May 14 18:12:54.203559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6cf928fe-d4d9-4841-ae3e-668b499e45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:54.207949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-6cf928fe-d4d9-4841-ae3e-668b499e45ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341138 May 14 18:12:54.243802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-1386f348-ad2d-4946-a752-318720ce36bf service neutron] 10.222.0.22 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936151 May 14 18:12:54.404122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:54.423583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:54.427535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Usage tracker for resource:security_group_rule and tenant:501ee4a573b54e1aae212ed01ad573c7 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:54.430429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:54.437289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:54.475637 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-58d4fd4d-6471-4974-a52f-4e9ead68dfa5 service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584853 May 14 18:12:54.522499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5119835-0734-4f22-8e49-7a8326e85103 req-496acd93-c7d3-44b9-b0c9-78c6b7e0ec71 service neutron] 10.222.0.22 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678838 May 14 18:12:54.585808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:54.591324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:54.601910 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:54.656758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=501ee4a573b54e1aae212ed01ad573c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812782 May 14 18:12:54.658553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908f1539-4334-48da-8694-a3907b872800,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:54.659437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56250) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:54.661841 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:54.683892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96f858f5-cda8-4a5b-8bad-491980f04c86 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:12:54.708177 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-8d10a64e-7203-4fe9-a59e-4d5e2925ff8e service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235503 May 14 18:12:54.736505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 96f858f5-cda8-4a5b-8bad-491980f04c86 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:12:54.736870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96f858f5-cda8-4a5b-8bad-491980f04c86 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:12:54.801471 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-08b01752-ae98-41df-87b0-7cfe4f020b3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 217 time: 0.0801384 May 14 18:12:54.855208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:54.924175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-0c92b135-4510-4f62-b24c-5f66a093637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:54.925622 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-0c92b135-4510-4f62-b24c-5f66a093637f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1152854 May 14 18:12:54.934251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:55.106040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-dccbb929-9cac-47d0-b625-ac84d0618c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:55.108977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-dccbb929-9cac-47d0-b625-ac84d0618c30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640072 May 14 18:12:55.265963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615fa6c-29e4-4389-9c1e-ae62a3c5d945 req-14fd8bb4-85dd-4c15-8096-99cad1caa030 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:55.267602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0615fa6c-29e4-4389-9c1e-ae62a3c5d945 req-14fd8bb4-85dd-4c15-8096-99cad1caa030 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 944 time: 0.1090662 May 14 18:12:55.272955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:55.283850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81a72c6f-3c8b-42a8-94b0-7a9f04890788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:55.294626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-c1e1902e-a4d9-45f7-a8cf-74772dabd6d0 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713810 May 14 18:12:55.298244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908f1539-4334-48da-8694-a3907b872800,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:55.300840 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:55.315988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0615fa6c-29e4-4389-9c1e-ae62a3c5d945 req-0b4f0627-cb7e-48e7-bd1c-49f4047be826 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 May 14 18:12:55.326689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:55.330199 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/908f1539-4334-48da-8694-a3907b872800 HTTP/1.1" status: 204 len: 168 time: 0.6673603 May 14 18:12:55.570234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5509ecdf-6b8b-4090-9bd3-8a08afc4d25f req-caec9f4c-7b6a-4be4-9a21-b4a2b1a776c4 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0479510 May 14 18:12:55.605662 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-82973257-eff9-47ed-b930-c9e17b42446e service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025618 May 14 18:12:55.683821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56266) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:55.718790 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-bebabd8f-d9ce-4411-895c-cbb441b126f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 217 time: 0.0998650 May 14 18:12:55.782072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Deleting subnet f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:12:55.799992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:55.817390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:55.840639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:55.871738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:55.885943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Usage tracker for resource:security_group_rule and tenant:14eb0b32bb1644468d67e47c83c39046 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:55.892933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:55.894255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:55.897340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-03216067-1ff8-48a4-9e8b-12634b0699bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:55.899210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-03216067-1ff8-48a4-9e8b-12634b0699bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1788197 May 14 18:12:55.904275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:56.027053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ebcc346c-40c8-4f5f-a110-84fa0633e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:56.028734 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ebcc346c-40c8-4f5f-a110-84fa0633e37d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221173 May 14 18:12:56.170929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:56.183077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:56.188882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:56.211131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:56.213741 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-feae715c-47b4-42cc-8ca4-0840b6d1b4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:56.272460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14eb0b32bb1644468d67e47c83c39046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510796 May 14 18:12:56.275394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a37f-a4f8-447f-9f77-d5ba5bc08245 req-ba789e0a-34ac-45ad-9a45-bc9277f0c16d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:56.278039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:56.278832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b59a37f-a4f8-447f-9f77-d5ba5bc08245 req-ba789e0a-34ac-45ad-9a45-bc9277f0c16d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 946 time: 0.3334639 May 14 18:12:56.284259 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-b27ffd40-4bb3-4af2-ab49-82b657fba150 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453058 May 14 18:12:56.411902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676bef64-29da-4ef0-9622-68546dcdbb3f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:56.414906 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:56.462058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b59a37f-a4f8-447f-9f77-d5ba5bc08245 req-3d9f2546-3daf-426d-8019-928b16acab38 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727493 May 14 18:12:56.558479 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'status': 'completed', 'code': 200} May 14 18:12:56.564900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:56.613624 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-d24dfa2b-170f-49e5-8114-e21eb16035b8 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966883 May 14 18:12:56.705468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a3547c7c-6535-4fa6-9998-6822d0a8f8f5 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:12:56.738666 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-fa39ad5b-85ae-4c74-ae3f-315f29af3d92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 217 time: 0.1089244 May 14 18:12:56.747639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:56.857072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-b7648978-9069-41b8-809e-da09313bd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:56.858726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-b7648978-9069-41b8-809e-da09313bd574 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9489b4904998490f8f9b777114431370&device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 1095 time: 0.2799060 May 14 18:12:56.872033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ebdf0fa4-0bb2-4a58-b620-6a9097ca55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:56.874582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ebdf0fa4-0bb2-4a58-b620-6a9097ca55a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1295197 May 14 18:12:56.882895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:56.934808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:56.935867 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-456f5e16-5a76-4d58-8024-abc681751b02 tempest-FloatingIPAdminTestJSON-889602278 tempest-FloatingIPAdminTestJSON-889602278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:56.954312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'port_id': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'mac_address': 'fa:16:3e:5b:22:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:12:57.021758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-b6115db7-bd41-4f53-b8e7-f5feb61df900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.023774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-b6115db7-bd41-4f53-b8e7-f5feb61df900 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1346281 May 14 18:12:57.051861 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aab3062a-81cf-4b21-8037-092ad3d5e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.055639 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.069930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.079702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3547c7c-6535-4fa6-9998-6822d0a8f8f5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:12:57.086165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:57.089105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:57.097965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:57.105900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f3bd2894-6ea5-42b7-ae20-09d5b9c28c7e HTTP/1.1" status: 204 len: 168 time: 1.4209235 May 14 18:12:57.109215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.109361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56306) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:57.110692 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:57.120587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.129901 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-088b7934-8ab7-49ef-ad27-19f74dfc32b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:57.148387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676bef64-29da-4ef0-9622-68546dcdbb3f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:57.154538 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:57.158857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.172925 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/676bef64-29da-4ef0-9622-68546dcdbb3f HTTP/1.1" status: 204 len: 168 time: 0.8835745 May 14 18:12:57.182788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4642e2-1c6d-4f85-b026-6f6e3a329a97 req-7cce1086-9a94-4e6e-954c-bddea5fcf87f tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.183871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:57.184712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc4642e2-1c6d-4f85-b026-6f6e3a329a97 req-7cce1086-9a94-4e6e-954c-bddea5fcf87f tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 944 time: 0.4291000 May 14 18:12:57.192035 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:57.256956 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ec06ceff-b9e6-497d-8539-f485f8884562 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255661 May 14 18:12:57.294493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-c892d5e4-495a-4787-8196-f167b75a1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.296031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-c892d5e4-495a-4787-8196-f167b75a1fb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d8785f5-53be-483a-af72-8fbea07356d4 HTTP/1.1" status: 200 len: 907 time: 0.4286757 May 14 18:12:57.337184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['a3547c7c-6535-4fa6-9998-6822d0a8f8f5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:12:57.405130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-0664515f-9e98-4e55-8ba8-f7c481df234d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0896425 May 14 18:12:57.408131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.429341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc4642e2-1c6d-4f85-b026-6f6e3a329a97 req-1b3df3bd-05de-42b4-a31f-82cc0bf299d7 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941872 May 14 18:12:57.567044 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-99d023c8-ed1f-49f9-8c4b-75216faac843 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996011 May 14 18:12:57.665305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-20edbcc6-475c-4f1c-b252-db19235b59a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 217 time: 0.0900722 May 14 18:12:57.673863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.735276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56316) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:57.763335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.780656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-1f9c9aca-53be-4e14-84c6-43cf10021a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.782172 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-1f9c9aca-53be-4e14-84c6-43cf10021a43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1063981 May 14 18:12:57.786009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:12:57.796682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-8b8e9136-7f3c-4b28-954a-2be6fefe663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.798777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-8b8e9136-7f3c-4b28-954a-2be6fefe663c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee HTTP/1.1" status: 200 len: 845 time: 0.3677325 May 14 18:12:57.821237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Usage tracker for resource:security_group_rule and tenant:e13d91ac285d48ee9d6168047b881d01 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:12:57.828992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:12:57.840671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:12:57.872378 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:57.904996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c65dbc2-3251-4675-87b0-865bccb53ad4']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:57.908992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ac97373f-bc7e-4b42-9e6a-8510d7b18175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.910491 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-ac97373f-bc7e-4b42-9e6a-8510d7b18175 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207449 May 14 18:12:57.935284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50101341-4a7f-4ca4-850d-b0800e05e96d') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:57.935587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50101341-4a7f-4ca4-850d-b0800e05e96d') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:12:57.961492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d15eeb-e9b2-4f4b-9034-e545b3f723bf req-21367b31-2934-4682-990c-6663288d2e61 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:57.973310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51d15eeb-e9b2-4f4b-9034-e545b3f723bf req-21367b31-2934-4682-990c-6663288d2e61 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 946 time: 0.4067163 May 14 18:12:57.978411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56324) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:57.992714 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.027919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Request body: {'floatingip': {'port_id': 'af38e716-383e-4ffa-be93-0eb88f667398'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:12:58.161551 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:12:58.180086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.235879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.245679 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-548dcf44-13e0-48b7-87bb-9f243f8f019e service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262026 May 14 18:12:58.248602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.259390 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8e7ed90-a1eb-42ff-a992-2d4cde5e0bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:58.388051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e13d91ac285d48ee9d6168047b881d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496370 May 14 18:12:58.389141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:58.411470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab94ea1-2a84-482c-bc69-a7c953a0d10f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:58.419316 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:58.484474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-3ac4294a-1564-4883-8285-291cc690eed4 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261546 May 14 18:12:58.566587 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-b0bf1058-1528-4352-85ab-d6651a4a3e75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.0735431 May 14 18:12:58.577193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.649699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.681187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-e898a37e-0f35-4af2-8fbc-d146d95626f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:58.683876 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-e898a37e-0f35-4af2-8fbc-d146d95626f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.1080890 May 14 18:12:58.720422 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.727139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:12:58.727561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.728725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a3547c7c-6535-4fa6-9998-6822d0a8f8f5 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:12:58.801518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-24e015e8-ce69-4555-a203-dd95f278c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:58.803021 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-24e015e8-ce69-4555-a203-dd95f278c0d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044710 May 14 18:12:58.808942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.817729 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6181502a-f958-4525-aa23-712941a2a37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:58.839410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:12:58.846238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:12:58.847022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: timer() May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:12:58.871067 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:12:58.898898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-125c993d-83b6-48ad-abea-26bbfd37a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:58.901367 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-125c993d-83b6-48ad-abea-26bbfd37a2a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d8785f5-53be-483a-af72-8fbea07356d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0850596 May 14 18:12:58.918142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-674d0658-b6fb-4d64-85e8-f4d973a6826d req-f7402cbb-66cc-49a8-8afc-78faf727a6ff tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.1125214 May 14 18:12:58.927404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-84775804-a909-453b-95e8-de76201a9f85 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:12:58.928552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-84775804-a909-453b-95e8-de76201a9f85 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054440 May 14 18:12:58.970274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab94ea1-2a84-482c-bc69-a7c953a0d10f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:59.004383 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:59.023547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.024257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.027615 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cab94ea1-2a84-482c-bc69-a7c953a0d10f HTTP/1.1" status: 204 len: 168 time: 0.6373985 May 14 18:12:59.100370 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-683d16e6-83bc-4165-94b6-839f907ddfd1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:59.144461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.202134 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-1959025e-38d6-4a58-8a80-c038bd318cd1 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867571 May 14 18:12:59.212599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:12:59.239165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:12:59.247838 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.251063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:12:59.264514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.291933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c65dbc2-3251-4675-87b0-865bccb53ad4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:59.309488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c65dbc2-3251-4675-87b0-865bccb53ad4 HTTP/1.1" status: 204 len: 168 time: 2.1947498 May 14 18:12:59.313629 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:59.423897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-0740b909-c231-46d2-ab22-d2dac2e1c56f service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143419 May 14 18:12:59.485804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:12:59.489067 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:12:59.543864 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.559587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-a96a4b1e-9a9f-4ea3-a51f-3a5ecb8aed6d service neutron] 10.222.0.22 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038125 May 14 18:12:59.578075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-d58b8853-2021-4063-abce-f78bc2ae1a17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.1461296 May 14 18:12:59.706972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6181cb9b-149b-4ede-b908-f433d322c284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:12:59.752843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56364) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:12:59.877600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d428f7c-bd21-46c6-b447-0b266545c549 req-dc4511c1-e015-45ad-b777-e18decc2ccfb tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:59.879038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d428f7c-bd21-46c6-b447-0b266545c549 req-dc4511c1-e015-45ad-b777-e18decc2ccfb tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.4056487 May 14 18:12:59.900438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-d57ef1d7-b1f2-4a47-861c-c22596889bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:12:59.906509 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-d57ef1d7-b1f2-4a47-861c-c22596889bca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.3206618 May 14 18:12:59.991477 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6948a8a0-a5ff-497b-bcab-aa0b390f35d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da31e5abdbfd4ee1b993310c5f6d5712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250342 May 14 18:12:59.991477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56374) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:00.135702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d428f7c-bd21-46c6-b447-0b266545c549 req-6d9081ea-e5b5-4d69-aea8-1501d6291e72 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463591 May 14 18:13:00.237389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-1d6d59bb-ff0f-403b-a3b5-01af1f95168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:00.239989 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'code': 200} May 14 18:13:00.241409 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-1d6d59bb-ff0f-403b-a3b5-01af1f95168b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2581487 May 14 18:13:00.242392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.371167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.417293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.454671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.580606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-b0fae30b-fd50-4bde-9963-c24477437878 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260388 May 14 18:13:00.684812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.710748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56390) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:00.745063 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84b5f7ab-74f9-4b1f-b7de-16d434a7efe2 req-8f73976a-5707-4a63-b6ab-630308ca3cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555591 May 14 18:13:00.749853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79cf2fe0-7a7c-4a06-b93f-e3bfffa43ebd req-4d39884f-fa65-4d54-8ec2-e69a9eb8375d tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.2965903 May 14 18:13:00.762741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.781226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2112a3ec-3ef9-4d04-bafe-1a2a84a392e5 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:00.808074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715962a-cc01-4b42-b24d-988145bfa4cb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:00.823895 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:00.833074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:00.840061 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3715962a-cc01-4b42-b24d-988145bfa4cb HTTP/1.1" status: 204 len: 168 time: 0.7699623 May 14 18:13:00.990245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20f2d521-5322-4181-a6bb-e84ea4789859 req-09afaa04-70a8-4af5-8b9f-de6b85f50fee service neutron] 10.222.0.22 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3398409 May 14 18:13:01.084202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1888055329-network', 'tenant_id': 'a725d65c89214a6a8bc818d636001ead'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:01.114193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e220e16-d833-4aab-8c52-95c7f616851c req-18d2b665-d4fd-436b-b42d-3398501811d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:01.116424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e220e16-d833-4aab-8c52-95c7f616851c req-18d2b665-d4fd-436b-b42d-3398501811d7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 1097 time: 0.7945092 May 14 18:13:01.121357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:01.138339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Usage tracker for resource:network and tenant:a725d65c89214a6a8bc818d636001ead is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:01.143965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:01.385845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:01.410789 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Floating IP e0e1f4fb-7c32-43eb-b4f6-faeb162d452b associated. External IP: 172.25.4.142, port: af38e716-383e-4ffa-be93-0eb88f667398. May 14 18:13:01.593460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Made reservation on behalf of a725d65c89214a6a8bc818d636001ead for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:01.595722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:01.620601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:01.638512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e220e16-d833-4aab-8c52-95c7f616851c req-c9333d9c-055f-4307-a3d6-c3dedd800812 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4914138 May 14 18:13:01.657481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:01.667086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Usage tracker for resource:security_group_rule and tenant:a725d65c89214a6a8bc818d636001ead is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:01.670327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:01.681499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:01.729915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02496f-2388-4284-9043-0f728638ee28 req-1079443f-11d4-4b19-bf93-994e3cf70fa4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:01.736698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca02496f-2388-4284-9043-0f728638ee28 req-1079443f-11d4-4b19-bf93-994e3cf70fa4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.3465931 May 14 18:13:01.890314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:01.949983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca02496f-2388-4284-9043-0f728638ee28 req-be8d11dd-2af9-4482-98ea-8e0011edb6d7 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124503 May 14 18:13:02.015227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Router 41500c8b-3427-4db2-8b23-65a8472600f3 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:13:02.024717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.031428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-589109903-network', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:02.032017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.037266 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46049e3f-ee13-43a1-a760-e08bf163cb13 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:02.037473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:02.043075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Usage tracker for resource:network and tenant:eb247b724d5d4f38a1cd73283b69762c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:02.047328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:02.185597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:02.194030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.196659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Made reservation on behalf of eb247b724d5d4f38a1cd73283b69762c for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:02.199918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.213499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.230368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:02.234721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Usage tracker for resource:security_group_rule and tenant:eb247b724d5d4f38a1cd73283b69762c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:02.237755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:02.239416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:13:02.245463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-692ae859-dbde-442b-b9f5-3e979f6c46ef req-9c94ea14-c1bc-4307-9f8c-1a33803feaaf tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.1401606 May 14 18:13:02.247857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:02.265120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4138d2bf-5de1-47c6-a5f6-c972506ec503,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:02.275150 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:02.298437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.298788 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Added segment 39cd3fbe-e5ad-4620-aba6-ba5abf01da3b of type vlan for network be545dbd-113c-4593-8af9-14fe87aa197f May 14 18:13:02.352818 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.374273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:13:02.384423 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:13:02.399057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.404031 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:02.405146 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:02.407085 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.411690 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d34da9df-2990-4573-804a-c8d07697d0fd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:02.441990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.442712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:13:02.456024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.456562 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Added segment b535f135-1d43-482c-868f-e03fe82238e9 of type vlan for network da424c78-3456-42d9-a2b0-2bcc74f31e06 May 14 18:13:02.497195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.498388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:02.498995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.499130 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.512499 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c87e4519-ecf4-414b-ad51-a49553f06f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:02.539658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dfce0d98-f452-4d7f-99ae-9839a2ca8487 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "PUT /v2.0/floatingips/e0e1f4fb-7c32-43eb-b4f6-faeb162d452b HTTP/1.1" status: 200 len: 992 time: 4.5594676 May 14 18:13:02.546457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:02.639911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9177682 May 14 18:13:02.640177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56446) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:02.642986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Pushing event updated for resources: {'Network': ['ID=be545dbd-113c-4593-8af9-14fe87aa197f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:02.648461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Request body: {'subnet': {'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1888055329-subnet', 'tenant_id': 'a725d65c89214a6a8bc818d636001ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:02.654150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:02.654392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4052b185-6c88-40ab-a431-447053ef4f05,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:02.658876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Usage tracker for resource:subnet and tenant:a725d65c89214a6a8bc818d636001ead is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:02.660257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network be545dbd-113c-4593-8af9-14fe87aa197f details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:13:02.663468 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:02.665551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:02.667320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.669445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:02.672410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.673320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:02.682380 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:02.686146 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a293121b-4fd4-4ef4-a1d0-00c24637f2be tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:02.688739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Made reservation on behalf of a725d65c89214a6a8bc818d636001ead for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:02.694480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:02.754422 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:02.969027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Pushing event updated for resources: {'Network': ['ID=da424c78-3456-42d9-a2b0-2bcc74f31e06,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:02.972079 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:02.987797 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0935807 May 14 18:13:02.989046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56452) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:02.994871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Request body: {'subnet': {'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-589109903-subnet', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:02.997113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:13:03.014210 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398', 'status': 'completed', 'code': 200} May 14 18:13:03.018834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:03.028288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Usage tracker for resource:subnet and tenant:eb247b724d5d4f38a1cd73283b69762c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:03.036569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:03.048001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:03.082055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Made reservation on behalf of eb247b724d5d4f38a1cd73283b69762c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:03.084716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:03.254840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-38587ce7-b8c4-4a40-a826-06537cd7ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:03.257442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-38587ce7-b8c4-4a40-a826-06537cd7ab1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 1097 time: 0.2394943 May 14 18:13:03.354118 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e0e1f4fb-7c32-43eb-b4f6-faeb162d452b', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'port_id': 'af38e716-383e-4ffa-be93-0eb88f667398', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'mac_address': 'fa:16:3e:8b:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:12:30Z', 'updated_at': '2021-05-14T18:12:59Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:03.360452 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:13:03.372101 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:03.373042 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:03.632377 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:03.659965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:03.664871 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b47f4fe3-d19e-42d8-93f2-e43b2c92a471 tempest-AllowedAddressPairTestJSON-1131705859 tempest-AllowedAddressPairTestJSON-1131705859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:03.734001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-e5f94114-0dba-441b-9814-8d8a64fa3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:03.735747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-e5f94114-0dba-441b-9814-8d8a64fa3e33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.4538283 May 14 18:13:03.756455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcb9004-6a5e-47fb-baa6-0347e82bca3c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:03.766479 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:03.766479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Checking segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:03.766479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Network hostable DHCP agents. Network: da424c78-3456-42d9-a2b0-2bcc74f31e06, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:13:03.799783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:13:03.813636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, da424c78-3456-42d9-a2b0-2bcc74f31e06) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:03.824228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba8275-df28-4869-900c-c5f861ddda34 None None] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:03.826654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f812a-5bd5-492c-acad-f087be5b1e63 req-7744803c-b696-4a7c-83b6-44ed12dbbd38 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:03.831306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:03.832369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:03.833593 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d12f812a-5bd5-492c-acad-f087be5b1e63 req-7744803c-b696-4a7c-83b6-44ed12dbbd38 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.6440198 May 14 18:13:03.873386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8832133 May 14 18:13:03.876410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56474) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:03.882138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:03.889088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:03.896688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Usage tracker for resource:router and tenant:eb247b724d5d4f38a1cd73283b69762c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:03.912067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:03.920315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d12f812a-5bd5-492c-acad-f087be5b1e63 req-03f55ae2-c880-46fe-85db-7e52195279fa tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854394 May 14 18:13:03.928263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:03.953722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-59df61ee-17cf-4173-bbd9-78cddab93faa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af38e716-383e-4ffa-be93-0eb88f667398 HTTP/1.1" status: 200 len: 1000 time: 0.1995988 May 14 18:13:03.971519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:03.973165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:04.028577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:04.122395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6005c-6ea7-4ffb-b7ce-297f5891f4a9 None None] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:04.150089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-932afd74-e83f-4c60-8ef4-fce6c705755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:04.152241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-932afd74-e83f-4c60-8ef4-fce6c705755e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.1946545 May 14 18:13:04.180673 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e0e1f4fb-7c32-43eb-b4f6-faeb162d452b', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'port_id': 'af38e716-383e-4ffa-be93-0eb88f667398', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'mac_address': 'fa:16:3e:8b:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:12:30Z', 'updated_at': '2021-05-14T18:12:59Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:04.193252 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1614362d-939c-48fc-93a9-813ba30a760d None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e0e1f4fb-7c32-43eb-b4f6-faeb162d452b', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'port_id': 'af38e716-383e-4ffa-be93-0eb88f667398', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'mac_address': 'fa:16:3e:8b:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:12:30Z', 'updated_at': '2021-05-14T18:12:59Z', 'revision_number': 1, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:13:04.326270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d3005d4-0cf5-4260-bd10-61761d5c8e7e req-7388e88b-c604-46fb-b5db-eb7f964d75ab tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0524776 May 14 18:13:04.372187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:04.377182 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2e27e47-47c9-476b-a9f2-455c7e754e3b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:04.447088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cbe6aa-a366-4248-8be5-043189730d0e,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:04.451875 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:04.491887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-b70d6fe5-6f9c-45ed-baab-f1a3e4699be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:04.493264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-b70d6fe5-6f9c-45ed-baab-f1a3e4699be8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3327138 May 14 18:13:04.544394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Checking segment: {'id': '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:04.544758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Network hostable DHCP agents. Network: be545dbd-113c-4593-8af9-14fe87aa197f, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:13:04.624356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163dc9c1-d250-494c-9043-a20c8751521d None None] New status for floating IP e0e1f4fb-7c32-43eb-b4f6-faeb162d452b: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:13:04.631856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:04.655834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Network be545dbd-113c-4593-8af9-14fe87aa197f is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:13:04.698963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, be545dbd-113c-4593-8af9-14fe87aa197f) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:04.724411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d0377-64f3-47a9-a059-75ab465e8de7 None None] Network be545dbd-113c-4593-8af9-14fe87aa197f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:04.731540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-9f371016-db39-42d6-b8dd-9641d7c7854b service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245414 May 14 18:13:04.732552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:04.733192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:04.915216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2739735 May 14 18:13:05.025106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b22ec03-7de4-4694-b53b-d70e82748e83 req-178fc9b8-8f1d-4ff9-bfa1-20c1a3084579 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816167 May 14 18:13:05.066049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f6070-699c-4782-b229-52b863b3708d req-de032f7d-6076-4a39-9930-1c667fa16bc8 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:05.068210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e9f6070-699c-4782-b229-52b863b3708d req-de032f7d-6076-4a39-9930-1c667fa16bc8 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.2211142 May 14 18:13:05.079388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56494) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:05.083618 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:05.085984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Request body: {'floatingip': {'port_id': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:05.122165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:05.213794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:05.230984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea79f3-f51b-4b90-9113-c58a3681aea5 None None] Network be545dbd-113c-4593-8af9-14fe87aa197f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:05.579987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Allocated IP 172.25.4.190 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/524868ef-75f7-4084-99b3-46bc4b8dc79b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:13:05.667872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f46856f-f9b4-4b14-9e9a-16a405cbcc0c req-aefa242a-ea34-44fd-b920-8acdf64c6dad tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.1589773 May 14 18:13:05.813337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:05.872325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:05.877471 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f3cea3b-2a9e-434d-8a2c-9c6fe501fc2d tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:05.966019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:05.987860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1100702860-network', 'tenant_id': '1c47b83e40c947d88b40bd1d76798825'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:06.000497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:06.005153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:13:06.011321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:06.014219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:13:06.042026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Usage tracker for resource:network and tenant:1c47b83e40c947d88b40bd1d76798825 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:06.048660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:06.065216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:06.079415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=524868ef-75f7-4084-99b3-46bc4b8dc79b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:06.082742 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:06.100832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Made reservation on behalf of 1c47b83e40c947d88b40bd1d76798825 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:06.103059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.169713 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.251608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:06.283908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Usage tracker for resource:security_group_rule and tenant:1c47b83e40c947d88b40bd1d76798825 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:06.295001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:06.303873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:06.316331 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.320293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.507603 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Floating IP e0807078-fbd1-46f9-9e9f-bea847c66750 associated. External IP: 172.25.4.7, port: a3547c7c-6535-4fa6-9998-6822d0a8f8f5. May 14 18:13:06.579398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.701442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.714609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.719389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f49c899-7a5c-4a7c-a14e-a28c410d6427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:06.774594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:13:06.779438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f41908b-dadd-453b-a345-c725390e5387,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:06.782658 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:06.799058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:06.799584 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Added segment c045d7b7-48fb-403a-9556-1a153397bb6e of type vlan for network 468f757d-088a-4842-a6e2-5c475f79e6ef May 14 18:13:07.024707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:07.079345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Router 715536d4-8e7f-4bde-8dea-0599c5f4797d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:13:07.106061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad6d456c-7e7e-439c-ab62-4d2c7966a868 req-5f5408f6-c3d9-4834-9d9b-a20f9852e766 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0976174 May 14 18:13:07.108986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:07.110420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:07.111097 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:07.121223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-584cdb5d-1677-4159-ac93-5a178e2e7a67 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:07.349169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:13:07.356188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:07.363341 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] Sync routers for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:13:07.383451 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:07.384472 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:07.435764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-393f9311-328f-44c8-b482-56dbe4b84cb4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "PUT /v2.0/floatingips/e0807078-fbd1-46f9-9e9f-bea847c66750 HTTP/1.1" status: 200 len: 990 time: 2.3549893 May 14 18:13:07.436523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:07.483673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:07.573888 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6048086 May 14 18:13:07.576363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56554) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:07.582692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Request body: {'subnet': {'network_id': '468f757d-088a-4842-a6e2-5c475f79e6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1100702860-subnet', 'tenant_id': '1c47b83e40c947d88b40bd1d76798825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:07.588251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:07.588734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Pushing event updated for resources: {'Network': ['ID=468f757d-088a-4842-a6e2-5c475f79e6ef,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:07.596594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Usage tracker for resource:subnet and tenant:1c47b83e40c947d88b40bd1d76798825 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:07.598027 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:07.605847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 468f757d-088a-4842-a6e2-5c475f79e6ef details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:13:07.613475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:07.629571 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'status': 'completed', 'code': 200} May 14 18:13:07.642078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:07.697883 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:07.757420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Made reservation on behalf of 1c47b83e40c947d88b40bd1d76798825 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:07.761471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:07.826537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:13:07.995591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621df70f-10de-4acc-ac27-7e5ff200288a req-70b23d15-e7e9-4840-b115-447559d918cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:07.997170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-70b23d15-e7e9-4840-b115-447559d918cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9489b4904998490f8f9b777114431370&device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 1097 time: 0.3310239 May 14 18:13:08.095293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:13:08.108135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Sync routers for ids ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:13:08.119127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Routers {'3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:08.130766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:08.149582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:08.157292 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2797112 May 14 18:13:08.158313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56566) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:08.332986 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e0807078-fbd1-46f9-9e9f-bea847c66750', 'tenant_id': '9489b4904998490f8f9b777114431370', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'port_id': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'mac_address': 'fa:16:3e:5b:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87ad13-a8fe-419c-b088-46d840093dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:12:42Z', 'updated_at': '2021-05-14T18:13:06Z', 'revision_number': 1, 'project_id': '9489b4904998490f8f9b777114431370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:41Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:08.339516 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] Checking router: 715536d4-8e7f-4bde-8dea-0599c5f4797d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:13:08.351993 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:08.352622 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:08.453154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Set router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:08.543755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c772e2a2-3bb3-490c-b34d-270cb41780a7 req-c294c51e-f749-4ff8-86ce-6386bafc0856 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.1988654 May 14 18:13:08.569305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:08.752593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621df70f-10de-4acc-ac27-7e5ff200288a req-b2a0051a-e7e5-4ee3-903a-681c2c43cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:08.754060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-b2a0051a-e7e5-4ee3-903a-681c2c43cee6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d8785f5-53be-483a-af72-8fbea07356d4 HTTP/1.1" status: 200 len: 907 time: 0.7151034 May 14 18:13:09.010132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:13:06Z', 'revision_number': 3, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:09.020730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Checking router: 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:13:09.021019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Updating router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 port 524868ef-75f7-4084-99b3-46bc4b8dc79b binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:13:09.057175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-4cbc739e-7652-419a-8a2a-b393e1e3ef9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5 HTTP/1.1" status: 200 len: 998 time: 0.1965678 May 14 18:13:09.084255 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e0807078-fbd1-46f9-9e9f-bea847c66750', 'tenant_id': '9489b4904998490f8f9b777114431370', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'port_id': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'mac_address': 'fa:16:3e:5b:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87ad13-a8fe-419c-b088-46d840093dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:12:42Z', 'updated_at': '2021-05-14T18:13:06Z', 'revision_number': 1, 'project_id': '9489b4904998490f8f9b777114431370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:41Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:09.090643 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513de86f-1aa7-4b0e-838a-49a8d9076d85 None None] The sync data for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 is: [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'e0807078-fbd1-46f9-9e9f-bea847c66750', 'tenant_id': '9489b4904998490f8f9b777114431370', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'port_id': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'mac_address': 'fa:16:3e:5b:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87ad13-a8fe-419c-b088-46d840093dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:12:42Z', 'updated_at': '2021-05-14T18:13:06Z', 'revision_number': 1, 'project_id': '9489b4904998490f8f9b777114431370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:41Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:13:09.112442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.165652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.255170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621df70f-10de-4acc-ac27-7e5ff200288a req-05dc23f5-8d86-4b15-bfdc-bcaec16bea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:09.256637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-05dc23f5-8d86-4b15-bfdc-bcaec16bea5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee HTTP/1.1" status: 200 len: 845 time: 0.1861682 May 14 18:13:09.488713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Allocated IP 172.20.0.1 (da424c78-3456-42d9-a2b0-2bcc74f31e06/0fcb9004-6a5e-47fb-baa6-0347e82bca3c/311117d4-1798-48c2-9314-4552f3214518) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:13:09.517699 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d2748-a88e-440a-9b6b-b8ea2233637f None None] New status for floating IP e0807078-fbd1-46f9-9e9f-bea847c66750: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:13:09.643447 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.656744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Transition to ACTIVE for port object 524868ef-75f7-4084-99b3-46bc4b8dc79b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:13:09.667717 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.674674 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f9d8c1b7-5b5b-4b31-b16f-4293cea9417e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:09.720469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-0a42b8df-bddd-4a59-b319-042e4b3b71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:09.722118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-0a42b8df-bddd-4a59-b319-042e4b3b71f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.3573251 May 14 18:13:09.747847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621df70f-10de-4acc-ac27-7e5ff200288a req-0ec938fd-7612-4d7e-93da-c7777e3af47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:09.749475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-0ec938fd-7612-4d7e-93da-c7777e3af47b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d8785f5-53be-483a-af72-8fbea07356d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4831734 May 14 18:13:09.864485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Attempting to bind port 524868ef-75f7-4084-99b3-46bc4b8dc79b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:13:09.867121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Attempting to bind port 524868ef-75f7-4084-99b3-46bc4b8dc79b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:13:09.869770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Attempting to bind port 524868ef-75f7-4084-99b3-46bc4b8dc79b on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:09.882359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.894578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0c394-005a-40c2-8137-de761b230afb None None] Pushing event updated for resources: {'Port': ['ID=524868ef-75f7-4084-99b3-46bc4b8dc79b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:09.904925 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ad0c394-005a-40c2-8137-de761b230afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:09.913241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:13:09.913548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:09.913953 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.914644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:13:09.915682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Bound port: 524868ef-75f7-4084-99b3-46bc4b8dc79b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:13:09.916815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:09.935510 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-95667f30-fbbd-4313-bc04-2efb4264f29c tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:09.963609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.035792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.044438 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:10.049795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] For port 524868ef-75f7-4084-99b3-46bc4b8dc79b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:13:10.053740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] For port 524868ef-75f7-4084-99b3-46bc4b8dc79b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=524868ef-75f7-4084-99b3-46bc4b8dc79b,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:13:10.059827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.070480 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:10.152456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:13:10.159743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:10.166865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:13:10.194272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-b11e22ba-f165-4638-99ce-f8cf056ffc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:10.195953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-b11e22ba-f165-4638-99ce-f8cf056ffc67 service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.4508202 May 14 18:13:10.204722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f44ee72-aef0-46cc-b2e5-68d20a8e12c0,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:10.206978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Checking segment: {'id': 'c045d7b7-48fb-403a-9556-1a153397bb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '468f757d-088a-4842-a6e2-5c475f79e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:10.207495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Network hostable DHCP agents. Network: 468f757d-088a-4842-a6e2-5c475f79e6ef, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:13:10.212927 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:10.224026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0c394-005a-40c2-8137-de761b230afb None None] Pushing event updated for resources: {'Port': ['ID=524868ef-75f7-4084-99b3-46bc4b8dc79b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:10.227951 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ad0c394-005a-40c2-8137-de761b230afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:10.241036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.241194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Routers {'3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:10.241773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:10.292794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Pushing event updated for resources: {'Port': ['ID=311117d4-1798-48c2-9314-4552f3214518,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:10.296046 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:10.307166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-d945a09e-9f75-47dd-9c85-7e8ce5a8a77c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.0911081 May 14 18:13:10.316706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-f0b739df-659b-486b-918a-52685367d1c8 service neutron] 10.222.0.22 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414367 May 14 18:13:10.362145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.383024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-2d1419c0-636e-4ec3-b4d9-31af5a6ab168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:10.384796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-2d1419c0-636e-4ec3-b4d9-31af5a6ab168 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.0721226 May 14 18:13:10.412119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Network 468f757d-088a-4842-a6e2-5c475f79e6ef is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:13:10.585770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] Set router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:10.610731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.620867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.659712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b2c232d-eed4-43cb-aa38-632bfd4766de tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:10.694370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-621df70f-10de-4acc-ac27-7e5ff200288a req-093323ba-c8ad-41d6-855b-4fd4c5140f41 service neutron] 10.222.0.22 "GET /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081372 May 14 18:13:10.737613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-858b6971-03a1-4e16-a782-b945df8d99c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3302395 May 14 18:13:10.739845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Pushing event updated for resources: {'Port': ['ID=311117d4-1798-48c2-9314-4552f3214518,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:10.740065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 468f757d-088a-4842-a6e2-5c475f79e6ef) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:10.751388 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:10.774078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.800428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:10.801020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:10.906742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd4808-5c1b-4ab9-a861-16a40adf8995 None None] Network 468f757d-088a-4842-a6e2-5c475f79e6ef requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:11.005329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:13:11.012035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:11.053934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c36e3-fde3-4746-8a29-0f69c737675c req-2d6974f5-d1a6-4ec5-9efa-5895eb23b8d5 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:11.055244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-932c36e3-fde3-4746-8a29-0f69c737675c req-2d6974f5-d1a6-4ec5-9efa-5895eb23b8d5 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.9533067 May 14 18:13:11.117885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-932c36e3-fde3-4746-8a29-0f69c737675c req-8f2c42c1-50cc-4470-8247-d08357ce707e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 May 14 18:13:11.166167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5885735 May 14 18:13:11.253391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-81ed8ad7-d464-4382-920c-fb3e63e43f2c service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917126 May 14 18:13:11.296558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ca089-d7fa-40b4-b5c7-f40424234029 None None] Network 468f757d-088a-4842-a6e2-5c475f79e6ef requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:11.307776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:13:11.482711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aabd0412-36c9-438b-8289-9aad618419c5 req-42e0d743-b4c8-4cf3-9619-f29b95255a56 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0920746 May 14 18:13:11.519166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '311117d4-1798-48c2-9314-4552f3214518', 'name': '', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:09Z', 'updated_at': '2021-05-14T18:13:09Z', 'revision_number': 1, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'subnets': [{'id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:11.536019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbec9ae-1b18-4dd1-ae59-b7c89f09e154 None None] The sync data for ids ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'] in n-d-787206-3 is: [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '311117d4-1798-48c2-9314-4552f3214518', 'name': '', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:09Z', 'updated_at': '2021-05-14T18:13:09Z', 'revision_number': 1, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'subnets': [{'id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:13:11.584663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b65471-342b-4c74-ae2f-e7e7bc891cae req-b828a0e9-f01e-4bd0-b5bf-0383e9ce92ca service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164988 May 14 18:13:11.694049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:13:11.706249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441234 May 14 18:13:11.832835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56636) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:12.011326 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.027528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:12.031641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Usage tracker for resource:security_group_rule and tenant:332b2ff2652844608df1f850ce70a7e4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:12.034840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:12.041631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:12.136034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.139887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.148783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba026f24-a1e3-46c0-8abd-ca977581be83 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:12.198913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56654) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:12.199647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=332b2ff2652844608df1f850ce70a7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648901 May 14 18:13:12.201361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca2c533-0d06-480f-992f-bf1dfcac823d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:12.205129 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:12.373774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.438596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.466128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-3576f1ea-7c7b-4a93-9ab0-65d573ad6659 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:12.466827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-3576f1ea-7c7b-4a93-9ab0-65d573ad6659 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Synchronizing usage tracker for tenant:a725d65c89214a6a8bc818d636001ead on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:13:12.502909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-3576f1ea-7c7b-4a93-9ab0-65d573ad6659 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Unset dirty status for tenant:a725d65c89214a6a8bc818d636001ead on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:13:12.507734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-3576f1ea-7c7b-4a93-9ab0-65d573ad6659 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/networks?id=be545dbd-113c-4593-8af9-14fe87aa197f HTTP/1.1" status: 200 len: 809 time: 0.2706914 May 14 18:13:12.527791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-dd3e7da5-3777-4073-8015-b56c5ebbf8a2 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/quotas/a725d65c89214a6a8bc818d636001ead HTTP/1.1" status: 200 len: 375 time: 0.0154903 May 14 18:13:12.568073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.581852 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-06196f73-1d50-4d4e-9ee2-fe56b5bb20e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:12.592949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-986b3b4e-8657-49a7-acc1-c2b90578fca0 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a725d65c89214a6a8bc818d636001ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640931 May 14 18:13:12.595526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca2c533-0d06-480f-992f-bf1dfcac823d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:12.599234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:12.628636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.629762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ca2c533-0d06-480f-992f-bf1dfcac823d HTTP/1.1" status: 204 len: 168 time: 0.4295914 May 14 18:13:12.745547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-4d8fdb34-f8c2-4c7f-bfe5-6734d4f0b6d7 service neutron] 10.222.0.24 "GET /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451168 May 14 18:13:12.895791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-22803bd0-2811-4ecf-ba2f-ba65aa051be2 service neutron] 10.222.0.24 "GET /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442325 May 14 18:13:12.964129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56674) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:12.982755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:12.998044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:13.002748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:9eea7ff363a54723a5b2e5f730e2cf80 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:13.005108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:13.015459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:13.113002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.117408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.127475 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0cadb13b-b342-44ba-8bfe-e44bb734873d tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:13.169164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6658f08a-5955-4dca-8ec7-788660136026,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:13.176686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eea7ff363a54723a5b2e5f730e2cf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117851 May 14 18:13:13.176875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:13.177729 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:13.246239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.280919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.354235 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.359997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14fc4b19-360e-435e-8501-3aac19f694e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:13.376395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658f08a-5955-4dca-8ec7-788660136026,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:13.379457 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:13.394988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.395945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6658f08a-5955-4dca-8ec7-788660136026 HTTP/1.1" status: 204 len: 168 time: 0.2182918 May 14 18:13:13.527884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 524868ef-75f7-4084-99b3-46bc4b8dc79b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:13.632134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-240be5b5-3fa7-4fab-8ec8-921112375e81 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:13.633997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 524868ef-75f7-4084-99b3-46bc4b8dc79b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:13:13.634142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-240be5b5-3fa7-4fab-8ec8-921112375e81 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 810 time: 0.2118912 May 14 18:13:13.639929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 524868ef-75f7-4084-99b3-46bc4b8dc79b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:13.640436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.658048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-d88bf3a9-b23b-4fb6-8686-7f3e9ef68140 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/quotas/eb247b724d5d4f38a1cd73283b69762c HTTP/1.1" status: 200 len: 375 time: 0.0111580 May 14 18:13:13.763430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-85c263d9-c11a-4f46-a5d0-e050a089d704 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979528 May 14 18:13:13.774681 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.794547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 524868ef-75f7-4084-99b3-46bc4b8dc79b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=524868ef-75f7-4084-99b3-46bc4b8dc79b,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:13.802356 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:13.804977 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd648b-447c-4745-b29e-ccbedc4751a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:13.880442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=524868ef-75f7-4084-99b3-46bc4b8dc79b,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:13.893297 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:13.907712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-a4df0161-2579-47ee-ac64-6929de184f62 service neutron] 10.222.0.24 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370959 May 14 18:13:14.047970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-9328c551-30d9-44ca-9b1c-94c96d9038a5 service neutron] 10.222.0.24 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341057 May 14 18:13:14.361719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107edc-f3d8-496b-81f2-d6b8190a1cf8 req-f5e6bda5-c616-4838-9bf2-77e11dc1e6c1 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:14.363408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85107edc-f3d8-496b-81f2-d6b8190a1cf8 req-f5e6bda5-c616-4838-9bf2-77e11dc1e6c1 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1054075 May 14 18:13:14.440972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-27209944-d81b-4474-9db2-097d9a2aad4b tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:14.442731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-27209944-d81b-4474-9db2-097d9a2aad4b tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.15 "GET /v2.0/networks?id=be545dbd-113c-4593-8af9-14fe87aa197f HTTP/1.1" status: 200 len: 809 time: 0.2490351 May 14 18:13:14.461039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Request body: {'port': {'device_id': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f', 'admin_state_up': True, 'tenant_id': 'a725d65c89214a6a8bc818d636001ead'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:14.467095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85107edc-f3d8-496b-81f2-d6b8190a1cf8 req-7de3f76c-967c-4fe4-b920-12f1941f8664 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969696 May 14 18:13:14.636314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Sync routers for ids ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:13:14.654159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Routers {'3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:14.654776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:14.811846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:14.816298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Usage tracker for resource:port and tenant:a725d65c89214a6a8bc818d636001ead is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:14.819730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:14.828185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:14.849214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Made reservation on behalf of a725d65c89214a6a8bc818d636001ead for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:14.854715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:14.924817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34691b0d-7298-4f6f-a472-f8cbc73daf34 req-ffba180b-5e3e-42b2-9c81-604249cc601f tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.2263622 May 14 18:13:14.983556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Set router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:15.116313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Allocated IP 172.20.0.9 (be545dbd-113c-4593-8af9-14fe87aa197f/f0cbe6aa-a366-4248-8be5-043189730d0e/a44dd503-0e76-477b-b248-c041a90dddda) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:13:15.419605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:15.450270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '311117d4-1798-48c2-9314-4552f3214518', 'name': '', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:09Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 2, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'subnets': [{'id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:15.456657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Checking router: 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:13:15.456823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:15.457681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Updating router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 port 311117d4-1798-48c2-9314-4552f3214518 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:13:15.466894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-638259b7-9aa5-4f5b-8de4-ff705f466ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:15.548697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Network be545dbd-113c-4593-8af9-14fe87aa197f is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:13:15.552969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:15.556060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:13:15.565565 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:15.577495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 524868ef-75f7-4084-99b3-46bc4b8dc79b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:15.608532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36daef-31a9-4c85-a59a-3e0d208445cc req-cf6c73e2-c5e0-4aaa-89a6-bfb02ea6b361 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:15.615719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d36daef-31a9-4c85-a59a-3e0d208445cc req-cf6c73e2-c5e0-4aaa-89a6-bfb02ea6b361 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 931 time: 0.1297195 May 14 18:13:15.671272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Pushing event updated for resources: {'Port': ['ID=a44dd503-0e76-477b-b248-c041a90dddda,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:15.673976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5d36daef-31a9-4c85-a59a-3e0d208445cc req-eedf5a87-aa18-4d48-8c8e-ef3106d23d93 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Synchronizing usage tracker for tenant:a725d65c89214a6a8bc818d636001ead on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:13:15.687424 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:15.699818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5d36daef-31a9-4c85-a59a-3e0d208445cc req-eedf5a87-aa18-4d48-8c8e-ef3106d23d93 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Unset dirty status for tenant:a725d65c89214a6a8bc818d636001ead on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:13:15.705205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d36daef-31a9-4c85-a59a-3e0d208445cc req-eedf5a87-aa18-4d48-8c8e-ef3106d23d93 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829873 May 14 18:13:15.706691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:15.707743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:15.717108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 524868ef-75f7-4084-99b3-46bc4b8dc79b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:15.718071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:15.736151 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2816801 May 14 18:13:15.750286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Request body: {'port': {'device_id': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:15.891107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:15.941190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48d0500e-4ea0-488d-988b-500cc0f08906 req-38e32ce1-ba04-49a7-80f6-227dd9491ab9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 210 time: 0.0609164 May 14 18:13:16.039749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-032e00b6-8bc7-43d2-9084-916e0dfb3013 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:16.042323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-032e00b6-8bc7-43d2-9084-916e0dfb3013 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.22 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 810 time: 0.3039279 May 14 18:13:16.064772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Request body: {'port': {'device_id': 'f99217c8-2bb2-497b-8678-f63436346851', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'admin_state_up': True, 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:16.258347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.277376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Transition to ACTIVE for port object 311117d4-1798-48c2-9314-4552f3214518 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:13:16.292876 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.301942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:16.348368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0439b-e6a0-4731-932e-af1c58fd3d6e req-725bdf55-a09f-4475-80e6-280da557c4b6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:16.350186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3c0439b-e6a0-4731-932e-af1c58fd3d6e req-725bdf55-a09f-4475-80e6-280da557c4b6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1719227 May 14 18:13:16.351069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:16.379290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Usage tracker for resource:port and tenant:eb247b724d5d4f38a1cd73283b69762c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:16.389060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:16.398093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:16.427202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3c0439b-e6a0-4731-932e-af1c58fd3d6e req-3c3bb06d-d5ac-4b8d-8e4c-92a82333d799 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691555 May 14 18:13:16.428383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Made reservation on behalf of eb247b724d5d4f38a1cd73283b69762c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:16.433369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.544083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44dd503-0e76-477b-b248-c041a90dddda {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:13:16.555531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.594021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Transition to ACTIVE for port object a44dd503-0e76-477b-b248-c041a90dddda will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:13:16.606631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.612049 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:16.652554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e0e11-e8e9-41a4-8943-8d4025275d47 None None] Pushing event updated for resources: {'Port': ['ID=311117d4-1798-48c2-9314-4552f3214518,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:16.669157 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d85e0e11-e8e9-41a4-8943-8d4025275d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:16.689512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f2369b2-219a-4eb1-a17d-efbf8271e95d req-f01d9815-ea61-4eb4-ad41-86dc8c5eb550 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0891109 May 14 18:13:16.743108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Attempting to bind port 311117d4-1798-48c2-9314-4552f3214518 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:13:16.744725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Allocated IP 172.20.0.14 (da424c78-3456-42d9-a2b0-2bcc74f31e06/0fcb9004-6a5e-47fb-baa6-0347e82bca3c/5a18870f-c67d-4d91-a39e-9d78d6f7af06) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:13:16.744864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Attempting to bind port 311117d4-1798-48c2-9314-4552f3214518 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:13:16.745540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Attempting to bind port 311117d4-1798-48c2-9314-4552f3214518 on network da424c78-3456-42d9-a2b0-2bcc74f31e06 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:16.755362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:13:16.756821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Checking segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:16.757615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.758262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Bound using segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:13:16.758983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Bound port: 311117d4-1798-48c2-9314-4552f3214518, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:13:16.759664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.807358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Pushing event updated for resources: {'Port': ['ID=a44dd503-0e76-477b-b248-c041a90dddda,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:16.815910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:16.878835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] For port 311117d4-1798-48c2-9314-4552f3214518, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:13:16.883115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] For port 311117d4-1798-48c2-9314-4552f3214518, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=311117d4-1798-48c2-9314-4552f3214518,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:13:16.890815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.899331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Attempting to bind port a44dd503-0e76-477b-b248-c041a90dddda on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:13:16.899786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Attempting to bind port a44dd503-0e76-477b-b248-c041a90dddda by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:13:16.900878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Attempting to bind port a44dd503-0e76-477b-b248-c041a90dddda on network be545dbd-113c-4593-8af9-14fe87aa197f {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:16.901873 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-48a9c5a9-2b88-4767-b480-6607cd045401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:16.906560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Port a44dd503-0e76-477b-b248-c041a90dddda on network be545dbd-113c-4593-8af9-14fe87aa197f not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:13:16.906963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Attempting to bind port a44dd503-0e76-477b-b248-c041a90dddda on network be545dbd-113c-4593-8af9-14fe87aa197f {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:16.912779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:13:16.912968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Checking segment: {'id': '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:16.913276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Bound using segment: {'id': '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:13:16.913760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Bound port: a44dd503-0e76-477b-b248-c041a90dddda, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:13:16.914110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:16.998109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e0e11-e8e9-41a4-8943-8d4025275d47 None None] Pushing event updated for resources: {'Port': ['ID=311117d4-1798-48c2-9314-4552f3214518,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:17.001887 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d85e0e11-e8e9-41a4-8943-8d4025275d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:17.022709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] For port a44dd503-0e76-477b-b248-c041a90dddda, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:13:17.024585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Routers {'3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:13:17.027491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:13:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:17.030574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] For port a44dd503-0e76-477b-b248-c041a90dddda, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a44dd503-0e76-477b-b248-c041a90dddda,segment=NetworkSegment(39cd3fbe-e5ad-4620-aba6-ba5abf01da3b),segment_id=39cd3fbe-e5ad-4620-aba6-ba5abf01da3b)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:13:17.044214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.048915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.049425 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eaf63dd-8598-4787-bd46-8579a2d69b34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:17.084624 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.105851 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c0260f1-1094-43aa-a830-56e4e11fc9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:17.128869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:17.129474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.130829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] 10.222.0.15 "PUT /v2.0/ports/a44dd503-0e76-477b-b248-c041a90dddda HTTP/1.1" status: 200 len: 1091 time: 1.3870435 May 14 18:13:17.131375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'tag': 'a44dd503-0e76-477b-b248-c041a90dddda'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:17.167941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Pushing event updated for resources: {'Port': ['ID=a44dd503-0e76-477b-b248-c041a90dddda,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:17.171444 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:17.228346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:13:17.269723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-0d152700-73e7-456f-9bdd-c0812d68e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:17.270157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:17.271294 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-0d152700-73e7-456f-9bdd-c0812d68e24b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a725d65c89214a6a8bc818d636001ead&device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 1094 time: 0.0921912 May 14 18:13:17.274004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:13:17.292425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] Set router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:13:17.346800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Pushing event updated for resources: {'Port': ['ID=5a18870f-c67d-4d91-a39e-9d78d6f7af06,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:17.351979 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:17.383108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:17.395480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.575389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5157583 May 14 18:13:17.589029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Request body: {'port': {'device_id': 'f99217c8-2bb2-497b-8678-f63436346851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:17.589268 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-f3a0bf2e-1500-4a05-840d-7a267c08e2f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a44dd503-0e76-477b-b248-c041a90dddda HTTP/1.1" status: 200 len: 217 time: 0.3099768 May 14 18:13:17.669849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-3ccb4c5c-df75-4743-a21c-91488be06be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:17.671430 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-3ccb4c5c-df75-4743-a21c-91488be06be9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0cbe6aa-a366-4248-8be5-043189730d0e HTTP/1.1" status: 200 len: 849 time: 0.0762455 May 14 18:13:17.679412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 311117d4-1798-48c2-9314-4552f3214518 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:17.724811 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-bd122866-c069-4146-801a-1b9137cd73ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be545dbd-113c-4593-8af9-14fe87aa197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454724 May 14 18:13:17.738598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f983-1752-442a-b9ec-cb652c93ba4e req-0aafe565-7c22-49a3-884b-632d2414796c tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:17.748355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e57f983-1752-442a-b9ec-cb652c93ba4e req-0aafe565-7c22-49a3-884b-632d2414796c tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 943 time: 0.2626095 May 14 18:13:17.785582 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.847460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 311117d4-1798-48c2-9314-4552f3214518 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:13:17.859256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 311117d4-1798-48c2-9314-4552f3214518 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:17.859691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:17.863246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e57f983-1752-442a-b9ec-cb652c93ba4e req-70aeca6b-41fd-4c56-a407-dde4d1004375 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137307 May 14 18:13:17.915535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-03a20e90-ad06-4085-b146-957d659f39c4 service neutron] 10.222.0.15 "GET /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822462 May 14 18:13:18.014055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '311117d4-1798-48c2-9314-4552f3214518', 'name': '', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:09Z', 'updated_at': '2021-05-14T18:13:16Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'subnets': [{'id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:18.049758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ff02-1745-4b68-9216-fb5090c25861 None None] The sync data for ids ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'] in n-d-787206-3 is: [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:13:10Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '311117d4-1798-48c2-9314-4552f3214518', 'name': '', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'mac_address': 'fa:16:3e:c9:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:09Z', 'updated_at': '2021-05-14T18:13:16Z', 'revision_number': 4, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'subnets': [{'id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:13:18.085497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:18.120283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-208aa710-c640-4c1b-a7bc-f3f7c1e48915 req-f334a6db-02ae-4042-a84e-f398da5fbc89 service neutron] 10.222.0.15 "GET /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954496 May 14 18:13:18.176747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 311117d4-1798-48c2-9314-4552f3214518, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=311117d4-1798-48c2-9314-4552f3214518,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:18.184742 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:18.187666 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d85e0e11-e8e9-41a4-8943-8d4025275d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:18.298291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=311117d4-1798-48c2-9314-4552f3214518,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:18.311074 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:18.429446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eb171-e240-4a31-bdc9-f520cc0705fb req-8011bb35-f480-4c9d-9a72-5806f5bf88b5 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:18.430152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-044eb171-e240-4a31-bdc9-f520cc0705fb req-8011bb35-f480-4c9d-9a72-5806f5bf88b5 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Synchronizing usage tracker for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:13:18.503425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a18870f-c67d-4d91-a39e-9d78d6f7af06 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:13:18.514503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:18.517663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-044eb171-e240-4a31-bdc9-f520cc0705fb req-8011bb35-f480-4c9d-9a72-5806f5bf88b5 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Unset dirty status for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:13:18.527353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-044eb171-e240-4a31-bdc9-f520cc0705fb req-8011bb35-f480-4c9d-9a72-5806f5bf88b5 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 932 time: 0.4090819 May 14 18:13:18.573935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Transition to ACTIVE for port object 5a18870f-c67d-4d91-a39e-9d78d6f7af06 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:13:18.577630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:18.585465 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:18.639652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-044eb171-e240-4a31-bdc9-f520cc0705fb req-c9b3a65d-5e84-48f9-94cd-0a7caa3aa060 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111772 May 14 18:13:18.717540 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'tag': 'a44dd503-0e76-477b-b248-c041a90dddda', 'status': 'completed', 'code': 200} May 14 18:13:18.768383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Pushing event updated for resources: {'Port': ['ID=5a18870f-c67d-4d91-a39e-9d78d6f7af06,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:18.772049 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:18.856316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-a6012823-fd3a-4547-a306-528d2b2bbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:18.857742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-a6012823-fd3a-4547-a306-528d2b2bbb5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a725d65c89214a6a8bc818d636001ead&device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 1094 time: 0.1171722 May 14 18:13:18.904391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Attempting to bind port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:13:18.904724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Attempting to bind port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:13:18.905047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Attempting to bind port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 on network da424c78-3456-42d9-a2b0-2bcc74f31e06 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:18.912607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 on network da424c78-3456-42d9-a2b0-2bcc74f31e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:13:18.912919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Attempting to bind port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 on network da424c78-3456-42d9-a2b0-2bcc74f31e06 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:18.921582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:13:18.921913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Checking segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:18.922290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Bound using segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:13:18.922709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Bound port: 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:13:18.923050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:19.009805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-c84cf59a-4696-4bce-b4b9-321b00340316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:19.010437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd5878-4960-4e91-8359-9a9ad63cb732 req-af1ac268-0e64-4531-937c-2112a14d8451 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:19.011373 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-c84cf59a-4696-4bce-b4b9-321b00340316 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be545dbd-113c-4593-8af9-14fe87aa197f HTTP/1.1" status: 200 len: 910 time: 0.1448920 May 14 18:13:19.015065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7fd5878-4960-4e91-8359-9a9ad63cb732 req-af1ac268-0e64-4531-937c-2112a14d8451 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1688647 May 14 18:13:19.094496 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-1a78e2e2-e1e6-45d9-83e9-1bde93e95e7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a44dd503-0e76-477b-b248-c041a90dddda HTTP/1.1" status: 200 len: 217 time: 0.0732975 May 14 18:13:19.095723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b7fd5878-4960-4e91-8359-9a9ad63cb732 req-51b3d3a0-abe6-418e-a315-1175845fd46d tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766058 May 14 18:13:19.097054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] For port 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:13:19.106347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] For port 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:13:19.115091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:19.128412 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dbd81fc9-4329-4db6-91ae-957187b3766d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:19.190292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-12084750-39f4-4a37-bc64-9d01b090ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:19.192129 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-12084750-39f4-4a37-bc64-9d01b090ec07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0cbe6aa-a366-4248-8be5-043189730d0e HTTP/1.1" status: 200 len: 849 time: 0.0909750 May 14 18:13:19.218805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:19.219546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:19.220987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] 10.222.0.22 "PUT /v2.0/ports/5a18870f-c67d-4d91-a39e-9d78d6f7af06 HTTP/1.1" status: 200 len: 1092 time: 1.6373653 May 14 18:13:19.221577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99217c8-2bb2-497b-8678-f63436346851', 'tag': '5a18870f-c67d-4d91-a39e-9d78d6f7af06'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:19.254166 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-fa465240-5ebb-4a12-91ad-d8411ca041b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be545dbd-113c-4593-8af9-14fe87aa197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542624 May 14 18:13:19.273508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c57710c0-1b0f-4f0b-b585-ffff2a072bc7 req-63989745-0f74-456d-b86a-16cbc130b384 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.1112759 May 14 18:13:19.325698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d34d29ce-be65-4b3b-a67f-70b2944c47ae req-6676b1c0-4219-4eb5-86af-c382dbb28c06 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0950661 May 14 18:13:19.363168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Pushing event updated for resources: {'Port': ['ID=5a18870f-c67d-4d91-a39e-9d78d6f7af06,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:19.370338 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:19.405550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-40b8e4ae-1b5d-4dbf-8c7c-22b4ba695067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:19.407022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-40b8e4ae-1b5d-4dbf-8c7c-22b4ba695067 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 1095 time: 0.1266880 May 14 18:13:19.438972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-e2970cc5-f7df-4c58-9531-6a30d36173af service neutron] 10.222.0.15 "GET /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774871 May 14 18:13:19.534466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 311117d4-1798-48c2-9314-4552f3214518 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:19.562628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-2f0c8230-fde8-41e0-a121-655cdaa6b1ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06 HTTP/1.1" status: 200 len: 217 time: 0.1451414 May 14 18:13:19.631570 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-65c99cb4-1ae1-4bd5-8bf9-34b6d319a21f req-61e85191-f69d-46fa-ac29-b95e0f0ecf91 service neutron] 10.222.0.15 "GET /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916935 May 14 18:13:19.659923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 311117d4-1798-48c2-9314-4552f3214518 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:19.661138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:19.669790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-ec5b9e74-e0a6-4fdf-80dc-301e33bed5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:19.671151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-ec5b9e74-e0a6-4fdf-80dc-301e33bed5d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.0992007 May 14 18:13:19.737046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-e135afcb-c909-4c70-a356-b591eb6648b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511069 May 14 18:13:19.886476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-e7ef70f7-561c-46a9-a181-08837c051d62 service neutron] 10.222.0.22 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396046 May 14 18:13:20.074436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58f2bf70-5c12-460e-931b-2a925c5dbaf0 req-c0b3e8d2-3241-417e-a2ab-cdae8b9cb86b service neutron] 10.222.0.22 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793377 May 14 18:13:20.097003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13496a1-4f02-46ca-acc0-38d69ce9491c req-8b036b46-049f-4206-ba91-117b85f594a1 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:20.098670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f13496a1-4f02-46ca-acc0-38d69ce9491c req-8b036b46-049f-4206-ba91-117b85f594a1 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 943 time: 0.1304796 May 14 18:13:20.149399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f13496a1-4f02-46ca-acc0-38d69ce9491c req-25dcd978-99b4-4bde-9156-a5b6a9cfc702 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 May 14 18:13:20.200824 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99217c8-2bb2-497b-8678-f63436346851', 'tag': '5a18870f-c67d-4d91-a39e-9d78d6f7af06', 'status': 'completed', 'code': 200} May 14 18:13:20.345353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-9f1f1467-40e5-4a1a-b819-f415346abbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:20.346952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-9f1f1467-40e5-4a1a-b819-f415346abbd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 1095 time: 0.1150720 May 14 18:13:20.659290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbf479-884b-4b02-9ba7-4b8ce1511f7b req-10513623-4dfc-432f-9bfa-fc99cd843faa tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:20.660813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fcbf479-884b-4b02-9ba7-4b8ce1511f7b req-10513623-4dfc-432f-9bfa-fc99cd843faa tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 944 time: 0.3599842 May 14 18:13:20.665478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-e08becbd-0eb9-4412-b396-3e38cdc9477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:20.666879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-e08becbd-0eb9-4412-b396-3e38cdc9477d service neutron] 10.222.0.22 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 911 time: 0.3091955 May 14 18:13:20.748868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-01061e2f-e417-4ead-80c8-ca59183a48f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06 HTTP/1.1" status: 200 len: 217 time: 0.0681374 May 14 18:13:20.805516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fcbf479-884b-4b02-9ba7-4b8ce1511f7b req-51f46d6d-7da3-431c-b377-a86123ec87a3 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376841 May 14 18:13:20.825106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-83245e6d-a5ce-4b55-8b9e-b9201887b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:20.826577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-83245e6d-a5ce-4b55-8b9e-b9201887b9a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.0692425 May 14 18:13:20.876960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-45b032de-9e81-47ef-b42d-197ad6e606f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420227 May 14 18:13:21.069565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-203db52c-e8bd-4d4a-80cb-fea9f032c6e9 service neutron] 10.222.0.22 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840482 May 14 18:13:21.111762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588524e-3de6-409b-8e84-b241ded4ed5d req-66ae1f07-43cc-4aaa-9358-11408489edc3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:21.113201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1588524e-3de6-409b-8e84-b241ded4ed5d req-66ae1f07-43cc-4aaa-9358-11408489edc3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.2042272 May 14 18:13:21.227209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1588524e-3de6-409b-8e84-b241ded4ed5d req-59a3033b-ea30-497e-83a6-7827e0f9c599 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 May 14 18:13:21.251565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2149fcdc-20d7-4825-bc6e-3eebf4030705 req-03f4f63f-40d1-43e7-a42c-0ae68e977b7e service neutron] 10.222.0.22 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718051 May 14 18:13:21.372102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49293cfa-1df3-45c8-a112-beb2e478fb25 req-74262582-099a-4fe3-86d4-50c3cbefe5b1 tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0437613 May 14 18:13:21.828493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774f1d7-0a0c-43d8-9b7c-a1b592bd5bbd req-6ce174aa-b3da-4bba-8006-13d6e7404769 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:21.829947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e774f1d7-0a0c-43d8-9b7c-a1b592bd5bbd req-6ce174aa-b3da-4bba-8006-13d6e7404769 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 943 time: 0.0819602 May 14 18:13:21.874498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e774f1d7-0a0c-43d8-9b7c-a1b592bd5bbd req-58932e71-150d-42f1-b425-267162d2ebd5 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388372 May 14 18:13:22.143636 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d3a6ea9-1251-4ec2-b9f0-3e164381f4d5 req-14b86397-2806-4afe-a391-9ed849cb9e88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=571295bb9972471cb4f9ecdf0785334e&device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0420816 May 14 18:13:22.178563 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d3a6ea9-1251-4ec2-b9f0-3e164381f4d5 req-bb041f27-46e4-49b0-a362-b6f7987d4ab5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=571295bb9972471cb4f9ecdf0785334e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271564 May 14 18:13:22.241401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50fc1a-91cd-440f-8ec1-0ce03d8d6c8d req-f86fbdc5-0763-4223-a5ed-dfa0816ed881 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:22.242954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a50fc1a-91cd-440f-8ec1-0ce03d8d6c8d req-f86fbdc5-0763-4223-a5ed-dfa0816ed881 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 944 time: 0.0877781 May 14 18:13:22.295922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a50fc1a-91cd-440f-8ec1-0ce03d8d6c8d req-1e06b069-4446-491b-b043-93541b256740 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 May 14 18:13:22.330925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a6ea9-1251-4ec2-b9f0-3e164381f4d5 req-2f38ecb0-e7a7-485a-94cf-fd555d4b786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:22.332630 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d3a6ea9-1251-4ec2-b9f0-3e164381f4d5 req-2f38ecb0-e7a7-485a-94cf-fd555d4b786f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479232 May 14 18:13:22.451006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21c19865-a131-4830-97fb-ebce7224ce42 req-9a3206a0-e27d-43de-bd00-18dd1f2d896b tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0495105 May 14 18:13:22.490984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a44dd503-0e76-477b-b248-c041a90dddda details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:13:22.632243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a44dd503-0e76-477b-b248-c041a90dddda, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a44dd503-0e76-477b-b248-c041a90dddda,segment=NetworkSegment(39cd3fbe-e5ad-4620-aba6-ba5abf01da3b),segment_id=39cd3fbe-e5ad-4620-aba6-ba5abf01da3b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:22.646792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'a44dd503-0e76-477b-b248-c041a90dddda', 'network_id': 'be545dbd-113c-4593-8af9-14fe87aa197f', 'port_id': 'a44dd503-0e76-477b-b248-c041a90dddda', 'mac_address': 'fa:16:3e:71:86:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cbe6aa-a366-4248-8be5-043189730d0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:13:22.647243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5db08-5d70-495b-b971-9aae593c8c44 req-6a19cd5e-2f14-4033-8e69-ef63c1900933 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:22.648771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12d5db08-5d70-495b-b971-9aae593c8c44 req-6a19cd5e-2f14-4033-8e69-ef63c1900933 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.0822563 May 14 18:13:22.700401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12d5db08-5d70-495b-b971-9aae593c8c44 req-41ebfd53-312d-41bc-beea-05824349bda8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 May 14 18:13:22.703763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:22.738170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44dd503-0e76-477b-b248-c041a90dddda {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:13:22.755211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a44dd503-0e76-477b-b248-c041a90dddda, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a44dd503-0e76-477b-b248-c041a90dddda,segment=NetworkSegment(39cd3fbe-e5ad-4620-aba6-ba5abf01da3b),segment_id=39cd3fbe-e5ad-4620-aba6-ba5abf01da3b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:22.761199 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:22.763214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00bd7994-d0d7-43b2-9f8c-3c9982f51980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:22.841905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=a44dd503-0e76-477b-b248-c041a90dddda,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:22.844078 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:22.866213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5a18870f-c67d-4d91-a39e-9d78d6f7af06 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:13:22.915062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433fc5-82d4-464b-93b1-635b4c823fdb req-81a519e9-3e0b-4803-9419-ae94a1f8bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:22.916875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a433fc5-82d4-464b-93b1-635b4c823fdb req-81a519e9-3e0b-4803-9419-ae94a1f8bae1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.0751979 May 14 18:13:22.970553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a433fc5-82d4-464b-93b1-635b4c823fdb req-1c1a9674-fb8c-4705-866c-d76010c87254 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 May 14 18:13:23.016445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:23.030316 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5a18870f-c67d-4d91-a39e-9d78d6f7af06', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'port_id': '5a18870f-c67d-4d91-a39e-9d78d6f7af06', 'mac_address': 'fa:16:3e:79:05:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:13:23.086227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:23.107032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a18870f-c67d-4d91-a39e-9d78d6f7af06 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:13:23.123406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:23.127832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:23.129692 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:23.171906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['a44dd503-0e76-477b-b248-c041a90dddda'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:23.234725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1e30-191a-4fe7-a3cf-15ff60b1be48 req-093dec73-a0f5-4943-a3de-8da2e6b60d30 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:23.236858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeaa1e30-191a-4fe7-a3cf-15ff60b1be48 req-093dec73-a0f5-4943-a3de-8da2e6b60d30 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 944 time: 0.0953696 May 14 18:13:23.251490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5a18870f-c67d-4d91-a39e-9d78d6f7af06,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:23.255698 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:23.288598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aeaa1e30-191a-4fe7-a3cf-15ff60b1be48 req-7a8c382f-40c3-4dcc-bafe-0fe2c9377b93 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 May 14 18:13:23.457788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5a18870f-c67d-4d91-a39e-9d78d6f7af06'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:23.505459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909b77d-590a-4837-90bd-820adc3bcc47 req-e3018922-1fa8-4f62-8283-4484039e2f0e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:23.513166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4909b77d-590a-4837-90bd-820adc3bcc47 req-e3018922-1fa8-4f62-8283-4484039e2f0e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 945 time: 0.1041512 May 14 18:13:23.591725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4909b77d-590a-4837-90bd-820adc3bcc47 req-b34be5c4-6fd2-40da-95f1-2621918f86c6 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774200 May 14 18:13:23.737722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b1f4739-cb4b-499a-82ed-e4aa0c90b60b req-02e71716-e8d9-40ff-935c-e9fc804b933c tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.24 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0562005 May 14 18:13:23.838525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d3a6ea9-1251-4ec2-b9f0-3e164381f4d5 req-1b9ee37a-58db-44a2-9650-ed93a6a1ca6f tempest-ServerShowV257Test-657156856 tempest-ServerShowV257Test-657156856-project] 10.222.0.15 "GET /v2.0/ports?device_id=e64fc78e-c833-4c37-89d6-aa8bdec3c58a HTTP/1.1" status: 200 len: 210 time: 0.0531237 May 14 18:13:23.926049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeedf6-bbc5-4381-8357-458f99250926 req-21cb4c2e-caa6-41e5-a17a-261a060c7449 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:23.927537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88eeedf6-bbc5-4381-8357-458f99250926 req-21cb4c2e-caa6-41e5-a17a-261a060c7449 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.0909622 May 14 18:13:23.978442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88eeedf6-bbc5-4381-8357-458f99250926 req-edd66bf4-f570-4913-aa4c-b5d071639807 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 May 14 18:13:24.028393 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:24.507542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a44dd503-0e76-477b-b248-c041a90dddda up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:24.621976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port a44dd503-0e76-477b-b248-c041a90dddda completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:13:24.630601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port a44dd503-0e76-477b-b248-c041a90dddda triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:24.631103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:24.663261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50740d2-5360-4049-af12-8d493df8631c req-30cbfbcf-8ddd-4f45-9166-e68fc679de49 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:24.671226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d50740d2-5360-4049-af12-8d493df8631c req-30cbfbcf-8ddd-4f45-9166-e68fc679de49 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 944 time: 0.2677445 May 14 18:13:24.733197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d50740d2-5360-4049-af12-8d493df8631c req-c78d5969-55b2-45cb-b1ce-784bc116836c tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610213 May 14 18:13:24.840491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:24.872060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44dd503-0e76-477b-b248-c041a90dddda'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:24.881945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5a18870f-c67d-4d91-a39e-9d78d6f7af06 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:24.909673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a44dd503-0e76-477b-b248-c041a90dddda, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a44dd503-0e76-477b-b248-c041a90dddda,segment=NetworkSegment(39cd3fbe-e5ad-4620-aba6-ba5abf01da3b),segment_id=39cd3fbe-e5ad-4620-aba6-ba5abf01da3b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:24.916813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467bba9-7ae4-4bd4-821e-f67210785ab9 req-ce2a791b-b8cb-4e7b-aef8-378d9341568d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:24.918221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1467bba9-7ae4-4bd4-821e-f67210785ab9 req-ce2a791b-b8cb-4e7b-aef8-378d9341568d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 945 time: 0.0843873 May 14 18:13:24.925087 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:24.930003 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:25.003784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1467bba9-7ae4-4bd4-821e-f67210785ab9 req-c3e7c1e9-53ae-4d38-a4da-f5dfabeaab2e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697465 May 14 18:13:25.021225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=a44dd503-0e76-477b-b248-c041a90dddda,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:25.025628 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:25.029603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:13:25.035394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:25.035906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.114138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:25.164446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.197421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:25.202483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.205620 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:25.276112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5a18870f-c67d-4d91-a39e-9d78d6f7af06,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:25.279600 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:25.303360 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44dd503-0e76-477b-b248-c041a90dddda', 'code': 200} May 14 18:13:25.433936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56894) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:25.487860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50592-0a77-4ad7-b3ce-7dd06daae056 req-6af6e811-efc9-48e7-bcfa-e7dc5fcb9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:25.489320 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-73f50592-0a77-4ad7-b3ce-7dd06daae056 req-6af6e811-efc9-48e7-bcfa-e7dc5fcb9939 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 1096 time: 0.1162467 May 14 18:13:25.490555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.507849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da16c2-c0a5-4bfd-a479-535d748a8dfb req-547b5861-5564-4dff-a13a-ff8bb14dd110 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:25.509444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44da16c2-c0a5-4bfd-a479-535d748a8dfb req-547b5861-5564-4dff-a13a-ff8bb14dd110 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.0864244 May 14 18:13:25.542675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.556747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44da16c2-c0a5-4bfd-a479-535d748a8dfb req-d16de70c-29a9-46e1-b8de-258edf738530 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 May 14 18:13:25.681831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:25.695164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:25.697708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Usage tracker for resource:security_group_rule and tenant:672b0a9f8ff94c3680b3aecfecad42fd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:25.703828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:25.710404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Usage tracker for resource:security_group_rule and tenant:571295bb9972471cb4f9ecdf0785334e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:25.713733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:25.718371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:25.722086 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-73f50592-0a77-4ad7-b3ce-7dd06daae056 req-49625806-411b-4ab1-b5b7-ba99e65ccb22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188685 May 14 18:13:25.726753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:25.867834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.872165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.873474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.880268 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c86b983a-640d-41f8-8398-ca8ed013f5bc tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:25.889837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:25.947750 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=672b0a9f8ff94c3680b3aecfecad42fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8315439 May 14 18:13:25.950523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56906) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:25.954299 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=571295bb9972471cb4f9ecdf0785334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182364 May 14 18:13:25.955088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f898f153-a23c-4534-bad4-bb9cfc7ba140,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:25.957184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:25.975899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.976277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.976650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.977016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.977377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.977739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.978197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.978712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.979076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.979476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.979819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.980168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:25.985807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:25.986322 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-255c8f8c-ef12-49af-908b-e033293abd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:26.013822 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.038254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae34702-2f27-4c5f-a5f1-2af012190011,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:26.043253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:26.046225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.058910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.085665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.105451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.111510 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-faa2bccd-4eea-444a-9d19-5511748a51af tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:26.125982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f898f153-a23c-4534-bad4-bb9cfc7ba140,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:26.138401 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:26.141408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.144892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f898f153-a23c-4534-bad4-bb9cfc7ba140 HTTP/1.1" status: 204 len: 168 time: 0.1912489 May 14 18:13:26.151033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.157890 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4098b872-e411-4bed-b749-457628c60511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:26.172393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae34702-2f27-4c5f-a5f1-2af012190011,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:26.179025 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:26.182826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.198509 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ae34702-2f27-4c5f-a5f1-2af012190011 HTTP/1.1" status: 204 len: 168 time: 0.2334173 May 14 18:13:26.264570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f1f4-c27b-4610-8f55-989aad54a4b7 req-c48ec87f-1229-48dd-8010-07c3a65a66f9 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:26.267638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3907f1f4-c27b-4610-8f55-989aad54a4b7 req-c48ec87f-1229-48dd-8010-07c3a65a66f9 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 945 time: 0.0946014 May 14 18:13:26.322623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3907f1f4-c27b-4610-8f55-989aad54a4b7 req-9b96f270-0d8a-47aa-a640-d97f7c056d51 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 May 14 18:13:26.517137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142321f-eb6e-4b99-9db6-bb171c1baaab req-d2accee1-d5ac-4961-b37c-fdde9beeedd1 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:26.522224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e142321f-eb6e-4b99-9db6-bb171c1baaab req-d2accee1-d5ac-4961-b37c-fdde9beeedd1 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1026754 May 14 18:13:26.558164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:26.575999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e142321f-eb6e-4b99-9db6-bb171c1baaab req-2d96928e-5ef8-4f44-a30a-ee5654e4d41a tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 May 14 18:13:26.579535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.596778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:26.601170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Usage tracker for resource:security_group_rule and tenant:c4f601e5e2de436ca85edf3cccc8ee0d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:26.604742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:26.610838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:26.710437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.715323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.727734 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:26.788792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4f601e5e2de436ca85edf3cccc8ee0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285647 May 14 18:13:26.791547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56942) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:26.792891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe15d45d-b31d-4761-a9b7-7f39afd64f41,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:26.796464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:26.934140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:26.974333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.011085 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-772c1c8e-3fb4-40be-91b2-d71862842354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.030310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-1a5dc8e5-7595-4d53-a68a-ac0e6a0f268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:27.031913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-1a5dc8e5-7595-4d53-a68a-ac0e6a0f268f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.1362355 May 14 18:13:27.088025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:27.125048 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.132557 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7da347bf-882f-4d33-8493-304b2a7fb888 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:27.189093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe15d45d-b31d-4761-a9b7-7f39afd64f41,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:27.206122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1008503107-network', 'tenant_id': '68b41560a6574ca79a4deff22097feb6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:27.214312 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:27.221753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.225302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe15d45d-b31d-4761-a9b7-7f39afd64f41 HTTP/1.1" status: 204 len: 168 time: 0.4299049 May 14 18:13:27.225496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:27.231162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Usage tracker for resource:network and tenant:68b41560a6574ca79a4deff22097feb6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:27.234180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:27.241433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:27.244803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-fdf0d08e-3348-4e77-a59e-02f73875321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:27.246377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-fdf0d08e-3348-4e77-a59e-02f73875321e service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.2075248 May 14 18:13:27.255090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Made reservation on behalf of 68b41560a6574ca79a4deff22097feb6 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:27.257704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.270866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.286692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:27.291791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Usage tracker for resource:security_group_rule and tenant:68b41560a6574ca79a4deff22097feb6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:27.294675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:27.300478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:27.305073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99217c8-2bb2-497b-8678-f63436346851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a18870f-c67d-4d91-a39e-9d78d6f7af06'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:27.322319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-2b7f2fb1-9df4-47da-9206-026ad9ed5b5c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.0673909 May 14 18:13:27.379958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778beb08-41a8-4246-b3ab-202073107529 req-55832911-f374-4f32-92f4-f23865a5c82f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:27.381427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-778beb08-41a8-4246-b3ab-202073107529 req-55832911-f374-4f32-92f4-f23865a5c82f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.2525656 May 14 18:13:27.398342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.403456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.408784 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7bdaacec-fac1-4f5b-bc1e-5af2e898aac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:27.440369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:13:27.455450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:27.459310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:27.463350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.463930 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Added segment 1fcb125a-7b1b-48ec-b6f7-71aacaec1f15 of type vlan for network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee May 14 18:13:27.473167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-e7e2d905-10fd-494e-ac76-f507b91424d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:27.474412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-e7e2d905-10fd-494e-ac76-f507b91424d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.1416619 May 14 18:13:27.486048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-778beb08-41a8-4246-b3ab-202073107529 req-fbc71911-1a82-4303-8c83-8bfa2f0ba150 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964806 May 14 18:13:27.499693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.542613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.544001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:27.545518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.564158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-84e2e5a3-7580-49b2-b13a-6e39e4417ca2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727966 May 14 18:13:27.567142 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-864f1a37-8a00-4150-8770-ac4f9de2d13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:27.653827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5644112 May 14 18:13:27.656977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56982) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:27.664387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Request body: {'subnet': {'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1008503107-subnet', 'tenant_id': '68b41560a6574ca79a4deff22097feb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:27.674089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:27.680273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Usage tracker for resource:subnet and tenant:68b41560a6574ca79a4deff22097feb6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:27.683508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Pushing event updated for resources: {'Network': ['ID=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:27.684541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.685995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:27.688931 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:27.690063 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99217c8-2bb2-497b-8678-f63436346851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a18870f-c67d-4d91-a39e-9d78d6f7af06', 'code': 200} May 14 18:13:27.692518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:27.699478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:13:27.714119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Made reservation on behalf of 68b41560a6574ca79a4deff22097feb6 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:27.716743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:27.936018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-9e2f55af-10b2-4cf8-b210-a66303768f49 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622160 May 14 18:13:28.069805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950ed42-74a9-4a38-98d4-92a9ed7b1758 req-0b00f6ab-3b93-4e9f-a044-c541d852f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:28.084068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9950ed42-74a9-4a38-98d4-92a9ed7b1758 req-0b00f6ab-3b93-4e9f-a044-c541d852f7db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 1097 time: 0.3117306 May 14 18:13:28.144273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fa2a4-4f5f-43af-b23a-b080793ee283 req-a1cf6b9a-80fc-4559-8c76-d51206fae17a tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:28.152049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467fa2a4-4f5f-43af-b23a-b080793ee283 req-a1cf6b9a-80fc-4559-8c76-d51206fae17a tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 945 time: 0.3034592 May 14 18:13:28.159905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:28.164363 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e21be75f-ad29-4032-a979-62dc65c7f433 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:28.207443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0159c78b-0695-493c-8fd0-8c7693cea3d6 req-dcd988d9-03d5-4ea2-a6dc-05937a7fc44d service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602715 May 14 18:13:28.223635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9950ed42-74a9-4a38-98d4-92a9ed7b1758 req-468455e3-a735-4a12-9a33-a32f97cc0593 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084239 May 14 18:13:28.236246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-467fa2a4-4f5f-43af-b23a-b080793ee283 req-74d86412-7baa-4341-8bfa-86b699754001 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832560 May 14 18:13:28.245738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b9b54f-43e4-46e1-b2b5-44d785f6cbb7,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:28.249795 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:28.254081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Checking segment: {'id': '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:28.254436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Network hostable DHCP agents. Network: 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:13:28.273862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:13:28.287522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:28.299555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:28.300218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:28.301566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5440647-3135-4ced-9d8b-39002922c639 None None] Network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:28.330511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6724098 May 14 18:13:28.564428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8af57-b5b9-4692-a4af-73f11331b3c0 None None] Network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:28.578620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641b5d1-f558-492f-8546-f84ad6998ca9 req-1e81e720-fd22-4101-b5a0-a514728855f9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:28.586661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d641b5d1-f558-492f-8546-f84ad6998ca9 req-1e81e720-fd22-4101-b5a0-a514728855f9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.2195878 May 14 18:13:28.646403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d641b5d1-f558-492f-8546-f84ad6998ca9 req-9e123b79-89d6-49e7-9878-b63efd36c82a tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587835 May 14 18:13:29.089969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57034) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:29.096261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-405137600-network', 'tenant_id': '61c766571f1149bab0a1ad71e126e604'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:29.105978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:29.112134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Usage tracker for resource:network and tenant:61c766571f1149bab0a1ad71e126e604 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:29.117432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:29.127080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:29.158380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Made reservation on behalf of 61c766571f1149bab0a1ad71e126e604 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:29.162153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.183469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.205976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:29.212707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Usage tracker for resource:security_group_rule and tenant:61c766571f1149bab0a1ad71e126e604 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:29.216663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:29.223652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:29.323877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b7a39-2b93-44d8-b8f8-1dea69b3c59b req-c9e17edb-d509-4228-a81c-42fde46e75f8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:29.325401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b13b7a39-2b93-44d8-b8f8-1dea69b3c59b req-c9e17edb-d509-4228-a81c-42fde46e75f8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.3263290 May 14 18:13:29.349420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.356734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.361754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8fbc63eb-0007-41e0-a03f-b418cee2a36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:29.395379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b13b7a39-2b93-44d8-b8f8-1dea69b3c59b req-aed0d29a-77fb-4ded-99e6-961cc733c044 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 May 14 18:13:29.400379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:13:29.421405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310355f-fe9d-4a7c-bc1a-9b6b7bc03956,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:29.423852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.424325 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Added segment 0f74fa6d-2afa-4839-98e1-d81ae1ed7eb7 of type vlan for network a244587a-d7da-4d14-886b-6a3769604b8f May 14 18:13:29.425944 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:29.479038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.526947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.529472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:29.530303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.533602 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.546121 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07f3e340-ab9a-4372-aed5-62850e64db3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:29.655006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Pushing event updated for resources: {'Network': ['ID=a244587a-d7da-4d14-886b-6a3769604b8f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:29.658160 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5669303 May 14 18:13:29.659195 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:29.660895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57048) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:29.673631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Request body: {'subnet': {'network_id': 'a244587a-d7da-4d14-886b-6a3769604b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-405137600-subnet', 'tenant_id': '61c766571f1149bab0a1ad71e126e604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:29.680183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:29.686272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Usage tracker for resource:subnet and tenant:61c766571f1149bab0a1ad71e126e604 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:29.689458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:29.690912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a244587a-d7da-4d14-886b-6a3769604b8f details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:13:29.695493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:29.708153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Made reservation on behalf of 61c766571f1149bab0a1ad71e126e604 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:29.711018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.831549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0e08e0e0-a602-4147-a1f7-fc9c1853ec3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:29.953343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476c4e-ae22-48e9-809e-ecd347acb800 req-d4c746df-89d2-4bfd-9cac-09168be8b51e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:29.965223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72476c4e-ae22-48e9-809e-ecd347acb800 req-d4c746df-89d2-4bfd-9cac-09168be8b51e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1544318 May 14 18:13:30.036855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72476c4e-ae22-48e9-809e-ecd347acb800 req-f3c16b4b-eacc-4e95-95c4-4c7b7b45b41f tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701492 May 14 18:13:30.404527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:30.408402 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c4115afc-6cd2-405b-a8a4-93088b1603b7 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:30.580116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87dd8a9-6723-4fb8-8026-9865e32956d4,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:30.584950 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:30.614254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Checking segment: {'id': '0f74fa6d-2afa-4839-98e1-d81ae1ed7eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a244587a-d7da-4d14-886b-6a3769604b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:30.614650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Network hostable DHCP agents. Network: a244587a-d7da-4d14-886b-6a3769604b8f, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:13:30.653675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Network a244587a-d7da-4d14-886b-6a3769604b8f is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:13:30.672868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a244587a-d7da-4d14-886b-6a3769604b8f) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:30.685400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:30.686912 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:30.694853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25720f50-0ad8-4ad4-a7a1-19fc15e5c269 None None] Network a244587a-d7da-4d14-886b-6a3769604b8f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:30.734768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0727367 May 14 18:13:30.750939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:31.091410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26241892-55ab-4286-b291-2c99b4f1d2e4 None None] Network a244587a-d7da-4d14-886b-6a3769604b8f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:13:31.168014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1982-38dc-4c3e-8011-48c47984222b req-6718d55f-0da3-4258-bfe3-c7f2229c583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:31.169498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-6718d55f-0da3-4258-bfe3-c7f2229c583f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 1097 time: 0.1678336 May 14 18:13:31.285853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adc1da-591a-43b3-a8f1-f68aeb705ade req-47676fdf-88d1-4c3c-add0-16762d4d7be0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:31.287637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2adc1da-591a-43b3-a8f1-f68aeb705ade req-47676fdf-88d1-4c3c-add0-16762d4d7be0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.2023368 May 14 18:13:31.383043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2adc1da-591a-43b3-a8f1-f68aeb705ade req-60df9e32-e725-494d-af8c-3af300c3a4b6 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878258 May 14 18:13:31.386659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1982-38dc-4c3e-8011-48c47984222b req-432b09aa-6e45-4940-895a-4b4a3ac426ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:31.388055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-432b09aa-6e45-4940-895a-4b4a3ac426ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 911 time: 0.2106690 May 14 18:13:31.481347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-07cfcfc9-85ed-498f-be0e-85dbfb26128a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06 HTTP/1.1" status: 200 len: 217 time: 0.0836072 May 14 18:13:31.565721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1982-38dc-4c3e-8011-48c47984222b req-92bf3119-e3c7-4a64-a7d7-1dd14ea56aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:31.567402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-92bf3119-e3c7-4a64-a7d7-1dd14ea56aec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.0745137 May 14 18:13:31.629508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-56677e6a-65fa-4096-87b8-4802b7fac9a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545452 May 14 18:13:31.858780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-890e3110-bf74-4bb4-bdb3-71be4f8670de service neutron] 10.222.0.22 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181568 May 14 18:13:31.870562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8506dc6-5f8b-4c63-8207-d471dc956837 req-2deef038-08f0-41d5-b6ec-6feb0541231b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:31.872083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8506dc6-5f8b-4c63-8207-d471dc956837 req-2deef038-08f0-41d5-b6ec-6feb0541231b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1979332 May 14 18:13:32.004114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8506dc6-5f8b-4c63-8207-d471dc956837 req-b384ce34-34a1-446b-a7a3-0b7219304ab1 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126142 May 14 18:13:32.052427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-739e1982-38dc-4c3e-8011-48c47984222b req-a21b4876-bca6-4148-8fcc-6d47f798db80 service neutron] 10.222.0.22 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791956 May 14 18:13:32.198851 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:32.444336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-3c259714-d0cd-497d-af46-757409544f5d tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:32.444336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-3c259714-d0cd-497d-af46-757409544f5d tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/networks?id=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee HTTP/1.1" status: 200 len: 825 time: 0.1707485 May 14 18:13:32.456280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1e3ebbdb-5b0c-4aa6-88c6-66a5b26e7fbb tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/quotas/68b41560a6574ca79a4deff22097feb6 HTTP/1.1" status: 200 len: 375 time: 0.0102820 May 14 18:13:32.505039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-69f3e26b-8e62-40be-be92-2b9e26ff0338 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68b41560a6574ca79a4deff22097feb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432324 May 14 18:13:32.639377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-787b8ec9-8c4b-47a5-8778-330cc8fdcf44 service neutron] 10.222.0.24 "GET /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265213 May 14 18:13:32.768291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-eac9d9dd-1df5-41ca-92bc-4b5a81f11c2f service neutron] 10.222.0.24 "GET /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230772 May 14 18:13:34.048362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac62f12a-d8da-43fc-b824-4968a15def18 req-c326d6d5-cda5-424d-8fb3-3bd9d3860acc tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 210 time: 0.1710734 May 14 18:13:34.221742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-8c31a067-b36b-4235-9558-e14fdd83fbd9 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:34.223065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-8c31a067-b36b-4235-9558-e14fdd83fbd9 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Synchronizing usage tracker for tenant:68b41560a6574ca79a4deff22097feb6 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:13:34.246548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-8c31a067-b36b-4235-9558-e14fdd83fbd9 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Unset dirty status for tenant:68b41560a6574ca79a4deff22097feb6 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:13:34.250770 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-8c31a067-b36b-4235-9558-e14fdd83fbd9 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.15 "GET /v2.0/networks?id=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee HTTP/1.1" status: 200 len: 825 time: 0.2415130 May 14 18:13:34.268999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Request body: {'port': {'device_id': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee', 'admin_state_up': True, 'tenant_id': '68b41560a6574ca79a4deff22097feb6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:34.289907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7439-a5af-438e-bb1e-72eda5f2a1a9 req-a13993fc-2d0c-49e5-b7d4-962788d76495 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:34.298055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f96c7439-a5af-438e-bb1e-72eda5f2a1a9 req-a13993fc-2d0c-49e5-b7d4-962788d76495 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1260228 May 14 18:13:34.351543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f96c7439-a5af-438e-bb1e-72eda5f2a1a9 req-007e58a6-7ee7-4de4-a9eb-4bc178d49a35 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 May 14 18:13:34.437054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:34.445831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Usage tracker for resource:port and tenant:68b41560a6574ca79a4deff22097feb6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:34.449434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:34.455367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:34.466157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Made reservation on behalf of 68b41560a6574ca79a4deff22097feb6 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:13:34.470271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:34.619961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579892b4-3fe5-4d60-8f05-453981686214 req-0dc40f15-b80d-4276-b738-6be907f5f191 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:34.621628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-579892b4-3fe5-4d60-8f05-453981686214 req-0dc40f15-b80d-4276-b738-6be907f5f191 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 945 time: 0.1309521 May 14 18:13:34.689832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Allocated IP 172.20.0.4 (5ca1a25e-00ae-4cc0-9537-1a77f56f07ee/92b9b54f-43e4-46e1-b2b5-44d785f6cbb7/0949e59f-1e79-4222-a000-0fe59693c4ea) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:13:34.702407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-579892b4-3fe5-4d60-8f05-453981686214 req-a1fbe9a4-1d7c-406b-8886-d961ad15907f tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739386 May 14 18:13:34.963007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:35.003507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:35.011367 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-011a5e64-4d9b-40a9-bf30-64862fb724ce tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:35.078193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:13:35.082313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:13:35.091109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:13:35.156943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Pushing event updated for resources: {'Port': ['ID=0949e59f-1e79-4222-a000-0fe59693c4ea,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:35.162331 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:35.163816 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:13:35.185879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:35.186619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:35.214427 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525924 May 14 18:13:35.227729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-29af952e-b91a-496a-9f4f-41139e4ac2a4 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:13:35.230061 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-29af952e-b91a-496a-9f4f-41139e4ac2a4 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082598 May 14 18:13:35.242885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Request body: {'port': {'device_id': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:13:35.270063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10dd6-b230-4833-87e3-ca19a15eeee0 req-241d519f-8e1e-400a-94b4-1ad798566095 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:35.277843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbb10dd6-b230-4833-87e3-ca19a15eeee0 req-241d519f-8e1e-400a-94b4-1ad798566095 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 931 time: 0.1032910 May 14 18:13:35.338069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbb10dd6-b230-4833-87e3-ca19a15eeee0 req-e2d35942-9358-460e-ba5b-1deb2173475d tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487981 May 14 18:13:35.385714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:35.476006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-964721b0-411e-453b-a176-482d02dd0e0e tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:35.478718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-964721b0-411e-453b-a176-482d02dd0e0e tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.15 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 945 time: 0.0999150 May 14 18:13:35.737482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Deleting port a44dd503-0e76-477b-b248-c041a90dddda {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:13:35.737751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:35.769610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83bd1d-fe10-4c36-90ed-42c831f10c01 req-3299e32b-1046-4199-8254-3ef91ac12f2d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:35.771204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b83bd1d-fe10-4c36-90ed-42c831f10c01 req-3299e32b-1046-4199-8254-3ef91ac12f2d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1470854 May 14 18:13:35.901982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b83bd1d-fe10-4c36-90ed-42c831f10c01 req-8afff38f-c57e-471f-af34-d61091890c07 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810325 May 14 18:13:35.942705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] For port a44dd503-0e76-477b-b248-c041a90dddda, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a44dd503-0e76-477b-b248-c041a90dddda,segment=NetworkSegment(39cd3fbe-e5ad-4620-aba6-ba5abf01da3b),segment_id=39cd3fbe-e5ad-4620-aba6-ba5abf01da3b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:35.943068 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.047726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0949e59f-1e79-4222-a000-0fe59693c4ea {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:13:36.067598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.100105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Transition to ACTIVE for port object 0949e59f-1e79-4222-a000-0fe59693c4ea will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:13:36.107389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.112754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bad722a4-923b-4379-af66-954d028dace4 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:36.250792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Calling delete_port for a44dd503-0e76-477b-b248-c041a90dddda owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:13:36.259927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Pushing event updated for resources: {'Port': ['ID=0949e59f-1e79-4222-a000-0fe59693c4ea,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:36.269614 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:36.458236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.466790 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56cc4071-4ecb-4b55-82d1-fd0d9987eb5b tempest-FloatingIPAdminTestJSON-1428352503 tempest-FloatingIPAdminTestJSON-1428352503-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:36.470519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['a44dd503-0e76-477b-b248-c041a90dddda'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:36.507932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Attempting to bind port 0949e59f-1e79-4222-a000-0fe59693c4ea on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:13:36.508632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Attempting to bind port 0949e59f-1e79-4222-a000-0fe59693c4ea by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:13:36.509505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Attempting to bind port 0949e59f-1e79-4222-a000-0fe59693c4ea on network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:36.515570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Port 0949e59f-1e79-4222-a000-0fe59693c4ea on network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:13:36.516118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Attempting to bind port 0949e59f-1e79-4222-a000-0fe59693c4ea on network 5ca1a25e-00ae-4cc0-9537-1a77f56f07ee {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:13:36.522343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:13:36.523076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Checking segment: {'id': '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:13:36.523663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Bound using segment: {'id': '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:13:36.524263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Bound port: 0949e59f-1e79-4222-a000-0fe59693c4ea, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:13:36.524914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.607909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Pushing event deleted for resources: {'Port': ['ID=a44dd503-0e76-477b-b248-c041a90dddda,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:36.611167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:36.649849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] For port 0949e59f-1e79-4222-a000-0fe59693c4ea, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:13:36.653727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] For port 0949e59f-1e79-4222-a000-0fe59693c4ea, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0949e59f-1e79-4222-a000-0fe59693c4ea,segment=NetworkSegment(1fcb125a-7b1b-48ec-b6f7-71aacaec1f15),segment_id=1fcb125a-7b1b-48ec-b6f7-71aacaec1f15)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:13:36.661658 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.668038 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a6447e9c-508d-47e9-a5ab-b149241ce6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:36.694390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] No DVR routers for this DVR port a44dd503-0e76-477b-b248-c041a90dddda on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:13:36.704286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f638-2f38-4ee7-83fd-0946a6d76c70 req-0fba7e26-7fcd-4daf-93eb-937f6b693c01 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:36.707954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5831f638-2f38-4ee7-83fd-0946a6d76c70 req-0fba7e26-7fcd-4daf-93eb-937f6b693c01 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/ports?device_id=568a6b3c-f0e1-4378-9234-d7147ba732f4 HTTP/1.1" status: 200 len: 945 time: 0.5946279 May 14 18:13:36.709448 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.714262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'name': 'network-vif-deleted', 'tag': 'a44dd503-0e76-477b-b248-c041a90dddda'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:36.725707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:36.726316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:36.727812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] 10.222.0.15 "PUT /v2.0/ports/0949e59f-1e79-4222-a000-0fe59693c4ea HTTP/1.1" status: 200 len: 1091 time: 1.4895084 May 14 18:13:36.728252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'tag': '0949e59f-1e79-4222-a000-0fe59693c4ea'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:36.753447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe5e2820-acb0-4ce7-9f40-af8263bc6bd2 req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.15 "DELETE /v2.0/ports/a44dd503-0e76-477b-b248-c041a90dddda HTTP/1.1" status: 204 len: 173 time: 1.2694097 May 14 18:13:36.775747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Pushing event updated for resources: {'Port': ['ID=0949e59f-1e79-4222-a000-0fe59693c4ea,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:36.780286 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:36.799401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5831f638-2f38-4ee7-83fd-0946a6d76c70 req-a4482136-e20d-4411-9a71-a6ed4c125459 tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] 10.222.0.24 "GET /v2.0/security-groups?id=4138d2bf-5de1-47c6-a5f6-c972506ec503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759399 May 14 18:13:37.101968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-449e085e-0337-4e6c-98ea-4baa2b0ad724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:37.103553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-449e085e-0337-4e6c-98ea-4baa2b0ad724 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b41560a6574ca79a4deff22097feb6&device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 1094 time: 0.3283665 May 14 18:13:37.189812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-d9cefead-eb6f-4dcc-87b8-1ab2b341a6ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0949e59f-1e79-4222-a000-0fe59693c4ea HTTP/1.1" status: 200 len: 217 time: 0.0773392 May 14 18:13:37.269073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-981c9ae8-7477-4563-acfd-50ee0989f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:37.270489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-981c9ae8-7477-4563-acfd-50ee0989f63f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92b9b54f-43e4-46e1-b2b5-44d785f6cbb7 HTTP/1.1" status: 200 len: 865 time: 0.0723028 May 14 18:13:37.545449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-b4f09a95-7af8-4f56-a205-7ba29972927c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2307420 May 14 18:13:37.684229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c576b0-5f73-453b-b518-cf5af7610590 req-3a1b4e89-b31e-498e-b3c6-fe5d02086ac5 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:37.685671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64c576b0-5f73-453b-b518-cf5af7610590 req-3a1b4e89-b31e-498e-b3c6-fe5d02086ac5 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 943 time: 0.4127262 May 14 18:13:37.727251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-49a8113f-5e7f-429a-b864-446e302d5e90 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742244 May 14 18:13:37.823888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64c576b0-5f73-453b-b518-cf5af7610590 req-54229b52-fad4-47de-a096-eee157876d24 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 May 14 18:13:37.893511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4671134b-e4b6-438f-8a0e-fb56d1f82344 req-750dbe2b-8645-4c83-9ec5-6d6566f4a1e4 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561112 May 14 18:13:37.912982 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568a6b3c-f0e1-4378-9234-d7147ba732f4', 'name': 'network-vif-deleted', 'tag': 'a44dd503-0e76-477b-b248-c041a90dddda', 'status': 'completed', 'code': 200} May 14 18:13:38.029627 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'tag': '0949e59f-1e79-4222-a000-0fe59693c4ea', 'status': 'completed', 'code': 200} May 14 18:13:38.148090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-44fdc7bf-bc5c-4180-8019-193418034b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:38.149760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-44fdc7bf-bc5c-4180-8019-193418034b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68b41560a6574ca79a4deff22097feb6&device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0964062 May 14 18:13:38.362385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7064b-7f6c-44d8-abc0-0ae33447c6f7 req-1e6aec9d-a868-40c5-a5d1-7f16f4dab386 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:38.364329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7a7064b-7f6c-44d8-abc0-0ae33447c6f7 req-1e6aec9d-a868-40c5-a5d1-7f16f4dab386 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.2126493 May 14 18:13:38.369908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-ff167ab6-71f8-4820-9f5b-fd4a36bcf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:38.371310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-ff167ab6-71f8-4820-9f5b-fd4a36bcf272 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee HTTP/1.1" status: 200 len: 926 time: 0.1800618 May 14 18:13:38.461411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-4911f689-a417-46ce-87e7-440bc73811a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0949e59f-1e79-4222-a000-0fe59693c4ea HTTP/1.1" status: 200 len: 217 time: 0.0751824 May 14 18:13:38.524520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7a7064b-7f6c-44d8-abc0-0ae33447c6f7 req-5d8abeb2-9fba-4d89-87ba-e7b41ed210ff tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519709 May 14 18:13:38.545834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-5add3ec0-b9c1-4d44-8c40-d4c56a792bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:38.547645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-5add3ec0-b9c1-4d44-8c40-d4c56a792bbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92b9b54f-43e4-46e1-b2b5-44d785f6cbb7 HTTP/1.1" status: 200 len: 865 time: 0.0779247 May 14 18:13:38.599838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-9faae49e-6a98-4bbf-878d-68ca175c641d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436051 May 14 18:13:38.766573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-6f26d84b-d593-41e0-bd2d-70fa88c27fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577842 May 14 18:13:38.955857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88a100c5-1c0d-4625-ba45-ce88358c8e1d req-9fb3e995-2fa2-4181-b60a-0662d51492f2 service neutron] 10.222.0.15 "GET /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817584 May 14 18:13:39.168656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b44f4-4bd7-4bac-858a-f65508d6b431 req-31950096-6066-4ac8-9b85-3eb512b377b2 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:39.170243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-232b44f4-4bd7-4bac-858a-f65508d6b431 req-31950096-6066-4ac8-9b85-3eb512b377b2 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 943 time: 0.0988834 May 14 18:13:39.223375 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-232b44f4-4bd7-4bac-858a-f65508d6b431 req-1ba853bb-2aa7-4ade-93d8-2d263e799fc7 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 May 14 18:13:39.811133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2435e6-4b2c-4ac5-bddb-0950c2941526 req-0c9dbcaf-5abb-4268-9fe6-3b85cf092354 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:39.812838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d2435e6-4b2c-4ac5-bddb-0950c2941526 req-0c9dbcaf-5abb-4268-9fe6-3b85cf092354 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.0900500 May 14 18:13:39.868903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d2435e6-4b2c-4ac5-bddb-0950c2941526 req-1381067d-7d28-437e-823d-cc381c61dffc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 May 14 18:13:40.521859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891de17-718b-4c29-87ef-e1e3ca737cbb req-66a4fec6-7c47-4552-bb83-286863d19f5a tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:40.523855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e891de17-718b-4c29-87ef-e1e3ca737cbb req-66a4fec6-7c47-4552-bb83-286863d19f5a tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 943 time: 0.1247683 May 14 18:13:40.577054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e891de17-718b-4c29-87ef-e1e3ca737cbb req-c843b761-64ea-42ab-b123-96e5502bcf70 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 May 14 18:13:40.599036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0949e59f-1e79-4222-a000-0fe59693c4ea details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:13:40.603227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a44dd503-0e76-477b-b248-c041a90dddda no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:13:40.746741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: a44dd503-0e76-477b-b248-c041a90dddda {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:13:40.747420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a44dd503-0e76-477b-b248-c041a90dddda not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:13:40.776449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 0949e59f-1e79-4222-a000-0fe59693c4ea, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0949e59f-1e79-4222-a000-0fe59693c4ea,segment=NetworkSegment(1fcb125a-7b1b-48ec-b6f7-71aacaec1f15),segment_id=1fcb125a-7b1b-48ec-b6f7-71aacaec1f15)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:40.790354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '0949e59f-1e79-4222-a000-0fe59693c4ea', 'network_id': '5ca1a25e-00ae-4cc0-9537-1a77f56f07ee', 'port_id': '0949e59f-1e79-4222-a000-0fe59693c4ea', 'mac_address': 'fa:16:3e:6d:77:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b9b54f-43e4-46e1-b2b5-44d785f6cbb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:13:40.870918 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:40.892930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0949e59f-1e79-4222-a000-0fe59693c4ea {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:13:40.929705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 0949e59f-1e79-4222-a000-0fe59693c4ea, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0949e59f-1e79-4222-a000-0fe59693c4ea,segment=NetworkSegment(1fcb125a-7b1b-48ec-b6f7-71aacaec1f15),segment_id=1fcb125a-7b1b-48ec-b6f7-71aacaec1f15)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:40.936453 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:40.938391 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:41.008684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=0949e59f-1e79-4222-a000-0fe59693c4ea,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:41.012482 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:41.132445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74f438-32e8-4c4c-a578-f2d01de83719 req-8e2fb297-edaf-4843-85bb-a901330331a0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:41.133891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f74f438-32e8-4c4c-a578-f2d01de83719 req-8e2fb297-edaf-4843-85bb-a901330331a0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1341720 May 14 18:13:41.239430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f74f438-32e8-4c4c-a578-f2d01de83719 req-631f5fe0-ff2f-4045-bff4-ceefc083192c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984862 May 14 18:13:41.292394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['0949e59f-1e79-4222-a000-0fe59693c4ea'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:42.062367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48469b-ed8e-4992-9305-561be44cfc34 req-1c8383de-e731-4381-aa5b-77ccc3e357be tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:42.063886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a48469b-ed8e-4992-9305-561be44cfc34 req-1c8383de-e731-4381-aa5b-77ccc3e357be tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 944 time: 0.2462547 May 14 18:13:42.125317 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a48469b-ed8e-4992-9305-561be44cfc34 req-44625b76-4bc9-4b98-b227-af274a5d112f tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553739 May 14 18:13:42.244046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57342) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:42.269867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-ad48894c-a1cb-4ded-9478-5ae306cb7d74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866807 May 14 18:13:42.373499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.404251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:42.409038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c380e8f75e4f74a93b0f15a63def65 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:42.421472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:42.427644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:42.578182 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.582552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-1dc1deeb-ced9-4094-983a-fc18292f0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:42.583789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.584075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-1dc1deeb-ced9-4094-983a-fc18292f0a14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 1096 time: 0.2164969 May 14 18:13:42.599320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0949e59f-1e79-4222-a000-0fe59693c4ea up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:13:42.599957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-464ae653-b31c-489f-91fe-29af727fe2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:42.616493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d15e3f-27a1-4935-ade1-eaf1876ee60f req-8f8c3955-f5e6-4106-8f82-e93716bd5ea4 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:42.624804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c3d15e3f-27a1-4935-ade1-eaf1876ee60f req-8f8c3955-f5e6-4106-8f82-e93716bd5ea4 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1938229 May 14 18:13:42.692872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9c380e8f75e4f74a93b0f15a63def65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467874 May 14 18:13:42.694471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e258b-cca6-488e-9b55-3b16a055ac26,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:42.698225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57356) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:42.699620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 0949e59f-1e79-4222-a000-0fe59693c4ea completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:13:42.701437 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:42.724534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 0949e59f-1e79-4222-a000-0fe59693c4ea triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:13:42.727128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.776921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c3d15e3f-27a1-4935-ade1-eaf1876ee60f req-f2fe73f0-28ef-41e2-9723-3ed77fd960d9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512525 May 14 18:13:42.833537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.858773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-e7ff523a-2f19-4572-a8fb-3ef54ee64395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:42.865870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-e7ff523a-2f19-4572-a8fb-3ef54ee64395 service neutron] 10.222.0.22 "GET /v2.0/networks?id=152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 200 len: 919 time: 0.2389882 May 14 18:13:42.892316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.923863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.984124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0949e59f-1e79-4222-a000-0fe59693c4ea'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:42.999406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:42.999638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 0949e59f-1e79-4222-a000-0fe59693c4ea, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0949e59f-1e79-4222-a000-0fe59693c4ea,segment=NetworkSegment(1fcb125a-7b1b-48ec-b6f7-71aacaec1f15),segment_id=1fcb125a-7b1b-48ec-b6f7-71aacaec1f15)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:43.007128 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b95b0953-740a-45d8-93b7-b594897abfbd tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:43.010987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:43.013937 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:43.014667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-77d50aba-4247-4063-97ec-d76c1e279dc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 200 len: 217 time: 0.1386950 May 14 18:13:43.024430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:43.026456 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e2e258b-cca6-488e-9b55-3b16a055ac26 HTTP/1.1" status: 204 len: 168 time: 0.3270395 May 14 18:13:43.027713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e258b-cca6-488e-9b55-3b16a055ac26,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:43.042259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:43.105670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-4af00584-a620-42ff-ba88-f4a38dc5e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:43.107378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-4af00584-a620-42ff-ba88-f4a38dc5e378 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 200 len: 858 time: 0.0843928 May 14 18:13:43.179484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-25e9c773-4aa3-4d63-aa68-1e798e3ae985 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=152ac923-6cc2-4ed0-ac5c-c7547f0934de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630562 May 14 18:13:43.212099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=0949e59f-1e79-4222-a000-0fe59693c4ea,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:43.215635 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:43.351519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-295cc2e3-929b-4180-a7a7-8e032dcae244 service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647468 May 14 18:13:43.469530 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0949e59f-1e79-4222-a000-0fe59693c4ea', 'code': 200} May 14 18:13:43.575628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57378) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:43.604966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:43.635104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:43.641240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Usage tracker for resource:security_group_rule and tenant:db87bd30e06441ceb0fe867491a33eb6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:43.646577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:43.655820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:43.767393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:43.774463 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:43.786170 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96d1badf-62bd-42a8-8cf7-831c6e73752a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:43.820954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1604d81-81c0-44ca-9155-33a08c846c7f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:43.843569 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:43.870267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db87bd30e06441ceb0fe867491a33eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895904 May 14 18:13:43.870396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57388) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:43.933394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-920115ed-ba2b-43c0-ae95-dd35e1697010 req-0bcc9002-12a1-4f34-bd0d-c11bad231b0e service neutron] 10.222.0.22 "GET /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662494 May 14 18:13:43.945111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0608dc-07b7-4d40-a62e-494fcbee4e66 req-9718b827-8e64-45e4-90fa-e0789eb717e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:43.955286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd0608dc-07b7-4d40-a62e-494fcbee4e66 req-9718b827-8e64-45e4-90fa-e0789eb717e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 1096 time: 0.3899784 May 14 18:13:43.961450 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:43.993923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:44.018425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd0608dc-07b7-4d40-a62e-494fcbee4e66 req-8d370cda-ae15-43f2-bc9e-49d9404ad227 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621409 May 14 18:13:44.053458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f110d96-8e1d-42f3-8a8d-f1a768355e0d req-ce1cc121-1866-448c-850e-8e1793aab180 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:44.076742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f110d96-8e1d-42f3-8a8d-f1a768355e0d req-ce1cc121-1866-448c-850e-8e1793aab180 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.2879033 May 14 18:13:44.099507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:44.106791 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d148def-f91b-4e33-adf7-78012eb9cdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:44.128685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1604d81-81c0-44ca-9155-33a08c846c7f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:44.130895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:44.132122 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1604d81-81c0-44ca-9155-33a08c846c7f HTTP/1.1" status: 204 len: 168 time: 0.2520223 May 14 18:13:44.133138 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:44.147094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f110d96-8e1d-42f3-8a8d-f1a768355e0d req-81cb58bd-f701-42c6-9c24-2884fa1c4f04 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564516 May 14 18:13:44.482702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3065216-ab5a-4814-8fb1-c27e0ea2e073 req-6199a4ec-2154-4dd7-995e-8914b9f309a9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:44.485691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3065216-ab5a-4814-8fb1-c27e0ea2e073 req-6199a4ec-2154-4dd7-995e-8914b9f309a9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1398170 May 14 18:13:44.597137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3065216-ab5a-4814-8fb1-c27e0ea2e073 req-2b2aa556-9911-47e5-91ad-edc72659df11 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039839 May 14 18:13:44.756764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57408) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:44.785015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:44.807558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:44.812757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Usage tracker for resource:security_group_rule and tenant:d5845c10119d4944bacee6f458f73c6b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:44.817771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:44.825715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:44.941063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:44.946149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:44.958478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f4ccab1-671c-434b-8424-20540533f703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:45.001269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dfa6bd-f7b9-4db0-a296-c0469eb95f0a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:45.018148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:45.041291 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5845c10119d4944bacee6f458f73c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829289 May 14 18:13:45.043865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57414) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:45.135134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:45.204623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:45.343142 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:45.347845 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-896b07db-1f05-4fd8-9ea1-4ce1ac2bd51a tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:45.361861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dfa6bd-f7b9-4db0-a296-c0469eb95f0a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:45.367036 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:45.372713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:45.373825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23dfa6bd-f7b9-4db0-a296-c0469eb95f0a HTTP/1.1" status: 204 len: 168 time: 0.3287904 May 14 18:13:45.405878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e5647-839a-40ef-86a6-186a92014d9f req-047fd8fc-8ea4-4382-861b-99cf4b39ef7f tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:45.407438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-678e5647-839a-40ef-86a6-186a92014d9f req-047fd8fc-8ea4-4382-861b-99cf4b39ef7f tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.1348779 May 14 18:13:45.472041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-678e5647-839a-40ef-86a6-186a92014d9f req-aac5bb55-0e67-4f92-9c0a-31b88f248934 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575128 May 14 18:13:45.810671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4c3df-75b5-49f3-9799-e8d88c80d46b req-7035ee26-4b9c-4d81-b62c-9638e1f335f7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:45.812167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2b4c3df-75b5-49f3-9799-e8d88c80d46b req-7035ee26-4b9c-4d81-b62c-9638e1f335f7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.0874417 May 14 18:13:45.871812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2b4c3df-75b5-49f3-9799-e8d88c80d46b req-7f2717de-e68d-4b73-bd46-f4c0aeefa478 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 May 14 18:13:46.767974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd9448-459c-467f-b6ce-d6756ad446a2 req-c440e664-8cae-4388-9e42-e26fd7cf1021 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:46.769559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2cd9448-459c-467f-b6ce-d6756ad446a2 req-c440e664-8cae-4388-9e42-e26fd7cf1021 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.1029036 May 14 18:13:46.843729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2cd9448-459c-467f-b6ce-d6756ad446a2 req-8d5bffe5-a012-4ec0-9fbe-2e5053b32550 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666127 May 14 18:13:47.184968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f3c92-d8c1-4e91-b30d-02ff8340eead req-873e28a1-b474-4a77-bbf2-59b9f4fb828b tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:47.191740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e1f3c92-d8c1-4e91-b30d-02ff8340eead req-873e28a1-b474-4a77-bbf2-59b9f4fb828b tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.2362845 May 14 18:13:47.239727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e1f3c92-d8c1-4e91-b30d-02ff8340eead req-0f1aeb5d-a4c0-4201-adc6-891e2c7bf0bf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 May 14 18:13:47.422184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec52b7-ad1f-4317-a20d-bdfdfa323cc7 req-fe5714dc-9f8a-4a5a-9cb3-232f55ae1557 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:47.423747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03ec52b7-ad1f-4317-a20d-bdfdfa323cc7 req-fe5714dc-9f8a-4a5a-9cb3-232f55ae1557 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.0887985 May 14 18:13:47.486944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03ec52b7-ad1f-4317-a20d-bdfdfa323cc7 req-be664778-1db0-40a0-bd14-5139e7b465ad tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567520 May 14 18:13:47.668294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4606b-3e88-415a-a83a-3c7b12a98922 req-18ed9fb1-ae2f-4dc5-a226-e90dedd0f68a tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:47.669892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89c4606b-3e88-415a-a83a-3c7b12a98922 req-18ed9fb1-ae2f-4dc5-a226-e90dedd0f68a tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.0899863 May 14 18:13:47.747352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89c4606b-3e88-415a-a83a-3c7b12a98922 req-59d61f32-eac0-4338-bd83-8d68c1cc5778 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665329 May 14 18:13:48.569432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e0b79-3307-43d0-b1d9-9abf4d964809 req-007ad294-5337-4ece-9644-aa331d739bf3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:48.570961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d8e0b79-3307-43d0-b1d9-9abf4d964809 req-007ad294-5337-4ece-9644-aa331d739bf3 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1054499 May 14 18:13:48.621959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d8e0b79-3307-43d0-b1d9-9abf4d964809 req-d4b8c514-fac5-48b0-97b6-3b6c7abead76 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 May 14 18:13:48.803972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09fcd1-55cb-42b4-90d3-2aeac9c2d1be req-b2678c3c-268b-458c-b8b2-9633be0c4ce2 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:48.805320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db09fcd1-55cb-42b4-90d3-2aeac9c2d1be req-b2678c3c-268b-458c-b8b2-9633be0c4ce2 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.0810990 May 14 18:13:48.895921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db09fcd1-55cb-42b4-90d3-2aeac9c2d1be req-d13cefe2-4896-4021-b1eb-99c4251b376e tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831361 May 14 18:13:48.947446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-757ae316-45d0-41a0-a8c8-039e232fbb56 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:48.948986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-757ae316-45d0-41a0-a8c8-039e232fbb56 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.15 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 946 time: 0.1055946 May 14 18:13:49.160214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1feb3f-8352-4afc-87c1-0379a3fc0c58 req-b3062c35-8e0c-4a2e-8ef0-8cb299bc8c9e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:49.161664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa1feb3f-8352-4afc-87c1-0379a3fc0c58 req-b3062c35-8e0c-4a2e-8ef0-8cb299bc8c9e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1482792 May 14 18:13:49.174050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Deleting port 1a41035e-88de-4656-a0c3-11d077c9acde {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:13:49.174391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:49.313639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa1feb3f-8352-4afc-87c1-0379a3fc0c58 req-d826021e-3b0c-4c42-a778-74c75e211763 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411309 May 14 18:13:49.393548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] For port 1a41035e-88de-4656-a0c3-11d077c9acde, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1a41035e-88de-4656-a0c3-11d077c9acde,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:49.393978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:49.534984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Calling delete_port for 1a41035e-88de-4656-a0c3-11d077c9acde owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:13:49.686407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:49.700780 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c30f43d-6680-4764-bfe5-3aee53377c80 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:49.702784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1a41035e-88de-4656-a0c3-11d077c9acde'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:49.756811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['19e11936-bb5a-49ca-8b58-3c7064bd408a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:49.757549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Pushing event deleted for resources: {'Port': ['ID=1a41035e-88de-4656-a0c3-11d077c9acde,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:49.760997 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:49.860581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] No DVR routers for this DVR port 1a41035e-88de-4656-a0c3-11d077c9acde on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:13:49.863412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:49.867853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61036777-a086-42c0-9d0f-6459af65a274', 'name': 'network-vif-deleted', 'tag': '1a41035e-88de-4656-a0c3-11d077c9acde'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:49.887419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-150f1efc-627e-4a64-8135-7fe0f82f91d5 req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.15 "DELETE /v2.0/ports/1a41035e-88de-4656-a0c3-11d077c9acde HTTP/1.1" status: 204 len: 173 time: 0.9315357 May 14 18:13:50.148339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-25ea4c16-49ce-47b7-97bf-34c94b5f3964 req-15c43cab-e208-4f62-9ef4-6784774bbe51 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Synchronizing usage tracker for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:13:50.169491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-25ea4c16-49ce-47b7-97bf-34c94b5f3964 req-15c43cab-e208-4f62-9ef4-6784774bbe51 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Unset dirty status for tenant:d7ca7bd1b91a47509f55aeb56609e83c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:13:50.171939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25ea4c16-49ce-47b7-97bf-34c94b5f3964 req-15c43cab-e208-4f62-9ef4-6784774bbe51 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=61036777-a086-42c0-9d0f-6459af65a274 HTTP/1.1" status: 200 len: 210 time: 0.0773215 May 14 18:13:50.787105 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61036777-a086-42c0-9d0f-6459af65a274', 'name': 'network-vif-deleted', 'tag': '1a41035e-88de-4656-a0c3-11d077c9acde', 'status': 'completed', 'code': 200} May 14 18:13:50.955255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c52f-3832-420d-8905-43036ea23195 req-73145455-64f7-4c79-a985-a18aacc639c4 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:50.958702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d97c52f-3832-420d-8905-43036ea23195 req-73145455-64f7-4c79-a985-a18aacc639c4 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.0853231 May 14 18:13:51.004620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d97c52f-3832-420d-8905-43036ea23195 req-de131ed6-7f77-42ea-a05c-589ad95fb80f tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 May 14 18:13:51.295375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cfea5-258a-4b40-99cf-60ae152b0d23 req-84b1784d-4f27-476a-a2b8-f4a0aa29bf31 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:51.296936 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c38cfea5-258a-4b40-99cf-60ae152b0d23 req-84b1784d-4f27-476a-a2b8-f4a0aa29bf31 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.0895407 May 14 18:13:51.345519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c38cfea5-258a-4b40-99cf-60ae152b0d23 req-c5a7f865-f7a6-4570-8c4a-9d743c61250c tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 May 14 18:13:51.938932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57596) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:52.075959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.104146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:52.109983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Usage tracker for resource:security_group_rule and tenant:66145513b579455097e3fdac9beee5d8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:52.114409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:52.123496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:52.158781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a9b7-12c2-4ce6-a0df-6c9065a86733 req-9c300482-f457-468c-adb9-4d2efea82dee tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:52.160292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b516a9b7-12c2-4ce6-a0df-6c9065a86733 req-9c300482-f457-468c-adb9-4d2efea82dee tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1496491 May 14 18:13:52.222948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b516a9b7-12c2-4ce6-a0df-6c9065a86733 req-6438cf03-3bad-48f8-95e3-efa355209199 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 May 14 18:13:52.325144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.331642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.343283 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3862478f-163d-4530-a71e-d44c064d5d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:52.440874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66145513b579455097e3fdac9beee5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004926 May 14 18:13:52.443281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb560c1a-4b5a-42de-a99d-4a15ed2a2ae4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:52.444218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57608) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:52.449597 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:52.480008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-47ddb5da-16db-41c3-9d8e-1ac610164d1f tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:52.481537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-47ddb5da-16db-41c3-9d8e-1ac610164d1f tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.2111256 May 14 18:13:52.548417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.548677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4d104-4a8a-45dd-bd6e-4882b5f2623c req-1e8d7396-5c28-4cf6-ad4e-9300bd160e02 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:52.551844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0a4d104-4a8a-45dd-bd6e-4882b5f2623c req-1e8d7396-5c28-4cf6-ad4e-9300bd160e02 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.2128637 May 14 18:13:52.582519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.657299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.661929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1a41035e-88de-4656-a0c3-11d077c9acde no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:13:52.667980 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7b91017d-60ae-4d55-80a9-3d8acae2f614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:52.685611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb560c1a-4b5a-42de-a99d-4a15ed2a2ae4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:52.687720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:52.691600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb560c1a-4b5a-42de-a99d-4a15ed2a2ae4 HTTP/1.1" status: 204 len: 168 time: 0.2463658 May 14 18:13:52.693593 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:52.726780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 1a41035e-88de-4656-a0c3-11d077c9acde {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:13:52.727131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1a41035e-88de-4656-a0c3-11d077c9acde not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:13:52.808567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0a4d104-4a8a-45dd-bd6e-4882b5f2623c req-e2bd6056-9589-4aea-93d9-eb0b0f58078c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524409 May 14 18:13:52.851569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Deleting port 0949e59f-1e79-4222-a000-0fe59693c4ea {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:13:52.851918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.027758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] For port 0949e59f-1e79-4222-a000-0fe59693c4ea, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0949e59f-1e79-4222-a000-0fe59693c4ea,segment=NetworkSegment(1fcb125a-7b1b-48ec-b6f7-71aacaec1f15),segment_id=1fcb125a-7b1b-48ec-b6f7-71aacaec1f15)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:53.028425 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.072058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:53.096166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.115216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:13:53.120056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Usage tracker for resource:security_group_rule and tenant:cdbb28ec7eb941b38fd776e6e52ddfac is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:13:53.122947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:13:53.130354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:13:53.207291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Calling delete_port for 0949e59f-1e79-4222-a000-0fe59693c4ea owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:13:53.236050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.241431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.254376 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf397794-be0a-42be-9231-4f50cef0ce32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:53.268767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f1efd-dc45-47cd-aa7f-5fc433b6ae9b req-ddb40433-ef1a-485f-be24-53671de04c84 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:53.270247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b6f1efd-dc45-47cd-aa7f-5fc433b6ae9b req-ddb40433-ef1a-485f-be24-53671de04c84 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a38213-d24f-4b32-95f8-e4eaccf9b1e7 HTTP/1.1" status: 200 len: 945 time: 0.2336400 May 14 18:13:53.300373 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdbb28ec7eb941b38fd776e6e52ddfac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269492 May 14 18:13:53.301076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57628) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:53.302382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f2b3f-3d84-4419-8e01-4b070b921443,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:53.305512 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:53.413551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b6f1efd-dc45-47cd-aa7f-5fc433b6ae9b req-d601df9d-59f2-4322-b2d4-6e9457bd87c4 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310408 May 14 18:13:53.448408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.450991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.463904 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef45da12-7225-4df9-ba41-254dc25de2ab tempest-InstanceActionsV221TestJSON-2118726464 tempest-InstanceActionsV221TestJSON-2118726464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:53.464590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['0949e59f-1e79-4222-a000-0fe59693c4ea'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:13:53.515911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Pushing event deleted for resources: {'Port': ['ID=0949e59f-1e79-4222-a000-0fe59693c4ea,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:53.536700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.536700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.536962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.537267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.537635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.538012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.538363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.538729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.539091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.539483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.539841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.540835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:13:53.577434 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:53.578652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.637814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] No DVR routers for this DVR port 0949e59f-1e79-4222-a000-0fe59693c4ea on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:13:53.641630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.644236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'name': 'network-vif-deleted', 'tag': '0949e59f-1e79-4222-a000-0fe59693c4ea'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:53.670811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-670cbc02-a7b6-412a-bc1c-f05df7864960 req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] 10.222.0.15 "DELETE /v2.0/ports/0949e59f-1e79-4222-a000-0fe59693c4ea HTTP/1.1" status: 204 len: 173 time: 1.1824291 May 14 18:13:53.697897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.703417 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75e9e0f6-1fb7-43c6-878e-c6f7e2a1068f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:53.723523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f2b3f-3d84-4419-8e01-4b070b921443,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:53.726683 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:53.729158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:53.730141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b29f2b3f-3d84-4419-8e01-4b070b921443 HTTP/1.1" status: 204 len: 168 time: 0.4276354 May 14 18:13:53.903006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccfb6f-18d5-440e-8e88-a4d47865d04b req-370fc647-abf3-4c65-b637-3a2982f1f42f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:53.907749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdccfb6f-18d5-440e-8e88-a4d47865d04b req-370fc647-abf3-4c65-b637-3a2982f1f42f tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1018434 May 14 18:13:53.960937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdccfb6f-18d5-440e-8e88-a4d47865d04b req-34c073f9-17df-4602-aee3-ed5f2dd6af26 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496905 May 14 18:13:54.026109 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a38213-d24f-4b32-95f8-e4eaccf9b1e7', 'name': 'network-vif-deleted', 'tag': '0949e59f-1e79-4222-a000-0fe59693c4ea', 'status': 'completed', 'code': 200} May 14 18:13:54.056863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:54.300537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf445e7f-6e64-4afd-9243-706e37789400 req-6bf45ffd-49c7-43e1-8a9a-809cbeb17b65 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:54.302960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf445e7f-6e64-4afd-9243-706e37789400 req-6bf45ffd-49c7-43e1-8a9a-809cbeb17b65 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1576805 May 14 18:13:54.377582 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf445e7f-6e64-4afd-9243-706e37789400 req-6078be26-adf0-4243-8572-a8fa527aa675 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677025 May 14 18:13:54.657016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:54.743840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Deleting subnet 92b9b54f-43e4-46e1-b2b5-44d785f6cbb7 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:13:54.747053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:54.805445 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:54.875462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.177134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.183702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a67ded-337e-4317-b6f0-2c9673fb8ae9 req-a673898a-8560-42cd-9ed0-920f9c832d21 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:55.185712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5a67ded-337e-4317-b6f0-2c9673fb8ae9 req-a673898a-8560-42cd-9ed0-920f9c832d21 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.0996449 May 14 18:13:55.186537 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d884dbc1-72b8-4bff-b871-358e8481da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:55.256008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.266175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5a67ded-337e-4317-b6f0-2c9673fb8ae9 req-e949c1d6-4d4d-47de-8a53-1cc5934a22a0 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701771 May 14 18:13:55.272241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92b9b54f-43e4-46e1-b2b5-44d785f6cbb7 HTTP/1.1" status: 204 len: 168 time: 0.6139972 May 14 18:13:55.273684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b9b54f-43e4-46e1-b2b5-44d785f6cbb7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:55.276126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57684) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:55.279668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:55.404158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.544732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.559939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca1a25e-00ae-4cc0-9537-1a77f56f07ee']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:55.573173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:55.573474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcb125a-7b1b-48ec-b6f7-71aacaec1f15') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:55.585962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.597645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104a270-7469-4e3b-8951-c5fc1dc1013f req-93de6fb2-e181-480e-bdea-eea404961eab tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:55.599140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5104a270-7469-4e3b-8951-c5fc1dc1013f req-93de6fb2-e181-480e-bdea-eea404961eab tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1005929 May 14 18:13:55.614435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.621431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:13:55.621817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: timer() May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:13:55.636113 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:13:55.651323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5104a270-7469-4e3b-8951-c5fc1dc1013f req-972c5150-6ae3-464f-84d4-b96f1ddaec46 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 May 14 18:13:55.740810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.752192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-299f77a3-92ea-4925-baea-ae95bc26a8ce tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:55.771822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.779209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca1a25e-00ae-4cc0-9537-1a77f56f07ee,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:55.785168 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:55.796240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ca1a25e-00ae-4cc0-9537-1a77f56f07ee HTTP/1.1" status: 204 len: 168 time: 0.5188866 May 14 18:13:55.799042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57704) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:55.862850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Deleting subnet e87dd8a9-6723-4fb8-8026-9865e32956d4 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:13:55.866193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:55.942273 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.147020 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.457978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.463895 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-77882e0f-8f72-4d49-91b4-93014a244a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:56.466948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd094a-5006-4fd2-87d9-af2c0bd5e146 req-cb960c34-69fe-41db-b695-389b68d615da tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:56.468799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8cd094a-5006-4fd2-87d9-af2c0bd5e146 req-cb960c34-69fe-41db-b695-389b68d615da tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.0994680 May 14 18:13:56.502365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87dd8a9-6723-4fb8-8026-9865e32956d4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:56.505526 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:56.508181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.515001 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e87dd8a9-6723-4fb8-8026-9865e32956d4 HTTP/1.1" status: 204 len: 168 time: 0.7149372 May 14 18:13:56.517571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57720) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:56.552634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8cd094a-5006-4fd2-87d9-af2c0bd5e146 req-515b6b5a-8cfc-4f7b-8b0c-019fec8644e8 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779028 May 14 18:13:56.633098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.665095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0949e59f-1e79-4222-a000-0fe59693c4ea no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:13:56.710962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 0949e59f-1e79-4222-a000-0fe59693c4ea {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:13:56.711337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0949e59f-1e79-4222-a000-0fe59693c4ea not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:13:56.800260 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.822632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a244587a-d7da-4d14-886b-6a3769604b8f']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:56.843461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f74fa6d-2afa-4839-98e1-d81ae1ed7eb7') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:56.843867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f74fa6d-2afa-4839-98e1-d81ae1ed7eb7') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:13:56.856828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.874688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.882072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:13:56.882593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: timer() May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:13:56.900119 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:13:56.902985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f784e3a-57cd-449b-99ed-397d4dc5b7f9 req-d3bf1688-675a-41c9-b1a3-ffbed89726cd tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:56.904780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f784e3a-57cd-449b-99ed-397d4dc5b7f9 req-d3bf1688-675a-41c9-b1a3-ffbed89726cd tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1165125 May 14 18:13:56.977281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f784e3a-57cd-449b-99ed-397d4dc5b7f9 req-a017a80a-9e8b-4128-a04e-21ad8947e06e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667591 May 14 18:13:56.990485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.001928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.006382 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe644103-32b4-482a-be20-1bff1061094c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:57.012013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d0b664b-b7e0-4cd1-a925-213a9af0326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.031753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Pushing event deleted for resources: {'Network': ['ID=a244587a-d7da-4d14-886b-6a3769604b8f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:57.034257 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:57.035790 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a244587a-d7da-4d14-886b-6a3769604b8f HTTP/1.1" status: 204 len: 168 time: 0.5173829 May 14 18:13:57.250458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57738) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:57.316160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57744) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:57.319901 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-21ee87c0-2273-4431-9b56-555249726741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68b41560a6574ca79a4deff22097feb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679615 May 14 18:13:57.380650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.414093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.475447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.479977 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4d67313-75f7-4261-8e75-1a385ef5919b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:57.497865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:57.500537 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:57.502418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.504569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8d2e3b6-4185-4cac-acc3-7c7a9c95fc0d HTTP/1.1" status: 204 len: 168 time: 0.1874511 May 14 18:13:57.698738 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:57.831444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d75fa4-7f43-47cd-a16e-c401f3ec93eb req-cf1ac900-b9f1-4f76-aed6-470b55919dbd tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:57.833029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41d75fa4-7f43-47cd-a16e-c401f3ec93eb req-cf1ac900-b9f1-4f76-aed6-470b55919dbd tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1122489 May 14 18:13:57.957335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41d75fa4-7f43-47cd-a16e-c401f3ec93eb req-cf7c5049-3dd1-40c9-9dee-3e68cb9027cb tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160285 May 14 18:13:57.987488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57756) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:58.018053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-6dfaad57-1e0f-4542-9a6a-8d0527c3d104 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:58.019656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-6dfaad57-1e0f-4542-9a6a-8d0527c3d104 tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.22 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 945 time: 0.1277013 May 14 18:13:58.063632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ccd7da8d-232a-4d1d-aae8-3e7df5d2e297 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61c766571f1149bab0a1ad71e126e604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738397 May 14 18:13:58.066184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57762) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:13:58.139862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:58.170605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:58.234055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:58.242002 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b28b205-8aed-49a7-a751-8d3749a8bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:58.266759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310355f-fe9d-4a7c-bc1a-9b6b7bc03956,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:58.270911 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:58.273833 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:58.276408 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1310355f-fe9d-4a7c-bc1a-9b6b7bc03956 HTTP/1.1" status: 204 len: 168 time: 0.2089927 May 14 18:13:58.447598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e219c5f-f6ed-458a-bfc9-90a757c1c4cd req-685c4c10-85e8-472b-8b0d-1a2d8b9fcca9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:58.454892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e219c5f-f6ed-458a-bfc9-90a757c1c4cd req-685c4c10-85e8-472b-8b0d-1a2d8b9fcca9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.2725973 May 14 18:13:58.458223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Deleting port 19e11936-bb5a-49ca-8b58-3c7064bd408a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:13:58.458563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:58.636448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e219c5f-f6ed-458a-bfc9-90a757c1c4cd req-e5c8377b-68e1-49cf-87cb-24e03d3bb378 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802640 May 14 18:13:58.746417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] For port 19e11936-bb5a-49ca-8b58-3c7064bd408a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=19e11936-bb5a-49ca-8b58-3c7064bd408a,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:13:58.746780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:58.949822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Calling delete_port for 19e11936-bb5a-49ca-8b58-3c7064bd408a owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:13:59.206745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:59.213755 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8f4b17b-8c3b-4f77-b0d3-1a86d0193751 tempest-PortsAdminExtendedAttrsTestJSON-1830146377 tempest-PortsAdminExtendedAttrsTestJSON-1830146377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:13:59.268833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Pushing event deleted for resources: {'Port': ['ID=19e11936-bb5a-49ca-8b58-3c7064bd408a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:13:59.272259 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:13:59.361973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] No DVR routers for this DVR port 19e11936-bb5a-49ca-8b58-3c7064bd408a on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:13:59.395037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:59.403139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'name': 'network-vif-deleted', 'tag': '19e11936-bb5a-49ca-8b58-3c7064bd408a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:13:59.425234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62497bb6-5cba-4400-a81f-8e37d92c1e1a req-05e28a2d-038e-437a-8db1-3aa5899a97cf tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.24 "GET /v2.0/ports?device_id=89a6988a-fa8d-4825-9942-b80ad3ce2cda HTTP/1.1" status: 200 len: 210 time: 0.0702715 May 14 18:13:59.436657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2034b45c-fe7a-4293-b411-f9b4ed296ad0 req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] 10.222.0.22 "DELETE /v2.0/ports/19e11936-bb5a-49ca-8b58-3c7064bd408a HTTP/1.1" status: 204 len: 173 time: 1.4109209 May 14 18:13:59.538919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:59.569807 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a6988a-fa8d-4825-9942-b80ad3ce2cda', 'name': 'network-vif-deleted', 'tag': '19e11936-bb5a-49ca-8b58-3c7064bd408a', 'status': 'completed', 'code': 200} May 14 18:13:59.707633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98829289-7636-4b37-ac9d-61fc7c25c0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:13:59.870328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cff089-bfec-49bc-b182-261f62fd3e60 req-8d986dd3-78d5-4b68-956b-83e1bd952d0b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:13:59.877796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28cff089-bfec-49bc-b182-261f62fd3e60 req-8d986dd3-78d5-4b68-956b-83e1bd952d0b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.0918965 May 14 18:13:59.937446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28cff089-bfec-49bc-b182-261f62fd3e60 req-79be740c-1cec-47bb-b6b0-02b610543df0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 May 14 18:14:00.635605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:00.683594 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:01.064745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19e11936-bb5a-49ca-8b58-3c7064bd408a no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:14:01.144850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 19e11936-bb5a-49ca-8b58-3c7064bd408a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:14:01.145550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 19e11936-bb5a-49ca-8b58-3c7064bd408a not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:14:01.293743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4385d6-9165-445e-bc3a-1265757f981c req-da9f7600-c2fd-40ea-9765-1a548d9aba85 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:01.298314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b4385d6-9165-445e-bc3a-1265757f981c req-da9f7600-c2fd-40ea-9765-1a548d9aba85 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1555455 May 14 18:14:01.419371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b4385d6-9165-445e-bc3a-1265757f981c req-b877c43b-ab8e-456f-973f-143876779aac tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066139 May 14 18:14:01.716594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:02.208059 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:02.260370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Deleting port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:14:02.261320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:02.572369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] For port 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,segment=NetworkSegment(8353bb0d-ab5f-444e-8796-eabd8f3ce946),segment_id=8353bb0d-ab5f-444e-8796-eabd8f3ce946)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:14:02.572927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:02.810091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c636bd-1cfe-49fc-bfdc-6c4c8fa54039 req-811fe637-bdd8-4093-865f-5ce709df54ba tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:02.817160 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76c636bd-1cfe-49fc-bfdc-6c4c8fa54039 req-811fe637-bdd8-4093-865f-5ce709df54ba tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1299641 May 14 18:14:02.838284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Calling delete_port for 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:14:02.883824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76c636bd-1cfe-49fc-bfdc-6c4c8fa54039 req-9dcf6485-bff8-40ae-97ef-a578902c3141 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 May 14 18:14:03.057672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:03.062484 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:03.131937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:03.136984 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:03.614378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:03.621672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069dfaa-695d-4886-9dd0-99d646c865d0 req-a2036646-7055-40c4-ac61-f9bb9866ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:03.623132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9069dfaa-695d-4886-9dd0-99d646c865d0 req-a2036646-7055-40c4-ac61-f9bb9866ea98 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 1097 time: 0.1953065 May 14 18:14:03.723477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9069dfaa-695d-4886-9dd0-99d646c865d0 req-b0a5dfba-8326-48a0-b177-1975c809fa11 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826876 May 14 18:14:04.134471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f566eb-156c-4590-9ef7-b84dc21881d8 req-b330a1cc-3088-4e39-80ce-caefa9293056 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:04.136126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8f566eb-156c-4590-9ef7-b84dc21881d8 req-b330a1cc-3088-4e39-80ce-caefa9293056 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1325009 May 14 18:14:04.197195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8f566eb-156c-4590-9ef7-b84dc21881d8 req-b4b3b54d-6313-48c3-b0d8-9864c5ef088c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529428 May 14 18:14:04.294988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Router 2ab0f494-5195-46b4-a74c-d992c98d6e18 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:14:04.560674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:14:04.572961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] Sync routers for ids ['2ab0f494-5195-46b4-a74c-d992c98d6e18'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:14:04.586575 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] Routers {'2ab0f494-5195-46b4-a74c-d992c98d6e18'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:14:04.589582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] 10.222.0.24 "PUT /v2.0/routers/2ab0f494-5195-46b4-a74c-d992c98d6e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9521353 May 14 18:14:04.589880 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:14:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2ab0f494-5195-46b4-a74c-d992c98d6e18'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:04.591608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57952) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:04.853142 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] Set router 2ab0f494-5195-46b4-a74c-d992c98d6e18 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:14:04.905698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:05.193060 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:14:02Z', 'revision_number': 5, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port': {'id': 'cd64a198-8e39-46da-8aaa-c2e9a5344adb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:10:27Z', 'updated_at': '2021-05-14T18:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:05.206276 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] Checking router: 2ab0f494-5195-46b4-a74c-d992c98d6e18 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:14:05.234607 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] Routers {'2ab0f494-5195-46b4-a74c-d992c98d6e18'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:14:05.238021 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:14:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2ab0f494-5195-46b4-a74c-d992c98d6e18'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:05.345437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:05.525168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Deleting port cd64a198-8e39-46da-8aaa-c2e9a5344adb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:14:05.525570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:05.564864 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] Set router 2ab0f494-5195-46b4-a74c-d992c98d6e18 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:14:05.715785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20d21-7f9d-454b-9399-df3e49240ecc req-402e3913-272f-40f5-af15-cbdd4b06fd4c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:05.718636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4f20d21-7f9d-454b-9399-df3e49240ecc req-402e3913-272f-40f5-af15-cbdd4b06fd4c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.3082280 May 14 18:14:05.732425 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:14:05Z', 'revision_number': 6, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:05.738230 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8c654-919f-4eca-9db4-dcf2a3320b2c None None] The sync data for ids ['2ab0f494-5195-46b4-a74c-d992c98d6e18'] in n-d-787206-3 is: [{'id': '2ab0f494-5195-46b4-a74c-d992c98d6e18', 'name': 'tempest-ServerRescueNegativeTestJSON-969028943-router', 'tenant_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:10:25Z', 'updated_at': '2021-05-14T18:14:05Z', 'revision_number': 6, 'project_id': 'd7ca7bd1b91a47509f55aeb56609e83c', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:14:05.825117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] For port cd64a198-8e39-46da-8aaa-c2e9a5344adb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd64a198-8e39-46da-8aaa-c2e9a5344adb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:14:05.825397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:05.834901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4f20d21-7f9d-454b-9399-df3e49240ecc req-34460431-8f8d-45a7-ae53-8ac5cd6ba33c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013689 May 14 18:14:05.976720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Calling delete_port for cd64a198-8e39-46da-8aaa-c2e9a5344adb owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:14:06.131948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.137962 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d709088-00cc-4e4e-b3ec-fde2c7741116 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:06.218570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd64a198-8e39-46da-8aaa-c2e9a5344adb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:06.222817 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:06.338137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.602011 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.606376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.667572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.668124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab0f494-5195-46b4-a74c-d992c98d6e18 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:14:06.706826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-bc9cbb80-67e6-43a7-b217-2291a0553196 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:06.708304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-bc9cbb80-67e6-43a7-b217-2291a0553196 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 810 time: 0.1973717 May 14 18:14:06.710127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.714492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2ab0f494-5195-46b4-a74c-d992c98d6e18 HTTP/1.1" status: 204 len: 168 time: 2.1183724 May 14 18:14:06.715055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58010) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:06.724763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-7531c067-4c9c-4a39-9c16-cbd019f203fc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/quotas/eb247b724d5d4f38a1cd73283b69762c HTTP/1.1" status: 200 len: 375 time: 0.0100393 May 14 18:14:06.798586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Deleting subnet 13fa1d95-3e68-4966-ace5-0edf6ea09fc3 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:14:06.806794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.834983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-1b937e20-61e4-41c8-80a7-7b6e37fed48e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033640 May 14 18:14:06.863072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.924147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:06.965482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-e52a74e2-b3e3-4923-8792-054371ceb22f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:14:06.975288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-e52a74e2-b3e3-4923-8792-054371ceb22f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1390345 May 14 18:14:07.159148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-0c9a786f-5b9d-41d4-81f0-950472cf820f service neutron] 10.222.0.24 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825843 May 14 18:14:07.280514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.287895 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9d04802-f5a8-47b8-8f0d-2e2d9f4825e6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:07.336553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fa1d95-3e68-4966-ace5-0edf6ea09fc3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:07.341621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.347389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:07.353804 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/13fa1d95-3e68-4966-ace5-0edf6ea09fc3 HTTP/1.1" status: 204 len: 168 time: 0.6374674 May 14 18:14:07.355514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58030) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:07.392185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-3108ffd6-0382-4364-a618-d9398e2f4fab service neutron] 10.222.0.24 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246447 May 14 18:14:07.505944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.521502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:14:07.601928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:14:07.604757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3fcefaa3-b8a9-48a4-8e72-5ecb0632adfb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:14:07.605508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd64a198-8e39-46da-8aaa-c2e9a5344adb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:14:07.700736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: cd64a198-8e39-46da-8aaa-c2e9a5344adb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:14:07.701560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd64a198-8e39-46da-8aaa-c2e9a5344adb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:14:07.750927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.768102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152ac923-6cc2-4ed0-ac5c-c7547f0934de']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:07.782420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8353bb0d-ab5f-444e-8796-eabd8f3ce946') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:07.782699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8353bb0d-ab5f-444e-8796-eabd8f3ce946') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:07.800593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.823269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.832744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:14:07.833783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: timer() May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:14:07.926099 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:14:07.972125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:07.978430 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70ddfe17-a06f-4344-8db4-1880bc3d8611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:07.996550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:08.005923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=152ac923-6cc2-4ed0-ac5c-c7547f0934de,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:08.011925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:08.021240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/152ac923-6cc2-4ed0-ac5c-c7547f0934de HTTP/1.1" status: 204 len: 168 time: 0.6643946 May 14 18:14:08.308077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58068) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:08.391386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f67c0626-aeee-45f0-8d5b-44a907d995a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7ca7bd1b91a47509f55aeb56609e83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815372 May 14 18:14:08.393645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58072) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:08.476831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:08.511444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:08.519306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-240cf007-7b2f-43f1-938d-3c6acb826502 req-ade19201-810d-4520-b650-944426aae18c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 210 time: 0.1456542 May 14 18:14:08.579008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:08.584558 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dd44d7c7-31e3-48fc-8878-e4ed91b9cc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:08.598669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb081648-cb84-4ef6-adf1-4f4b0f5b3dad,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:08.601060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:08.609080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:08.619813 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb081648-cb84-4ef6-adf1-4f4b0f5b3dad HTTP/1.1" status: 204 len: 168 time: 0.2184799 May 14 18:14:08.854208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58098) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:08.943715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Deleting subnet f0cbe6aa-a366-4248-8be5-043189730d0e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:14:08.946843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:09.294198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:09.424923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:09.897335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58152) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:09.918762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-436a912b-b80d-4619-afc1-a076f6b42dce tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:09.921327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-436a912b-b80d-4619-afc1-a076f6b42dce tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.15 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 810 time: 0.5592811 May 14 18:14:10.003678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.006215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Request body: {'port': {'device_id': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'admin_state_up': True, 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:14:10.011103 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a78b7e5-03e4-4054-aa94-982668118fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:10.024969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04206a60-7326-4ec3-a20f-9a54cdd7904f req-fc974fee-f538-45a2-a30c-b83cb03d8097 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 210 time: 0.0967770 May 14 18:14:10.066790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.069486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0cbe6aa-a366-4248-8be5-043189730d0e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:10.073085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:10.076524 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f0cbe6aa-a366-4248-8be5-043189730d0e HTTP/1.1" status: 204 len: 168 time: 1.2212200 May 14 18:14:10.078854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58166) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:10.095499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1446489938-network', 'tenant_id': 'd167a8aa95814ef2b8d66b9cee43ea6d'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:14:10.101325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:10.106547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Usage tracker for resource:network and tenant:d167a8aa95814ef2b8d66b9cee43ea6d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:10.109620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:10.115359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:10.128557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Made reservation on behalf of d167a8aa95814ef2b8d66b9cee43ea6d for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:14:10.131423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.162045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.221540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:10.225309 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.225935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Usage tracker for resource:security_group_rule and tenant:d167a8aa95814ef2b8d66b9cee43ea6d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:10.229988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:10.244466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:10.366487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:10.377912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:10.398089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Made reservation on behalf of eb247b724d5d4f38a1cd73283b69762c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:14:10.402386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.447559 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.465218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be545dbd-113c-4593-8af9-14fe87aa197f']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:10.479093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:10.479647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cd3fbe-e5ad-4620-aba6-ba5abf01da3b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:10.492813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.511353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.518763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:14:10.519505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.622787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Allocated IP 172.20.0.10 (da424c78-3456-42d9-a2b0-2bcc74f31e06/0fcb9004-6a5e-47fb-baa6-0347e82bca3c/4dc6df2d-8f9d-49fc-a4f0-124c0737afbb) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: timer() May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:14:10.627379 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:14:10.660323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.665763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.684470 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2eb06a36-1a0b-41fc-aa49-05a37d4e4854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:10.717390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/be545dbd-113c-4593-8af9-14fe87aa197f HTTP/1.1" status: 204 len: 168 time: 0.6373560 May 14 18:14:10.720907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58182) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:10.758153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=be545dbd-113c-4593-8af9-14fe87aa197f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:10.765394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:10.799203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Deleting subnet 9f44ee72-aef0-46cc-b2e5-68d20a8e12c0 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:14:10.802751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.865924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.880614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.885995 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a6e66b6d-0e5a-44ea-878c-d63df8aeb4b3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:10.892350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.895610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.936499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:14:10.952713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54defe0-b732-4a63-809f-592868122cc7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:10.959429 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:10.960534 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:10.961057 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Added segment 5e051719-a648-48bf-abff-c3608316669c of type vlan for network 633041f1-00e7-4bbd-8114-e3c96e03f9ff May 14 18:14:10.987698 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.007215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.037532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.050323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:11.050533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5a18870f-c67d-4d91-a39e-9d78d6f7af06'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:14:11.146379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Network da424c78-3456-42d9-a2b0-2bcc74f31e06 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:14:11.160939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:14:11.168539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:14:11.211692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.213321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:11.214070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.219036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Pushing event updated for resources: {'Port': ['ID=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:11.241787 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:11.272060 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ba2cb21c-5ca2-4aa0-9b75-09935243a405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:11.413091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.424187 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6b9fc9-24f5-4838-b034-ec9d9caf7243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:11.450664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Pushing event updated for resources: {'Network': ['ID=633041f1-00e7-4bbd-8114-e3c96e03f9ff,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:11.459587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f44ee72-aef0-46cc-b2e5-68d20a8e12c0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:11.461349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.466555 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:11.474097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 633041f1-00e7-4bbd-8114-e3c96e03f9ff details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:14:11.478049 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:11.484224 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f44ee72-aef0-46cc-b2e5-68d20a8e12c0 HTTP/1.1" status: 204 len: 168 time: 0.7593787 May 14 18:14:11.484945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:11.553339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:11.554004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.608400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:11.611281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7126968 May 14 18:14:11.612981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6128089 May 14 18:14:11.631453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Request body: {'port': {'device_id': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:14:11.643837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Request body: {'subnet': {'network_id': '633041f1-00e7-4bbd-8114-e3c96e03f9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1446489938-subnet', 'tenant_id': 'd167a8aa95814ef2b8d66b9cee43ea6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:14:11.651616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:11.660986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Usage tracker for resource:subnet and tenant:d167a8aa95814ef2b8d66b9cee43ea6d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:11.672174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:11.683425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:11.690165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.755043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Made reservation on behalf of d167a8aa95814ef2b8d66b9cee43ea6d for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:14:11.757605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.799970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.817959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5998-c0be-46d2-95a4-ac2f0083ee8e req-a370ed07-e682-46d2-848b-9d4922c68443 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:11.818805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-db7d5998-c0be-46d2-95a4-ac2f0083ee8e req-a370ed07-e682-46d2-848b-9d4922c68443 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Synchronizing usage tracker for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:14:11.886329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-db7d5998-c0be-46d2-95a4-ac2f0083ee8e req-a370ed07-e682-46d2-848b-9d4922c68443 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Unset dirty status for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:14:11.887808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db7d5998-c0be-46d2-95a4-ac2f0083ee8e req-a370ed07-e682-46d2-848b-9d4922c68443 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 932 time: 0.4924622 May 14 18:14:11.921309 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:11.940011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468f757d-088a-4842-a6e2-5c475f79e6ef']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:11.970837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c045d7b7-48fb-403a-9556-1a153397bb6e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:11.971501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c045d7b7-48fb-403a-9556-1a153397bb6e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:11.990507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.016377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.026242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:14:12.026970 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: timer() May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:14:12.053535 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:14:12.063202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db7d5998-c0be-46d2-95a4-ac2f0083ee8e req-8c7f1c85-80a9-43e6-9965-16eaa5adae31 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653388 May 14 18:14:12.166589 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:14:12.221466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.226740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.233127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-067ee328-8af1-49ae-b81f-eec225a0e69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:12.259962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Pushing event deleted for resources: {'Network': ['ID=468f757d-088a-4842-a6e2-5c475f79e6ef,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:12.262678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:12.266320 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] 10.222.0.24 "DELETE /v2.0/networks/468f757d-088a-4842-a6e2-5c475f79e6ef HTTP/1.1" status: 204 len: 168 time: 0.7798624 May 14 18:14:12.464742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58232) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:12.694968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:14:12.706713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.714823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bb0c8811-e453-490e-bb1a-467b07810da0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a725d65c89214a6a8bc818d636001ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488782 May 14 18:14:12.715713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58238) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:12.741860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.745353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Transition to ACTIVE for port object 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:14:12.747836 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4a3ea84e-6acb-488c-88cc-bd9f28381dcf tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:12.760367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.777479 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:12.825894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab63145-0541-4eb5-afd1-5e8a579b7c72,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:12.831652 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:12.863637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Checking segment: {'id': '5e051719-a648-48bf-abff-c3608316669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '633041f1-00e7-4bbd-8114-e3c96e03f9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:14:12.864012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Network hostable DHCP agents. Network: 633041f1-00e7-4bbd-8114-e3c96e03f9ff, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:14:12.886382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Network 633041f1-00e7-4bbd-8114-e3c96e03f9ff is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:14:12.920921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 633041f1-00e7-4bbd-8114-e3c96e03f9ff) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:14:12.939240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca1b6a-7b4d-41dc-a1fe-a85b19e587e6 None None] Network 633041f1-00e7-4bbd-8114-e3c96e03f9ff requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:14:12.950086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:12.950747 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:12.974181 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3640585 May 14 18:14:13.007460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Pushing event updated for resources: {'Port': ['ID=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:13.015548 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.072230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.177591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:13.311800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c730ffcd-3379-40f3-8177-8aa10f48f157 None None] Network 633041f1-00e7-4bbd-8114-e3c96e03f9ff requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:14:13.317846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.464789 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-525b7070-b5fc-48f3-9ce2-d384f2534381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:13.532528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Attempting to bind port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:14:13.532748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Attempting to bind port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:14:13.539632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Attempting to bind port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb on network da424c78-3456-42d9-a2b0-2bcc74f31e06 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:14:13.560404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4138d2bf-5de1-47c6-a5f6-c972506ec503,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:13.564432 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:13.565099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb on network da424c78-3456-42d9-a2b0-2bcc74f31e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:14:13.565293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Attempting to bind port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb on network da424c78-3456-42d9-a2b0-2bcc74f31e06 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:14:13.583639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:14:13.583979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Checking segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:14:13.584362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Bound using segment: {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:14:13.584983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Bound port: 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b535f135-1d43-482c-868f-e03fe82238e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:14:13.585530 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.641904 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.642319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4138d2bf-5de1-47c6-a5f6-c972506ec503 HTTP/1.1" status: 204 len: 168 time: 0.9238605 May 14 18:14:13.701284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204a895-81d3-466f-b9da-74bda8bcb927 req-4b98a9f8-96e5-4c05-bef8-ed6980d59326 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:13.702800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c204a895-81d3-466f-b9da-74bda8bcb927 req-4b98a9f8-96e5-4c05-bef8-ed6980d59326 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 944 time: 0.3663132 May 14 18:14:13.777097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] For port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:14:13.790900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c204a895-81d3-466f-b9da-74bda8bcb927 req-63348613-24dd-40c2-ae13-5484aba24d54 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737081 May 14 18:14:13.812099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] For port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:14:13.828051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.834677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e63a0b78-40eb-4125-8f9a-7c0cadae3da4 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:13.893948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:13.894551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:13.896044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] 10.222.0.15 "PUT /v2.0/ports/4dc6df2d-8f9d-49fc-a4f0-124c0737afbb HTTP/1.1" status: 200 len: 1092 time: 2.2737715 May 14 18:14:13.896563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'tag': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:14:13.971485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:14.007474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Pushing event updated for resources: {'Port': ['ID=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:14.020223 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:14.109044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Deleting subnet 1ab63145-0541-4eb5-afd1-5e8a579b7c72 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:14:14.113430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-5304d708-b14b-4c3d-bf2f-e2644243c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:14.120509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-5304d708-b14b-4c3d-bf2f-e2644243c9eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 1095 time: 0.1592739 May 14 18:14:14.134212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.269338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-4977d803-08f6-4cd7-a5b7-b693b721bd92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb HTTP/1.1" status: 200 len: 217 time: 0.1417856 May 14 18:14:14.282509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.332885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58290) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:14.390654 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'tag': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb', 'status': 'completed', 'code': 200} May 14 18:14:14.394423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.404474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-de91df6a-d902-4650-94af-c1a65d3de8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:14.406121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-de91df6a-d902-4650-94af-c1a65d3de8a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.1303444 May 14 18:14:14.469817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-1d06382f-5736-4069-9f02-9d84c3c196c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525594 May 14 18:14:14.527093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87cd30a7-503d-42cc-9aef-8d97e31ef7df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c47b83e40c947d88b40bd1d76798825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902905 May 14 18:14:14.529081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:14.647526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-ce56a199-1527-4158-a922-78e08143ef9d service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551332 May 14 18:14:14.697611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.725229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.811007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e22c6cb7-8909-43fa-a3dc-c3f35438a3a5 req-87af7a2b-b5c5-4814-8d4e-623b88b3b10d service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563833 May 14 18:14:14.920110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.925997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eebc03bc-8a89-4a2f-a2d6-27a082fdd17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:14.941788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f41908b-dadd-453b-a345-c725390e5387,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:14.944991 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:14.949748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:14.960675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff8537e0-6f98-4f45-b318-5b5f4a8eef07 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:15.010121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab63145-0541-4eb5-afd1-5e8a579b7c72,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:15.014303 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:15.016315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.020860 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ab63145-0541-4eb5-afd1-5e8a579b7c72 HTTP/1.1" status: 204 len: 168 time: 1.0463581 May 14 18:14:15.020860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.020860 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f41908b-dadd-453b-a345-c725390e5387 HTTP/1.1" status: 204 len: 168 time: 0.4903715 May 14 18:14:15.022948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58310) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:15.039731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-752eb451-4aca-4013-a630-61f52ed3210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:15.042240 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-752eb451-4aca-4013-a630-61f52ed3210c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 1095 time: 0.1812143 May 14 18:14:15.162124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.198851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-012b4257-1136-4a9f-81ca-7faf57d87190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:15.200419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-012b4257-1136-4a9f-81ca-7faf57d87190 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 911 time: 0.1482434 May 14 18:14:15.389241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.406728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633041f1-00e7-4bbd-8114-e3c96e03f9ff']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:15.423007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e051719-a648-48bf-abff-c3608316669c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:15.423624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e051719-a648-48bf-abff-c3608316669c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:15.427877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-d8b12a39-ee7a-4d53-aaf8-d34fc3a3d6dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb HTTP/1.1" status: 200 len: 217 time: 0.2178826 May 14 18:14:15.441663 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.460961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.473348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:14:15.474292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: timer() May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:14:15.509007 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:14:15.582519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e160c-826f-43ac-94a2-4893e468bcb0 req-2dfc9adf-3505-46fb-ab36-ce9542156ddc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:15.596734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859e160c-826f-43ac-94a2-4893e468bcb0 req-2dfc9adf-3505-46fb-ab36-ce9542156ddc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 944 time: 0.6009164 May 14 18:14:15.706165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.715829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eecf12cf-9ae2-4bee-8643-1fb58637a54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:15.764674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-d2bb8860-b223-4f4b-807a-0c4aae124cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:15.767888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:15.770151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-d2bb8860-b223-4f4b-807a-0c4aae124cb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.3330910 May 14 18:14:15.775540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Pushing event deleted for resources: {'Network': ['ID=633041f1-00e7-4bbd-8114-e3c96e03f9ff,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:15.797965 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:15.816156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] 10.222.0.24 "DELETE /v2.0/networks/633041f1-00e7-4bbd-8114-e3c96e03f9ff HTTP/1.1" status: 204 len: 168 time: 0.7919788 May 14 18:14:15.902567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859e160c-826f-43ac-94a2-4893e468bcb0 req-99c8cd13-4273-466f-be8b-44feae771dcc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948217 May 14 18:14:15.918840 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-d5cc13bb-007f-49a5-9e71-64f936fab9ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403024 May 14 18:14:16.235771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58356) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:16.300076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-6df10d1d-0b45-480d-9aa5-36cee82f28cf service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695247 May 14 18:14:16.366836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd0e880b-2efe-4699-a8e2-e50a0b53bf23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d167a8aa95814ef2b8d66b9cee43ea6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1195514 May 14 18:14:16.367461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58362) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:16.515569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:16.533757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e555597-acbc-4efd-94c9-30df8ae8a726 req-44f38c97-6b14-4cba-b953-b1732b63a392 service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246056 May 14 18:14:16.558742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:16.630304 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:16.635000 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:16.646679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54defe0-b732-4a63-809f-592868122cc7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:16.649607 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:16.655268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:16.658782 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c54defe0-b732-4a63-809f-592868122cc7 HTTP/1.1" status: 204 len: 168 time: 0.2900107 May 14 18:14:17.205888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f19d47-f23d-4991-b63d-05b0b0ac5ed2 req-743242d9-b269-47ea-9586-57b0f2fcb359 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:17.207692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3f19d47-f23d-4991-b63d-05b0b0ac5ed2 req-743242d9-b269-47ea-9586-57b0f2fcb359 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 944 time: 0.1124547 May 14 18:14:17.267971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3f19d47-f23d-4991-b63d-05b0b0ac5ed2 req-d3689b51-4514-4136-a7da-a81e587e19db tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 May 14 18:14:18.606653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907902-2a4d-46eb-beb3-123044b59cdf req-427beae7-a27b-41de-a3ea-48bd5d2b4b96 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:18.610335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b907902-2a4d-46eb-beb3-123044b59cdf req-427beae7-a27b-41de-a3ea-48bd5d2b4b96 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 944 time: 0.1820443 May 14 18:14:18.661913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b907902-2a4d-46eb-beb3-123044b59cdf req-3319b4ef-f2be-4e9b-b256-437b030f40ea tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448892 May 14 18:14:18.806577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:14:19.126514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:14:19.132649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:19.173190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb', 'network_id': 'da424c78-3456-42d9-a2b0-2bcc74f31e06', 'port_id': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb', 'mac_address': 'fa:16:3e:ca:e9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcb9004-6a5e-47fb-baa6-0347e82bca3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:14:19.288001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:19.333506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:14:19.368550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:14:19.374477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:19.376286 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:19.424573 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:19.446293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:19.450891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Usage tracker for resource:security_group_rule and tenant:5a27da3360664b4280164a8de3331178 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:19.454396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:19.492361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:19.536174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:19.554066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.554717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.555350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.559594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.560175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.560682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.561340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.561847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.562334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.562838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.563372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.569818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:19.581887 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:19.677283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58500) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:19.682109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:19.687859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:19.712281 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f32d9ee3-f90b-498e-8833-9aa0f37c1b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:19.771816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['4dc6df2d-8f9d-49fc-a4f0-124c0737afbb'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:14:19.810921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a27da3360664b4280164a8de3331178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770799 May 14 18:14:19.816449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:19.847493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a27ab0b-a18c-462f-86a3-238151ccc486,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:19.873806 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:19.954708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.006472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12ad9d-d3c7-4740-ad46-e3ae19442394 req-a71750d8-a6b7-49d0-acbb-9956250dff42 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:20.007999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b12ad9d-d3c7-4740-ad46-e3ae19442394 req-a71750d8-a6b7-49d0-acbb-9956250dff42 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 945 time: 0.1122532 May 14 18:14:20.012428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.033046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.047081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:20.054165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Usage tracker for resource:security_group_rule and tenant:9a885d3a407a42df9b8d701b4c050cb1 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:20.059814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:20.063767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b12ad9d-d3c7-4740-ad46-e3ae19442394 req-fdd4a84e-3a4d-451e-8b16-8f54502c2358 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 May 14 18:14:20.075944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:20.188186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.194425 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-722c717d-13a3-4d99-ac9e-2122db680683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:20.213481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a27ab0b-a18c-462f-86a3-238151ccc486,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:20.219078 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:20.224866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.231613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.235480 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a27ab0b-a18c-462f-86a3-238151ccc486 HTTP/1.1" status: 204 len: 168 time: 0.4180059 May 14 18:14:20.236788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.246214 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-418c4b61-45b2-42ec-b029-f6ac68c7306b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:20.290431 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a885d3a407a42df9b8d701b4c050cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109025 May 14 18:14:20.290651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58524) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:20.292162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d366ea0-0325-46b4-a6be-2cf3e7ae089e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:20.295053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:20.369640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.400772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.500449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.505307 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d64c0f6d-9961-4ef8-ba18-f28c1051bc8d tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:20.520612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d366ea0-0325-46b4-a6be-2cf3e7ae089e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:20.523087 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:20.546867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:20.550267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d366ea0-0325-46b4-a6be-2cf3e7ae089e HTTP/1.1" status: 204 len: 168 time: 0.2559173 May 14 18:14:21.358885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1e3c-5f11-4a08-8f92-cbc285671cc6 req-3500177f-765c-46f0-8662-af424be0bd61 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:21.361094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6cb1e3c-5f11-4a08-8f92-cbc285671cc6 req-3500177f-765c-46f0-8662-af424be0bd61 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 945 time: 0.1203814 May 14 18:14:21.440336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6cb1e3c-5f11-4a08-8f92-cbc285671cc6 req-a03e1431-f0bf-4bfc-90e3-e21a57741ba8 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704587 May 14 18:14:22.794729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd345c1-73e5-492f-918a-10d1f71fe4ed req-4b08373f-723d-4e08-9096-044017e6f2ac tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:22.803673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2dd345c1-73e5-492f-918a-10d1f71fe4ed req-4b08373f-723d-4e08-9096-044017e6f2ac tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 945 time: 0.1623962 May 14 18:14:22.831728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:14:22.866847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2dd345c1-73e5-492f-918a-10d1f71fe4ed req-526afa4e-49f0-4f47-9349-e7130cd963ed tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617788 May 14 18:14:23.053458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:14:23.060435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:14:23.060906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:23.277762 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:23.316526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:14:23.330425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:14:23.337541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:23.340021 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:23.466888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:23.483464 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb', 'code': 200} May 14 18:14:23.485361 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:23.642910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154b3e5-2cc0-4b72-a675-dfa503564371 req-8b305095-565e-42d6-b201-797d62361ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:23.644412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4154b3e5-2cc0-4b72-a675-dfa503564371 req-8b305095-565e-42d6-b201-797d62361ceb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 1097 time: 0.1347167 May 14 18:14:23.730714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4154b3e5-2cc0-4b72-a675-dfa503564371 req-5aded177-7b19-428e-875b-5857e3285d26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 May 14 18:14:24.071661 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:24.259802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40810-6cc5-474a-ad5d-c3562b94ea05 req-c26f4ac2-53c6-4b6f-bc36-078dc635cd09 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:24.266975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cf40810-6cc5-474a-ad5d-c3562b94ea05 req-c26f4ac2-53c6-4b6f-bc36-078dc635cd09 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2175839 May 14 18:14:24.337130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cf40810-6cc5-474a-ad5d-c3562b94ea05 req-44b67158-db11-494e-a5f7-d085596cbfbf tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666084 May 14 18:14:25.656654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf2e74-2dca-43ea-a55d-9d2f4f4391c7 req-3fbe5a9f-e120-4ef2-970c-a3f85e625933 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:25.664000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90bf2e74-2dca-43ea-a55d-9d2f4f4391c7 req-3fbe5a9f-e120-4ef2-970c-a3f85e625933 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1426451 May 14 18:14:25.721736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90bf2e74-2dca-43ea-a55d-9d2f4f4391c7 req-94a21fae-9afd-43a8-8e40-c6627795e80f tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561256 May 14 18:14:26.080415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58800) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:26.277880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:26.295647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:26.300971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Usage tracker for resource:security_group_rule and tenant:b36533e3837c4250b3ceaa7b86afbc71 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:26.306156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:26.314335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:26.630171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba52b63-2353-4496-b87e-91f1689ef941 req-1f4bfa9c-3978-4f77-bf3e-55dde64cc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:26.631946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-1f4bfa9c-3978-4f77-bf3e-55dde64cc631 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 1097 time: 0.2192321 May 14 18:14:26.688873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:26.725452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:26.952744 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af71156b-3019-43b2-933c-26832a63117a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:26.960309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b36533e3837c4250b3ceaa7b86afbc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8785880 May 14 18:14:26.963788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58842) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:27.001125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb5dc7-ac20-4d21-b133-763f4f829e9e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:27.021764 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:27.052877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56d749b5-c884-4967-91e5-f3fa4dc621ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:27.092848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e862b-83af-400f-b217-7f5da26141f3 req-f5dc4155-f165-4037-8a5f-de6dcf9f0d90 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:27.094420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d59e862b-83af-400f-b217-7f5da26141f3 req-f5dc4155-f165-4037-8a5f-de6dcf9f0d90 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.4580259 May 14 18:14:27.102784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:27.142557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:27.175898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba52b63-2353-4496-b87e-91f1689ef941 req-9edcfa97-5ab2-45fa-a7d3-ab0e985bdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:27.177356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-9edcfa97-5ab2-45fa-a7d3-ab0e985bdac4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 911 time: 0.5363119 May 14 18:14:27.292370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-31dbc7dd-0f7b-4561-9f2b-6e5676262270 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb HTTP/1.1" status: 200 len: 217 time: 0.1028717 May 14 18:14:27.402441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d59e862b-83af-400f-b217-7f5da26141f3 req-ef23960d-11b0-4280-b230-8c79bf03ae2c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876058 May 14 18:14:27.406306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba52b63-2353-4496-b87e-91f1689ef941 req-e18bd883-60a7-4240-8790-5e2338e02112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:27.409886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-e18bd883-60a7-4240-8790-5e2338e02112 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.1061742 May 14 18:14:27.424581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:27.438741 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:27.458424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:27.463446 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6fb5dc7-ac20-4d21-b133-763f4f829e9e HTTP/1.1" status: 204 len: 168 time: 0.4954665 May 14 18:14:27.463446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb5dc7-ac20-4d21-b133-763f4f829e9e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:27.534576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.542385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-ff3d5c69-5be6-4d5f-8889-2d2a4965cc10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251085 May 14 18:14:27.549066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.549066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.549066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.550060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.550460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.550840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.551244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.551615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.551983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.552348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.552708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:27.570253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:27.680775 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:27.815352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-5b61fdbb-dcbf-4b80-9844-ddc4e078cbdd service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657094 May 14 18:14:28.022855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba52b63-2353-4496-b87e-91f1689ef941 req-667e7300-ebf6-4d18-9a21-641d078957bb service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002289 May 14 18:14:28.174420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:28.192785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.207444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:28.211294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Usage tracker for resource:security_group_rule and tenant:ec55ccf51bcc4dad97d228151738c162 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:28.214488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:28.220326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:28.315424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.320059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.334120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6baefb32-65ba-418e-8c3b-2b8b6c495f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:28.358377 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec55ccf51bcc4dad97d228151738c162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828830 May 14 18:14:28.361062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58940) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:28.379114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33566d-5498-4848-8ad1-e87abef24dbc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:28.383551 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:28.446483 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.485450 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.655282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd555a6-fba6-41d4-8d12-bfd5cb24cd48 req-9fd6eded-e1e2-4ffb-94d8-813e37a1e1e7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:28.659686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd555a6-fba6-41d4-8d12-bfd5cb24cd48 req-9fd6eded-e1e2-4ffb-94d8-813e37a1e1e7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1436503 May 14 18:14:28.661285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.671365 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e3695bf-7849-4050-ab7e-218c3d146113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:28.699865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33566d-5498-4848-8ad1-e87abef24dbc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:28.710644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:28.712025 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:28.713126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b33566d-5498-4848-8ad1-e87abef24dbc HTTP/1.1" status: 204 len: 168 time: 0.3509166 May 14 18:14:28.741169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd555a6-fba6-41d4-8d12-bfd5cb24cd48 req-98005198-6ddf-442b-9017-fa505d75fd90 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732250 May 14 18:14:29.544950 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:29.698139 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1fd646e6-50a9-4d1a-b260-59bdb1e9009b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:29.989179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59068) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:30.073388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495a3ff-b41a-4ba3-b707-6242ac8bb6fc req-ff02f144-eaae-4ec0-b306-b85cffc46c51 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:30.093006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f495a3ff-b41a-4ba3-b707-6242ac8bb6fc req-ff02f144-eaae-4ec0-b306-b85cffc46c51 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1614196 May 14 18:14:30.193572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f495a3ff-b41a-4ba3-b707-6242ac8bb6fc req-15a7f330-a909-4ff4-a946-b8bcfc3932c2 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939753 May 14 18:14:30.365983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.386571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:30.391457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Usage tracker for resource:security_group_rule and tenant:2b63a5a179db476b8c47e7d02485a38e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:30.396017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:30.402728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:30.567530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.572414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.607083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa0559a8-b670-44f6-ac42-8f69ac168ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:30.620561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59098) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:30.621051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b63a5a179db476b8c47e7d02485a38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303887 May 14 18:14:30.653859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06981cc2-1bf2-4b3d-bc36-2ea62c15c33d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:30.658834 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:30.694285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.793693 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.822823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.921466 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.933675 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-00600d1d-95b1-4fd7-9458-b098b214a92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:30.947396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06981cc2-1bf2-4b3d-bc36-2ea62c15c33d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:30.973282 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:30.978747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:30.980054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06981cc2-1bf2-4b3d-bc36-2ea62c15c33d HTTP/1.1" status: 204 len: 168 time: 0.3585072 May 14 18:14:31.418421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d6c65-f104-4e66-8112-0845c3381694 req-acf2329d-bfd0-480a-94b6-66ddb21caca7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:31.422273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-591d6c65-f104-4e66-8112-0845c3381694 req-acf2329d-bfd0-480a-94b6-66ddb21caca7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1010945 May 14 18:14:31.532677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:31.584637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:31.602918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:31.604139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-591d6c65-f104-4e66-8112-0845c3381694 req-072be883-4c23-494d-91df-e64170d3acef tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718388 May 14 18:14:31.607505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Usage tracker for resource:security_group_rule and tenant:b40b3591acad404a95db3cdd4b2e5c1b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:31.611311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:31.621135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:31.756126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:31.763116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:31.775649 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e257902-27ce-4739-b93b-b2fec479a588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:31.835945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb97f3a-c75f-4eb8-95d9-d493eab51730,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:31.854517 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:31.881543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b40b3591acad404a95db3cdd4b2e5c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446162 May 14 18:14:31.881543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59162) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:31.996767 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:32.040622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:32.081457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-c773dcde-4c2b-4f2f-b5b9-aadcf1723c64 req-cb33d612-4d98-4979-9cda-4ed1e261c31d service neutron] (79560) timed out ('10.222.0.22', 64184) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:14:32.124659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:32.138489 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c567ac7-f33c-433f-91fc-b7e88358ff40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:32.155807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb97f3a-c75f-4eb8-95d9-d493eab51730,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:32.159689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:32.161990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:32.165884 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efb97f3a-c75f-4eb8-95d9-d493eab51730 HTTP/1.1" status: 204 len: 168 time: 0.2710719 May 14 18:14:32.201327 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:33.042168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e70b9-7f43-45f9-bf6f-8b7edcaf3579 req-1a1219bb-fb88-4ea3-9c69-be15ee4102d6 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:33.057106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-847e70b9-7f43-45f9-bf6f-8b7edcaf3579 req-1a1219bb-fb88-4ea3-9c69-be15ee4102d6 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2230935 May 14 18:14:33.152247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-847e70b9-7f43-45f9-bf6f-8b7edcaf3579 req-222dbbcc-5287-4221-a3d1-1e38dd8093ee tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926790 May 14 18:14:34.460771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb57b-f7ca-4dd8-a8ae-69a336f57cdf req-7b90ad64-bf6d-4a3c-858b-dc0ece3a9653 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:34.464021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8fcb57b-f7ca-4dd8-a8ae-69a336f57cdf req-7b90ad64-bf6d-4a3c-858b-dc0ece3a9653 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1590922 May 14 18:14:34.574973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8fcb57b-f7ca-4dd8-a8ae-69a336f57cdf req-85a2e25b-3263-4026-9558-a9505d3e5d27 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034493 May 14 18:14:35.817462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451b72-8867-4722-afbe-2922ceac74ee req-f4abb2e6-aa2f-4a14-a80a-20dda952c303 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:35.820840 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0451b72-8867-4722-afbe-2922ceac74ee req-f4abb2e6-aa2f-4a14-a80a-20dda952c303 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1009090 May 14 18:14:35.881851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0451b72-8867-4722-afbe-2922ceac74ee req-8cc5f1bb-feb8-4831-a23f-13b98a47515e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561106 May 14 18:14:37.143038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdc777-9f25-4385-b9cf-4cd9ea311f0c req-c3597f4a-4bcf-4200-83ca-37bec23891c0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:37.144882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6fdc777-9f25-4385-b9cf-4cd9ea311f0c req-c3597f4a-4bcf-4200-83ca-37bec23891c0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1246278 May 14 18:14:37.225256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6fdc777-9f25-4385-b9cf-4cd9ea311f0c req-efc63e69-fed4-4054-8ab2-0ad7fda6d282 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727570 May 14 18:14:38.562857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6153177-10cb-4b89-b64f-baf0b721c033 req-7378f436-b571-45cb-be89-32e76c9ad98e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:38.570429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6153177-10cb-4b89-b64f-baf0b721c033 req-7378f436-b571-45cb-be89-32e76c9ad98e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1094954 May 14 18:14:38.677713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6153177-10cb-4b89-b64f-baf0b721c033 req-1afdd0b9-de7c-4e90-a8ac-248e9b202e3b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060371 May 14 18:14:39.318920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59552) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:39.504171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:39.547860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:39.559564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Usage tracker for resource:security_group_rule and tenant:0de1b72cadd642e993c6b6a64c182e2e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:39.566112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:39.576302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:39.724389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:39.738312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:39.792725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dcc3fa0b-5fbb-4685-b655-5f1db54abfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:39.830971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59576) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:39.855784 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0de1b72cadd642e993c6b6a64c182e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356431 May 14 18:14:39.857288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae96da-5cc4-459a-9389-5e67a9a54233,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:39.861300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:39.997146 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:40.028588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c603-83c2-48e5-80fa-df75a4b50a77 req-95a1e283-5ec1-4ef7-a7d9-ccc1b5a39c6d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:40.030060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36a9c603-83c2-48e5-80fa-df75a4b50a77 req-95a1e283-5ec1-4ef7-a7d9-ccc1b5a39c6d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1702182 May 14 18:14:40.070712 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:40.300922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36a9c603-83c2-48e5-80fa-df75a4b50a77 req-7d9aa860-e6a1-46ee-9fa1-108749632bb0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502899 May 14 18:14:40.360929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:40.367995 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e0040b2d-d006-4bda-80d2-4bb268f0dbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:40.382505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae96da-5cc4-459a-9389-5e67a9a54233,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:40.404908 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:40.406987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:40.421166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74ae96da-5cc4-459a-9389-5e67a9a54233 HTTP/1.1" status: 204 len: 168 time: 0.5809319 May 14 18:14:40.966528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:40.988710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.021315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:41.026985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Usage tracker for resource:security_group_rule and tenant:cb160b6575074d108cfddfda1b5cb3fc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:41.030131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:41.037338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:41.192057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.197732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.207996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4573dc3c-b94e-402c-9f8d-895fc099f022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:41.240585 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb160b6575074d108cfddfda1b5cb3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728727 May 14 18:14:41.244133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59650) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:41.263132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365e5205-717c-43d6-8e40-ad5dc7c78a5f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:41.266754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:41.334685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.364611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.427125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.435391 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9d1a583-9552-4d1f-9e1e-139a44bea7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:41.451031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365e5205-717c-43d6-8e40-ad5dc7c78a5f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:41.453778 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:41.460412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:41.465426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/365e5205-717c-43d6-8e40-ad5dc7c78a5f HTTP/1.1" status: 204 len: 168 time: 0.2202706 May 14 18:14:41.841408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e046b-3fac-4b25-9292-814a27c26d9f req-93b3594c-7b0e-461d-b38c-7e35f5d8177c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:41.849435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-710e046b-3fac-4b25-9292-814a27c26d9f req-93b3594c-7b0e-461d-b38c-7e35f5d8177c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1361392 May 14 18:14:41.946885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-710e046b-3fac-4b25-9292-814a27c26d9f req-2816f0ee-dd56-4f7c-8773-9d0887a6d04a tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963235 May 14 18:14:43.594395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b996b-648b-438b-a2df-b410479582e6 req-476baef5-1468-4dd3-b089-15222ff93078 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:43.603544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b37b996b-648b-438b-a2df-b410479582e6 req-476baef5-1468-4dd3-b089-15222ff93078 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.5269029 May 14 18:14:43.689890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b37b996b-648b-438b-a2df-b410479582e6 req-6d8896dc-3db7-4bb5-8c8a-9d09c7e7de11 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851302 May 14 18:14:43.736858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-013c4724-b52f-46c3-b1a3-ff369d2c21fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3992004 May 14 18:14:43.873141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-842e8451-6a7d-4489-8887-346c52f57fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:43.875203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-842e8451-6a7d-4489-8887-346c52f57fa2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 1097 time: 0.0943406 May 14 18:14:44.154151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-cdc5c091-648e-47c1-b944-f8288f4419eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:44.159862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-cdc5c091-648e-47c1-b944-f8288f4419eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 200 len: 912 time: 0.2612290 May 14 18:14:44.325286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-26b7e96f-17c6-4505-a7ff-1d462f2be49e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af38e716-383e-4ffa-be93-0eb88f667398 HTTP/1.1" status: 200 len: 1002 time: 0.1571546 May 14 18:14:44.426158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-f37c5eb2-9f74-424b-8d29-c02dc092fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:44.427745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-f37c5eb2-9f74-424b-8d29-c02dc092fe68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 200 len: 850 time: 0.0769541 May 14 18:14:44.692712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-8d07e4e6-613f-4698-9c1e-4283ff703b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:44.694660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-8d07e4e6-613f-4698-9c1e-4283ff703b67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c9bc7c1f-a9c2-400e-99b1-07fe5144c784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878808 May 14 18:14:44.708557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1686e-7a4a-4427-9bfa-25a910b92bf2 req-4133a113-6cb5-46a4-a3e8-edb47cbeda27 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:44.718850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54e1686e-7a4a-4427-9bfa-25a910b92bf2 req-4133a113-6cb5-46a4-a3e8-edb47cbeda27 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.2944562 May 14 18:14:44.983683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-90f2b2e5-d384-4b27-9b19-27ae7fc79a0e service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613990 May 14 18:14:45.108138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54e1686e-7a4a-4427-9bfa-25a910b92bf2 req-906cf7c1-2176-45a4-bfb0-14cac75f3f69 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876839 May 14 18:14:45.302148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3458a4e7-224f-4bda-b9eb-4911e3653549 req-40faaa58-0cac-4dff-bbb1-8f8bdf1fad83 service neutron] 10.222.0.22 "GET /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955780 May 14 18:14:45.629755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb6815-5f77-453c-9f0d-72edd8e51f1e req-d515e7d3-422e-4209-bed7-d70766e83583 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:45.638436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-baeb6815-5f77-453c-9f0d-72edd8e51f1e req-d515e7d3-422e-4209-bed7-d70766e83583 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2189064 May 14 18:14:45.715949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-baeb6815-5f77-453c-9f0d-72edd8e51f1e req-70d0ca36-f275-49f5-919e-5b89d8fea8b9 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 May 14 18:14:46.715477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530874ea-b5f4-4711-981d-883b0408a9a6 req-c5438008-cfc4-48e3-995f-a6a0629f8b3e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:46.723239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-530874ea-b5f4-4711-981d-883b0408a9a6 req-c5438008-cfc4-48e3-995f-a6a0629f8b3e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.1468632 May 14 18:14:46.807025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-530874ea-b5f4-4711-981d-883b0408a9a6 req-196ef0be-2250-43b9-a05a-9b62c2ecc0aa tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815065 May 14 18:14:47.072456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37974a3-e9c4-4124-a0b4-bbf42e90f0e8 req-279ba60a-3c2c-437e-ab35-6022740868c1 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:47.074444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a37974a3-e9c4-4124-a0b4-bbf42e90f0e8 req-279ba60a-3c2c-437e-ab35-6022740868c1 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1318712 May 14 18:14:47.112531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59940) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:47.199621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a37974a3-e9c4-4124-a0b4-bbf42e90f0e8 req-b62fd646-76b0-4a7b-8e3f-733313ce0de7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154087 May 14 18:14:47.649720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:47.692059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:47.702306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:8131fdce7e0f406ebee6f53ddba1586e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:47.714156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:47.725893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:47.987103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:47.994435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:48.013763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1ab4973-9ff9-45c6-8fbe-e1ec5c0fb9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:48.104078 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8131fdce7e0f406ebee6f53ddba1586e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9823880 May 14 18:14:48.104078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dc7d80-b169-4f5f-97e5-0b14586cf480,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:48.105170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59980) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:48.126814 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:48.214268 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:48.261850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:48.339775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:48.402448 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa92115a-6b90-40bc-ae38-984bade540b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:48.440754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dc7d80-b169-4f5f-97e5-0b14586cf480,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:48.453105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:48.480248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:48.485368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6dc7d80-b169-4f5f-97e5-0b14586cf480 HTTP/1.1" status: 204 len: 168 time: 0.3776352 May 14 18:14:48.529937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247c50-726c-48b5-bd47-295fc409fb87 req-f868bea0-90e4-472c-8811-2cd5a4b578ad tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:48.538055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb247c50-726c-48b5-bd47-295fc409fb87 req-f868bea0-90e4-472c-8811-2cd5a4b578ad tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.2067440 May 14 18:14:48.618337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb247c50-726c-48b5-bd47-295fc409fb87 req-57882eaf-e9c6-46cc-ad31-ee890541eb49 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792069 May 14 18:14:49.098581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af41c0-a8f2-48ed-a463-a6a07356dde9 req-ff6fb601-8be1-4bad-9529-c117b545a628 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:49.107042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92af41c0-a8f2-48ed-a463-a6a07356dde9 req-ff6fb601-8be1-4bad-9529-c117b545a628 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.3059363 May 14 18:14:49.180461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:14:49.186674 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92af41c0-a8f2-48ed-a463-a6a07356dde9 req-b577ae64-3d3a-48aa-a72b-0fd8364ea002 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779111 May 14 18:14:49.418112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60036) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:49.450180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:49.474674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:49.480037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb340c4924544d8d8711f9ecf57285ed is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:49.485051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:49.493295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:49.660076 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:49.665543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:49.676859 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:49.846430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb51c27-5927-448a-885f-4b810baeb09d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:49.857253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:49.859793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb340c4924544d8d8711f9ecf57285ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342878 May 14 18:14:49.866910 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:49.924977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b0b9-33e8-4a53-8296-d0326ac75d42 req-c17767f5-1f6f-44a7-8f65-943aa1174511 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:49.933453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b535b0b9-33e8-4a53-8296-d0326ac75d42 req-c17767f5-1f6f-44a7-8f65-943aa1174511 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.1561341 May 14 18:14:49.958558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-5a953f5c-5ceb-4d51-8533-e1e212a4d8fa tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:49.960128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-5a953f5c-5ceb-4d51-8533-e1e212a4d8fa tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 946 time: 0.2442806 May 14 18:14:49.977774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.008393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.061175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b535b0b9-33e8-4a53-8296-d0326ac75d42 req-b817f47e-b6bd-47f7-bae7-3e066c69ef3b tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0f0ffae-d7eb-41db-aee1-78d586220361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268451 May 14 18:14:50.110674 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.163206 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af3a71d1-300d-4605-a9ec-363814cded22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:50.182373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Deleting port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:14:50.183258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.241080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb51c27-5927-448a-885f-4b810baeb09d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:50.251790 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:50.294936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.296118 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fb51c27-5927-448a-885f-4b810baeb09d HTTP/1.1" status: 204 len: 168 time: 0.4378624 May 14 18:14:50.457398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] For port a3547c7c-6535-4fa6-9998-6822d0a8f8f5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:14:50.457824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.933552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.933932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:50.934258 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Floating IP e0807078-fbd1-46f9-9e9f-bea847c66750 disassociated. External IP: 172.25.4.7, port: a3547c7c-6535-4fa6-9998-6822d0a8f8f5. May 14 18:14:50.934594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Calling delete_port for a3547c7c-6535-4fa6-9998-6822d0a8f8f5 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:14:51.096358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff12eb-62b2-4659-b97f-f7554a0a6cf3 req-7893ba09-7a07-4b94-927c-cefd6dec72f0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:51.105122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0dff12eb-62b2-4659-b97f-f7554a0a6cf3 req-7893ba09-7a07-4b94-927c-cefd6dec72f0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.6265311 May 14 18:14:51.130898 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:51.150179 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4dce521c-7d83-4013-a749-1833e6c0beaf tempest-ServerPasswordTestJSON-1295326625 tempest-ServerPasswordTestJSON-1295326625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:51.225315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event deleted for resources: {'Port': ['ID=a3547c7c-6535-4fa6-9998-6822d0a8f8f5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:51.249885 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:51.269962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0dff12eb-62b2-4659-b97f-f7554a0a6cf3 req-94cf852a-8a1f-4071-951d-1ce950ec4881 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638420 May 14 18:14:51.864944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b9eac0-f11b-4fa0-8cc6-b7d7d3dda6d4 req-a0980163-2f43-474c-94b3-c6129543ad9e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 210 time: 0.1253619 May 14 18:14:51.877197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Router 715536d4-8e7f-4bde-8dea-0599c5f4797d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:14:52.249955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:14:52.263963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] Sync routers for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:14:52.277839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:14:52.278749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:52.491379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] No DVR routers for this DVR port a3547c7c-6535-4fa6-9998-6822d0a8f8f5 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:14:52.500118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:52.509238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'name': 'network-vif-deleted', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:14:52.669952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0beea4bd-0a13-495f-bb1d-b81b74eb7597 req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.22 "DELETE /v2.0/ports/a3547c7c-6535-4fa6-9998-6822d0a8f8f5 HTTP/1.1" status: 204 len: 173 time: 2.6935530 May 14 18:14:52.767364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:14:52.810746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268b59-f891-4d22-8a57-06406515e64d req-3a2871ed-99b7-4b1d-b772-23da273b5840 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:52.822110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13268b59-f891-4d22-8a57-06406515e64d req-3a2871ed-99b7-4b1d-b772-23da273b5840 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2750638 May 14 18:14:52.970398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13268b59-f891-4d22-8a57-06406515e64d req-fdfdee63-e6b5-443d-a616-ad35bacec5b0 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373320 May 14 18:14:53.091169 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f87ad13-a8fe-419c-b088-46d840093dda', 'name': 'network-vif-deleted', 'tag': 'a3547c7c-6535-4fa6-9998-6822d0a8f8f5', 'status': 'completed', 'code': 200} May 14 18:14:53.389577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a3547c7c-6535-4fa6-9998-6822d0a8f8f5 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:14:53.489851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-54464b3f-0140-4fda-b738-65c72ae5a37f req-adedfd70-6e10-4795-a020-e7ee8f1743d4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Synchronizing usage tracker for tenant:9489b4904998490f8f9b777114431370 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:14:53.541258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-54464b3f-0140-4fda-b738-65c72ae5a37f req-adedfd70-6e10-4795-a020-e7ee8f1743d4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Unset dirty status for tenant:9489b4904998490f8f9b777114431370 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:14:53.542692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54464b3f-0140-4fda-b738-65c72ae5a37f req-adedfd70-6e10-4795-a020-e7ee8f1743d4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ad13-a8fe-419c-b088-46d840093dda HTTP/1.1" status: 200 len: 210 time: 0.1663458 May 14 18:14:53.581541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: a3547c7c-6535-4fa6-9998-6822d0a8f8f5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:14:53.581910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a3547c7c-6535-4fa6-9998-6822d0a8f8f5 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:14:53.664782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:41Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:53.671232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] Checking router: 715536d4-8e7f-4bde-8dea-0599c5f4797d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:14:53.681314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:14:53.682212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:53.954999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:14:54.316782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927d374-087d-4efc-b75c-87ba0e2caa21 req-00f86a17-a2d8-4c08-af4f-20077da83892 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:54.321418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a927d374-087d-4efc-b75c-87ba0e2caa21 req-00f86a17-a2d8-4c08-af4f-20077da83892 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1142159 May 14 18:14:54.391985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a927d374-087d-4efc-b75c-87ba0e2caa21 req-cd78840e-3371-4c24-9330-3992b5cccbdf tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655708 May 14 18:14:54.484151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:54.755811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:54.782740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:41Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:14:54.787953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee0067-08ed-4c00-83a4-1cb196c906ea None None] The sync data for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 is: [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:12:34Z', 'revision_number': 4, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '92d55d6a-9a9d-4392-9054-0f8b159b0c55', 'name': '', 'network_id': '0d8785f5-53be-483a-af72-8fbea07356d4', 'tenant_id': '9489b4904998490f8f9b777114431370', 'mac_address': 'fa:16:3e:2f:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:33Z', 'updated_at': '2021-05-14T18:12:41Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'subnets': [{'id': '1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:14:54.890465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:54.950160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:55.072779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3cdc0-78b5-43c2-ab12-63b647f59b87 req-15a9fe23-e8ed-4eb1-983b-a9dc62101725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:55.077235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e3cdc0-78b5-43c2-ab12-63b647f59b87 req-15a9fe23-e8ed-4eb1-983b-a9dc62101725 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 1097 time: 0.1615722 May 14 18:14:55.103359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:55.111251 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a091a51-f4f9-47b4-8135-7ec2f1a437e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:55.145282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0ffae-d7eb-41db-aee1-78d586220361,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:55.172084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:55.224227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e3cdc0-78b5-43c2-ab12-63b647f59b87 req-e25f9516-cab4-489a-8433-cb212ce8896d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394620 May 14 18:14:55.302129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:55.306136 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0f0ffae-d7eb-41db-aee1-78d586220361 HTTP/1.1" status: 204 len: 168 time: 0.5492251 May 14 18:14:55.309122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60298) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:55.357850 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb6329-88b7-44d9-8418-fb199936ceec None None] New status for floating IP e0807078-fbd1-46f9-9e9f-bea847c66750: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:14:55.358426 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-90debfba-17f4-4070-8599-7a0bdeea7e57 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] show failed (client error): The resource could not be found. May 14 18:14:55.359446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90debfba-17f4-4070-8599-7a0bdeea7e57 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "GET /v2.0/security-groups/f0f0ffae-d7eb-41db-aee1-78d586220361 HTTP/1.1" status: 404 len: 347 time: 0.0493197 May 14 18:14:55.362194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60302) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:55.371612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60306) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:55.792647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d995-c19e-4f7b-834f-a440bce007cd req-6b4004c2-98df-4148-8a6d-0a8b0a31d789 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:55.801855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3e3d995-c19e-4f7b-834f-a440bce007cd req-6b4004c2-98df-4148-8a6d-0a8b0a31d789 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1435246 May 14 18:14:55.862995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3e3d995-c19e-4f7b-834f-a440bce007cd req-14015532-330e-4dd4-b7fe-e6a774930a6d tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595715 May 14 18:14:55.866075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-0495c4ea-df65-4533-9739-a63ef4d342c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6921668 May 14 18:14:55.986595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Deleting port df27f2e7-1de7-48ae-b574-69679cc6a9f3 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:14:55.987286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.053310 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.089680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:56.097907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Usage tracker for resource:security_group_rule and tenant:6d646b7bcf0b40afae8037f37d0ea3f1 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:56.109217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:56.124002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:56.287524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.295513 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.308563 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa3fd9a4-a04e-4863-a169-37506a5de751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:56.371622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489620da-66bc-405a-9134-c55dab6e05bb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:56.417273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.417682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.418060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.419383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.419760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.420129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.420496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.420861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.421220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.421577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.421934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.422287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:14:56.444983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.455593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.456228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.456738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.457204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.457660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.458129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:56.460137 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8acd5c02-93ef-489d-b0ba-1a08e3c0946d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.4400790 May 14 18:14:56.461847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d646b7bcf0b40afae8037f37d0ea3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889924 May 14 18:14:56.463343 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:56.464593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60336) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:56.477765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.478115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.534700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.620047 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.732566 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.744497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d42bb461-d312-46a1-9435-4187d761bef7 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:56.793237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489620da-66bc-405a-9134-c55dab6e05bb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:56.799640 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:56.801857 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:56.806232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/489620da-66bc-405a-9134-c55dab6e05bb HTTP/1.1" status: 204 len: 168 time: 0.3372843 May 14 18:14:57.016171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df0fbb34-9b27-403d-83f0-7e24240170a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:57.092500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Calling delete_port for df27f2e7-1de7-48ae-b574-69679cc6a9f3 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:14:57.166308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-3557666f-6a0a-4bc7-aa8e-50b90b2c0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:57.167451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-3557666f-6a0a-4bc7-aa8e-50b90b2c0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:57.168322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-3557666f-6a0a-4bc7-aa8e-50b90b2c0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:57.170358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-3557666f-6a0a-4bc7-aa8e-50b90b2c0a09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 2297 time: 0.6805918 May 14 18:14:57.301928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c891d-fea0-41e3-bea0-03e7c3b0076d req-19c3e488-b185-4f90-8144-8a95ae5d7496 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:57.319440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e45c891d-fea0-41e3-bea0-03e7c3b0076d req-19c3e488-b185-4f90-8144-8a95ae5d7496 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.1940627 May 14 18:14:57.413735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e45c891d-fea0-41e3-bea0-03e7c3b0076d req-2cadeb73-a95e-416f-a014-35559e2eba28 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864620 May 14 18:14:57.458451 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-62502438-14ee-4779-a7b2-b80cff7eeb4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 1000 time: 0.2664711 May 14 18:14:57.567951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60376) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:57.715811 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:57.730332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-9ff12195-6558-41a2-9f15-299f9daf6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:57.733988 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-9ff12195-6558-41a2-9f15-299f9daf6ab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.2684624 May 14 18:14:57.886807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:57.934675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:57.946638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Usage tracker for resource:security_group_rule and tenant:843d8d1afff344a587bf985fe50e60c1 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:57.949293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60394) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:57.950582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:57.963804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:57.986515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.019609 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90b5715f-e6dc-490d-b0bd-691a171d5bde tempest-MultipleCreateTestJSON-1255538116 tempest-MultipleCreateTestJSON-1255538116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:58.086276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.091132 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.105698 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-029c2503-0c9a-4611-935d-a15a938df171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:58.178904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=843d8d1afff344a587bf985fe50e60c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093142 May 14 18:14:58.180470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cffbbe-f1b5-4d83-ba1c-52816c66c5e4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:58.183827 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:58.184449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60402) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:58.203314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.222818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Pushing event deleted for resources: {'Port': ['ID=df27f2e7-1de7-48ae-b574-69679cc6a9f3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:58.237386 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:58.297103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.330724 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.362300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:58.367548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Usage tracker for resource:security_group_rule and tenant:813bafea68674b1ea10115145841bb63 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:58.370869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:58.377037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:58.396875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.412461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-0e9310c2-ac68-4611-81f0-aa00755e5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:58.414991 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-0e9310c2-ac68-4611-81f0-aa00755e5330 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6728666 May 14 18:14:58.428101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.450786 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a6410ee7-66c2-4be5-8bb7-0d1d2bf82071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:58.473911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cffbbe-f1b5-4d83-ba1c-52816c66c5e4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:58.477290 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:58.536238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.540850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34cffbbe-f1b5-4d83-ba1c-52816c66c5e4 HTTP/1.1" status: 204 len: 168 time: 0.3518171 May 14 18:14:58.618675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.642703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.673101 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f8420d5-e9c6-4879-8dc2-703c7ece17ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:14:58.685001 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=813bafea68674b1ea10115145841bb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7332773 May 14 18:14:58.688111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60414) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:58.791656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3689b89-4cd9-4a00-8588-35bef0442338,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:14:58.802207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:14:58.821478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:58.822622 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] 10.222.0.24 "DELETE /v2.0/floatingips/e0807078-fbd1-46f9-9e9f-bea847c66750 HTTP/1.1" status: 204 len: 168 time: 3.4587018 May 14 18:14:58.828273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-d6d31bb2-0a71-4689-bd6d-6edba7c9ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:58.829842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-d6d31bb2-0a71-4689-bd6d-6edba7c9ff79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb247b724d5d4f38a1cd73283b69762c&device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 1097 time: 0.3581824 May 14 18:14:58.831680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60422) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:59.078743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-4e423a3d-5dd6-4dac-a1ba-a15faf82cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:59.094502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-4e423a3d-5dd6-4dac-a1ba-a15faf82cb8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 200 len: 911 time: 0.2373168 May 14 18:14:59.227972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-63ca1262-22ef-4fad-8bb7-3a401318038c service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063731 May 14 18:14:59.246418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-dc85c1fe-bb82-4c2d-bcbf-0b08157b4ff2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb HTTP/1.1" status: 200 len: 217 time: 0.1510174 May 14 18:14:59.311373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60436) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:14:59.340736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5135d7-3a42-4fe0-bdff-360355a04cb7 req-6556d2cd-944f-4a30-93fd-4346c46e8abe tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:59.342278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab5135d7-3a42-4fe0-bdff-360355a04cb7 req-6556d2cd-944f-4a30-93fd-4346c46e8abe tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.7382975 May 14 18:14:59.368949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:59.370672 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:59.434562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:14:59.572965 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:59.602888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:59.611133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Usage tracker for resource:security_group_rule and tenant:0ff8ec72cc284cf1bc5174ef9c45a72f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:14:59.620517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-54bc0517-bbe3-4cf2-b366-cbea2c59dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:14:59.621967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-54bc0517-bbe3-4cf2-b366-cbea2c59dd91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 200 len: 850 time: 0.3667994 May 14 18:14:59.626450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:14:59.643804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab5135d7-3a42-4fe0-bdff-360355a04cb7 req-0fad9ed0-d98e-4d59-8307-710e72896a6f tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952290 May 14 18:14:59.647462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:14:59.710050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39fb1771-59f3-4906-9b06-4313e597965b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:59.727246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-4e47d0f8-5945-4527-a267-0f033aa06dca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da424c78-3456-42d9-a2b0-2bcc74f31e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862734 May 14 18:14:59.844966 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-93141ce7-b5fa-4eb6-b1d0-d24d47c5120e service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066196 May 14 18:14:59.891872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:14:59.919861 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b7d58e6d-1bf7-4d62-8b48-fb66c3cc3cb3 tempest-NegativeSecGroupTest-478748727 tempest-NegativeSecGroupTest-478748727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:00.005077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3689b89-4cd9-4a00-8588-35bef0442338,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:00.040074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:00.068339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:00.072506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3689b89-4cd9-4a00-8588-35bef0442338 HTTP/1.1" status: 204 len: 168 time: 1.3779271 May 14 18:15:00.131271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-e3c9b449-bfc1-4f59-b7b1-0c2f0b413601 service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913825 May 14 18:15:00.269218 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-44c1697f-33f2-46a4-8765-026c9e8575e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 217 time: 0.4136891 May 14 18:15:00.496132 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:00.552322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:00.565664 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0408a48a-c029-450d-a8fa-b10e0d825e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:00.570891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-70dffaea-471a-4972-bc59-f3587f52182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:00.578182 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-70dffaea-471a-4972-bc59-f3587f52182b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.2905030 May 14 18:15:00.713464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1447dd1-a48e-4b8e-957c-1c950e2d9fc6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:00.714389 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:00.730820 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:00.737185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ff8ec72cc284cf1bc5174ef9c45a72f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4247897 May 14 18:15:00.745790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60500) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:00.864039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ab97510-3f75-4bf3-8c2c-ce762ab22f3d req-d81b0cc4-cf17-4c96-b671-6374d7db6ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264323 May 14 18:15:00.912705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:01.037509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:01.181177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:01.194366 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4178e569-e836-46d7-acff-2b683d9c0f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:01.214428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-d5ca50aa-290e-49f7-b266-8e63059dcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:01.220985 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-d5ca50aa-290e-49f7-b266-8e63059dcdb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6330903 May 14 18:15:01.294980 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:01.298970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1447dd1-a48e-4b8e-957c-1c950e2d9fc6 HTTP/1.1" status: 204 len: 168 time: 0.5497646 May 14 18:15:01.310752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1447dd1-a48e-4b8e-957c-1c950e2d9fc6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:01.314100 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:01.419746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c32ec-8537-4f93-87c8-7fcf7477ff82 req-7bb4320f-348c-4848-ad04-6a2591780bbc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:01.421308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-506c32ec-8537-4f93-87c8-7fcf7477ff82 req-7bb4320f-348c-4848-ad04-6a2591780bbc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2043352 May 14 18:15:01.572555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-506c32ec-8537-4f93-87c8-7fcf7477ff82 req-58b6aec9-604e-493b-b40a-3610e579d74e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436398 May 14 18:15:01.644270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:02.049430 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-7c21cb4c-7c9b-438e-9d43-0cf2829a6a56 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204288 May 14 18:15:02.209445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:02.504259 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-1d05dcc5-2147-42d0-9570-ae8658c08ee3 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445796 May 14 18:15:02.773762 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-cd646f66-103c-420d-9364-87e2ed718c11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 217 time: 0.2109740 May 14 18:15:02.933034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-692fa0ed-6907-4727-9532-6664df4a1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:02.937744 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-692fa0ed-6907-4727-9532-6664df4a1e9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1536367 May 14 18:15:03.032189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755872e4-4b9d-4e5f-bfe3-65036847560c req-d6468005-5cf3-443d-9e64-1abb795a0fcb tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:03.048695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-755872e4-4b9d-4e5f-bfe3-65036847560c req-d6468005-5cf3-443d-9e64-1abb795a0fcb tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2068880 May 14 18:15:03.206657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-755872e4-4b9d-4e5f-bfe3-65036847560c req-4b29d2dc-4b73-4d5a-af4f-eea5b94c35cb tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570008 May 14 18:15:03.628445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-40fae36f-4b17-4b9b-9e45-66cc0c898eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:03.636470 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-40fae36f-4b17-4b9b-9e45-66cc0c898eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6790226 May 14 18:15:03.872194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Deleting port 92d55d6a-9a9d-4392-9054-0f8b159b0c55 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:03.873524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:04.152837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-b1bfdf44-0329-4072-83b1-cd997dd422a9 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148063 May 14 18:15:04.611256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202cdc-fbd1-4bd2-aa48-abc4bc621d70 req-9dc5e76f-f34a-4f2d-a699-43fd029f58f7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:04.617460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc202cdc-fbd1-4bd2-aa48-abc4bc621d70 req-9dc5e76f-f34a-4f2d-a699-43fd029f58f7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.2389278 May 14 18:15:04.706046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc202cdc-fbd1-4bd2-aa48-abc4bc621d70 req-9554b1b1-ed9a-4ca8-bb0b-06a1c29cbdcb tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774531 May 14 18:15:04.895487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] For port 92d55d6a-9a9d-4392-9054-0f8b159b0c55, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=92d55d6a-9a9d-4392-9054-0f8b159b0c55,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:04.896461 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:05.173151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Calling delete_port for 92d55d6a-9a9d-4392-9054-0f8b159b0c55 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:05.208005 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-7de845f8-9c59-4b40-92ae-5229dbad1a33 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0405662 May 14 18:15:05.289935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32774) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:05.316112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-d10f64cb-7aff-4204-9cc7-865427ee35e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 217 time: 0.1003971 May 14 18:15:05.450544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-714e03c1-5ec0-40e1-8e4e-9992d6817554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:05.452829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-714e03c1-5ec0-40e1-8e4e-9992d6817554 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1276362 May 14 18:15:05.582322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:05.610177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:05.617821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Usage tracker for resource:security_group_rule and tenant:0a8bcdb981aa4559afb4ec50a6ff04f5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:05.618511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8fb23cf8-f1a8-4911-bb6f-597c73b387c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:05.621178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:05.623408 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8fb23cf8-f1a8-4911-bb6f-597c73b387c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1568685 May 14 18:15:05.631008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:05.736306 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:05.755885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:05.847509 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a39479df-0b65-43f8-b2b1-f3cd89ca1bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:05.857101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a8bcdb981aa4559afb4ec50a6ff04f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661149 May 14 18:15:05.863902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32832) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:05.962751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:05.964603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218954ab-9d94-4f59-ac12-d2c0ff074aa2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:05.987802 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:06.074008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:06.100281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:06.102912 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:06.115988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae8a1b-d2c5-4474-af92-e40e0a34a208 req-79fdce47-5ec4-4647-bb46-4c244b97de2c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:06.124478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25ae8a1b-d2c5-4474-af92-e40e0a34a208 req-79fdce47-5ec4-4647-bb46-4c244b97de2c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.3722107 May 14 18:15:06.262463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d55d6a-9a9d-4392-9054-0f8b159b0c55,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:06.271960 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:06.275331 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-560c1512-5790-4ddc-bcd4-7ccf8903bda0 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411941 May 14 18:15:06.318416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25ae8a1b-d2c5-4474-af92-e40e0a34a208 req-fb274a89-6d1a-42d5-bce1-a46acf791927 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898417 May 14 18:15:06.417129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:06.423008 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91b490c0-7923-4aa9-9d37-e58c5a6102c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:06.456004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218954ab-9d94-4f59-ac12-d2c0ff074aa2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:06.471224 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:06.489296 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:06.490605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/218954ab-9d94-4f59-ac12-d2c0ff074aa2 HTTP/1.1" status: 204 len: 168 time: 0.6255784 May 14 18:15:06.947349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.074931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32902) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:07.094341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.111878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:07.120710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Usage tracker for resource:security_group_rule and tenant:b66a307eff7046798c41e608f823f827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:07.130698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:07.137579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:07.264987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.271325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.282928 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-964aeefc-d794-469b-9b39-590bfda1d69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:07.336629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b66a307eff7046798c41e608f823f827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602284 May 14 18:15:07.337911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95880c4-9c8a-4e51-99be-41622193c5bd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:07.363271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32912) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:07.368562 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:07.397812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-27fb864b-19ff-4da1-b0df-4522060bf856 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1115012 May 14 18:15:07.586753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.589539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-a956d99d-762f-46cf-b08f-feb081d99be5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 217 time: 0.1767688 May 14 18:15:07.691748 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.752494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32926) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:07.761305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.769359 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a83a9cde-bb28-418b-8163-81e6a29f3aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:07.786761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95880c4-9c8a-4e51-99be-41622193c5bd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:07.818719 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:07.860330 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:07.877333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c95880c4-9c8a-4e51-99be-41622193c5bd HTTP/1.1" status: 204 len: 168 time: 0.5118511 May 14 18:15:07.888831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Router 715536d4-8e7f-4bde-8dea-0599c5f4797d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:15:07.924048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461ef97-2c01-4742-8703-b0de37c6734b req-1fd885e5-e8dc-4549-b34c-fea45f6ad0db tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:07.925615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7461ef97-2c01-4742-8703-b0de37c6734b req-1fd885e5-e8dc-4549-b34c-fea45f6ad0db tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.3465681 May 14 18:15:08.018733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7461ef97-2c01-4742-8703-b0de37c6734b req-7c7268d4-6785-4478-ac4e-4bb42d6c147b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787032 May 14 18:15:08.057137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-5f000ea0-3c12-4aca-9625-47190949d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:08.058873 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-5f000ea0-3c12-4aca-9625-47190949d55c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.4522741 May 14 18:15:08.088787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.106598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:08.111158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Usage tracker for resource:security_group_rule and tenant:001a3d2272c04255a0e62990821bb54e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:08.114368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:08.121789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:08.215911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.226336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.255310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:08.268481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] Sync routers for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:08.274992 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:08.293206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=001a3d2272c04255a0e62990821bb54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369997 May 14 18:15:08.300970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32944) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:08.309279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:08.310230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:08.394394 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] 10.222.0.24 "PUT /v2.0/routers/715536d4-8e7f-4bde-8dea-0599c5f4797d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5605781 May 14 18:15:08.398075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32952) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:08.400761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63350d69-1895-45fe-be95-3ba48a4cc1e8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:08.420995 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:08.496177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.547647 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.776317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.787798 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05acf0a6-7252-4b0b-8db3-82737e19f38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:08.816145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63350d69-1895-45fe-be95-3ba48a4cc1e8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:08.840903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-4b76d40c-9e75-450a-9892-0ba5123a4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:08.841427 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:08.842420 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-4b76d40c-9e75-450a-9892-0ba5123a4d2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5886846 May 14 18:15:08.865259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:08.866546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63350d69-1895-45fe-be95-3ba48a4cc1e8 HTTP/1.1" status: 204 len: 168 time: 0.5646012 May 14 18:15:08.895668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-f7aebdd6-52af-4e5a-aa9b-05a1d40b07a7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:08.897199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-f7aebdd6-52af-4e5a-aa9b-05a1d40b07a7 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.15 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.3241956 May 14 18:15:08.942964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:09.160868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:09.638417 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-f18d00ff-7fb2-4f7a-af80-e02efe51b349 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801332 May 14 18:15:09.937306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-d309b8c3-831c-47b6-a729-7c9d83d05cad req-926aaf5f-c9c6-4e0a-af38-054d0aca260a service neutron] (79560) timed out ('10.222.0.24', 33384) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:15:10.034291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c7b3b-d6ac-468c-8bca-3c9c4e90cd1d req-6c7d81a6-942e-4f4e-ae26-b6f646ab568b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:10.035874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d87c7b3b-d6ac-468c-8bca-3c9c4e90cd1d req-6c7d81a6-942e-4f4e-ae26-b6f646ab568b tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 946 time: 0.3343220 May 14 18:15:10.037750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Deleting port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:10.038087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:10.252637 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-3a2a8bb2-184a-40e6-8b92-0c4d3b07e2bb service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867689 May 14 18:15:10.265847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:15:05Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:10.281978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] Checking router: 715536d4-8e7f-4bde-8dea-0599c5f4797d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:10.319752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] Routers {'715536d4-8e7f-4bde-8dea-0599c5f4797d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:10.326516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['715536d4-8e7f-4bde-8dea-0599c5f4797d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:10.415974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-10578eb6-1b09-415f-bd05-9f79670311a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.1526372 May 14 18:15:10.496415 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d87c7b3b-d6ac-468c-8bca-3c9c4e90cd1d req-5f3c2e18-8d50-4a13-a360-94845d1c39e4 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901610 May 14 18:15:10.610293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] For port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:10.610995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:10.667141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33030) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:10.818854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:10.922334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] Set router 715536d4-8e7f-4bde-8dea-0599c5f4797d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:10.928229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-b0afddda-2477-4d3c-b63c-59dbd89da133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:10.930038 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-b0afddda-2477-4d3c-b63c-59dbd89da133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.5046258 May 14 18:15:10.959606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Calling delete_port for 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:11.156610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-cc01d0d4-f2ee-4a09-ac6d-bde3008ff973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:11.166699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-cc01d0d4-f2ee-4a09-ac6d-bde3008ff973 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2192726 May 14 18:15:11.196990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Deleting port b1b39b0a-a3a3-442b-a206-0b7b71f8015b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:11.197361 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:11.206763 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:11.222992 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:11.293899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5a18870f-c67d-4d91-a39e-9d78d6f7af06'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:15:11.426499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:15:05Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:11.440793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46db53-9722-4fd3-af2a-ad0cc58ce9d8 None None] The sync data for ids ['715536d4-8e7f-4bde-8dea-0599c5f4797d'] in n-d-787206-3 is: [{'id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'name': 'tempest-ServersTestJSON-1341100085-router', 'tenant_id': '9489b4904998490f8f9b777114431370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:12:25Z', 'updated_at': '2021-05-14T18:15:05Z', 'revision_number': 5, 'project_id': '9489b4904998490f8f9b777114431370', 'gw_port': {'id': 'b1b39b0a-a3a3-442b-a206-0b7b71f8015b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715536d4-8e7f-4bde-8dea-0599c5f4797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:12:27Z', 'updated_at': '2021-05-14T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:11.451199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Pushing event deleted for resources: {'Port': ['ID=4dc6df2d-8f9d-49fc-a4f0-124c0737afbb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:11.454188 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:11.547369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:11.603411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] No DVR routers for this DVR port 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:15:11.608018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:11.627804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'name': 'network-vif-deleted', 'tag': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:15:11.649166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:11.655044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Usage tracker for resource:security_group_rule and tenant:c898d2375498498a87e802c8bebc9087 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:11.664480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:11.675377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:11.871233 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:11.902894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56f2864b-3b12-45a1-bf2d-bc8eb92f78de req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.15 "DELETE /v2.0/ports/4dc6df2d-8f9d-49fc-a4f0-124c0737afbb HTTP/1.1" status: 204 len: 173 time: 2.9989605 May 14 18:15:11.906697 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:11.931145 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e8ce2f84-7fa5-4775-b9da-79ab24e4ceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:12.104698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cc07f213-682e-4160-96be-40179b0c535e req-09e81dc4-dd73-48df-b683-e7dbf7e76587 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Synchronizing usage tracker for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:15:12.194326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c898d2375498498a87e802c8bebc9087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5133159 May 14 18:15:12.212372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] For port b1b39b0a-a3a3-442b-a206-0b7b71f8015b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:12.212930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.218461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33080) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:12.221915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3498a80c-f316-47ef-b1c2-0bbae5695bc8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:12.269284 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:12.277925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cc07f213-682e-4160-96be-40179b0c535e req-09e81dc4-dd73-48df-b683-e7dbf7e76587 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Unset dirty status for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:15:12.295107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc07f213-682e-4160-96be-40179b0c535e req-09e81dc4-dd73-48df-b683-e7dbf7e76587 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=60c04d65-3618-4e39-96a9-7b2e38abaab8 HTTP/1.1" status: 200 len: 210 time: 0.3723679 May 14 18:15:12.409468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33086) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:12.416291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.464216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-8f474219-7eb8-474b-a78c-ab9fcd3e1c77 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2720032 May 14 18:15:12.500279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.614461 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c04d65-3618-4e39-96a9-7b2e38abaab8', 'name': 'network-vif-deleted', 'tag': '4dc6df2d-8f9d-49fc-a4f0-124c0737afbb', 'status': 'completed', 'code': 200} May 14 18:15:12.666177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.673846 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-617779af-f7b6-4651-8517-a856396ecce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:12.737593 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.740469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Calling delete_port for b1b39b0a-a3a3-442b-a206-0b7b71f8015b owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:12.749293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3498a80c-f316-47ef-b1c2-0bbae5695bc8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:12.798414 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:12.828227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.833195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3498a80c-f316-47ef-b1c2-0bbae5695bc8 HTTP/1.1" status: 204 len: 168 time: 0.6127367 May 14 18:15:12.857175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:12.862336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Usage tracker for resource:security_group_rule and tenant:0adc87aeabd54e849de57b77a61a8a59 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:12.868362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:12.876137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:12.990692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:12.996279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:13.007918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-84b4d587-9cbf-471a-9eb3-7d06e0f20f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:13.040746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa573c1-6d25-4a54-b973-d74670b61e41,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:13.045232 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:13.072396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:13.081608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0adc87aeabd54e849de57b77a61a8a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701388 May 14 18:15:13.082273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33114) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:13.102933 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-af16120d-97b6-4f23-a42d-7aee3c082a9f service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812551 May 14 18:15:13.152302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:13.164773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:13.164916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4dc6df2d-8f9d-49fc-a4f0-124c0737afbb not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:13.186126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:13.234180 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-9ee83f24-2a14-4128-b963-621f23a292b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.1181741 May 14 18:15:13.303371 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:13.328523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d4bc2216-6452-4b0c-852e-e22033de2081 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:13.357579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-d70332c7-bc01-4ac5-925d-5109ae0a2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:13.359011 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-d70332c7-bc01-4ac5-925d-5109ae0a2b7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.1188781 May 14 18:15:13.388799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa573c1-6d25-4a54-b973-d74670b61e41,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:13.397627 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:13.402502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:13.406531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0aa573c1-6d25-4a54-b973-d74670b61e41 HTTP/1.1" status: 204 len: 168 time: 0.3232467 May 14 18:15:13.533998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92d55d6a-9a9d-4392-9054-0f8b159b0c55 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:13.536219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:13.549642 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:13.634056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 92d55d6a-9a9d-4392-9054-0f8b159b0c55 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:13.635125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 92d55d6a-9a9d-4392-9054-0f8b159b0c55 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:13.694392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b39b0a-a3a3-442b-a206-0b7b71f8015b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:13.697086 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:13.768315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-61ffc76a-58ec-49d8-b9ce-0555c5cb307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:13.771490 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-61ffc76a-58ec-49d8-b9ce-0555c5cb307f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4017825 May 14 18:15:13.844716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.332489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33194) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:14.350083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec7825-2ffe-4c94-8774-2efe630abcbc req-fee8530f-86f3-43a7-b21c-834069e6cee3 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:14.352663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecec7825-2ffe-4c94-8774-2efe630abcbc req-fee8530f-86f3-43a7-b21c-834069e6cee3 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1535778 May 14 18:15:14.443006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecec7825-2ffe-4c94-8774-2efe630abcbc req-d567d8e0-8138-47e0-a42d-94aea9716112 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840738 May 14 18:15:14.461833 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.486339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.532236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-c1087449-f9c9-4cef-bf63-70529ff05c5d service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438715 May 14 18:15:14.629762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.630299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 715536d4-8e7f-4bde-8dea-0599c5f4797d {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:15:14.680845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.681876 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] 10.222.0.24 "DELETE /v2.0/routers/715536d4-8e7f-4bde-8dea-0599c5f4797d HTTP/1.1" status: 204 len: 168 time: 6.2708728 May 14 18:15:14.684781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:14.720315 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-094448ab-a60b-491a-b09b-e21c5d3a0c95 req-9a2ade63-dfc8-4f1c-8ba3-5a631c8d2c95 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776547 May 14 18:15:14.824987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Deleting subnet 1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:15:14.828888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.884756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:14.923230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:14.927629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:92993be3711945879e8405afd8b0903b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:14.933463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:14.939364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:14.956774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.118627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.216337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33234) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:15.281423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33240) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:15.391584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.412004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:15.417506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:070b239aa5524e2fabb7bfc1e95560c3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:15.421069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:15.434080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-223527967-network', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:15.438906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:15.445244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Usage tracker for resource:network and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:15.448492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:15.454788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:15.462442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:15.501654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.522912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.535599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:15.539015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.560100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.566244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1b39b0a-a3a3-442b-a206-0b7b71f8015b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:15.571057 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e180170c-d202-4e7f-82ad-07db9ed7aeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:15.602526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:15.621665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b1b39b0a-a3a3-442b-a206-0b7b71f8015b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:15.622024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1b39b0a-a3a3-442b-a206-0b7b71f8015b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:15.624036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:15.628240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:15.635982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:15.685688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa303d-b3b5-4283-bc3b-845fdfa094a8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:15.699664 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:15.708963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92993be3711945879e8405afd8b0903b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3724070 May 14 18:15:15.712724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33256) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:15.755423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.769770 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.785855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88103af2-6468-46e7-879c-b54b61a7fcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:15.817401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afea80a8-49d9-461a-8618-5b7c83ccb5dd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:15.829165 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:15.860610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.866269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=070b239aa5524e2fabb7bfc1e95560c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6459398 May 14 18:15:15.866465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33262) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:15.880443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.886712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00262d5e-e842-4ee3-bee8-ba7099dea94e tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:15.908825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce55e4f-dcac-4538-a93e-042c099186b9 req-b79f772c-47bd-42dd-83c4-d049080eb68c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:15.910046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ce55e4f-dcac-4538-a93e-042c099186b9 req-b79f772c-47bd-42dd-83c4-d049080eb68c tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.2914581 May 14 18:15:15.914767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.931159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:15.953983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276fd4f1-033f-4804-ad5b-e1aea94651e5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:15.965510 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:15.968576 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.968925 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Added segment 2dba15b8-fc56-4f42-89e4-6e4163b1ef3a of type vlan for network d0d85108-dff3-4c8f-97be-04cc577163f8 May 14 18:15:15.970579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.979871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.986124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:15.992217 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bed3fe37-f00e-436d-8544-c1b39de6b698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:16.020943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.029430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.052474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:16.055569 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:16.063896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ce55e4f-dcac-4538-a93e-042c099186b9 req-18a952c2-2efb-4957-afd2-e5012254ee88 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333215 May 14 18:15:16.069167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.074965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb458cb4-4ce2-4cca-a7c4-ad97079b6490 None None] Network 0d8785f5-53be-483a-af72-8fbea07356d4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:16.097539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33274) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:16.097841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b0ba58a-39ac-44e6-a2c0-b66f4ddd5dee HTTP/1.1" status: 204 len: 168 time: 1.4117236 May 14 18:15:16.142774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.143919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:16.144490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.152993 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:16.167287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.178768 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5918a9ac-daf0-4103-9426-57d9d1e7b652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:16.212089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa303d-b3b5-4283-bc3b-845fdfa094a8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:16.217978 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:16.225052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.226837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6fa303d-b3b5-4283-bc3b-845fdfa094a8 HTTP/1.1" status: 204 len: 168 time: 0.5084159 May 14 18:15:16.374991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d85108-dff3-4c8f-97be-04cc577163f8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:16.393360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:16.398328 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1156268 May 14 18:15:16.399305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.401462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33280) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:16.402148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.403426 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afea80a8-49d9-461a-8618-5b7c83ccb5dd HTTP/1.1" status: 204 len: 168 time: 0.5357032 May 14 18:15:16.405620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d0d85108-dff3-4c8f-97be-04cc577163f8 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:16.407800 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e97444f0-5d81-4678-bc7c-ebaf1a35903c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:16.412315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Request body: {'subnet': {'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-223527967-subnet', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:16.419267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:16.433609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Usage tracker for resource:subnet and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:16.438304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:16.443944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.458335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:16.460946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea80a8-49d9-461a-8618-5b7c83ccb5dd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:16.472424 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:16.484141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:16.487695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.673954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Deleting port 2a93259e-70e2-4dee-8616-beff4766a988 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:16.674428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:16.722711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-1ae72ebe-3471-4985-9340-4e302b8e3d83 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:16.727371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-1ae72ebe-3471-4985-9340-4e302b8e3d83 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.22 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.1382253 May 14 18:15:16.885531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] DHCP port deletion for 0d8785f5-53be-483a-af72-8fbea07356d4 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:15:16.893834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33300) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:16.958338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] For port 2a93259e-70e2-4dee-8616-beff4766a988, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a93259e-70e2-4dee-8616-beff4766a988,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:16.958968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.016072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Deleting port 2a93259e-70e2-4dee-8616-beff4766a988 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:17.016464 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.134467 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.160461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] For port 2a93259e-70e2-4dee-8616-beff4766a988, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a93259e-70e2-4dee-8616-beff4766a988,segment=NetworkSegment(4bea6820-074e-4b2e-b379-2cce69bc4884),segment_id=4bea6820-074e-4b2e-b379-2cce69bc4884)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:17.160775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Calling delete_port for 2a93259e-70e2-4dee-8616-beff4766a988 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:17.160917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.167705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:17.173194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Usage tracker for resource:security_group_rule and tenant:1c41dcd26af04db1a233541be81b90ed is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:17.177418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:17.185070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:17.320853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Calling delete_port for 2a93259e-70e2-4dee-8616-beff4766a988 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:17.322347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Deleting port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:17.322869 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.346935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.394680 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.405707 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2387b6c-ee8d-4752-85d5-ecfe64fd365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:17.409212 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.416006 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:17.500293 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c41dcd26af04db1a233541be81b90ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590606 May 14 18:15:17.502454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] No DVR routers for this DVR port 2a93259e-70e2-4dee-8616-beff4766a988 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:15:17.504134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Pushing event deleted for resources: {'Port': ['ID=2a93259e-70e2-4dee-8616-beff4766a988,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:17.512781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33324) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:17.519502 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:17.587307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7138c8c-a55b-41ef-80b0-03a69a880316,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:17.597294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a93259e-70e2-4dee-8616-beff4766a988 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:17.628471 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:17.628700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] For port 5a18870f-c67d-4d91-a39e-9d78d6f7af06, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5a18870f-c67d-4d91-a39e-9d78d6f7af06,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:17.629077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.704592 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.709975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 2a93259e-70e2-4dee-8616-beff4766a988 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:17.711606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.711770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a93259e-70e2-4dee-8616-beff4766a988 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:17.721813 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:17.777143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Calling delete_port for 5a18870f-c67d-4d91-a39e-9d78d6f7af06 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:17.787134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d48a1-9e8c-4c9a-aca6-48f75c284f2d req-1d6a87d6-41ec-4096-b652-046cb2787b57 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:17.791896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a93259e-70e2-4dee-8616-beff4766a988,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:17.794513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b63d48a1-9e8c-4c9a-aca6-48f75c284f2d req-1d6a87d6-41ec-4096-b652-046cb2787b57 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 946 time: 0.3398578 May 14 18:15:17.802351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] No DVR routers for this DVR port 2a93259e-70e2-4dee-8616-beff4766a988 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:15:17.842850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:17.942943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b63d48a1-9e8c-4c9a-aca6-48f75c284f2d req-229b7444-b2d3-47f0-a9af-362b2134fe6a tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/security-groups?id=4052b185-6c88-40ab-a431-447053ef4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473713 May 14 18:15:17.989228 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:17.994273 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d4198d1a-1aaa-4273-8e66-62202c84fa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:18.076884 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.137336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.156662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8785f5-53be-483a-af72-8fbea07356d4']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:18.184360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c89bac-d8b0-474b-b68f-0c753513c78f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:18.208380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bea6820-074e-4b2e-b379-2cce69bc4884') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:18.208918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bea6820-074e-4b2e-b379-2cce69bc4884') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:18.225472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.362858 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:18.399878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:18.400237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Network hostable DHCP agents. Network: d0d85108-dff3-4c8f-97be-04cc577163f8, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:15:18.404170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.418872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:15:18.419501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.436304 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: timer() May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:15:18.444096 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:15:18.448190 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef436f73-4e90-4143-9f43-b1df19552841 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:18.454973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.502511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:15:18.513865 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af90919c-4993-48b9-ab86-e54f19bf683c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:18.522024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Pushing event deleted for resources: {'Port': ['ID=5a18870f-c67d-4d91-a39e-9d78d6f7af06,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:18.528201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d0d85108-dff3-4c8f-97be-04cc577163f8) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:18.533552 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:18.543883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f4a40-8e4c-48f9-89cd-21384b5e3057 None None] Network d0d85108-dff3-4c8f-97be-04cc577163f8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:18.631767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7138c8c-a55b-41ef-80b0-03a69a880316,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:18.637432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:18.660018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.661441 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7138c8c-a55b-41ef-80b0-03a69a880316 HTTP/1.1" status: 204 len: 168 time: 1.1469002 May 14 18:15:18.679389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:18.679673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.680511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.693351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] No DVR routers for this DVR port 5a18870f-c67d-4d91-a39e-9d78d6f7af06 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:15:18.701325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.711117 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.714919 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d249c8ae-b646-4366-917d-22e39f5b33a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:18.741818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99217c8-2bb2-497b-8678-f63436346851', 'name': 'network-vif-deleted', 'tag': '5a18870f-c67d-4d91-a39e-9d78d6f7af06'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:15:18.753133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a51e8352-6ff7-4623-bcf5-9ae69fdf65b9 req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.22 "DELETE /v2.0/ports/5a18870f-c67d-4d91-a39e-9d78d6f7af06 HTTP/1.1" status: 204 len: 173 time: 2.0070641 May 14 18:15:18.759363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3563595 May 14 18:15:18.766260 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d8785f5-53be-483a-af72-8fbea07356d4 HTTP/1.1" status: 204 len: 168 time: 2.6640577 May 14 18:15:18.766490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:18.775927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:18.780533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8785f5-53be-483a-af72-8fbea07356d4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:18.788734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:18.789510 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:18.796291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Usage tracker for resource:router and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:18.806271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:18.818731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:18.854946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.857758 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:18.876480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.125790 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99217c8-2bb2-497b-8678-f63436346851', 'name': 'network-vif-deleted', 'tag': '5a18870f-c67d-4d91-a39e-9d78d6f7af06', 'status': 'completed', 'code': 200} May 14 18:15:19.159725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d0d85108-dff3-4c8f-97be-04cc577163f8', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:15:19.160939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.260865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33400) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:19.352957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc754931-fe9f-42f0-8a4c-894c407a18a2 req-96d05ae2-4e66-49db-8658-9baef08e5716 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Synchronizing usage tracker for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:15:19.359652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.386183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33412) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:19.424015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc754931-fe9f-42f0-8a4c-894c407a18a2 req-96d05ae2-4e66-49db-8658-9baef08e5716 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Unset dirty status for tenant:eb247b724d5d4f38a1cd73283b69762c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:15:19.442246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc754931-fe9f-42f0-8a4c-894c407a18a2 req-96d05ae2-4e66-49db-8658-9baef08e5716 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] 10.222.0.24 "GET /v2.0/ports?device_id=f99217c8-2bb2-497b-8678-f63436346851 HTTP/1.1" status: 200 len: 210 time: 0.1450291 May 14 18:15:19.456401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Allocated IP 172.20.0.2 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/e2e67f00-c0b4-4c5e-8909-d32b800c86a3) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:19.522100 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-23cc0c11-13a4-4110-9fa2-faadead92adb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9489b4904998490f8f9b777114431370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341288 May 14 18:15:19.526329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33416) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:19.719926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5a18870f-c67d-4d91-a39e-9d78d6f7af06 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:19.726089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.785186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.876936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.887473 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0bcdf905-e074-4e5d-95d3-f25ea0a55978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:19.960783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.962682 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9636d75-c106-413f-928c-67063230b245 HTTP/1.1" status: 204 len: 168 time: 0.4347527 May 14 18:15:19.963783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:19.995707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 5a18870f-c67d-4d91-a39e-9d78d6f7af06 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:19.995933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5a18870f-c67d-4d91-a39e-9d78d6f7af06 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:20.004676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9636d75-c106-413f-928c-67063230b245,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:20.014060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:20.016460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:20.022977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Usage tracker for resource:security_group_rule and tenant:37467235351a4bd193ceee5115ae919d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:20.026565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:20.035869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:20.073454 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.074106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.087384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Transition to ACTIVE for port object e2e67f00-c0b4-4c5e-8909-d32b800c86a3 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:20.114408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Transition to ACTIVE for port object e2e67f00-c0b4-4c5e-8909-d32b800c86a3 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:20.119838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.124290 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.134684 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0ff6ec53-be98-44ed-a9db-4f953836206d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:20.263109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.269265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:20.270438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:20.274169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.285082 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b933fcc-a8d8-4505-8a7e-2ac8a85f0587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:20.285196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:20.342455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Allocated IP 172.25.4.105 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6271244a-9f2a-4351-8332-fb0039c05a7a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:20.383078 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37467235351a4bd193ceee5115ae919d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1177390 May 14 18:15:20.383078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd708e0-4df2-406d-88f0-586ab15cd376,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:20.388385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:20.388624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33450) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:20.390983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Pushing event updated for resources: {'Port': ['ID=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:20.484906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Attempting to bind port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:20.488563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Attempting to bind port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:20.488563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Attempting to bind port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:20.488901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.489100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.489333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.490058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.490695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.492116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.492633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.493235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.493743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.494241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.494737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.495258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:20.500316 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:20.503118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:20.503733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:20.504561 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.505326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:20.505989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Bound port: e2e67f00-c0b4-4c5e-8909-d32b800c86a3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:20.506557 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.550949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.624351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.650046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33460) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:20.667982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] For port e2e67f00-c0b4-4c5e-8909-d32b800c86a3, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:20.672794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] For port e2e67f00-c0b4-4c5e-8909-d32b800c86a3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:20.686113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.699439 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:20.760859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.768735 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af2d9831-ba55-4ffd-911b-fbf03b1a1102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:20.814044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd708e0-4df2-406d-88f0-586ab15cd376,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:20.823809 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:20.826042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:20.829407 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffd708e0-4df2-406d-88f0-586ab15cd376 HTTP/1.1" status: 204 len: 168 time: 0.4394746 May 14 18:15:20.903512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Pushing event updated for resources: {'Port': ['ID=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:20.910021 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:21.211714 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:21.309035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:21.508863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:21.580870 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:21.598632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33500) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:21.668454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e2e67f00-c0b4-4c5e-8909-d32b800c86a3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:21.703512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:21.738260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:21.740301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-893865730-network', 'tenant_id': '62972947f9b0440ea16843de3549b2fe'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:21.749290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:21.763716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:21.768290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Usage tracker for resource:network and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:21.768461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:21.774355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:21.783865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:21.794201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:21.799955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Pushing event updated for resources: {'Port': ['ID=6271244a-9f2a-4351-8332-fb0039c05a7a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:21.802879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:21.808158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Usage tracker for resource:security_group_rule and tenant:784b2c5987e84a65be71cd1121c3319e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:21.811850 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:21.812674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:21.822124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:21.832308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:21.835000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:21.856381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:21.892643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:21.898931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Usage tracker for resource:security_group_rule and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:21.907924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:21.918548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:22.058051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.079494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.147500 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0d708da-e8ac-4c79-94d8-e4fc272cc203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:22.195476 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=784b2c5987e84a65be71cd1121c3319e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850138 May 14 18:15:22.217642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33520) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:22.293034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4484c0c5-7910-4c25-8247-b6ec67dc1d39,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:22.303250 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:22.312481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.319350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.324953 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a08ede8-7137-4d29-b034-23d308250fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:22.354566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:22.364004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed4e6b-168a-4dae-ac55-ea958a3f0856,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:22.368018 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:22.371040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.371403 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Added segment 24b236bc-fe22-432d-9785-934028aa3cdc of type vlan for network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e May 14 18:15:22.393697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe37a35-3fb6-4a7c-9de7-0638c1a40ba4 None None] Network d0d85108-dff3-4c8f-97be-04cc577163f8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:22.411999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.450970 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.452788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:22.453462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.467300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3dd82b4-4a3a-4ca4-a67c-d8d2752588d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:22.609766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Pushing event updated for resources: {'Network': ['ID=00a162bf-e1dd-4796-85d1-b8d603ab0d2e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:22.615432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:22.649336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0490191 May 14 18:15:22.652417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33530) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:22.661265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Request body: {'subnet': {'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-893865730-subnet', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:22.670130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:22.675165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Usage tracker for resource:subnet and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:22.678868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:22.686226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:22.693325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:22.693878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.703238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:22.710090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.759467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.799104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Provisioning for port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:22.807195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:22.831367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Provisioning complete for port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:22.833067 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.140305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.232933 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.245670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] For port e2e67f00-c0b4-4c5e-8909-d32b800c86a3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:23.256868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.261393 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a16a62bf-cdfa-404c-8b4e-8ae97e22085a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:23.405982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Pushing event updated for resources: {'Port': ['ID=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:23.414480 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:23.454916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.461592 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf8853ec-0bd1-4590-a8c7-3073ae79e8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:23.537785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4744f1-5da6-4734-aa02-7cc831020aeb,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:23.541680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:23.588199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Checking segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:23.588554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Network hostable DHCP agents. Network: 00a162bf-e1dd-4796-85d1-b8d603ab0d2e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:15:23.589170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3acf3ce-5a60-41cf-962c-9c15fad00ca4 None None] Provisioning complete for port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:23.589749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3acf3ce-5a60-41cf-962c-9c15fad00ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.632916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:15:23.656833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 00a162bf-e1dd-4796-85d1-b8d603ab0d2e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:23.673792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:23.674381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.680421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e2e67f00-c0b4-4c5e-8909-d32b800c86a3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:23.692403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.696399 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b37ea4db-b66a-44ce-b78f-dac2887a1a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:23.716975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484c0c5-7910-4c25-8247-b6ec67dc1d39,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:23.723687 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:23.729075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0731099 May 14 18:15:23.729249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:23.735197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:23.737804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33842bb2-da8d-4e1b-825c-48bcf782c975 None None] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:23.743439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:23.750421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Usage tracker for resource:router and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:23.756006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:23.765054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:23.792193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.793288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.820800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.913617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:23.914264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.976861 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:23.978247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4484c0c5-7910-4c25-8247-b6ec67dc1d39 HTTP/1.1" status: 204 len: 168 time: 1.7550869 May 14 18:15:24.129537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:24.358749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:24.397915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:15:24.398885 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:24.483471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Deleting port 311117d4-1798-48c2-9314-4552f3214518 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:24.484059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:24.562754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:24.728783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Allocated IP 172.20.0.2 (00a162bf-e1dd-4796-85d1-b8d603ab0d2e/2b4744f1-5da6-4734-aa02-7cc831020aeb/e4bfcc2f-a3f3-427c-8daa-aad486dca187) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:24.774628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] For port 311117d4-1798-48c2-9314-4552f3214518, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=311117d4-1798-48c2-9314-4552f3214518,segment=NetworkSegment(b535f135-1d43-482c-868f-e03fe82238e9),segment_id=b535f135-1d43-482c-868f-e03fe82238e9)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:24.775379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:24.819732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Router f03a356c-359f-4d46-838c-474c0bb7b644 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:15:25.055886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.085596 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.096175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Calling delete_port for 311117d4-1798-48c2-9314-4552f3214518 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:25.096413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Transition to ACTIVE for port object e4bfcc2f-a3f3-427c-8daa-aad486dca187 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:25.115298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Transition to ACTIVE for port object e4bfcc2f-a3f3-427c-8daa-aad486dca187 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:25.126185 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.128088 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.134643 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:25.280188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Pushing event updated for resources: {'Port': ['ID=e4bfcc2f-a3f3-427c-8daa-aad486dca187,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:25.285067 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:25.287136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:25.288913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:25.302561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:25.418751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:25.485140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Allocated IP 172.25.4.235 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/d5e6a2cb-47ba-453d-9ae1-ec999378493c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:25.530912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Attempting to bind port e4bfcc2f-a3f3-427c-8daa-aad486dca187 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:25.531398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Attempting to bind port e4bfcc2f-a3f3-427c-8daa-aad486dca187 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:25.531863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Attempting to bind port e4bfcc2f-a3f3-427c-8daa-aad486dca187 on network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:25.537923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:25.538699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Checking segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:25.539324 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.539894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Bound using segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:25.543987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Bound port: e4bfcc2f-a3f3-427c-8daa-aad486dca187, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:25.544582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.590302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:25.600778 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:25.619424 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:25.620333 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:25.660002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.662931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8955739 May 14 18:15:25.670053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33666) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:25.868922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.907825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] For port e4bfcc2f-a3f3-427c-8daa-aad486dca187, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:25.919956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] For port e4bfcc2f-a3f3-427c-8daa-aad486dca187, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4bfcc2f-a3f3-427c-8daa-aad486dca187,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:25.927161 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.932991 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.937002 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:25.949624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:25.955874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c87177f-b272-40f4-b897-b100c4bb820e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:26.008408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:26.013322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3c7057c15446afaab5cb5222b3a6e9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:26.016524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:26.043164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Pushing event updated for resources: {'Port': ['ID=e4bfcc2f-a3f3-427c-8daa-aad486dca187,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:26.046594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:26.051294 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:26.093439 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:26.197590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:26.215053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:26.236074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:26.240644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:26.253724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:26.294856 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:15:26.307972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c3c7057c15446afaab5cb5222b3a6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833165 May 14 18:15:26.317777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33680) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:26.354520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Pushing event updated for resources: {'Port': ['ID=d5e6a2cb-47ba-453d-9ae1-ec999378493c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:26.360316 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:26.362342 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a60d71bd-8b78-436a-8552-db3e474ad129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:26.394039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:26.416687 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2c47962-4aa6-499e-bfef-80f59efdf03d tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:26.417074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c2493-d54c-48fe-8fa8-472e1e348b41,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:26.429943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:26.556078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Pushing event deleted for resources: {'Port': ['ID=311117d4-1798-48c2-9314-4552f3214518,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:26.577771 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:26.691227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:26.759438 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:26.767429 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:22Z', 'revision_number': 3, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:26.771773 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:26.772124 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Updating router f03a356c-359f-4d46-838c-474c0bb7b644 port 6271244a-9f2a-4351-8332-fb0039c05a7a binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:15:26.799331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33690) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:26.843706 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:26.981393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.028203 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4a97a7bf-1311-4187-b860-bd9e341c6a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.072542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d356bba9-2da0-4d87-a742-1cb0407f4134 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1108876083'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:27.075818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d356bba9-2da0-4d87-a742-1cb0407f4134 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Unknown quota resources ['metering_label']. {{(pid=79559) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:15:27.175137 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-533efc54-e59f-4586-9b0a-9d455329f119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:27.208892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.322973 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.337552 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Transition to ACTIVE for port object 6271244a-9f2a-4351-8332-fb0039c05a7a will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:27.348270 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.359378 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-8371aafe-6c74-42d3-a114-64f1ef5d4de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:27.378125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.410563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c2493-d54c-48fe-8fa8-472e1e348b41,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:27.421459 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:27.430027 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Attempting to bind port 6271244a-9f2a-4351-8332-fb0039c05a7a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:27.430435 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Attempting to bind port 6271244a-9f2a-4351-8332-fb0039c05a7a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:27.430804 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Attempting to bind port 6271244a-9f2a-4351-8332-fb0039c05a7a on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:27.438847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:27.439257 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:27.439680 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.440069 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:27.440572 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Bound port: 6271244a-9f2a-4351-8332-fb0039c05a7a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:27.440952 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.508022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.511568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14c2493-d54c-48fe-8fa8-472e1e348b41 HTTP/1.1" status: 204 len: 168 time: 1.1870606 May 14 18:15:27.565100 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Pushing event updated for resources: {'Port': ['ID=6271244a-9f2a-4351-8332-fb0039c05a7a,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:27.581399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724d74c-e24e-4fe4-9334-a8a2fa677bdd None None] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:27.598197 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.598541 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.598878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.599233 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.599566 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.599895 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.605792 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.606136 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.606478 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.606810 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.607155 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.607501 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:27.613013 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:27.663133 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] For port 6271244a-9f2a-4351-8332-fb0039c05a7a, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:27.677192 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] For port 6271244a-9f2a-4351-8332-fb0039c05a7a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6271244a-9f2a-4351-8332-fb0039c05a7a,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:27.690804 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.701274 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:27.832759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4bfcc2f-a3f3-427c-8daa-aad486dca187 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:27.856332 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:27.857528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:27.871735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:27.872708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f574519a-ac5a-4d4a-a70e-b4b5792d9af3 None None] Provisioning for port e4bfcc2f-a3f3-427c-8daa-aad486dca187 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:28.029888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e4bfcc2f-a3f3-427c-8daa-aad486dca187 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:28.041120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e4bfcc2f-a3f3-427c-8daa-aad486dca187 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:28.051608 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.114922 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:28.147593 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d356bba9-2da0-4d87-a742-1cb0407f4134 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.149194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d356bba9-2da0-4d87-a742-1cb0407f4134 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3465369 May 14 18:15:28.156224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33712) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:28.167924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2d881d63-d9b4-489c-ad1d-a61bc7a2c055 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '78e5678f-a2b6-4f98-946a-8d117579fcc6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:28.168593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2d881d63-d9b4-489c-ad1d-a61bc7a2c055 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=79559) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:15:28.185523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.363841 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.421982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:28.440410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e4bfcc2f-a3f3-427c-8daa-aad486dca187, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4bfcc2f-a3f3-427c-8daa-aad486dca187,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:28.453640 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.461874 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:28.462075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.502802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:28.535668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4fa0799dbb4347a23d83c4901abc1b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:28.553554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:28.574691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:28.576040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e4bfcc2f-a3f3-427c-8daa-aad486dca187,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:28.581263 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Pushing event updated for resources: {'Port': ['ID=6271244a-9f2a-4351-8332-fb0039c05a7a,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:28.589588 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:28.596304 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:28.672707 n-d-787206-3 neutron-server[79559]: WARNING neutron.services.metering.metering_plugin [None req-2d881d63-d9b4-489c-ad1d-a61bc7a2c055 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 14 18:15:28.717964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-01a346fa-f284-4389-a003-79d7ce120a05 None None] Provisioning complete for port e4bfcc2f-a3f3-427c-8daa-aad486dca187 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:28.720013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01a346fa-f284-4389-a003-79d7ce120a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.732784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Router 7d45f1a6-4640-4f24-8caa-0836e6b49dac is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:15:28.743334 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:22Z', 'revision_number': 3, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:28.747815 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b51e7-077f-4302-8b58-444dc713bff9 None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:22Z', 'revision_number': 3, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:28.903976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d881d63-d9b4-489c-ad1d-a61bc7a2c055 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.908346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2d881d63-d9b4-489c-ad1d-a61bc7a2c055 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7448146 May 14 18:15:28.909801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33726) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:28.942325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-03ca9b98-db2a-43b3-9ad0-fe03bcd21285 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '78e5678f-a2b6-4f98-946a-8d117579fcc6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:28.942809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-03ca9b98-db2a-43b3-9ad0-fe03bcd21285 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=79559) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:15:28.971338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.981571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:28.993258 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be127642-ba12-4621-b05d-6b14b44695c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:29.044804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb886fcf-2e32-40dc-8444-420fcb36354b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:29.053145 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c4fa0799dbb4347a23d83c4901abc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271396 May 14 18:15:29.055919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33730) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:29.084989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.084989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.084989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.084989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.084989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.084989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.086085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.086085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.086085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.086582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.086582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.086927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:29.095138 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:29.098886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:29.115129 n-d-787206-3 neutron-server[79559]: WARNING neutron.services.metering.metering_plugin [None req-03ca9b98-db2a-43b3-9ad0-fe03bcd21285 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 14 18:15:29.131741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Sync routers for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:29.145198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:29.145943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:29.154075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.158016 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4250865 May 14 18:15:29.162133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33734) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:29.302297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.352405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-03ca9b98-db2a-43b3-9ad0-fe03bcd21285 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.356326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-03ca9b98-db2a-43b3-9ad0-fe03bcd21285 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4189992 May 14 18:15:29.357503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:29.365521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:29.365828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.479669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.501545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:15:29.574458 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-03ddbb75-ae78-4016-bbbf-b617b6086237 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b7c56e06-aa81-44f0-b8ae-4518aa97ce77 HTTP/1.1" status: 200 len: 462 time: 0.2159634 May 14 18:15:29.613604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33744) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:29.638185 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.744127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6271244a-9f2a-4351-8332-fb0039c05a7a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:29.783718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a66d7b04-7785-4d5e-9a99-e5776095b239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:29.934276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:26Z', 'revision_number': 3, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:29.939462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Checking router: 7d45f1a6-4640-4f24-8caa-0836e6b49dac for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:29.940325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Updating router 7d45f1a6-4640-4f24-8caa-0836e6b49dac port d5e6a2cb-47ba-453d-9ae1-ec999378493c binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:15:29.974230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6271244a-9f2a-4351-8332-fb0039c05a7a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:29.990826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6271244a-9f2a-4351-8332-fb0039c05a7a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:29.991230 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.025080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:30.036441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] 10.222.0.24 "PUT /v2.0/routers/3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3853822 May 14 18:15:30.039651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33754) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:30.041240 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] Sync routers for ids ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:30.056911 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] Routers {'3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:30.057838 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:30.136446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.151753 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.161932 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:30.199803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.203208 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb886fcf-2e32-40dc-8444-420fcb36354b HTTP/1.1" status: 204 len: 168 time: 1.1441190 May 14 18:15:30.211021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb886fcf-2e32-40dc-8444-420fcb36354b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:30.216011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a34790b7-5dd5-4e37-b942-0cceac27dee6 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.219601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a34790b7-5dd5-4e37-b942-0cceac27dee6 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/b7c56e06-aa81-44f0-b8ae-4518aa97ce77 HTTP/1.1" status: 204 len: 168 time: 0.5996375 May 14 18:15:30.219601 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:30.252620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:30.337072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9bd5717a-0e15-45e5-9f3f-a5425265309e tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b7c56e06-aa81-44f0-b8ae-4518aa97ce77 HTTP/1.1" status: 200 len: 221 time: 0.0797403 May 14 18:15:30.356164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33764) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:30.410984 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] Set router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:30.414246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4190dd03-f16d-4dd3-9383-38b678c7e1c0 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1122849792', 'description': 'label created by tempest'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:30.415875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4190dd03-f16d-4dd3-9383-38b678c7e1c0 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Unknown quota resources ['metering_label']. {{(pid=79559) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:15:30.480603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.661554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6271244a-9f2a-4351-8332-fb0039c05a7a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6271244a-9f2a-4351-8332-fb0039c05a7a,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:30.685657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.686786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4bfcc2f-a3f3-427c-8daa-aad486dca187 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:30.796304 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ad0c394-005a-40c2-8137-de761b230afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:30.966773 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:15:25Z', 'revision_number': 5, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:30.968968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:30.972513 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] Checking router: 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:30.988666 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] Routers {'3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:30.989293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:31.036815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.042055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.113500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6271244a-9f2a-4351-8332-fb0039c05a7a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:31.118118 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:31.139140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e4bfcc2f-a3f3-427c-8daa-aad486dca187 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:31.139537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.292812 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] Set router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:31.459641 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.490018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4190dd03-f16d-4dd3-9383-38b678c7e1c0 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.491347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4190dd03-f16d-4dd3-9383-38b678c7e1c0 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.1294427 May 14 18:15:31.500386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33788) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:31.516403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Allocated IP 172.20.0.1 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/11fefba7-32d0-4b69-b47b-446c509cf8db) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:31.664009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.684583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Transition to ACTIVE for port object d5e6a2cb-47ba-453d-9ae1-ec999378493c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:31.721396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.727652 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ad0c394-005a-40c2-8137-de761b230afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:31.826822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598a546-f6d4-492e-98ec-4b88d1f0336f None None] Pushing event updated for resources: {'Port': ['ID=d5e6a2cb-47ba-453d-9ae1-ec999378493c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:31.829454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Attempting to bind port d5e6a2cb-47ba-453d-9ae1-ec999378493c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:31.829912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Attempting to bind port d5e6a2cb-47ba-453d-9ae1-ec999378493c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:31.830361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Attempting to bind port d5e6a2cb-47ba-453d-9ae1-ec999378493c on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:31.836631 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f598a546-f6d4-492e-98ec-4b88d1f0336f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:31.845212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:31.845689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:31.846161 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.847040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:31.848751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Bound port: d5e6a2cb-47ba-453d-9ae1-ec999378493c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:31.849206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.855610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.926502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Transition to ACTIVE for port object 11fefba7-32d0-4b69-b47b-446c509cf8db will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:31.949378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] For port d5e6a2cb-47ba-453d-9ae1-ec999378493c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:31.953500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] For port d5e6a2cb-47ba-453d-9ae1-ec999378493c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d5e6a2cb-47ba-453d-9ae1-ec999378493c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:31.958165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.971358 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:31.974973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Deleting port 524868ef-75f7-4084-99b3-46bc4b8dc79b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:31.978042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:31.994705 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e0c3d29f-af64-470f-b1d6-83bcb6b70a9b tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=d3c4453b-a7b5-4bc6-bfc2-ba034dc1c619 HTTP/1.1" status: 200 len: 468 time: 0.4780846 May 14 18:15:31.997622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33800) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:32.013606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6271244a-9f2a-4351-8332-fb0039c05a7a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:32.116060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:32.117384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:32.127808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:32.142086 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-275e5670-0703-47ba-85d2-3614c3489967 tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:32.143267 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:15:25Z', 'revision_number': 5, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:32.157787 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af7f96-bfb5-4cc3-9b7d-4711f15ed115 None None] The sync data for ids ['3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9'] in n-d-787206-3 is: [{'id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'name': 'tempest-ServerRescueTestJSON-589109903-router', 'tenant_id': 'eb247b724d5d4f38a1cd73283b69762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:13:03Z', 'updated_at': '2021-05-14T18:15:25Z', 'revision_number': 5, 'project_id': 'eb247b724d5d4f38a1cd73283b69762c', 'gw_port': {'id': '524868ef-75f7-4084-99b3-46bc4b8dc79b', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:13:05Z', 'updated_at': '2021-05-14T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:32.239581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Allocated IP 172.20.0.1 (00a162bf-e1dd-4796-85d1-b8d603ab0d2e/2b4744f1-5da6-4734-aa02-7cc831020aeb/983df12c-8732-4376-9cfb-8469329e0dfc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:32.257631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:32.283976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:32.298244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:32.346412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598a546-f6d4-492e-98ec-4b88d1f0336f None None] Pushing event updated for resources: {'Port': ['ID=d5e6a2cb-47ba-453d-9ae1-ec999378493c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:32.351504 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f598a546-f6d4-492e-98ec-4b88d1f0336f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:32.549818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:32.628968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:32.641408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] For port 524868ef-75f7-4084-99b3-46bc4b8dc79b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=524868ef-75f7-4084-99b3-46bc4b8dc79b,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:32.642076 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:32.874607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15d3db7c-7268-48d6-acbf-41d8ee151c70 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:32.875733 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15d3db7c-7268-48d6-acbf-41d8ee151c70 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/d3c4453b-a7b5-4bc6-bfc2-ba034dc1c619 HTTP/1.1" status: 204 len: 168 time: 0.8770113 May 14 18:15:32.878467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33812) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:32.900551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6271244a-9f2a-4351-8332-fb0039c05a7a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:32.900943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:32.929159 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-01328b0e-ce44-4503-8e7c-c412af442268 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=d3c4453b-a7b5-4bc6-bfc2-ba034dc1c619 HTTP/1.1" status: 200 len: 216 time: 0.0460489 May 14 18:15:32.930435 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:32.930682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33818) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:32.937148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Calling delete_port for 524868ef-75f7-4084-99b3-46bc4b8dc79b owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:32.970465 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3720c2a2-9030-4540-8456-7cf61d8437cf tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0381486 May 14 18:15:32.975146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33826) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:32.981810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cc858ba5-21a0-4415-850e-f62b0914d888 None None] Provisioning for port 11fefba7-32d0-4b69-b47b-446c509cf8db completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:32.995210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab0beb24-41b3-4735-ab20-0d23802f86b7 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0178614 May 14 18:15:33.002872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cc858ba5-21a0-4415-850e-f62b0914d888 None None] Provisioning complete for port 11fefba7-32d0-4b69-b47b-446c509cf8db triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:33.003362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cc858ba5-21a0-4415-850e-f62b0914d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.006698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33830) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:33.024895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Pushing event updated for resources: {'Port': ['ID=11fefba7-32d0-4b69-b47b-446c509cf8db,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:33.044154 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:33.049163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.079982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Transition to ACTIVE for port object 983df12c-8732-4376-9cfb-8469329e0dfc will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:33.108725 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.114935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651e6eaf-2257-4bf9-ae8e-4f9b75b8c35d tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:33.207930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:33.209137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9dc897d1-e4dc-4009-ae1a-307209bb036b tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/78e5678f-a2b6-4f98-946a-8d117579fcc6 HTTP/1.1" status: 200 len: 473 time: 0.1952085 May 14 18:15:33.221915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Pushing event updated for resources: {'Port': ['ID=983df12c-8732-4376-9cfb-8469329e0dfc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:33.229244 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:33.231690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:33.244357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:33.246957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:33.248805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.263333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:33.290131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cc858ba5-21a0-4415-850e-f62b0914d888 None None] Port 11fefba7-32d0-4b69-b47b-446c509cf8db cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:15:33.305593 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8707231c-1d8c-492f-a4ed-17f3a04fdc4c tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/36e50d21-0112-4f29-9033-d63dd81fe122 HTTP/1.1" status: 200 len: 459 time: 0.0879323 May 14 18:15:33.309337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33846) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:33.361695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.370306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:26Z', 'revision_number': 3, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:33.377905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0032960a-9455-469e-ae3c-c39ed51e3951 None None] The sync data for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 is: [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:26Z', 'revision_number': 3, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:33.618048 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4a2752b9-5fa7-487a-a1a8-7b1ab883d74f tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.618926 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4a2752b9-5fa7-487a-a1a8-7b1ab883d74f tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/36e50d21-0112-4f29-9033-d63dd81fe122 HTTP/1.1" status: 204 len: 168 time: 0.3081968 May 14 18:15:33.624393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33850) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:33.695028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.712711 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.714904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3de2a370-67c2-4a3a-b254-a1b01e2a0cd6 None None] Provisioning for port 983df12c-8732-4376-9cfb-8469329e0dfc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:33.724175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3de2a370-67c2-4a3a-b254-a1b01e2a0cd6 None None] Provisioning complete for port 983df12c-8732-4376-9cfb-8469329e0dfc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:33.724562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3de2a370-67c2-4a3a-b254-a1b01e2a0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:33.744360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1236807223'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:33.781110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:33.920110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3de2a370-67c2-4a3a-b254-a1b01e2a0cd6 None None] Port 983df12c-8732-4376-9cfb-8469329e0dfc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:15:33.925546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Usage tracker for resource:network and tenant:92fe2b3a5b8d42c0a52e40c39aca2ee7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:33.929664 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-51a00b55-a8fd-4909-b029-5d197b306942 tempest-ServerAddressesTestJSON-1570203826 tempest-ServerAddressesTestJSON-1570203826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:33.932840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:33.952703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:33.967334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.016285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d5e6a2cb-47ba-453d-9ae1-ec999378493c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:34.126396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Pushing event updated for resources: {'Port': ['ID=11fefba7-32d0-4b69-b47b-446c509cf8db,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:34.130944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.135547 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:34.135966 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:34.146106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d5e6a2cb-47ba-453d-9ae1-ec999378493c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:34.155155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d5e6a2cb-47ba-453d-9ae1-ec999378493c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:34.155562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.158180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Made reservation on behalf of 92fe2b3a5b8d42c0a52e40c39aca2ee7 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:34.161933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.190742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.209759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Pushing event deleted for resources: {'Port': ['ID=524868ef-75f7-4084-99b3-46bc4b8dc79b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:34.217649 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:34.273550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.293992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb09c347-3b30-4beb-bfe6-214b1c69fe37 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.298002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eb09c347-3b30-4beb-bfe6-214b1c69fe37 tempest-MeteringIpV6TestJSON-654615173 tempest-MeteringIpV6TestJSON-654615173-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/78e5678f-a2b6-4f98-946a-8d117579fcc6 HTTP/1.1" status: 204 len: 168 time: 0.6726418 May 14 18:15:34.299358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:34.318354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Usage tracker for resource:security_group_rule and tenant:92fe2b3a5b8d42c0a52e40c39aca2ee7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:34.323304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:34.382670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:34.386905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:34.437559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:34.466191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.541705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.592068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port d5e6a2cb-47ba-453d-9ae1-ec999378493c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d5e6a2cb-47ba-453d-9ae1-ec999378493c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:34.599994 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:34.611467 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:34.723888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 311117d4-1798-48c2-9314-4552f3214518 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:34.827715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 311117d4-1798-48c2-9314-4552f3214518 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:34.828202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 311117d4-1798-48c2-9314-4552f3214518 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:34.855765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:34.881457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=d5e6a2cb-47ba-453d-9ae1-ec999378493c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:34.889653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:34.964488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fd1e4c8d-42f9-45f8-8d81-ba1fa177ce6d None None] Provisioning complete for port 11fefba7-32d0-4b69-b47b-446c509cf8db triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:34.964915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4c8d-42f9-45f8-8d81-ba1fa177ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.068995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e4c8d-42f9-45f8-8d81-ba1fa177ce6d None None] Port 11fefba7-32d0-4b69-b47b-446c509cf8db cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:15:35.139061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.158967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.167402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:35.173533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Usage tracker for resource:security_group_rule and tenant:b51aa2afe7c04f85a015dd1a4c0bad04 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:35.177442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.181471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:35.185868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87b1d55b-52fa-4eb0-b48e-f296021d9d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:35.200071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:35.257685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.262250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:35.277931 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.282503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.283449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.326270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14b8d7-2fba-4b53-8309-bd2d4b1ebb77,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:35.329519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.329859 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Added segment ca663185-9ce6-4a4f-884d-aa30b974ecfb of type vlan for network b1a98d21-4107-46c5-9f98-0a248cd93b63 May 14 18:15:35.346561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:35.347217 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-20214d4e-c510-4481-ba59-bf7d3c6ef91d tempest-ServerDiskConfigTestJSON-1356370398 tempest-ServerDiskConfigTestJSON-1356370398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:35.435540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:15:35.437878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Pushing event updated for resources: {'Port': ['ID=983df12c-8732-4376-9cfb-8469329e0dfc,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:35.440453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.440958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:15:35.666167 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:35.697476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.699037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] 10.222.0.24 "DELETE /v2.0/routers/3e71bbf3-fdc3-418d-8011-6ea2fdaa7de9 HTTP/1.1" status: 204 len: 168 time: 5.6581380 May 14 18:15:35.704940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:35.777156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.782797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:35.796908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] 10.222.0.24 "PUT /v2.0/routers/f03a356c-359f-4d46-838c-474c0bb7b644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1234272 May 14 18:15:35.800673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:35.812353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.814878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:35.815568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:35.906360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.912967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:35.915058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:35.964822 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87ffa76d-4e4b-4532-85b5-afbc3bc81a1f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:36.025028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:36.285388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Deleting subnet 0fcb9004-6a5e-47fb-baa6-0347e82bca3c {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:15:36.289792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.359613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1162951 May 14 18:15:36.362576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33896) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:36.402478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d5e6a2cb-47ba-453d-9ae1-ec999378493c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:36.422060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.423164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Pushing event updated for resources: {'Network': ['ID=b1a98d21-4107-46c5-9f98-0a248cd93b63,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:36.450510 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:36.455447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.472519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.495374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b1a98d21-4107-46c5-9f98-0a248cd93b63 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:36.505206 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02f163ef-f75d-4ece-b299-8037272d63e4 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:36.546501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:36.553163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:36.575597 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b51aa2afe7c04f85a015dd1a4c0bad04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7174053 May 14 18:15:36.578630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33908) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:36.670947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da11b5-cb4b-475f-8b9a-c3ace3a80ff8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:36.722049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d5e6a2cb-47ba-453d-9ae1-ec999378493c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:36.722995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:36.724340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.749736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-342733861-network', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:36.800355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:36.802664 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.813152 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:36.825952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Usage tracker for resource:network and tenant:83216a9eea064916a2affb2a6effbe8c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:36.837218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:36.858125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.859686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:36.880480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.930960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Made reservation on behalf of 83216a9eea064916a2affb2a6effbe8c for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:36.934295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.958543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:36.976447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:36.982284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Usage tracker for resource:security_group_rule and tenant:83216a9eea064916a2affb2a6effbe8c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:36.984304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:36.990497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:37.029712 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.043115 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f197bb3-f42d-4f4a-8d4a-ec788f087e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:37.057425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:33Z', 'revision_number': 2, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:37.061713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'network': {'name': 'tempest-network--305721293', 'router:external': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:37.063254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:37.063955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Updating router f03a356c-359f-4d46-838c-474c0bb7b644 port 11fefba7-32d0-4b69-b47b-446c509cf8db binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:15:37.066497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:37.071433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:network and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:37.074782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:37.081408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:37.104324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da11b5-cb4b-475f-8b9a-c3ace3a80ff8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:37.110884 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:37.111274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Made reservation on behalf of 9a97f456d56c4d0391fef6ce803f7827 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:37.113522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.134854 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.135989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3da11b5-cb4b-475f-8b9a-c3ace3a80ff8 HTTP/1.1" status: 204 len: 168 time: 0.5563600 May 14 18:15:37.137959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 524868ef-75f7-4084-99b3-46bc4b8dc79b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:15:37.138262 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.160749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:37.168970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:security_group_rule and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:37.172872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:37.187866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:37.196480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Router 7d45f1a6-4640-4f24-8caa-0836e6b49dac has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:15:37.232698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.260305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.273536 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3c5752d-e5b6-45e0-9707-ae249611e5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:37.344935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a0ff7f61-ec2f-4511-94fc-79aaa6cfbdd1 None None] Provisioning complete for port 983df12c-8732-4376-9cfb-8469329e0dfc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:37.345642 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7f61-ec2f-4511-94fc-79aaa6cfbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.377040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:37.398174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 524868ef-75f7-4084-99b3-46bc4b8dc79b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:15:37.399098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 524868ef-75f7-4084-99b3-46bc4b8dc79b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:15:37.403023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.403410 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Added segment c759dd30-0757-4730-81b2-8ed9f1a3e597 of type vlan for network eaf547f6-9473-4293-9dff-c0cc68ca0a34 May 14 18:15:37.425878 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.448632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:37.452220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff7f61-ec2f-4511-94fc-79aaa6cfbdd1 None None] Port 983df12c-8732-4376-9cfb-8469329e0dfc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:15:37.458958 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] 10.222.0.24 "PUT /v2.0/routers/7d45f1a6-4640-4f24-8caa-0836e6b49dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2958407 May 14 18:15:37.460961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Sync routers for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:37.477684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.480515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:37.481149 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:37.526530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.531959 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab0bc3a4-d474-452f-94f6-14f0e10b58d1 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:37.540371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cfbe9d-bf7e-4325-804e-e40ecc63a19b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:37.549580 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:37.556796 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.557926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:37.558924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.567662 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-874abc15-43a1-4c2c-ab97-febf6998e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:37.670478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcb9004-6a5e-47fb-baa6-0347e82bca3c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:37.685796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.695380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf547f6-9473-4293-9dff-c0cc68ca0a34,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:37.703925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:37.705645 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:37.710013 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0fcb9004-6a5e-47fb-baa6-0347e82bca3c HTTP/1.1" status: 204 len: 168 time: 1.9902823 May 14 18:15:37.714164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9876113 May 14 18:15:37.714164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33928) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:37.716000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33930) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:37.719959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:37.729233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Request body: {'subnet': {'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-342733861-subnet', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:37.745075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:37.755232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Usage tracker for resource:subnet and tenant:83216a9eea064916a2affb2a6effbe8c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:37.764058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:37.776197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:37.807126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Made reservation on behalf of 83216a9eea064916a2affb2a6effbe8c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:37.810854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:37.949066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33944) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:38.078274 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:38.103020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.151557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.153612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.193114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.205677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-603dfff0-ab7d-4a6b-b41c-c195a64ec37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:38.247187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:38.253844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Usage tracker for resource:security_group_rule and tenant:52be86700ca14323b0e39f603e6b55f6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:38.279950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:38.322596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.322948 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Added segment b2867919-7938-47de-a470-21104e770606 of type vlan for network bd96c314-0b02-4c2f-8106-34f06a803667 May 14 18:15:38.369984 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.385483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Transition to ACTIVE for port object 11fefba7-32d0-4b69-b47b-446c509cf8db will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:38.396170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.400999 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.420178 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:38.481363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:38.495545 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 2, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:38.501679 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Checking router: 7d45f1a6-4640-4f24-8caa-0836e6b49dac for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:38.502323 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Updating router 7d45f1a6-4640-4f24-8caa-0836e6b49dac port 983df12c-8732-4376-9cfb-8469329e0dfc binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:15:38.502836 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.509042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:38.515252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.534542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:38.596314 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.744967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1817d9d0-0d74-462a-a8b0-d9f16b1b25a3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:38.764210 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:38.783139 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cf27c9fd-0001-4685-8ec7-e5628b125596 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:38.811647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90edb2-321e-4d63-ab3f-cb8f091bdf6e None None] Pushing event updated for resources: {'Port': ['ID=11fefba7-32d0-4b69-b47b-446c509cf8db,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:38.827782 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fa90edb2-321e-4d63-ab3f-cb8f091bdf6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:38.828962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Attempting to bind port 11fefba7-32d0-4b69-b47b-446c509cf8db on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:38.831588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Attempting to bind port 11fefba7-32d0-4b69-b47b-446c509cf8db by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:38.832177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Attempting to bind port 11fefba7-32d0-4b69-b47b-446c509cf8db on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:38.848772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:38.849251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:38.850006 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:38.851160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:38.852759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Bound port: 11fefba7-32d0-4b69-b47b-446c509cf8db, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:38.853824 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.015973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6515996 May 14 18:15:39.027009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33984) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:39.062101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.088672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Network': ['ID=bd96c314-0b02-4c2f-8106-34f06a803667,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:39.099200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da424c78-3456-42d9-a2b0-2bcc74f31e06']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:39.109700 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:39.113664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network bd96c314-0b02-4c2f-8106-34f06a803667 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:39.120393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b535f135-1d43-482c-868f-e03fe82238e9') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:39.120737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b535f135-1d43-482c-868f-e03fe82238e9') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:39.143941 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.173119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.199919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:15:39.201266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: timer() May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:15:39.256362 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:15:39.259650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] For port 11fefba7-32d0-4b69-b47b-446c509cf8db, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:39.269715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] For port 11fefba7-32d0-4b69-b47b-446c509cf8db, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=11fefba7-32d0-4b69-b47b-446c509cf8db,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:39.276554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.282747 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:39.369585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:39.370247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:39.388460 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.420633 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Transition to ACTIVE for port object 983df12c-8732-4376-9cfb-8469329e0dfc will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:39.445155 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.460610 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d31ae43e-23a3-405d-a2dd-9259afc2e9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:39.514542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.522354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.581290 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4ab7fb12-8c30-457f-b3f3-dc9fbf870bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:39.600118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.619528 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8bc57ca3-ef37-4c76-ae81-4abfe8f47540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:39.622185 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.708552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.785296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52be86700ca14323b0e39f603e6b55f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8016768 May 14 18:15:39.785764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34018) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:39.797710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74c30bd-d6ce-4f5e-baad-101d9435626c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:39.820209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de0e2d3-72ea-403a-907d-7638de31b338,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:39.833126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:39.854107 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:39.915211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] 10.222.0.24 "DELETE /v2.0/networks/da424c78-3456-42d9-a2b0-2bcc74f31e06 HTTP/1.1" status: 204 len: 168 time: 2.1972306 May 14 18:15:39.916060 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:39.916593 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f929a5e6-1c1f-41ba-b707-03e22d36a3dd tempest-ExtraDHCPOptionsIpV6TestJSON-373571761 tempest-ExtraDHCPOptionsIpV6TestJSON-373571761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:39.935665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:39.943442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Pushing event deleted for resources: {'Network': ['ID=da424c78-3456-42d9-a2b0-2bcc74f31e06,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:39.976974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:39.981883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.004318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Checking segment: {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:40.005479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Network hostable DHCP agents. Network: eaf547f6-9473-4293-9dff-c0cc68ca0a34, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:15:40.013785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.041038 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d61cbe-6149-4f02-850b-9c7d0222a350 None None] Pushing event updated for resources: {'Port': ['ID=983df12c-8732-4376-9cfb-8469329e0dfc,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:40.046185 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-69d61cbe-6149-4f02-850b-9c7d0222a350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:40.086887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Attempting to bind port 983df12c-8732-4376-9cfb-8469329e0dfc on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:40.086887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Attempting to bind port 983df12c-8732-4376-9cfb-8469329e0dfc by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:40.086887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Attempting to bind port 983df12c-8732-4376-9cfb-8469329e0dfc on network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:40.102817 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:40.103131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.105056 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Checking segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:40.106397 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.108486 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-85dea4c7-cc31-4561-af3c-44e13f2dd8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:40.109397 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Bound using segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:40.110088 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Bound port: 983df12c-8732-4376-9cfb-8469329e0dfc, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:40.112190 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.122681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90edb2-321e-4d63-ab3f-cb8f091bdf6e None None] Pushing event updated for resources: {'Port': ['ID=11fefba7-32d0-4b69-b47b-446c509cf8db,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:40.131147 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fa90edb2-321e-4d63-ab3f-cb8f091bdf6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:40.150577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74c30bd-d6ce-4f5e-baad-101d9435626c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:40.152890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.160996 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:40.169380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd96c314-0b02-4c2f-8106-34f06a803667']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:40.175218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.176771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e74c30bd-d6ce-4f5e-baad-101d9435626c HTTP/1.1" status: 204 len: 168 time: 0.3859756 May 14 18:15:40.209468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2867919-7938-47de-a470-21104e770606') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:40.209772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2867919-7938-47de-a470-21104e770606') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:40.246161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.305607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.321001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:15:40.321776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: timer() May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:15:40.352421 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:15:40.379326 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] For port 983df12c-8732-4376-9cfb-8469329e0dfc, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:40.388887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] For port 983df12c-8732-4376-9cfb-8469329e0dfc, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=983df12c-8732-4376-9cfb-8469329e0dfc,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:40.398608 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.411291 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:40.429713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34036) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:40.509060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:15:40.575160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, eaf547f6-9473-4293-9dff-c0cc68ca0a34) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:40.603549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c503fc69-7667-4209-9ba5-37951c4270ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb247b724d5d4f38a1cd73283b69762c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693556 May 14 18:15:40.604107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:40.606086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.615652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34044) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:40.661767 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d61cbe-6149-4f02-850b-9c7d0222a350 None None] Pushing event updated for resources: {'Port': ['ID=983df12c-8732-4376-9cfb-8469329e0dfc,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:40.676813 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9566033 May 14 18:15:40.682470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34048) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:40.684962 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-69d61cbe-6149-4f02-850b-9c7d0222a350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:40.727997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:40.740318 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:40.740765 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:40.748615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:40.754892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.764211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd96c314-0b02-4c2f-8106-34f06a803667 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:15:40.784184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.809469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Usage tracker for resource:router and tenant:83216a9eea064916a2affb2a6effbe8c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:40.827083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ac0f7c3-b00c-485e-a42c-e4150a5ba307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:40.857646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3104b-059c-41cb-adfe-aef202470e08 None None] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:40.883055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.893063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:40.917502 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/bd96c314-0b02-4c2f-8106-34f06a803667 HTTP/1.1" status: 204 len: 168 time: 1.8839512 May 14 18:15:40.938493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34058) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:40.958622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:40.964875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:40.978558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:40.993478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd96c314-0b02-4c2f-8106-34f06a803667,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:41.005767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:41.028479 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:41.043622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:network and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:41.094851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:41.147729 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:41.153723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:41.157411 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:41.183113 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d44b381-3edd-4c8b-8ee1-0c49a76fb70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:41.221166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:41.233401 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:41.237067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4052b185-6c88-40ab-a431-447053ef4f05 HTTP/1.1" status: 204 len: 168 time: 0.6173210 May 14 18:15:41.243942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4052b185-6c88-40ab-a431-447053ef4f05,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:41.256749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:41.260895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:41.574243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:39Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:41.591060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede09ade-65e1-407a-bb92-34f6cdcc404e None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:39Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:41.592996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'fixed_ips': [{'subnet_id': '5de0e2d3-72ea-403a-907d-7638de31b338'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:15:41.593908 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:41.599516 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:41.733591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Made reservation on behalf of 9a97f456d56c4d0391fef6ce803f7827 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:41.752327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.114573 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.141937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:42.163770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Allocated IP 172.20.0.2 (eaf547f6-9473-4293-9dff-c0cc68ca0a34/5de0e2d3-72ea-403a-907d-7638de31b338/180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:42.194023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.195269 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Added segment 21025b99-92e0-47b9-ad4a-5aee41525744 of type vlan for network 905455fb-55ea-4e15-a81a-d86e8a9739d1 May 14 18:15:42.408518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34096) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:42.442565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.568227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.569796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:42.570367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.586688 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:42.666749 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:40Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:42.681498 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814e13d-32f0-4d6d-b4b4-5ac603d4df59 None None] The sync data for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 is: [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:40Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:42.860477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.888021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Transition to ACTIVE for port object 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:42.948172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Transition to ACTIVE for port object 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:42.962886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:42.972462 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:43.133853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:43.138763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:43.142634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:43.149134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1261917671'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:43.157945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:43.183470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:network and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:43.198837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:43.238946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:43.267916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34118) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:43.268391 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3226268 May 14 18:15:43.292394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'subnet': {'network_id': '905455fb-55ea-4e15-a81a-d86e8a9739d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:43.318899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:43.353618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:43.357096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:43.416409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:subnet and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:43.421178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:43.435799 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:43.496272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:43.545632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:43.559988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:security_group_rule and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:43.562318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Attempting to bind port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:43.564937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Attempting to bind port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:43.565780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Attempting to bind port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 on network eaf547f6-9473-4293-9dff-c0cc68ca0a34 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:43.574111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:43.582500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Pushing event updated for resources: {'Port': ['ID=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:43.588427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Made reservation on behalf of 9a97f456d56c4d0391fef6ce803f7827 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:43.590716 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:43.595603 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:43.599146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:43.599894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Checking segment: {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:43.601194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:43.602384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Bound using segment: {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:43.603142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Bound port: 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:43.603789 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:43.665601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Network': ['ID=905455fb-55ea-4e15-a81a-d86e8a9739d1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:43.671508 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:43.685840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:43.751968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 905455fb-55ea-4e15-a81a-d86e8a9739d1 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:44.177916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] For port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:44.207628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 983df12c-8732-4376-9cfb-8469329e0dfc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:44.303217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:44.314900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] For port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:44.403724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:44.420204 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:44.421843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:44.422739 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:44.449959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:44.458591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:44.505777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0dd978-1986-435b-bac9-086cf09d1d3b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:44.510127 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:44.641212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:44.701931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 983df12c-8732-4376-9cfb-8469329e0dfc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:44.726859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 983df12c-8732-4376-9cfb-8469329e0dfc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:44.733790 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:44.824827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Allocated IP 172.25.4.251 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/02844b8c-0364-441c-ae4f-ae30cd5be58d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:44.838459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Pushing event updated for resources: {'Port': ['ID=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:44.852052 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:45.092796 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.093186 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Added segment 490e9199-980c-424a-b890-833d945f66c1 of type vlan for network 7ad50c71-58ac-4344-b706-61652f033104 May 14 18:15:45.112617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.114546 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.125870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.149878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.164379 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a69475d-7788-4461-92a8-e7499f8d72ab tempest-VolumesActionsTest-1427370193 tempest-VolumesActionsTest-1427370193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:45.184901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 983df12c-8732-4376-9cfb-8469329e0dfc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=983df12c-8732-4376-9cfb-8469329e0dfc,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:45.191218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.197180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 11fefba7-32d0-4b69-b47b-446c509cf8db up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:45.228354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00446738-75c8-4510-90b9-81e1ee9f5dd8 req-7433b921-37eb-4bd0-8690-1320963e14d0 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8f43a5-3e70-4bbc-bf1e-3e4c428d7308 HTTP/1.1" status: 200 len: 210 time: 0.0684109 May 14 18:15:45.249312 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:45.254745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.263675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:45.264730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.275598 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4555d7d-30cf-44d0-bb36-0fd57a27868a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:45.432272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=02844b8c-0364-441c-ae4f-ae30cd5be58d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:45.450982 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:45.453195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:45.454534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:45.462666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:45.465261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=983df12c-8732-4376-9cfb-8469329e0dfc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:45.486495 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:45.570410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 11fefba7-32d0-4b69-b47b-446c509cf8db completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:45.589482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 11fefba7-32d0-4b69-b47b-446c509cf8db triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:45.590829 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:45.646530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2355762 May 14 18:15:45.660448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Network': ['ID=7ad50c71-58ac-4344-b706-61652f033104,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:45.670989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:45.671421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34162) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:45.692259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:45.714759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:46.221860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:46.237341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:46.248519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:46.269120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:46.350106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:46.361752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:46.590471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:46.668580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 11fefba7-32d0-4b69-b47b-446c509cf8db, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=11fefba7-32d0-4b69-b47b-446c509cf8db,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:46.681202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:46.684159 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:46.697773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:46.895434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=11fefba7-32d0-4b69-b47b-446c509cf8db,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:46.906254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea32056-7957-43af-87b9-4a40b46d1874 None None] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:46.978774 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:47.252726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 983df12c-8732-4376-9cfb-8469329e0dfc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:47.309396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52b98c3b-0401-4bf8-8030-822442a27d82 req-c5a91fbb-aff5-4eb0-90ba-282b8e20dff0 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.2196047 May 14 18:15:47.373974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c57c9890-033f-49ff-9ffe-b6919fab2144 None None] Provisioning for port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:47.580734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:15:47.583698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:47.602749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-398b5007-3962-4362-b65a-2e3897ad7138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:47.652889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:47.730118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 983df12c-8732-4376-9cfb-8469329e0dfc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:47.730797 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:47.791295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4cd9089-f678-4eff-9040-f4d58b197727,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:47.802560 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:47.811532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Checking segment: {'id': '21025b99-92e0-47b9-ad4a-5aee41525744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '905455fb-55ea-4e15-a81a-d86e8a9739d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:47.812436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Network hostable DHCP agents. Network: 905455fb-55ea-4e15-a81a-d86e8a9739d1, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:15:47.885310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Network 905455fb-55ea-4e15-a81a-d86e8a9739d1 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:15:47.911868 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:47.918876 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:47.959010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 905455fb-55ea-4e15-a81a-d86e8a9739d1) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:48.000951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:48.001572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:48.043780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5813d-3b63-4c51-960c-6660fc486f53 None None] Network 905455fb-55ea-4e15-a81a-d86e8a9739d1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:48.076281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8056209 May 14 18:15:48.088840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34202) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:48.100815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'floatingip': {'floating_network_id': '905455fb-55ea-4e15-a81a-d86e8a9739d1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:48.109229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=9c4d0c94-faf5-4c7d-9124-473fccc80a1f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:48.112376 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:48.113657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:48.123671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:floatingip and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:48.133199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:48.136229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:48.136528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network hostable DHCP agents. Network: 7ad50c71-58ac-4344-b706-61652f033104, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:15:48.147250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:48.188370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:48.195900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Router 58d2a0cf-e378-4732-82ed-713b06e99667 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:15:48.263954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:15:48.273780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:48.489978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 7ad50c71-58ac-4344-b706-61652f033104) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:48.546133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca952e-fe76-432f-b767-99bf54588040 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:48.549623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:48.551936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:48.635990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9610724 May 14 18:15:48.643826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34224) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:48.658077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'name': 'tempest-NetworksTestDHCPv6-591096893'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:48.693940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:48.762312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Sync routers for ids ['58d2a0cf-e378-4732-82ed-713b06e99667'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:15:48.832597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:48.832857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Routers {'58d2a0cf-e378-4732-82ed-713b06e99667'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:48.833349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['58d2a0cf-e378-4732-82ed-713b06e99667'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:48.915878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:48.917102 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2262666 May 14 18:15:48.920442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34230) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:49.096960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92b65b1b-7d05-4c17-b25c-a9fce0b64a81 req-6424dc5c-2605-4985-a051-c17d67f1e1b4 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0925725 May 14 18:15:49.147066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Allocated IP 172.20.0.7 (905455fb-55ea-4e15-a81a-d86e8a9739d1/c4cd9089-f678-4eff-9040-f4d58b197727/a84f0a39-1bd6-4138-af81-9be871e1a80d) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:49.379840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:49.417443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:49.424165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e93e1-1b10-4005-a4b7-33c9ac5e229f None None] Network 905455fb-55ea-4e15-a81a-d86e8a9739d1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:15:49.432774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:49.469342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:49.502195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:49.719275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:49.782157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:49.810929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bb6919e-722a-4a52-ae96-93fc8e4d4363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:50.050557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Network 905455fb-55ea-4e15-a81a-d86e8a9739d1 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:50.063440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:50.066071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Port': ['ID=a84f0a39-1bd6-4138-af81-9be871e1a80d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:50.076682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:50.126229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Set router 58d2a0cf-e378-4732-82ed-713b06e99667 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:50.167423 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:50.279837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:50.328250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:50.340754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:50.423972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port fbede9dc-c9c1-4020-92a0-3ba7da3f3387 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:15:50.431760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4441c1b4-4d1e-410e-a3ea-8344d5cbe2a2 req-4ce614cf-c187-4981-9d3d-b1bcab80ccf4 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1401782 May 14 18:15:50.466757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:50.471633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:50.611315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:50.747921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Provisioning complete for port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:50.748658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:50.781081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:50.822424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::1ce (7ad50c71-58ac-4344-b706-61652f033104/9c4d0c94-faf5-4c7d-9124-473fccc80a1f/fbede9dc-c9c1-4020-92a0-3ba7da3f3387) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:51.190936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.236174 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.250646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.264009 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46f23d6a-8ada-4192-abae-0f30f435553e tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:51.498460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] For port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:15:51.598588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Port': ['ID=a84f0a39-1bd6-4138-af81-9be871e1a80d,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:51.610089 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:51.638029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.685148 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.689703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5977316 May 14 18:15:51.691206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34268) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:51.749677 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.756123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '9c4d0c94-faf5-4c7d-9124-473fccc80a1f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:15:51.758171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:51.787566 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:51.795843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b0a1b9df-21d4-4c4e-b05a-3e97715d7bf4 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Synchronizing usage tracker for tenant:9a97f456d56c4d0391fef6ce803f7827 on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:15:51.843708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 3, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:51.847646 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e9a37391-0db4-4984-a8e0-335c6168c2f8 req-6d74c9dd-57e7-4e2f-9314-ab86a8947702 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.4448769 May 14 18:15:51.878570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9610cf9b-ef19-40a2-8ba1-8aad34f5965c req-a760eb0b-7a8f-4605-b994-f25fb57bf95e tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0794716 May 14 18:15:51.906350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 11fefba7-32d0-4b69-b47b-446c509cf8db up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:51.912599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b0a1b9df-21d4-4c4e-b05a-3e97715d7bf4 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Unset dirty status for tenant:9a97f456d56c4d0391fef6ce803f7827 on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:15:51.915327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b0a1b9df-21d4-4c4e-b05a-3e97715d7bf4 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=905455fb-55ea-4e15-a81a-d86e8a9739d1 HTTP/1.1" status: 200 len: 689 time: 0.2232010 May 14 18:15:51.918204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34272) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:51.972999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Checking router: 58d2a0cf-e378-4732-82ed-713b06e99667 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:15:51.973358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Updating router 58d2a0cf-e378-4732-82ed-713b06e99667 port 02844b8c-0364-441c-ae4f-ae30cd5be58d binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:15:52.091673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.135819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 11fefba7-32d0-4b69-b47b-446c509cf8db triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:52.136120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.162180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.204434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Allocated IP 172.20.0.1 (eaf547f6-9473-4293-9dff-c0cc68ca0a34/5de0e2d3-72ea-403a-907d-7638de31b338/635a5cc0-d809-4759-89ec-ba0c6706a16a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:52.211936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.224795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Pushing event updated for resources: {'Port': ['ID=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:52.228880 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:52.261040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object fbede9dc-c9c1-4020-92a0-3ba7da3f3387 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:52.483398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.506146 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99ea4cee-75bb-4756-9f40-7c70f35063be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:52.514860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Deleting port a84f0a39-1bd6-4138-af81-9be871e1a80d {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:52.515506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.584852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:52.596972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:52.601735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.623153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:52.629125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:52.629775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.662333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Transition to ACTIVE for port object 635a5cc0-d809-4759-89ec-ba0c6706a16a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:52.690306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=fbede9dc-c9c1-4020-92a0-3ba7da3f3387,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:52.702085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:52.707992 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0629270 May 14 18:15:52.711369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:52.807017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.812514 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:52.834200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/9c4d0c94-faf5-4c7d-9124-473fccc80a1f/437d3358-c9ed-46a7-bb17-33dc936a03bc) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:15:52.901838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Pushing event updated for resources: {'Port': ['ID=635a5cc0-d809-4759-89ec-ba0c6706a16a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:52.910606 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.911002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:52.918519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927afe03-84f7-4571-9c79-59259efa23d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:52.919270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-927afe03-84f7-4571-9c79-59259efa23d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:15:52.924255 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:52.939765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:52.942774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:52.947507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:53.019193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-927afe03-84f7-4571-9c79-59259efa23d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:15:53.025644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-927afe03-84f7-4571-9c79-59259efa23d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3132029 May 14 18:15:53.029244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34290) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:53.300851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Calling delete_port for a84f0a39-1bd6-4138-af81-9be871e1a80d owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:53.340932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:53.410765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56fc5d79-3ab1-4f54-9109-9a52ca997793 req-a03beaf9-a931-41d7-8d4f-8140d22a3101 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1411033 May 14 18:15:53.421877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port fbede9dc-c9c1-4020-92a0-3ba7da3f3387 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:15:53.431198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:53.830520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:53.860109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f93de70d-ddba-4303-86d2-ee2216b9d0b8 None None] Provisioning for port 635a5cc0-d809-4759-89ec-ba0c6706a16a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:15:53.869322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:53.887659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:53.908473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f93de70d-ddba-4303-86d2-ee2216b9d0b8 None None] Provisioning complete for port 635a5cc0-d809-4759-89ec-ba0c6706a16a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:53.911437 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f93de70d-ddba-4303-86d2-ee2216b9d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:53.992639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.060313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Transition to ACTIVE for port object 437d3358-c9ed-46a7-bb17-33dc936a03bc will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:54.076871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f93de70d-ddba-4303-86d2-ee2216b9d0b8 None None] Port 635a5cc0-d809-4759-89ec-ba0c6706a16a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:15:54.080889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:15:54.114646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Port': ['ID=a84f0a39-1bd6-4138-af81-9be871e1a80d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:54.122379 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:54.180187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.224298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Transition to ACTIVE for port object 437d3358-c9ed-46a7-bb17-33dc936a03bc will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:54.225685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.302182 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.308456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.322077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.324036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a5bb126-f9c0-4148-944d-376fb64cae10 req-89a19258-d960-4f10-a94c-22403c76fc6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df8f43a5-3e70-4bbc-bf1e-3e4c428d7308 HTTP/1.1" status: 200 len: 210 time: 0.0622399 May 14 18:15:54.325039 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:54.332258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for fbede9dc-c9c1-4020-92a0-3ba7da3f3387 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:15:54.548138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:54.554414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:54.561753 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.740232 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:54.757707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:54.827546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Pushing event updated for resources: {'Port': ['ID=437d3358-c9ed-46a7-bb17-33dc936a03bc,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:54.830148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:15:54.855305 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:54.889055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Transition to ACTIVE for port object 02844b8c-0364-441c-ae4f-ae30cd5be58d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:15:54.929563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf2c9ab7-eef9-41ed-91b2-2741550e6166 req-05e40533-4b23-4ca8-8f21-82891436f2c1 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0515950 May 14 18:15:54.970504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.014421 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5cf5a7b3-6f54-4e50-a55d-28919db5e4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:55.283580 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.292545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b11f2-cafe-4df3-9e45-39c657d7892b None None] Pushing event updated for resources: {'Port': ['ID=02844b8c-0364-441c-ae4f-ae30cd5be58d,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:55.300282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad0b11f2-cafe-4df3-9e45-39c657d7892b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:55.316683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.397899 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be0a9543-cc3c-4acb-8ae9-8649e73852f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:55.481002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.483609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Attempting to bind port 437d3358-c9ed-46a7-bb17-33dc936a03bc on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:55.483997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Attempting to bind port 437d3358-c9ed-46a7-bb17-33dc936a03bc by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:55.484386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Attempting to bind port 437d3358-c9ed-46a7-bb17-33dc936a03bc on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:55.487303 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eab0783e-366b-4861-a0c4-0e81a634a9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:55.517457 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.555405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Pushing event updated for resources: {'Port': ['ID=635a5cc0-d809-4759-89ec-ba0c6706a16a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:55.577807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cd9089-f678-4eff-9040-f4d58b197727,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:55.578715 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:55.580435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:55.581895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:55.605320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Attempting to bind port 02844b8c-0364-441c-ae4f-ae30cd5be58d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:15:55.608017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Attempting to bind port 02844b8c-0364-441c-ae4f-ae30cd5be58d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:15:55.609962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Attempting to bind port 02844b8c-0364-441c-ae4f-ae30cd5be58d on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:15:55.638187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:55.638689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:55.639123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.639585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:55.640095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Bound port: 437d3358-c9ed-46a7-bb17-33dc936a03bc, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:55.640485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.684331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=fbede9dc-c9c1-4020-92a0-3ba7da3f3387,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:55.687436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:15:55.687889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:15:55.688308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.688711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:15:55.689216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Bound port: 02844b8c-0364-441c-ae4f-ae30cd5be58d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:15:55.689611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.694709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:55.752754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.776379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.782461 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/fbede9dc-c9c1-4020-92a0-3ba7da3f3387 HTTP/1.1" status: 204 len: 168 time: 2.7523136 May 14 18:15:55.783320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] For port 02844b8c-0364-441c-ae4f-ae30cd5be58d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:55.784794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34356) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:55.789604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] For port 02844b8c-0364-441c-ae4f-ae30cd5be58d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=02844b8c-0364-441c-ae4f-ae30cd5be58d,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:55.816049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.850032 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:55.866891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.894406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eceb99d-dfbc-42d3-a26e-76f7f9ec9121 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:55.896254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eceb99d-dfbc-42d3-a26e-76f7f9ec9121 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:55.901341 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8eceb99d-dfbc-42d3-a26e-76f7f9ec9121 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1128426 May 14 18:15:55.901926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34364) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:55.902313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905455fb-55ea-4e15-a81a-d86e8a9739d1']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:55.917061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21025b99-92e0-47b9-ad4a-5aee41525744') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:55.918004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21025b99-92e0-47b9-ad4a-5aee41525744') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:55.930797 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.950227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:55.959482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:15:55.960831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: timer() May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:15:56.153855 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:15:56.158226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:56.162715 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02f4bbb4-647d-4a70-9be3-ab541fc2587a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:56.196406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 905455fb-55ea-4e15-a81a-d86e8a9739d1 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:15:56.201859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:56.204834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Network': ['ID=905455fb-55ea-4e15-a81a-d86e8a9739d1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:56.208323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:56.238868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 9c4d0c94-faf5-4c7d-9124-473fccc80a1f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:15:56.239961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/905455fb-55ea-4e15-a81a-d86e8a9739d1 HTTP/1.1" status: 204 len: 168 time: 4.3189192 May 14 18:15:56.245485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:56.247534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34372) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:56.376143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:56.384030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b11f2-cafe-4df3-9e45-39c657d7892b None None] Pushing event updated for resources: {'Port': ['ID=02844b8c-0364-441c-ae4f-ae30cd5be58d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:56.401350 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad0b11f2-cafe-4df3-9e45-39c657d7892b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:56.418383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Routers {'58d2a0cf-e378-4732-82ed-713b06e99667'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:15:56.418953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:15:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['58d2a0cf-e378-4732-82ed-713b06e99667'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:56.518201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:56.641588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5d49684-30ba-4649-a7bc-f1a2af2bc63e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Synchronizing usage tracker for tenant:9a97f456d56c4d0391fef6ce803f7827 on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:15:56.676361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5d49684-30ba-4649-a7bc-f1a2af2bc63e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Unset dirty status for tenant:9a97f456d56c4d0391fef6ce803f7827 on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:15:56.684817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c5d49684-30ba-4649-a7bc-f1a2af2bc63e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4343991 May 14 18:15:56.685767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34390) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:56.890133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.891765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.897498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.900094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.900735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.901424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.902685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.904633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.905430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.907318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.910003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] Set router 58d2a0cf-e378-4732-82ed-713b06e99667 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:15:56.910915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:56.912107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Synchronizing usage tracker for tenant:9a97f456d56c4d0391fef6ce803f7827 on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:15:56.952769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Unset dirty status for tenant:9a97f456d56c4d0391fef6ce803f7827 on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:15:56.958724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-71260dde-f990-47b8-98d2-305c49b1fa13 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7108 time: 0.2711229 May 14 18:15:56.959873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34396) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:57.173282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:15:57.179830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:15:57.205559 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-0db50134-07b8-43ea-9409-680e581c6cf4 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] delete failed (client error): The resource could not be found. May 14 18:15:57.206556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0db50134-07b8-43ea-9409-680e581c6cf4 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/26fdf4e2-6afc-4aa7-b251-f121723f5918 HTTP/1.1" status: 404 len: 345 time: 0.2452655 May 14 18:15:57.212939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34404) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:57.241972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-364508db-0d7e-41e3-8e54-a9a27892bd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:57.259519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9c87c18-b8b5-4931-a87c-74eb91919ea2 req-c1f3099f-1940-4ce9-8fbe-61e3b8650952 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.2033668 May 14 18:15:57.666138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fa51f11e-ff97-4102-916a-099a7553c434 None None] Provisioning complete for port 635a5cc0-d809-4759-89ec-ba0c6706a16a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:15:57.667422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fa51f11e-ff97-4102-916a-099a7553c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:57.852771 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:57.858754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fa51f11e-ff97-4102-916a-099a7553c434 None None] Port 635a5cc0-d809-4759-89ec-ba0c6706a16a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:15:57.859029 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-01abff37-cf92-4303-bfc3-c4395aefbe97 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] DELETE failed (client error): The resource could not be found. May 14 18:15:57.859531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01abff37-cf92-4303-bfc3-c4395aefbe97 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:15:57.867535 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1e4bdd7-9365-4c5e-9ed5-a95ed1329b06 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:57.876023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] For port 437d3358-c9ed-46a7-bb17-33dc936a03bc, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:15:57.894295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] For port 437d3358-c9ed-46a7-bb17-33dc936a03bc, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=437d3358-c9ed-46a7-bb17-33dc936a03bc,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:15:57.899538 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:57.901120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:57.906233 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a90a8f1b-c23d-492e-aa3a-4ecfd1162ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:57.931779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Router 58d2a0cf-e378-4732-82ed-713b06e99667 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:15:57.941911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4d0c94-faf5-4c7d-9124-473fccc80a1f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:57.951735 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:57.958798 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-01abff37-cf92-4303-bfc3-c4395aefbe97 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/905455fb-55ea-4e15-a81a-d86e8a9739d1 HTTP/1.1" status: 404 len: 339 time: 0.7402382 May 14 18:15:57.958798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:57.960724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34422) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:57.961521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d0c94-faf5-4c7d-9124-473fccc80a1f HTTP/1.1" status: 204 len: 168 time: 2.0429096 May 14 18:15:57.964285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34424) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:57.970080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'network': {'name': 'tempest-network--863721520', 'router:external': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:57.981337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:57.994957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:network and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:58.000899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:58.016514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:58.034016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Pushing event updated for resources: {'Port': ['ID=437d3358-c9ed-46a7-bb17-33dc936a03bc,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:58.048737 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:58.054603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Made reservation on behalf of 9a97f456d56c4d0391fef6ce803f7827 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:58.057476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:58.066492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:15:53Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '635a5cc0-d809-4759-89ec-ba0c6706a16a', 'name': '', 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'mac_address': 'fa:16:3e:29:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:50Z', 'updated_at': '2021-05-14T18:15:54Z', 'revision_number': 2, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'subnets': [{'id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:15:58.073151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a9435-4d7b-4964-a31d-5ae13304e390 None None] The sync data for ids ['58d2a0cf-e378-4732-82ed-713b06e99667'] in n-d-787206-3 is: [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:15:53Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '635a5cc0-d809-4759-89ec-ba0c6706a16a', 'name': '', 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'mac_address': 'fa:16:3e:29:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:50Z', 'updated_at': '2021-05-14T18:15:54Z', 'revision_number': 2, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'subnets': [{'id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:15:58.119268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:15:58.147905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:58.148747 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Added segment be429b39-89e7-4a30-9d49-f423bffe5cca of type vlan for network eab5d847-b664-4d62-a4ca-8f5cab4d3254 May 14 18:15:58.243254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:58.324939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:58.326524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:58.332086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:58.346603 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a2690e68-c8a4-4bbf-b3f6-285038e0e63c tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:15:58.356804 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-984c74f7-7042-439d-bac0-abb65dfcd0da tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3910520 May 14 18:15:58.372741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34434) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:58.379170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:15:58.725139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7578096 May 14 18:15:58.733646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34444) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:15:58.839982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Network': ['ID=eab5d847-b664-4d62-a4ca-8f5cab4d3254,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:15:59.046967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.051115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.051746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.052548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.053110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.054177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.054952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.055612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.056260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.056871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.057573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.058219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:15:59.062781 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:15:59.076057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network eab5d847-b664-4d62-a4ca-8f5cab4d3254 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:15:59.368813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:15:59.382234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:15:59.392866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:15:59.415419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:15:59.455147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:15:59.461655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:59.620720 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:59.712304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f2f96a0-9321-4121-b80d-9ab31d2f5a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:15:59.769179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec120f83-1775-4ed6-9429-884eb4384a61 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:59.774334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:15:59.781073 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] 10.222.0.24 "PUT /v2.0/routers/58d2a0cf-e378-4732-82ed-713b06e99667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8596437 May 14 18:15:59.810372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec120f83-1775-4ed6-9429-884eb4384a61 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:59.822564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec120f83-1775-4ed6-9429-884eb4384a61 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:59.846323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec120f83-1775-4ed6-9429-884eb4384a61 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:15:59.855790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ec120f83-1775-4ed6-9429-884eb4384a61 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.1210165 May 14 18:15:59.908266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b0c32d6-f480-4e07-89d7-0952317ab782 req-f35c5ea5-3de5-4881-9f0b-4b7ef70e0342 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 1.0038414 May 14 18:15:59.914578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34462) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:00.286632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb2e48-0d91-4da1-adb8-8eb5124d6485 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:00.400833 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:00.652061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 437d3358-c9ed-46a7-bb17-33dc936a03bc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:00.858168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-de322c92-31a7-4f88-bd8e-f6b92ad567cb None None] Provisioning for port 437d3358-c9ed-46a7-bb17-33dc936a03bc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:00.956732 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:00.994008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab5d847-b664-4d62-a4ca-8f5cab4d3254']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:01.035844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be429b39-89e7-4a30-9d49-f423bffe5cca') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:01.036501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be429b39-89e7-4a30-9d49-f423bffe5cca') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:01.050103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.064218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.079024 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe2b444d-242f-4fe1-8ae6-55c51b7e63bc tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:01.089791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.262274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:01.290606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b694b153-1e40-4720-9465-44c5ed37a97d req-e2954885-fbdd-4016-ae27-75a3e428b87f tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1160274 May 14 18:16:01.300827 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.314849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:01.322539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 437d3358-c9ed-46a7-bb17-33dc936a03bc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:01.326503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:16:01.326907 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.342129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=05c30c80-d259-40a2-8da7-df63d5b9635c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:01.359768 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:01.361874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:01.372087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: timer() May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:16:01.380934 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:16:01.383865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 437d3358-c9ed-46a7-bb17-33dc936a03bc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:01.383865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.422419 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0482721 May 14 18:16:01.423065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34494) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:01.477034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'name': 'tempest-NetworksTestDHCPv6-1566896587'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:01.874812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:01.882243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:01.885982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:01.893018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:01.922265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:01.939881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:01.946101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.001069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.006784 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c0cf8f5-e241-4d26-bb50-ce4f8ad21c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:02.035874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eab5d847-b664-4d62-a4ca-8f5cab4d3254 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:16:02.039321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.048795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/eab5d847-b664-4d62-a4ca-8f5cab4d3254 HTTP/1.1" status: 204 len: 168 time: 2.1308155 May 14 18:16:02.052350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34516) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:02.055742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 415ee863-ea02-4379-90c8-abe85ce851a0 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:02.056751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 437d3358-c9ed-46a7-bb17-33dc936a03bc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=437d3358-c9ed-46a7-bb17-33dc936a03bc,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:02.058701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'network': {'name': 'tempest-network--175175781', 'router:external': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:02.065025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:02.065517 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.066385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 02844b8c-0364-441c-ae4f-ae30cd5be58d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:02.070655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:network and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:02.074023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:02.080318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:02.107406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Network': ['ID=eab5d847-b664-4d62-a4ca-8f5cab4d3254,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:02.111691 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:02.114163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Made reservation on behalf of 9a97f456d56c4d0391fef6ce803f7827 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:02.117509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.195687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:16:02.214534 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b619683-d4a1-4bd8-8487-e552cee460a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:02.226811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.227157 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Added segment 5fb0d36f-6538-4011-ac60-66cac15683a4 of type vlan for network 493537ae-cb0c-44d9-b4f8-d28e29c975a3 May 14 18:16:02.349551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.460380 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.462306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:02.463902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.474621 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12fabafb-0096-47b7-a420-353d2e045c66 tempest-TagsTest-628236483 tempest-TagsTest-628236483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:02.496826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d57c5-5336-4f4e-bd05-3a9a4508dd5d None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:02.618632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::314 (7ad50c71-58ac-4344-b706-61652f033104/05c30c80-d259-40a2-8da7-df63d5b9635c/415ee863-ea02-4379-90c8-abe85ce851a0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:02.836301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:02.971029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=437d3358-c9ed-46a7-bb17-33dc936a03bc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:02.972590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4f72f56-dcb2-421c-b95b-d76f74b43622 req-c2c7dd34-fa06-4b92-8178-5af62ea94531 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.2034390 May 14 18:16:02.976929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Network': ['ID=493537ae-cb0c-44d9-b4f8-d28e29c975a3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:02.980786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9272683 May 14 18:16:02.981845 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:02.982905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:02.984418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:03.026159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-992cc39d-2ac2-47c4-a446-9904054f55f2 None None] Provisioning complete for port 437d3358-c9ed-46a7-bb17-33dc936a03bc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:03.026739 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-992cc39d-2ac2-47c4-a446-9904054f55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:03.096939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 493537ae-cb0c-44d9-b4f8-d28e29c975a3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:16:03.174265 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:16:03.261754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:03.328967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 415ee863-ea02-4379-90c8-abe85ce851a0 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:03.333432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fffcfe-242e-43eb-ad00-0eee50a69f1a tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:03.342954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d0fffcfe-242e-43eb-ad00-0eee50a69f1a tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] 10.222.0.24 "GET /v2.0/networks/493537ae-cb0c-44d9-b4f8-d28e29c975a3 HTTP/1.1" status: 200 len: 756 time: 0.3542252 May 14 18:16:03.346052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34560) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:03.431619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:03.446262 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b26fb9c-f57c-4a0e-bb0c-67ea06b8f64f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:03.477840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 02844b8c-0364-441c-ae4f-ae30cd5be58d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:03.589178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 02844b8c-0364-441c-ae4f-ae30cd5be58d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:03.589863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:03.656113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:03.672017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:03.686230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:03.708151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf636f4-565b-4eb7-a897-1d0f2ae25e5c tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:03.710888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7cf636f4-565b-4eb7-a897-1d0f2ae25e5c tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] 10.222.0.24 "GET /v2.0/networks/b1a98d21-4107-46c5-9f98-0a248cd93b63 HTTP/1.1" status: 200 len: 768 time: 0.3636937 May 14 18:16:03.713971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34568) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:03.765325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:03.767924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:03.832039 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Sync routers for ids ['58d2a0cf-e378-4732-82ed-713b06e99667'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:16:03.849002 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Routers {'58d2a0cf-e378-4732-82ed-713b06e99667'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:16:03.849655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['58d2a0cf-e378-4732-82ed-713b06e99667'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:03.885027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:03.946801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=415ee863-ea02-4379-90c8-abe85ce851a0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:03.960941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:03.966711 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5426176 May 14 18:16:03.970752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:04.203523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3639814-4347-402a-b429-bf08671768d0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:04.221989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3639814-4347-402a-b429-bf08671768d0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:04.222788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a3639814-4347-402a-b429-bf08671768d0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:04.263778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a3639814-4347-402a-b429-bf08671768d0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:04.269968 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a3639814-4347-402a-b429-bf08671768d0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2947483 May 14 18:16:04.270586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34594) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:04.276987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.329452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 02844b8c-0364-441c-ae4f-ae30cd5be58d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=02844b8c-0364-441c-ae4f-ae30cd5be58d,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:04.340682 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.346748 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Set router 58d2a0cf-e378-4732-82ed-713b06e99667 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:16:04.363770 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fa90edb2-321e-4d63-ab3f-cb8f091bdf6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:04.468267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.543233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493537ae-cb0c-44d9-b4f8-d28e29c975a3']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:04.630883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=02844b8c-0364-441c-ae4f-ae30cd5be58d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:04.643747 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:04.661875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb0d36f-6538-4011-ac60-66cac15683a4') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:04.662179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb0d36f-6538-4011-ac60-66cac15683a4') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:04.662356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 437d3358-c9ed-46a7-bb17-33dc936a03bc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:04.731790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f799b-654f-451f-8adb-f6397f9cb8d9 req-eefcd8aa-2c89-4c3b-bf57-87070cd0021a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:04.733341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c9f799b-654f-451f-8adb-f6397f9cb8d9 req-eefcd8aa-2c89-4c3b-bf57-87070cd0021a tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 946 time: 0.6786315 May 14 18:16:04.735218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.806586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 415ee863-ea02-4379-90c8-abe85ce851a0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:04.807098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.850623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.878089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:16:04.878536 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.918032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3ac8be12-ceef-4d57-89c6-30a52cc8322c None None] Provisioning for port 415ee863-ea02-4379-90c8-abe85ce851a0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: timer() May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:16:04.924425 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:16:04.941975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3ac8be12-ceef-4d57-89c6-30a52cc8322c None None] Provisioning complete for port 415ee863-ea02-4379-90c8-abe85ce851a0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:04.943459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3ac8be12-ceef-4d57-89c6-30a52cc8322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:04.945736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c9f799b-654f-451f-8adb-f6397f9cb8d9 req-6e990511-d4db-408c-84c4-0f69ab909619 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910906 May 14 18:16:05.109437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.120633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 437d3358-c9ed-46a7-bb17-33dc936a03bc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:05.120633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.151954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.156864 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08b042c5-12d7-4cd3-a1d6-d1cb6cb312b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:05.206726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8be12-ceef-4d57-89c6-30a52cc8322c None None] Port 415ee863-ea02-4379-90c8-abe85ce851a0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:05.207445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 493537ae-cb0c-44d9-b4f8-d28e29c975a3 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:16:05.211325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.269698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/493537ae-cb0c-44d9-b4f8-d28e29c975a3 HTTP/1.1" status: 204 len: 168 time: 1.5544431 May 14 18:16:05.280094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34614) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:05.291459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Network': ['ID=493537ae-cb0c-44d9-b4f8-d28e29c975a3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:05.301113 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:05.310788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'network': {'name': 'tempest-network--2097728682'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:05.311640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3ac8be12-ceef-4d57-89c6-30a52cc8322c None None] Provisioning complete for port 437d3358-c9ed-46a7-bb17-33dc936a03bc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:05.312793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3ac8be12-ceef-4d57-89c6-30a52cc8322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.318472 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:15:53Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '635a5cc0-d809-4759-89ec-ba0c6706a16a', 'name': '', 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'mac_address': 'fa:16:3e:29:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:50Z', 'updated_at': '2021-05-14T18:15:54Z', 'revision_number': 2, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'subnets': [{'id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:05.327428 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Checking router: 58d2a0cf-e378-4732-82ed-713b06e99667 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:16:05.328066 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Updating router 58d2a0cf-e378-4732-82ed-713b06e99667 port 635a5cc0-d809-4759-89ec-ba0c6706a16a binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:16:05.337245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:05.346971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Usage tracker for resource:network and tenant:9a97f456d56c4d0391fef6ce803f7827 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:05.362496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:05.369905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:05.423808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-657c2a2e-b79e-4d83-b6ec-a7701e7e1d14 req-4141c25b-2af4-4bca-941b-fd5929ee8900 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.2081621 May 14 18:16:05.424513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Made reservation on behalf of 9a97f456d56c4d0391fef6ce803f7827 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:05.431951 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.514405 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.519482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:16:05.549119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.552525 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Added segment 6bd7e963-132c-4ee7-a867-2cbc2bda7db3 of type vlan for network dae96ec0-4d45-4b4a-8d84-0329a18ca3fa May 14 18:16:05.654564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.869032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-172defae-ce22-45c4-ac52-b94da8d7fc42 None None] Could not find standard attr ID for object fbede9dc-c9c1-4020-92a0-3ba7da3f3387. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:16:05.948336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:05.953121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:05.955653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582243'] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:06.001407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 415ee863-ea02-4379-90c8-abe85ce851a0 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:06.027570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a3439c0e-a753-4ac1-a7c1-88261c3af9ba None None] Provisioning complete for port 415ee863-ea02-4379-90c8-abe85ce851a0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:06.027966 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3439c0e-a753-4ac1-a7c1-88261c3af9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:06.033979 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94f2f160-957e-40cc-937b-7e08711d71dd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:06.261682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a3439c0e-a753-4ac1-a7c1-88261c3af9ba None None] Port 415ee863-ea02-4379-90c8-abe85ce851a0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:06.339969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:06.372444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Network': ['ID=dae96ec0-4d45-4b4a-8d84-0329a18ca3fa,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:06.378030 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:06.383948 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:06.387689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1064997 May 14 18:16:06.419328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network dae96ec0-4d45-4b4a-8d84-0329a18ca3fa details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:16:06.455152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34640) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:06.499483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:06.726210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 02844b8c-0364-441c-ae4f-ae30cd5be58d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:06.726501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:06.742966 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:06.764858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=415ee863-ea02-4379-90c8-abe85ce851a0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:06.774451 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:06.776886 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/415ee863-ea02-4379-90c8-abe85ce851a0 HTTP/1.1" status: 204 len: 168 time: 2.5048897 May 14 18:16:06.779938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34662) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:06.796406 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Transition to ACTIVE for port object 635a5cc0-d809-4759-89ec-ba0c6706a16a will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:06.810009 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:06.833854 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fcc2c66d-35ea-4233-a495-cd827423b4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:06.938623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e8e83-9ace-41c5-90f6-e7b74c7e3158 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:06.941789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e8e83-9ace-41c5-90f6-e7b74c7e3158 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:06.947154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-872e8e83-9ace-41c5-90f6-e7b74c7e3158 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:06.948135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 02844b8c-0364-441c-ae4f-ae30cd5be58d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:06.948674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.021576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-872e8e83-9ace-41c5-90f6-e7b74c7e3158 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:07.024833 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-872e8e83-9ace-41c5-90f6-e7b74c7e3158 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2436242 May 14 18:16:07.027535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:07.208831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 05c30c80-d259-40a2-8da7-df63d5b9635c {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:16:07.216405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.245163 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0bf5a-5701-4833-b702-a39bc19787ed None None] Pushing event updated for resources: {'Port': ['ID=635a5cc0-d809-4759-89ec-ba0c6706a16a,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:07.289590 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8d0bf5a-5701-4833-b702-a39bc19787ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:07.334015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-e9b88d23-9c52-4f5d-8da0-f94d506c39b5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:07.336260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-e9b88d23-9c52-4f5d-8da0-f94d506c39b5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 946 time: 1.6023526 May 14 18:16:07.362096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.374678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Attempting to bind port 635a5cc0-d809-4759-89ec-ba0c6706a16a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:07.375052 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Attempting to bind port 635a5cc0-d809-4759-89ec-ba0c6706a16a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:07.375684 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Attempting to bind port 635a5cc0-d809-4759-89ec-ba0c6706a16a on network eaf547f6-9473-4293-9dff-c0cc68ca0a34 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:07.381675 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:07.382040 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Checking segment: {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:07.382456 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.382831 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Bound using segment: {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:07.383422 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Bound port: 635a5cc0-d809-4759-89ec-ba0c6706a16a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c759dd30-0757-4730-81b2-8ed9f1a3e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:07.383706 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.446662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.523883 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] For port 635a5cc0-d809-4759-89ec-ba0c6706a16a, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:07.527799 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] For port 635a5cc0-d809-4759-89ec-ba0c6706a16a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=635a5cc0-d809-4759-89ec-ba0c6706a16a,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:07.544984 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.554119 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:07.569343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5247ba-1f19-4f9d-8a97-fa4b1cfdbfe7 req-af0720ed-6659-41d0-a56e-547e676bd250 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:07.577559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd5247ba-1f19-4f9d-8a97-fa4b1cfdbfe7 req-af0720ed-6659-41d0-a56e-547e676bd250 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 946 time: 1.2081728 May 14 18:16:07.639345 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0bf5a-5701-4833-b702-a39bc19787ed None None] Pushing event updated for resources: {'Port': ['ID=635a5cc0-d809-4759-89ec-ba0c6706a16a,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:07.650790 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8d0bf5a-5701-4833-b702-a39bc19787ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:07.676878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Routers {'58d2a0cf-e378-4732-82ed-713b06e99667'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:16:07.680448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['58d2a0cf-e378-4732-82ed-713b06e99667'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:07.706766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd5247ba-1f19-4f9d-8a97-fa4b1cfdbfe7 req-b35f4284-6400-4721-9d42-15ace8243623 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c476e29-a37d-410b-811c-e93e067b082b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278989 May 14 18:16:07.816276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.867085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:07.886601 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef6b9039-490e-4bef-804f-f00e45c63390 tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:08.002307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Network dae96ec0-4d45-4b4a-8d84-0329a18ca3fa is not hosted by any dhcp agent {{(pid=79559) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:16:08.003013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:08.013709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.015059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "PUT /v2.0/networks/dae96ec0-4d45-4b4a-8d84-0329a18ca3fa HTTP/1.1" status: 200 len: 858 time: 1.5529258 May 14 18:16:08.030226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:08.054802 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] Set router 58d2a0cf-e378-4732-82ed-713b06e99667 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:16:08.081788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.109704 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ca6ab0e-4466-4900-b824-1b53a1b101a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:08.124286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Deleting port af38e716-383e-4ffa-be93-0eb88f667398 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:08.124637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.182954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event updated for resources: {'Network': ['ID=dae96ec0-4d45-4b4a-8d84-0329a18ca3fa,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:08.197943 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:08.281482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=05c30c80-d259-40a2-8da7-df63d5b9635c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:08.284009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.291275 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:08.305237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e4c27-5061-42c7-8a77-738bbe834b27 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:08.335796 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/05c30c80-d259-40a2-8da7-df63d5b9635c HTTP/1.1" status: 204 len: 168 time: 1.3056471 May 14 18:16:08.349991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34700) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:08.399064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f78119f9-43f5-493a-834b-b275124e6c06 req-28fa9a8d-1321-4b69-8dd1-6751d3decf56 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.3366144 May 14 18:16:08.531887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.564495 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:15:53Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '635a5cc0-d809-4759-89ec-ba0c6706a16a', 'name': '', 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'mac_address': 'fa:16:3e:29:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:50Z', 'updated_at': '2021-05-14T18:16:07Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'subnets': [{'id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:08.572104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67512002-782f-41ae-8af6-f3a980c4cb20 None None] The sync data for ids ['58d2a0cf-e378-4732-82ed-713b06e99667'] in n-d-787206-3 is: [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:15:53Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '635a5cc0-d809-4759-89ec-ba0c6706a16a', 'name': '', 'network_id': 'eaf547f6-9473-4293-9dff-c0cc68ca0a34', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'mac_address': 'fa:16:3e:29:53:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:50Z', 'updated_at': '2021-05-14T18:16:07Z', 'revision_number': 4, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'subnets': [{'id': '5de0e2d3-72ea-403a-907d-7638de31b338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:16:08.588754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34704) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:08.593729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-edbef2d2-9b6a-4cc0-8111-467cc2172d14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2419116 May 14 18:16:08.611753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:08.636823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 635a5cc0-d809-4759-89ec-ba0c6706a16a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:08.683138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=af38e716-383e-4ffa-be93-0eb88f667398,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:08.683694 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.815042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.856661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae96ec0-4d45-4b4a-8d84-0329a18ca3fa']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:08.886741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd7e963-132c-4ee7-a867-2cbc2bda7db3') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:08.887344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd7e963-132c-4ee7-a867-2cbc2bda7db3') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:08.927089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.940545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 635a5cc0-d809-4759-89ec-ba0c6706a16a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:08.960345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.969478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 635a5cc0-d809-4759-89ec-ba0c6706a16a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:08.969916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:08.974514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:16:08.974945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: timer() May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:16:09.001270 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:16:09.171500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:09.175090 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af1a23fa-59c3-497b-a1c5-b749853696ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:09.219019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dae96ec0-4d45-4b4a-8d84-0329a18ca3fa {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:16:09.222925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:09.229772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Pushing event deleted for resources: {'Network': ['ID=dae96ec0-4d45-4b4a-8d84-0329a18ca3fa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:09.232205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:09.246085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] 10.222.0.24 "DELETE /v2.0/networks/dae96ec0-4d45-4b4a-8d84-0329a18ca3fa HTTP/1.1" status: 204 len: 168 time: 1.2147167 May 14 18:16:09.249332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34722) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:09.349219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:16:09.376017 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f5be66-492f-4434-a16c-6320056eb15e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] DELETE failed (client error): The resource could not be found. May 14 18:16:09.376472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f5be66-492f-4434-a16c-6320056eb15e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:16:09.378183 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-28f5be66-492f-4434-a16c-6320056eb15e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] 10.222.0.24 "DELETE /v2.0/subnets/c4cd9089-f678-4eff-9040-f4d58b197727 HTTP/1.1" status: 404 len: 337 time: 0.1279244 May 14 18:16:09.389884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34726) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:09.448521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-c7891527-9d19-42c4-a0a5-deb5128d6e3a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:09.456297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-c7891527-9d19-42c4-a0a5-deb5128d6e3a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3697660 May 14 18:16:09.484076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-bf49ac3c-1c41-4fe0-9e58-acf794e1f7d3 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0264890 May 14 18:16:09.528691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device af38e716-383e-4ffa-be93-0eb88f667398 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:16:09.569760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:09.606801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:09.627425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:09.647777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:09.655225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:09.692548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:09.875368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 635a5cc0-d809-4759-89ec-ba0c6706a16a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=635a5cc0-d809-4759-89ec-ba0c6706a16a,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:09.880113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Deleting port 437d3358-c9ed-46a7-bb17-33dc936a03bc {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:09.880964 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.041831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.077189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a98d21-4107-46c5-9f98-0a248cd93b63']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:10.100067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca663185-9ce6-4a4f-884d-aa30b974ecfb') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:10.101068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca663185-9ce6-4a4f-884d-aa30b974ecfb') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:10.119109 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.132434 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0645d8b4-a48d-4ea8-a919-e30a509c777f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:10.146111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.170291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.185427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:10.189544 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.201162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:16:10.201804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: timer() May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:16:10.226102 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:16:10.297223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=635a5cc0-d809-4759-89ec-ba0c6706a16a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:10.340230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.341223 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.341781 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Floating IP e0e1f4fb-7c32-43eb-b4f6-faeb162d452b disassociated. External IP: 172.25.4.142, port: af38e716-383e-4ffa-be93-0eb88f667398. May 14 18:16:10.342471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Calling delete_port for af38e716-383e-4ffa-be93-0eb88f667398 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:10.365662 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:10.387741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] For port 437d3358-c9ed-46a7-bb17-33dc936a03bc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=437d3358-c9ed-46a7-bb17-33dc936a03bc,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:10.388391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.440637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.444756 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12f172ed-e6af-49df-9df6-b2648500282d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:10.522992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-806b32d3-b944-402c-8241-58cf58f9d864 req-71e653e2-70c1-41ca-8850-bb3d2e4a8425 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:10.614983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 635a5cc0-d809-4759-89ec-ba0c6706a16a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:10.678490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.682098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Pushing event deleted for resources: {'Network': ['ID=b1a98d21-4107-46c5-9f98-0a248cd93b63,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:10.689358 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:10.704488 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] 10.222.0.24 "DELETE /v2.0/networks/b1a98d21-4107-46c5-9f98-0a248cd93b63 HTTP/1.1" status: 204 len: 168 time: 1.3133562 May 14 18:16:10.731822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-806b32d3-b944-402c-8241-58cf58f9d864 req-71e653e2-70c1-41ca-8850-bb3d2e4a8425 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:10.741678 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-71e653e2-70c1-41ca-8850-bb3d2e4a8425 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2563081 May 14 18:16:10.848921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Calling delete_port for 437d3358-c9ed-46a7-bb17-33dc936a03bc owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:10.858767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:10.970927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:16:11.001753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port af38e716-383e-4ffa-be93-0eb88f667398, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=af38e716-383e-4ffa-be93-0eb88f667398,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:11.010334 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.025426 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:11.121044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 635a5cc0-d809-4759-89ec-ba0c6706a16a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:11.121425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.326499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34766) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:11.336847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:11.342192 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:11.342892 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.369031 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad0b11f2-cafe-4df3-9e45-39c657d7892b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:11.451082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] No DVR routers for this DVR port 437d3358-c9ed-46a7-bb17-33dc936a03bc on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:16:11.453958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-4018f249-ef54-4552-912d-3f4385801229 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112017 May 14 18:16:11.549856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Pushing event deleted for resources: {'Port': ['ID=437d3358-c9ed-46a7-bb17-33dc936a03bc,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:11.562878 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:11.641198 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a54c58b3-e335-40c9-b118-ec8c2b8e5f14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92fe2b3a5b8d42c0a52e40c39aca2ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107233 May 14 18:16:11.642120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:11.732879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.762325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 437d3358-c9ed-46a7-bb17-33dc936a03bc no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:16:11.770570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.778126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.807022 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-893e145c-b5f6-4744-a984-3784dd2237cc tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:11.815683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 437d3358-c9ed-46a7-bb17-33dc936a03bc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:16:11.816341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 437d3358-c9ed-46a7-bb17-33dc936a03bc not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:16:11.848741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.854457 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:11.867762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14b8d7-2fba-4b53-8309-bd2d4b1ebb77,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:11.886858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:11.889093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a14b8d7-2fba-4b53-8309-bd2d4b1ebb77 HTTP/1.1" status: 204 len: 168 time: 0.2454996 May 14 18:16:11.893291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event deleted for resources: {'Port': ['ID=af38e716-383e-4ffa-be93-0eb88f667398,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:11.902748 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:11.903885 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:11.904867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-9adb6f16-07f8-4fc4-94a2-d251166e88a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499249 May 14 18:16:12.323029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Router 41500c8b-3427-4db2-8b23-65a8472600f3 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:16:12.472579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34806) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:12.676299 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a7eeaf06-c4df-48f3-9c3d-9378581f3531 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a97f456d56c4d0391fef6ce803f7827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001376 May 14 18:16:12.676849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34816) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:12.692106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:16:12.708780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:16:12.732068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:16:12.732828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:12.790999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:12.894654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:12.919942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] No DVR routers for this DVR port af38e716-383e-4ffa-be93-0eb88f667398 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:16:12.925877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:12.929568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'name': 'network-vif-deleted', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:16:12.974224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3e155aa-0465-48da-8ad6-db27940e07bf req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.22 "DELETE /v2.0/ports/af38e716-383e-4ffa-be93-0eb88f667398 HTTP/1.1" status: 204 len: 173 time: 5.6248231 May 14 18:16:13.014965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:13.022494 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-def181c8-9076-405c-9686-0f71545135dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:13.045620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:13.055947 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-529fc8d2-caad-4547-9d44-fdf7da243adf tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:13.070694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1817d9d0-0d74-462a-a8b0-d9f16b1b25a3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:13.088454 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:13.096599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e430c6d5-b499-4a69-80e1-007e0b66ab4e req-1fa15c3d-2b6c-40f4-b64b-c27d9765bc33 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Synchronizing usage tracker for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:13.104823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:13.106210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1817d9d0-0d74-462a-a8b0-d9f16b1b25a3 HTTP/1.1" status: 204 len: 168 time: 0.4281850 May 14 18:16:13.123787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:13.129148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:13.143471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e17ef-fa5c-411d-896a-ce86d4bc7aa2 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:13.157988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:13.158628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:13.175674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e430c6d5-b499-4a69-80e1-007e0b66ab4e req-1fa15c3d-2b6c-40f4-b64b-c27d9765bc33 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Unset dirty status for tenant:bc91e80eeefd4df3a662fab9da5156d8 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:13.176878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e430c6d5-b499-4a69-80e1-007e0b66ab4e req-1fa15c3d-2b6c-40f4-b64b-c27d9765bc33 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c81c07c-97b7-46d8-b987-aecf486496cf HTTP/1.1" status: 200 len: 210 time: 0.2119949 May 14 18:16:13.187120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=745d394b-e743-4ac3-a390-9f954c6db508,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:13.192502 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:13.200224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.6104991 May 14 18:16:13.203067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:13.209914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'name': 'tempest-NetworksTestDHCPv6-2115558438'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:13.536456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f06bc35f-27f3-456a-ad64-1bda9b1b3b29 req-c0404665-ecbd-4ca9-84bf-9c5d493e2a9f tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1210008 May 14 18:16:13.539863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:16:13.652630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:13.657426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:13.661154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:13.668407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:13.721637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:13.731087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:13.783233 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398', 'code': 200} May 14 18:16:13.826727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port e58bddcf-c7a5-4986-812f-35b198a2995a yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:14.049013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-debe2504-ea69-4081-a40e-0556ba626156 req-0abfc83e-adbf-4ffb-9b1f-cc781c4c5a24 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 210 time: 0.1102509 May 14 18:16:14.161864 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c81c07c-97b7-46d8-b987-aecf486496cf', 'name': 'network-vif-deleted', 'tag': 'af38e716-383e-4ffa-be93-0eb88f667398', 'status': 'completed', 'code': 200} May 14 18:16:14.244834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '745d394b-e743-4ac3-a390-9f954c6db508'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:14.245788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:14.371917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::208 (7ad50c71-58ac-4344-b706-61652f033104/745d394b-e743-4ac3-a390-9f954c6db508/e58bddcf-c7a5-4986-812f-35b198a2995a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:14.514128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34876) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:14.652844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:14.657249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:16:14.666627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:16:14.667284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:14.711646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:14.801627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:14.815086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:14.836491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object e58bddcf-c7a5-4986-812f-35b198a2995a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:14.893851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:14.900850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c4de892-184d-4395-9f25-11b1b9d4bb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:14.972178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:14.980480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:15.008327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=e58bddcf-c7a5-4986-812f-35b198a2995a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:15.011209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:15.022352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:15.023312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:15.029406 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:15.060254 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8555541 May 14 18:16:15.061842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34896) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:15.081848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:16:15.242008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-223099bf-6acc-4a54-b599-7d43b95923eb req-c784f336-24e0-41e4-8460-061961b6854e tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.4883027 May 14 18:16:15.291300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ec0f7-b539-4e4d-8026-9394d22e9ac2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:15.292157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f92ec0f7-b539-4e4d-8026-9394d22e9ac2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:15.321010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f92ec0f7-b539-4e4d-8026-9394d22e9ac2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:15.326813 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f92ec0f7-b539-4e4d-8026-9394d22e9ac2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2624512 May 14 18:16:15.328336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:15.621149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc25abc2-f3bf-4091-8cb4-71316c489f37 req-2f60f93d-d0a3-4eff-b712-deb0ccfa8dd1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 210 time: 0.1594226 May 14 18:16:15.656320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/745d394b-e743-4ac3-a390-9f954c6db508/15a39627-a790-4f1a-be8b-4ced1a1a5d2d) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:15.714449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:15.755437 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-209acdb2-f052-4e04-a3dc-30580737ff8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:15.788746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port e58bddcf-c7a5-4986-812f-35b198a2995a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:15.789246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:15.793297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c476e29-a37d-410b-811c-e93e067b082b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:15.811093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-d7b692a5-b2bf-4d49-b604-e19e80963f6b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:15.812982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-d7b692a5-b2bf-4d49-b604-e19e80963f6b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.6024017 May 14 18:16:15.814421 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:15.838397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:15.911672 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:15.917485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c476e29-a37d-410b-811c-e93e067b082b HTTP/1.1" status: 204 len: 168 time: 1.4020915 May 14 18:16:15.920838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:15.955483 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-98ec2317-576e-417c-8bea-b6a7098e76c3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] show failed (client error): The resource could not be found. May 14 18:16:15.956492 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-98ec2317-576e-417c-8bea-b6a7098e76c3 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "GET /v2.0/security-groups/5c476e29-a37d-410b-811c-e93e067b082b HTTP/1.1" status: 404 len: 347 time: 0.0346766 May 14 18:16:16.030415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:16.039590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34938) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:16.244043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:16.264762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for e58bddcf-c7a5-4986-812f-35b198a2995a owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:16.276190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bd791-ef8f-4382-ba6c-fc1950bb5df0 None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:07:35Z', 'revision_number': 4, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5605134d-08b2-47a7-95ff-b40afb2a218b', 'name': '', 'network_id': 'c9bc7c1f-a9c2-400e-99b1-07fe5144c784', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'mac_address': 'fa:16:3e:0b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:34Z', 'updated_at': '2021-05-14T18:07:42Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'subnets': [{'id': '76b3e163-aa78-4233-929f-515f5d6b8263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:16:16.575858 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:16.671799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:16.679988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:16.680213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Transition to ACTIVE for port object 15a39627-a790-4f1a-be8b-4ced1a1a5d2d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:16.703351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:16.704418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:16.731214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Transition to ACTIVE for port object 15a39627-a790-4f1a-be8b-4ced1a1a5d2d will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:16.764289 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:16.768288 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:16.779855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=e58bddcf-c7a5-4986-812f-35b198a2995a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:16.790235 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:16.845822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:16.866599 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/e58bddcf-c7a5-4986-812f-35b198a2995a HTTP/1.1" status: 204 len: 168 time: 1.5343068 May 14 18:16:16.867108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34972) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:16.921738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:16.940502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:16.952385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:16.955309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Pushing event updated for resources: {'Port': ['ID=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:16.959937 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:16.960553 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90e7c2-147f-48a3-8858-27705f6b5163 None None] New status for floating IP e0e1f4fb-7c32-43eb-b4f6-faeb162d452b: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:16:17.082142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63dfbe57-cc0f-4c5c-9fee-5421765bee0a req-a2d6bed7-7ecc-4665-87e7-2d6bc6af0c8b tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.4200256 May 14 18:16:17.120580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:17.160482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:17.165842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:17.193081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Attempting to bind port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:17.193700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Attempting to bind port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:17.194308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Attempting to bind port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:17.197025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3051b2f1-1da1-4c17-a3eb-aac2a9646804 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1843900490'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:17.197767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3051b2f1-1da1-4c17-a3eb-aac2a9646804 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Unknown quota resources ['metering_label']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:16:17.250364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:17.250979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:17.273346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:17.279421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:17.283861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Bound port: 15a39627-a790-4f1a-be8b-4ced1a1a5d2d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:17.290865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:17.556512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] For port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:17.559845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.10 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/b659f06a-90c1-40b5-9e78-c04c454c58f8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:17.560180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] For port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:17.564899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:17.568962 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c19f2257-cd84-4a07-a37c-83c59b20c566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:17.672835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Pushing event updated for resources: {'Port': ['ID=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:17.675980 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:17.817228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50a59fc8-6b6f-4cc6-9a8e-270321a0de44 req-bc40fed0-ee20-4a9e-81d4-755876d3894d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 210 time: 0.1503294 May 14 18:16:17.843862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3051b2f1-1da1-4c17-a3eb-aac2a9646804 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:17.845308 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3051b2f1-1da1-4c17-a3eb-aac2a9646804 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0900123 May 14 18:16:17.851784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34986) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:17.855860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29386f4-2482-4033-b5b8-120036dd0fb4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:17.858677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29386f4-2482-4033-b5b8-120036dd0fb4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:17.859643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c29386f4-2482-4033-b5b8-120036dd0fb4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:17.868263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7b3cfa7b-ef1d-43e8-a2ea-649f3e77c988 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0ec774ee-5ad8-4f32-9420-70d457d4b6c4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:17.869136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7b3cfa7b-ef1d-43e8-a2ea-649f3e77c988 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:16:17.880072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Deleting port d489126e-ca45-4d75-b488-308966549884 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:17.889791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.204415 n-d-787206-3 neutron-server[79560]: WARNING neutron.services.metering.metering_plugin [None req-7b3cfa7b-ef1d-43e8-a2ea-649f3e77c988 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 14 18:16:18.344825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.363211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object b659f06a-90c1-40b5-9e78-c04c454c58f8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:18.465271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c29386f4-2482-4033-b5b8-120036dd0fb4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:18.466460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c29386f4-2482-4033-b5b8-120036dd0fb4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.5981715 May 14 18:16:18.468498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b3cfa7b-ef1d-43e8-a2ea-649f3e77c988 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.469554 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7b3cfa7b-ef1d-43e8-a2ea-649f3e77c988 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6060414 May 14 18:16:18.471011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:18.472657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34996) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:18.492882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb121ac6-4344-479b-98f5-88aeb86c938f req-fe6946b2-e07b-4b62-83f5-8a49e97952ec tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.2019987 May 14 18:16:18.498936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.502738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.530016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8f49a63d-6cba-4a37-a030-caca0fa08cef tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0ec774ee-5ad8-4f32-9420-70d457d4b6c4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:18.531133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8f49a63d-6cba-4a37-a030-caca0fa08cef tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:16:18.543158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15a39627-a790-4f1a-be8b-4ced1a1a5d2d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:18.582559 n-d-787206-3 neutron-server[79560]: WARNING neutron.services.metering.metering_plugin [None req-8f49a63d-6cba-4a37-a030-caca0fa08cef tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 14 18:16:18.683417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:18.739380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Calling delete_port for d489126e-ca45-4d75-b488-308966549884 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:18.789650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.797199 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cc244536-62c3-48b4-bd3d-da0cf579ea9c tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:18.806363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 745d394b-e743-4ac3-a390-9f954c6db508 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:16:18.816593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:18.910997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.080870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:19.087536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:19.090182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:19.197176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.248018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f49a63d-6cba-4a37-a030-caca0fa08cef tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.249342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f49a63d-6cba-4a37-a030-caca0fa08cef tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7758591 May 14 18:16:19.252528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35008) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:19.266443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-43413aec-276b-46ea-9ef1-daaec1040fd5 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=2a1a5157-781c-4e10-8cef-8f320e222f8b HTTP/1.1" status: 200 len: 464 time: 0.0128162 May 14 18:16:19.269869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:19.285500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Provisioning for port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:19.308496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Provisioning complete for port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:19.310823 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.317626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35016) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:19.348743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1974076047'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:19.352379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:19.360594 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:19.397403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:19.398639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.466386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.479783 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b59f75ba-119f-4498-8972-15071ffcfa03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:19.481840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:19.485949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:network and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:19.489231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:19.496804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:19.553768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4506c-e535-4061-aca8-e98a757236f0 req-6e880fcc-8379-4c4b-b025-284b6577cb2a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:19.564573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25e4506c-e535-4061-aca8-e98a757236f0 req-6e880fcc-8379-4c4b-b025-284b6577cb2a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 932 time: 0.4395916 May 14 18:16:19.601878 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.709615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Pushing event deleted for resources: {'Port': ['ID=d489126e-ca45-4d75-b488-308966549884,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:19.709615 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:19.709615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8750436 May 14 18:16:19.780362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Request body: {'port': {'device_id': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:19.843880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88e818d8-3dea-462f-a8a9-559ecdd6ed54 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.844934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25e4506c-e535-4061-aca8-e98a757236f0 req-eed22af2-14c1-44a8-af25-271c582cdec9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794979 May 14 18:16:19.848922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35024) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:19.849163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-88e818d8-3dea-462f-a8a9-559ecdd6ed54 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/2a1a5157-781c-4e10-8cef-8f320e222f8b HTTP/1.1" status: 204 len: 168 time: 0.5789106 May 14 18:16:19.850026 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.850217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:19.852768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.854325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] 10.222.0.24 "DELETE /v2.0/floatingips/e0e1f4fb-7c32-43eb-b4f6-faeb162d452b HTTP/1.1" status: 204 len: 168 time: 3.8069744 May 14 18:16:19.860214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.877337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3cfd4a8a-3b7e-4e1e-9527-f248975cd0ce tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=2a1a5157-781c-4e10-8cef-8f320e222f8b HTTP/1.1" status: 200 len: 221 time: 0.0216849 May 14 18:16:19.889489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35028) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:19.897459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7bb031ec-8979-46c3-a103-e4bceddc4254 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--402402460', 'description': 'label created by tempest'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:19.898015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7bb031ec-8979-46c3-a103-e4bceddc4254 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Unknown quota resources ['metering_label']. {{(pid=79559) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:16:19.958746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:16:19.983032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:19.983404 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Added segment 54bf1223-444a-4470-86a3-c0613bc52f5c of type vlan for network 98c085c9-f5f4-43ac-a134-03e3dca4a951 May 14 18:16:20.033299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.067198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.092348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:20.094381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.147505 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:20.268825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:16:20.269611 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:16:20.292707 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9719186 May 14 18:16:20.310719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.315671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:20.323566 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bb031ec-8979-46c3-a103-e4bceddc4254 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.324696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7bb031ec-8979-46c3-a103-e4bceddc4254 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4338295 May 14 18:16:20.326816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.328822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1726551185'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:20.334772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35040) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:20.341336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:20.367310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6015d2-b23b-4880-bd38-93140ffbff49 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:20.398531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41a76d22-8dbe-4c8a-ad6d-57389133585a req-199c0c57-12fe-478a-8eb6-29b4d3a5ed41 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0802362 May 14 18:16:20.494780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:network and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:20.499278 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a412ca0e-10ce-438c-b42b-f154b2c5a057 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=fc5874e3-3c3b-4d28-addd-35adda50df60 HTTP/1.1" status: 200 len: 467 time: 0.1595275 May 14 18:16:20.500487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.504817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/745d394b-e743-4ac3-a390-9f954c6db508 HTTP/1.1" status: 204 len: 168 time: 2.0338535 May 14 18:16:20.505781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:20.509890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Network': ['ID=98c085c9-f5f4-43ac-a134-03e3dca4a951,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:20.512404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35044) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:20.512737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35046) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:20.520707 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:20.595611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:20.598942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:16:20.599499 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:20.638110 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae1ff5ad-0a3c-45d5-8613-d864de96e9ae tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173632 May 14 18:16:20.644573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=745d394b-e743-4ac3-a390-9f954c6db508,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:20.653646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35052) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:20.658011 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:20.813300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b659f06a-90c1-40b5-9e78-c04c454c58f8 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:16:20.814171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:20.817692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.821743 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.838353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Transition to ACTIVE for port object b659f06a-90c1-40b5-9e78-c04c454c58f8 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:20.843574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:20.848187 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-614fdafe-1fdd-4f96-a17a-f8be200c423b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:20.877464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:16:21.033556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.044199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:16:21.053885 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.054296 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Added segment 9dfcfebe-e391-4086-93c1-e08f6154464d of type vlan for network edb56c8e-97e3-49c7-8505-32a807ea9fa8 May 14 18:16:21.082663 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.123556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] For port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:21.127652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Deleting port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:21.128616 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.130335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:21.156258 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.200629 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:21.214293 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:21.226323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Attempting to bind port b659f06a-90c1-40b5-9e78-c04c454c58f8 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:21.226714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Attempting to bind port b659f06a-90c1-40b5-9e78-c04c454c58f8 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:21.227038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Attempting to bind port b659f06a-90c1-40b5-9e78-c04c454c58f8 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:21.234370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Port b659f06a-90c1-40b5-9e78-c04c454c58f8 on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:21.234722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Attempting to bind port b659f06a-90c1-40b5-9e78-c04c454c58f8 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:21.248112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:21.248454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:21.248836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:21.249270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Bound port: b659f06a-90c1-40b5-9e78-c04c454c58f8, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:21.249738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.317606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Pushing event updated for resources: {'Port': ['ID=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:21.340774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-53424e10-9db7-4052-8fba-ecffd4f36bd8 None None] Could not find standard attr ID for object e58bddcf-c7a5-4986-812f-35b198a2995a. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:16:21.358765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.359166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.359472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.359806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.360139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.360467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.360787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.361111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.361434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.361801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.362130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.362448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:21.374630 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:21.382621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] For port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:21.383028 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.402025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-53424e10-9db7-4052-8fba-ecffd4f36bd8 None None] Provisioning for port b659f06a-90c1-40b5-9e78-c04c454c58f8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:21.486353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.493154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:21.493927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.515566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7ada6e30-e7bf-419b-af1e-fe7930b303c0 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:21.525430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa4922-a317-442d-bfc5-e5de3f203244 req-e8f72404-e802-4958-8803-8350ce5d785e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:21.526176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2aaa4922-a317-442d-bfc5-e5de3f203244 req-e8f72404-e802-4958-8803-8350ce5d785e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:21.545065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb49b66a-ffa3-45ad-aadd-f7c9c8d6d92f tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.549110 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fb49b66a-ffa3-45ad-aadd-f7c9c8d6d92f tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/fc5874e3-3c3b-4d28-addd-35adda50df60 HTTP/1.1" status: 204 len: 168 time: 1.0323925 May 14 18:16:21.551892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35066) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:21.554124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2337778 May 14 18:16:21.555027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35068) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:21.567831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2aaa4922-a317-442d-bfc5-e5de3f203244 req-e8f72404-e802-4958-8803-8350ce5d785e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:21.569584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aaa4922-a317-442d-bfc5-e5de3f203244 req-e8f72404-e802-4958-8803-8350ce5d785e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.4926169 May 14 18:16:21.570721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a940ed-9eee-42ef-b311-73fb5cb432c3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:21.571748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c0a940ed-9eee-42ef-b311-73fb5cb432c3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:21.578312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70edbbc1-71e0-4db5-9137-471b9bfde562 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=fc5874e3-3c3b-4d28-addd-35adda50df60 HTTP/1.1" status: 200 len: 216 time: 0.0221293 May 14 18:16:21.579524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:21.618401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Calling delete_port for 15a39627-a790-4f1a-be8b-4ced1a1a5d2d owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:21.625378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35074) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:21.633375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'subnet': {'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:21.637625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aaa4922-a317-442d-bfc5-e5de3f203244 req-988f0d00-11f5-441b-817d-a2c6353814d4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 May 14 18:16:21.664608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:21.672206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08244193-66ca-434d-ab9c-252ede7239b6 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0295138 May 14 18:16:21.674014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35078) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:21.678634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.690609 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9bea961a-253e-45cf-919c-9ad95e31c0df tempest-ServerRescueNegativeTestJSON-774355665 tempest-ServerRescueNegativeTestJSON-774355665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:21.691239 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.696177 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:21.762156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Pushing event deleted for resources: {'Port': ['ID=15a39627-a790-4f1a-be8b-4ced1a1a5d2d,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:21.773949 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:21.785451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] No DVR routers for this DVR port 15a39627-a790-4f1a-be8b-4ced1a1a5d2d on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:16:21.799016 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a27f1038-93c0-4cf2-addf-5be69a954d11 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1136761 May 14 18:16:21.803842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:21.804210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35082) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:21.807455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Network': ['ID=edb56c8e-97e3-49c7-8505-32a807ea9fa8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:21.814922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:21.816121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] 10.222.0.22 "PUT /v2.0/ports/b659f06a-90c1-40b5-9e78-c04c454c58f8 HTTP/1.1" status: 200 len: 1092 time: 2.0441918 May 14 18:16:21.816783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:16:21.832067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c0a940ed-9eee-42ef-b311-73fb5cb432c3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:21.833344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c0a940ed-9eee-42ef-b311-73fb5cb432c3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1783831 May 14 18:16:21.834632 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:21.838151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:16:21.839052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35090) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:21.892308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:21.895550 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:22.083595 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ac4202c-3964-434c-ab5f-9ef640350e50 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/0ec774ee-5ad8-4f32-9420-70d457d4b6c4 HTTP/1.1" status: 200 len: 473 time: 0.2778063 May 14 18:16:22.093827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:22.094984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e7a8308-e22a-400d-addc-a6e1d7866c48 req-45b12f35-5cba-49b0-a2a0-c21c05aabf7b tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0868051 May 14 18:16:22.096661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:22.115660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:subnet and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:22.119000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:22.132573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9b77f623-8809-4d9f-af9a-23899e93f80f tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/c405b079-c33d-41ef-9553-fa6523b93053 HTTP/1.1" status: 200 len: 461 time: 0.0225639 May 14 18:16:22.132573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35098) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:22.137822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:22.166514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:22.170368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:22.187934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c37334-1796-4688-9b25-111fc5627ba6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:22.188844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9c37334-1796-4688-9b25-111fc5627ba6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:22.252199 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8', 'status': 'completed', 'code': 200} May 14 18:16:22.280109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9c37334-1796-4688-9b25-111fc5627ba6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:22.283858 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9c37334-1796-4688-9b25-111fc5627ba6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2856088 May 14 18:16:22.285288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35102) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:22.320903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-2803a754-01ad-492e-afc8-f1f85b59e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:22.322324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-2803a754-01ad-492e-afc8-f1f85b59e1a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 1095 time: 0.3912737 May 14 18:16:22.339539 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-239692be-a65a-4651-8110-afd57674925b tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:22.340593 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-239692be-a65a-4651-8110-afd57674925b tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/c405b079-c33d-41ef-9553-fa6523b93053 HTTP/1.1" status: 204 len: 168 time: 0.2142189 May 14 18:16:22.348373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35106) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:22.406302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-b1c828cb-f880-415e-9dca-0ba35671b773 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8 HTTP/1.1" status: 200 len: 217 time: 0.0697267 May 14 18:16:22.441065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15a39627-a790-4f1a-be8b-4ced1a1a5d2d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:16:22.466036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-89ee814f-e65c-4dc7-a738-c47e23f79abf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794326 May 14 18:16:22.470382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35110) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:22.478940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:22.533998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 15a39627-a790-4f1a-be8b-4ced1a1a5d2d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:16:22.534155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 15a39627-a790-4f1a-be8b-4ced1a1a5d2d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:16:22.655375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:22.675945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-3cd18723-63bc-4727-8c56-4c5f179e80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:22.677559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-3cd18723-63bc-4727-8c56-4c5f179e80a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.2624650 May 14 18:16:22.679387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:22.734705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:22.738706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:22.937372 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7b87-38ec-43fd-8147-13d3565f9de4 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:22.941898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0b0a7b87-38ec-43fd-8147-13d3565f9de4 tempest-MeteringTestJSON-1621771417 tempest-MeteringTestJSON-1621771417-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/0ec774ee-5ad8-4f32-9420-70d457d4b6c4 HTTP/1.1" status: 204 len: 168 time: 0.5869155 May 14 18:16:22.967507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b32d3-b944-402c-8241-58cf58f9d864 req-64296a59-259b-47ae-94ed-a6cabdd97e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:22.968839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-64296a59-259b-47ae-94ed-a6cabdd97e8d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2804031 May 14 18:16:23.025904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a928a-b5df-4890-a4b7-b576da1fe977 req-76e66890-fa02-44bf-9116-e5dfaa975ef5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:23.027443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-571a928a-b5df-4890-a4b7-b576da1fe977 req-76e66890-fa02-44bf-9116-e5dfaa975ef5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.1889293 May 14 18:16:23.097484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:23.104110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-35aed761-3a04-464d-94e2-ef9ad313affe tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:23.212308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-571a928a-b5df-4890-a4b7-b576da1fe977 req-4a2c7428-3223-48e6-b3b3-5c81be7c8080 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381269 May 14 18:16:23.263521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-5023e473-d001-4d0a-abb3-8edc7b59c9d3 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770262 May 14 18:16:23.344427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35128) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:23.480516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Subnet': ['ID=52f02c20-bbbc-4cb0-8dad-01103fe51b76,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:23.500267 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:23.570517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Checking segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:23.571210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network hostable DHCP agents. Network: 98c085c9-f5f4-43ac-a134-03e3dca4a951, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:16:23.602042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:16:23.614631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 98c085c9-f5f4-43ac-a134-03e3dca4a951) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:23.623935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b4ddb-d66a-46a5-bca7-a1e5c142942e None None] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:23.641912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:23.642503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:23.665190 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1018493 May 14 18:16:23.665461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35136) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:23.671507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'subnet': {'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:23.788581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:23.816275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:23.816804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53534245-4b29-4dc4-95d7-e63bfabbe70f req-6593b372-b318-4209-bfcb-bb599021dd59 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1163838 May 14 18:16:23.821500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:subnet and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:23.824873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:23.831869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:23.839438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:23.843889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-806b32d3-b944-402c-8241-58cf58f9d864 req-d6ee8dcb-7e3f-4db5-98c5-9e3f1faf9c6b service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585301 May 14 18:16:23.854020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ee536915d8497b9b2e29e9363ef1b7 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:23.857400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:23.866615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:23.868250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:23.875416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.027894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-98c085c9-f5f4-43ac-a134-03e3dca4a951', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:24.029075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.123126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865251f-499d-4cea-970d-578b99d15116 req-b1ac5ad0-4443-4831-a070-442779a75d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:24.125017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-b1ac5ad0-4443-4831-a070-442779a75d2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 1095 time: 0.2054152 May 14 18:16:24.175754 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.201430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.202607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.222049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Allocated IP 10.1.1.2 (98c085c9-f5f4-43ac-a134-03e3dca4a951/52f02c20-bbbc-4cb0-8dad-01103fe51b76/042abaa3-530b-401c-81e9-8239fca1769c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:24.324718 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0d74961b-5b78-4559-a7c2-ea3ec423e8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:24.341918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.416177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.421432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e54bfc36-a7e2-4117-a995-68011eee05b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:24.483940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9ee536915d8497b9b2e29e9363ef1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1331561 May 14 18:16:24.487474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Subnet': ['ID=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:24.489472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35148) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:24.496572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:24.500193 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:24.501899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9104d9e0-465e-4cbd-a3f8-be8cdd1e503a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:24.506911 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:24.511163 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f58fff75-0822-4a91-b288-08727ec9c1ef tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:24.546512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:24.567895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865251f-499d-4cea-970d-578b99d15116 req-41e330da-1ba5-44bb-a46a-658aa1b1d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:24.570096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-41e330da-1ba5-44bb-a46a-658aa1b1d42f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.4099522 May 14 18:16:24.574603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:24.575361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.581077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Checking segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:24.581448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network hostable DHCP agents. Network: edb56c8e-97e3-49c7-8505-32a807ea9fa8, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:16:24.603867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d19e2-f9b8-4ea6-938b-7adc2e933acd None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:24.614335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.663337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.683164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:16:24.693023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-c2a8692e-f5d0-4882-add2-0bbce885b688 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8 HTTP/1.1" status: 200 len: 217 time: 0.0713360 May 14 18:16:24.716296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, edb56c8e-97e3-49c7-8505-32a807ea9fa8) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:24.736379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15194eb-9ee5-4fea-b5ca-ba22c4509f08 None None] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:24.749022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:24.749704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.796631 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1301224 May 14 18:16:24.799290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35152) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:24.808556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'name': 'tempest-TaggedBootDevicesTest-286337667', 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:24.828821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3548417 May 14 18:16:24.847669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:24.854679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:24.860533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35156) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:24.885980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b120be3-a168-4191-a9a6-05119c5a34fc req-36b78888-e066-4b20-919a-057737739ba6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:24.899217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b120be3-a168-4191-a9a6-05119c5a34fc req-36b78888-e066-4b20-919a-057737739ba6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.5306120 May 14 18:16:24.903867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7', 'ip_address': '2001:db8::b229:d017:e5a0:2078'}], 'name': 'tempest-NetworksTestDHCPv6-1242976114'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:24.925385 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.968388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:24.986887 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ec1bda4-31b9-445d-98ff-9338bdf24c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:24.994806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Transition to ACTIVE for port object 042abaa3-530b-401c-81e9-8239fca1769c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:24.997677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865251f-499d-4cea-970d-578b99d15116 req-4f036335-7686-42c2-8b11-07e1eac8cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:24.999025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-4f036335-7686-42c2-8b11-07e1eac8cf67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.2875371 May 14 18:16:25.042957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9104d9e0-465e-4cbd-a3f8-be8cdd1e503a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:25.047458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.048559 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9104d9e0-465e-4cbd-a3f8-be8cdd1e503a HTTP/1.1" status: 204 len: 168 time: 0.5504210 May 14 18:16:25.049738 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:25.103223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:25.116296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:port and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:25.124085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:25.137497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:25.167581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:25.211045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Transition to ACTIVE for port object 042abaa3-530b-401c-81e9-8239fca1769c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:25.212968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:25.214026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.251115 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.258714 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-11735526-5b6b-43a3-8fe0-b31ad4036a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:25.261948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b120be3-a168-4191-a9a6-05119c5a34fc req-ff0b1f44-96bf-4998-9b8d-534a848a3bb2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622537 May 14 18:16:25.359538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:25.368331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865251f-499d-4cea-970d-578b99d15116 req-6a337efb-3366-4a68-960d-1152f98f1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:25.370006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-6a337efb-3366-4a68-960d-1152f98f1421 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584386 May 14 18:16:25.450142 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.502890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] device_id is not set on port 64f00d6e-a83c-4b73-885a-8b55c877868d yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:25.671665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-0edc75a1-c363-4aea-9089-1d263a7095ce service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930932 May 14 18:16:25.672267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35170) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:25.675522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:25.676729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'fixed_ips': [{'subnet_id': '23bea6f9-10a9-4fe4-8e60-ecc7790c5da0'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:25.677669 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.695926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7/eae22cc6-bbce-425b-bd76-c64c57b198fb) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:25.712262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:25.790229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 10.1.1.105 (98c085c9-f5f4-43ac-a134-03e3dca4a951/52f02c20-bbbc-4cb0-8dad-01103fe51b76/64f00d6e-a83c-4b73-885a-8b55c877868d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:25.918450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3865251f-499d-4cea-970d-578b99d15116 req-e1ac16a1-0c79-4007-b526-9f14f919f719 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783450 May 14 18:16:25.945083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82e0223b-6eff-49a6-8971-ba35d3ee4bc9 req-05372d97-f5af-43a2-9273-a5730be3fd0c tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.2715530 May 14 18:16:25.949356 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.954560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:25.961538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Transition to ACTIVE for port object eae22cc6-bbce-425b-bd76-c64c57b198fb will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:25.983226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Transition to ACTIVE for port object eae22cc6-bbce-425b-bd76-c64c57b198fb will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:25.987796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:26.002488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.012774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:26.013335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:26.023082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Usage tracker for resource:security_group_rule and tenant:1e34582052a847958a07a88b7c1ba2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:26.028555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.029517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:26.030038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:26.035482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:26.041637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:26.045462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:26.046383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object 64f00d6e-a83c-4b73-885a-8b55c877868d will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:26.074551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.082022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:26.089536 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:26.231433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:26.235486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:26.245536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:26.322231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.349666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:26.372159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.373546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 49abe040-423a-469f-a2ed-763a83abc0a8 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:26.386151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:26.387136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.393727 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:26.396553 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3b6cd348-6e6e-4b15-b2f9-11c90cc50f37 req-67bf81e7-8c1b-4a88-9cea-826b25fb0d45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0907624 May 14 18:16:26.421047 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6204433 May 14 18:16:26.422336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:26.426474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Allocated IP 10.2.2.2 (edb56c8e-97e3-49c7-8505-32a807ea9fa8/23bea6f9-10a9-4fe4-8e60-ecc7790c5da0/5f937e1b-8424-4c3d-b8d1-25d80ba76448) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:26.431808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'name': 'tempest-TaggedBootDevicesTest-630463074', 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:26.545719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Pushing event updated for resources: {'Port': ['ID=042abaa3-530b-401c-81e9-8239fca1769c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:26.548750 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.290s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:26.568063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b93b550-4c95-408a-b6ea-9f4d7fdb9a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:26.591420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.652946 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a8a0926-4656-4501-a1c1-38355741f914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:26.661689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e34582052a847958a07a88b7c1ba2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9457312 May 14 18:16:26.684298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35186) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:26.697441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Pushing event updated for resources: {'Port': ['ID=eae22cc6-bbce-425b-bd76-c64c57b198fb,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:26.701045 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:26.723342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Attempting to bind port eae22cc6-bbce-425b-bd76-c64c57b198fb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:26.723744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Attempting to bind port eae22cc6-bbce-425b-bd76-c64c57b198fb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:26.724091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Attempting to bind port eae22cc6-bbce-425b-bd76-c64c57b198fb on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:26.729085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Attempting to bind port 042abaa3-530b-401c-81e9-8239fca1769c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:26.729501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Attempting to bind port 042abaa3-530b-401c-81e9-8239fca1769c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:26.729835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Attempting to bind port 042abaa3-530b-401c-81e9-8239fca1769c on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:26.749288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:26.749732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Checking segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:26.750214 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.750561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Bound using segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:26.751059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Bound port: 042abaa3-530b-401c-81e9-8239fca1769c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:26.751471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.765684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:26.766127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:26.766547 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.767078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:26.767617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Bound port: eae22cc6-bbce-425b-bd76-c64c57b198fb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:26.768007 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.769723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6568292-cb5c-49ca-88e8-9cf1a52e78a0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:26.819915 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:26.829045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:26.833095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:port and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:26.836860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for port was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:26.847209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:26.860269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:26.866997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.874126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.893120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] device_id is not set on port 96026aa1-2ee5-4b69-acf4-c85098828533 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:26.924901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] For port 042abaa3-530b-401c-81e9-8239fca1769c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:26.928267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] For port 042abaa3-530b-401c-81e9-8239fca1769c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=042abaa3-530b-401c-81e9-8239fca1769c,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:26.940250 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:26.954807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d85e0e11-e8e9-41a4-8943-8d4025275d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:26.979367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0d65b-af17-4f30-a3ec-90cc0b361353 req-e37b95e8-f84b-4867-b376-df747bc9e32a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:26.987852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbc0d65b-af17-4f30-a3ec-90cc0b361353 req-e37b95e8-f84b-4867-b376-df747bc9e32a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.4010262 May 14 18:16:26.992955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.046801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Pushing event updated for resources: {'Port': ['ID=042abaa3-530b-401c-81e9-8239fca1769c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:27.055162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:27.133335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbc0d65b-af17-4f30-a3ec-90cc0b361353 req-0e12a354-ffdd-4dbb-b247-842bcdaec2e2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403923 May 14 18:16:27.134919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::b229:d017:e5a0:2078 (7ad50c71-58ac-4344-b706-61652f033104/5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7/49abe040-423a-469f-a2ed-763a83abc0a8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:27.181227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14dc912b-d8eb-4352-b147-74e99c5738bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.189227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] For port eae22cc6-bbce-425b-bd76-c64c57b198fb, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:27.211584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] For port eae22cc6-bbce-425b-bd76-c64c57b198fb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eae22cc6-bbce-425b-bd76-c64c57b198fb,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:27.226171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.233477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.250456 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-062d8886-f73d-47f4-8a72-262aa733f9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:27.286585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 10.1.1.163 (98c085c9-f5f4-43ac-a134-03e3dca4a951/52f02c20-bbbc-4cb0-8dad-01103fe51b76/96026aa1-2ee5-4b69-acf4-c85098828533) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:27.404560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Pushing event updated for resources: {'Port': ['ID=eae22cc6-bbce-425b-bd76-c64c57b198fb,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:27.410961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Transition to ACTIVE for port object 5f937e1b-8424-4c3d-b8d1-25d80ba76448 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:27.414389 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:27.494418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Transition to ACTIVE for port object 5f937e1b-8424-4c3d-b8d1-25d80ba76448 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:27.528609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.552194 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-754bbbc4-2671-43c3-80a4-215915585e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:27.565095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.600906 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:27.669852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:27.673615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:27.677174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:27.693051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6568292-cb5c-49ca-88e8-9cf1a52e78a0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:27.734120 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:27.757066 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.777215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Pushing event updated for resources: {'Port': ['ID=5f937e1b-8424-4c3d-b8d1-25d80ba76448,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:27.787209 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:27.847032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Attempting to bind port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:27.847930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Attempting to bind port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:27.848424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Attempting to bind port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:27.856370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:27.856958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Checking segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:27.857746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.858396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Bound using segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:27.859698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Bound port: 5f937e1b-8424-4c3d-b8d1-25d80ba76448, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:27.859698 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.869863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8e7804a-427a-4188-880e-bbd6936ec801 req-e5eb620e-6f8c-4927-a662-87497351e8b2 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1792791 May 14 18:16:27.887160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:27.930303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object 96026aa1-2ee5-4b69-acf4-c85098828533 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:27.994899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.002274 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2dc7bcb-baf2-4953-b3ef-4a8b7f26e512 tempest-ServersNegativeTestMultiTenantJSON-1254503753 tempest-ServersNegativeTestMultiTenantJSON-1254503753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:28.044706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.064762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 49abe040-423a-469f-a2ed-763a83abc0a8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:28.079479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] For port 5f937e1b-8424-4c3d-b8d1-25d80ba76448, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:28.084934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] For port 5f937e1b-8424-4c3d-b8d1-25d80ba76448, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5f937e1b-8424-4c3d-b8d1-25d80ba76448,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:28.095282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.096405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:28.096555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.097883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6568292-cb5c-49ca-88e8-9cf1a52e78a0 HTTP/1.1" status: 204 len: 168 time: 1.4126480 May 14 18:16:28.099609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:28.105183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:28.114869 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fa90edb2-321e-4d63-ab3f-cb8f091bdf6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:28.133983 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.152699 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6493b041-c9ef-4412-8d6f-3b143e406c50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:28.196274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:28.230185 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:28.271622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:28.273491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.281100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:28.299778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:28.307010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:28.313980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Pushing event updated for resources: {'Port': ['ID=5f937e1b-8424-4c3d-b8d1-25d80ba76448,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:28.331137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:28.332714 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:28.334627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:28.349031 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9252546 May 14 18:16:28.393486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5299587 May 14 18:16:28.395229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:28.481810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=49abe040-423a-469f-a2ed-763a83abc0a8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:28.505387 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:28.747138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaec69e-b10d-4fa6-83a5-fdf44b5bbbd9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:28.773917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 042abaa3-530b-401c-81e9-8239fca1769c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:28.787953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaec69e-b10d-4fa6-83a5-fdf44b5bbbd9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:28.804537 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4eaec69e-b10d-4fa6-83a5-fdf44b5bbbd9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4079328 May 14 18:16:28.807883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:28.815733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4edb7-246d-42b8-931e-9d2b5c53c5f9 req-bf3f6613-04af-4555-a1e4-9cad3b05d22d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:28.823804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2d4edb7-246d-42b8-931e-9d2b5c53c5f9 req-bf3f6613-04af-4555-a1e4-9cad3b05d22d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.3473577 May 14 18:16:28.952243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2d4edb7-246d-42b8-931e-9d2b5c53c5f9 req-c87e66f1-7382-41bb-9b2b-5ba07de4cd69 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271985 May 14 18:16:28.972436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 042abaa3-530b-401c-81e9-8239fca1769c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:28.978878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eae22cc6-bbce-425b-bd76-c64c57b198fb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:29.194628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port eae22cc6-bbce-425b-bd76-c64c57b198fb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:29.199909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 49abe040-423a-469f-a2ed-763a83abc0a8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:29.201934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:29.247986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ef0ea-7ad9-443b-ba89-e60ea3384e98 None None] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:29.502507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Provisioning for port 042abaa3-530b-401c-81e9-8239fca1769c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:29.547378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Provisioning complete for port 042abaa3-530b-401c-81e9-8239fca1769c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:29.549340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:29.589923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:29.938538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 49abe040-423a-469f-a2ed-763a83abc0a8 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:30.074399 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c45d63dd-9cf8-4a50-a806-830ca8945498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.089282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.091761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35258) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:30.102813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375676280', 'description': 'tempest-description--173176902'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:30.117514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:30.134171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:security_group and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:30.138220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:30.160474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:30.193029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.236438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:30.250718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:security_group_rule and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:30.257143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:30.258960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.272446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:30.280875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d77617-f92e-4052-966e-69deafc986f9 None None] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:30.282838 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa01fba0-5b35-479f-892b-3490e4c4ebaf tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:30.432471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=49abe040-423a-469f-a2ed-763a83abc0a8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:30.472510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.482935 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.501296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.502987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.503573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.511346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.511719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.512094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.512443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.517176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.517767 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb55ac93-8dd7-4648-86a3-5444d55e9047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:30.518411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.520565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.521281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.522417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:16:30.526802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.575944 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/49abe040-423a-469f-a2ed-763a83abc0a8 HTTP/1.1" status: 204 len: 168 time: 1.7643299 May 14 18:16:30.576740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:30.577792 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:30.724570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2967409f-12fc-486e-b416-a98fe4d177b8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:30.728882 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:30.742450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.814561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f720971-1759-43ad-8d7e-149e19862bc2 req-7635c6ab-4456-4ba8-bf10-8735d79e36e6 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.1933992 May 14 18:16:30.833230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade9f03-c2d2-4105-8e2b-43198a47f057 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:30.835463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade9f03-c2d2-4105-8e2b-43198a47f057 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:30.838666 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ade9f03-c2d2-4105-8e2b-43198a47f057 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2593052 May 14 18:16:30.844338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35286) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:30.878680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5f937e1b-8424-4c3d-b8d1-25d80ba76448 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:30.889649 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:30.893409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8006163 May 14 18:16:30.898275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35294) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:30.919155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'security_group_rule': {'security_group_id': '2967409f-12fc-486e-b416-a98fe4d177b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:30.933615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:30.940270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:security_group_rule and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:30.953966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:30.976081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:30.998991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:16:31.002417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.011824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.057299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.106567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] For port 042abaa3-530b-401c-81e9-8239fca1769c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=042abaa3-530b-401c-81e9-8239fca1769c,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:31.126615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.132952 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:31.177117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.216939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.225465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.276912 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:31.314379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Pushing event updated for resources: {'Port': ['ID=042abaa3-530b-401c-81e9-8239fca1769c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:31.347689 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:31.348276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd54b160-459d-49e9-b54e-35adc052cc25,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:31.350463 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.353640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524283 May 14 18:16:31.362982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:31.364871 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:31.414360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'security_group_rule': {'security_group_id': '2967409f-12fc-486e-b416-a98fe4d177b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:31.451436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:31.453267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301cf81-c2a8-4c76-a5ec-b0cf1161a7d7 req-62d802f4-631d-4fb4-aac3-228da106ac92 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:31.463714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f301cf81-c2a8-4c76-a5ec-b0cf1161a7d7 req-62d802f4-631d-4fb4-aac3-228da106ac92 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.1619353 May 14 18:16:31.464400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:security_group_rule and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:31.477026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:31.496088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:31.524466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Provisioning for port eae22cc6-bbce-425b-bd76-c64c57b198fb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:31.574639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Provisioning complete for port eae22cc6-bbce-425b-bd76-c64c57b198fb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:31.575351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.607198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f301cf81-c2a8-4c76-a5ec-b0cf1161a7d7 req-a239a6db-4ebc-485e-932c-ca0d17090eea tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406379 May 14 18:16:31.609355 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:31.691600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:31.803675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.088561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.206998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.310163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.352491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.378713 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:32.477934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35448) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:32.591969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa017e0-5582-42fc-b648-05f5e2a8c719,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:32.612169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.617269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35466) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:32.618649 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2417352 May 14 18:16:32.621241 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:32.629506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 042abaa3-530b-401c-81e9-8239fca1769c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:32.636713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:32.665717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:32.696151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:floatingip and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:32.705287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:32.714511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:32.729916 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.870597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:32.876653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0f10d11-2214-4f70-b56f-646cdb98d34b req-c17d5b75-09da-45fb-9999-6996f6588019 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242&device_id=df8f43a5-3e70-4bbc-bf1e-3e4c428d7308 HTTP/1.1" status: 200 len: 210 time: 0.1153474 May 14 18:16:32.890944 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ce00905-bdc4-433f-b0f7-7f04040a5c77 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:33.106263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 042abaa3-530b-401c-81e9-8239fca1769c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:33.117185 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:33.152345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1573389800'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:33.161509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:33.178790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Usage tracker for resource:network and tenant:63f0a03cac0c45508ade39d869566e25 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:33.188717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:33.200423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:33.263899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:33.335090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:33.342596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:33.348129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672cae2-5df5-4005-814e-f15eea43ff53 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:33.354707 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:33.364649 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7 HTTP/1.1" status: 204 len: 168 time: 2.5080462 May 14 18:16:33.368143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35534) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:33.383026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:16:33.388443 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:16:33.432792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Made reservation on behalf of 63f0a03cac0c45508ade39d869566e25 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:33.442778 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:33.463399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:33.492365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:33.514375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Usage tracker for resource:security_group_rule and tenant:63f0a03cac0c45508ade39d869566e25 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:33.519055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:33.545157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eeb0808c-bbed-40d6-b056-62064875c4df tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755114 May 14 18:16:33.549137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35556) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:33.555893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:33.566307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:33.584038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 172.25.4.42 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/60ca2777-62bb-4638-bd21-0181df60ca91) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:33.656861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c976a-c95a-45c6-b9c0-0a89f9579e37 req-0d947d75-bdcb-4c96-bf26-c08787452b6d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:33.666392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca9c976a-c95a-45c6-b9c0-0a89f9579e37 req-0d947d75-bdcb-4c96-bf26-c08787452b6d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 944 time: 0.3719957 May 14 18:16:33.696107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:33.703489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:33.707710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:33.716843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:33.750326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:33.754260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b659f06a-90c1-40b5-9e78-c04c454c58f8 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:16:33.762208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.102377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:16:34.150086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.296212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca9c976a-c95a-45c6-b9c0-0a89f9579e37 req-07bde5fd-592a-435e-a9e2-39548ede1ed7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064875 May 14 18:16:34.540149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:34.605646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.613904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'b659f06a-90c1-40b5-9e78-c04c454c58f8', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': 'b659f06a-90c1-40b5-9e78-c04c454c58f8', 'mac_address': 'fa:16:3e:aa:21:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:16:34.618767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.637673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.641679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d33b63e-b66b-41b2-86e6-cb87f1dfb57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:34.732644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.740855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:16:34.744378 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-98ba5ea9-3838-4d8b-9204-41fe5e272b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:34.762636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.763911 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Added segment 4c9da1d5-71ae-4617-9694-1e2a2b50c006 of type vlan for network 49d68f02-80df-4d94-8a59-52dc90cf3e55 May 14 18:16:34.838720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.885982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:34.894399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:34.937754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:34.938341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.962044 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:34.968791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] For port eae22cc6-bbce-425b-bd76-c64c57b198fb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eae22cc6-bbce-425b-bd76-c64c57b198fb,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:34.973425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.007436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.025502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:35.027981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.032267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4815619 May 14 18:16:35.032733 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:35.040658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:35.043553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.054103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35704) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:35.066815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': 'fadfb3df-b465-4285-a1e8-f3e3f037d6d1', 'ip_address': '2001:db8::6243:f1c5:2d4a:62a'}], 'name': 'tempest-NetworksTestDHCPv6-1204376588'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:35.163077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:35.167162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:16:35.168556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:35.174613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Could not find standard attr ID for object 49abe040-423a-469f-a2ed-763a83abc0a8. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:16:35.252825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Provisioning for port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:35.269762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7900448 May 14 18:16:35.286133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccd8139-e7c0-41f4-b386-e3e7e6b43e76,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:35.292490 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:35.295167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91ee83c9-763b-46c9-9eb8-6e71c8654f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:35.426551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.430955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b659f06a-90c1-40b5-9e78-c04c454c58f8 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:16:35.446192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=fadfb3df-b465-4285-a1e8-f3e3f037d6d1,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:35.504837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Provisioning complete for port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:35.505544 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.510859 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:35.521243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.523832 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-72d3c3fa-f8c1-4eb0-a7c8-5c7745fe3795 req-afadaeb2-6fca-4616-b33d-dcd0122a1174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2eb1f3973a894516b6e38fcf1449ae9a&device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.3999224 May 14 18:16:35.675148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-72d3c3fa-f8c1-4eb0-a7c8-5c7745fe3795 req-0a2f1c0d-1ac1-4edf-ba9e-c24020d57f44 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2eb1f3973a894516b6e38fcf1449ae9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324990 May 14 18:16:35.807510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:35.831268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Pushing event updated for resources: {'Port': ['ID=eae22cc6-bbce-425b-bd76-c64c57b198fb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:35.847915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.855454 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:35.856639 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:35.884991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:35.886913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=60ca2777-62bb-4638-bd21-0181df60ca91,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:35.947728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:35.949948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d082aeca-1ca5-4321-aaaf-70567d6bc9a9 req-7d886552-da80-45b4-a122-fa3060970600 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0580573 May 14 18:16:35.950466 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39da726e-5adb-4751-bbb4-c6c4a0742964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.704s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:35.964965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:36.043567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.084034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:36.089091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:36.097900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:36.101628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Pushing event updated for resources: {'Network': ['ID=49d68f02-80df-4d94-8a59-52dc90cf3e55,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:36.106584 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:36.107115 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c40bbbaa-cedf-49d0-b1ea-f40f27b97c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:36.128540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:36.158011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:36.181712 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.199597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.231575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=60ca2777-62bb-4638-bd21-0181df60ca91,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:36.235852 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:36.253490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 49d68f02-80df-4d94-8a59-52dc90cf3e55 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:16:36.261901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.273154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6539712 May 14 18:16:36.324518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:36.330984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Request body: {'port': {'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55', 'binding:host_id': 'n-h1-787206-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-16331772'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:36.337429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:36.341724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Usage tracker for resource:port and tenant:785112e109da4876849f321545a848c1 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:36.348965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:36.364571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:36.384888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Made reservation on behalf of 785112e109da4876849f321545a848c1 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:36.388403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.404735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.426549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:36.433101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Usage tracker for resource:security_group_rule and tenant:785112e109da4876849f321545a848c1 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:36.453349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:36.467156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:36.487717 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:36.501041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['b659f06a-90c1-40b5-9e78-c04c454c58f8'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:16:36.513307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3c3fa-f8c1-4eb0-a7c8-5c7745fe3795 req-a2910569-333a-4d21-ab8a-45f08a3e64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:36.514745 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-72d3c3fa-f8c1-4eb0-a7c8-5c7745fe3795 req-a2910569-333a-4d21-ab8a-45f08a3e64e4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8318172 May 14 18:16:36.586548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] For port 5f937e1b-8424-4c3d-b8d1-25d80ba76448, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5f937e1b-8424-4c3d-b8d1-25d80ba76448,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:36.625286 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.633012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Deleting port eae22cc6-bbce-425b-bd76-c64c57b198fb {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:36.636094 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.671552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.749103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port b3d02018-7367-4c7d-b1f3-031a58db62d7 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:36.775132 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7b756263-81e8-47b0-b431-ce9426d77d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:36.817366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ad629-0caf-4012-b38d-370a59e935d1 req-187f61ca-80c5-45d4-8ff5-1238f33e53a4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:36.825064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d3ad629-0caf-4012-b38d-370a59e935d1 req-187f61ca-80c5-45d4-8ff5-1238f33e53a4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 945 time: 0.2817121 May 14 18:16:36.900686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Pushing event updated for resources: {'Port': ['ID=5f937e1b-8424-4c3d-b8d1-25d80ba76448,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:36.906846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eae22cc6-bbce-425b-bd76-c64c57b198fb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:16:36.960355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d3ad629-0caf-4012-b38d-370a59e935d1 req-02c60f1c-3922-4ce4-98dd-6f5520b6e866 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342454 May 14 18:16:36.968438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.980091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:36.980353 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:36.982937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98ae5898-60e5-4b9b-b61b-f2ad2aa32439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:37.029039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::6243:f1c5:2d4a:62a (7ad50c71-58ac-4344-b706-61652f033104/fadfb3df-b465-4285-a1e8-f3e3f037d6d1/b3d02018-7367-4c7d-b1f3-031a58db62d7) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:37.046784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port 5b9b6594-698a-493e-87a9-7463a7ab9f71 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:37.057097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Provisioning complete for port 042abaa3-530b-401c-81e9-8239fca1769c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:37.057872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.253799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df58e347-8875-450e-b5ab-e17f0e2c7f3b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:37.261269 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:37.377627 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.403749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] For port eae22cc6-bbce-425b-bd76-c64c57b198fb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eae22cc6-bbce-425b-bd76-c64c57b198fb,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:37.406267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.415264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object b3d02018-7367-4c7d-b1f3-031a58db62d7 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:37.479136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.497738 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f3198dc-5d92-43f4-af50-2d1f18855ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:37.532317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.561495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:37.565567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:37.572605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:37.580816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:37.581961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.582103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-d5b8be36-c224-41e4-b23e-e6412e428093 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:37.626299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=b3d02018-7367-4c7d-b1f3-031a58db62d7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:37.646184 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:37.650205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5947931 May 14 18:16:37.650866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Calling delete_port for eae22cc6-bbce-425b-bd76-c64c57b198fb owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:37.652562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35822) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:37.750787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-d5b8be36-c224-41e4-b23e-e6412e428093 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:37.751915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-d5b8be36-c224-41e4-b23e-e6412e428093 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--375676280&fields=id&tenant_id=62972947f9b0440ea16843de3549b2fe HTTP/1.1" status: 200 len: 267 time: 0.3079786 May 14 18:16:37.754210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port 5b9b6594-698a-493e-87a9-7463a7ab9f71 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:37.862106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port eae22cc6-bbce-425b-bd76-c64c57b198fb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eae22cc6-bbce-425b-bd76-c64c57b198fb,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:37.865446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.893573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:37.900590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Transition to ACTIVE for port object 5b9b6594-698a-493e-87a9-7463a7ab9f71 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:37.907014 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:37.925939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-0be4c652-02db-47fc-b882-63073e138bfc tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:37.927417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-0be4c652-02db-47fc-b882-63073e138bfc tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 931 time: 0.1571248 May 14 18:16:37.939205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.014943 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:38.062023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-72d3c3fa-f8c1-4eb0-a7c8-5c7745fe3795 req-65356f50-fc5b-459c-a435-5d1c9be881c2 tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c3c75c-e0b8-4ce7-92b8-99c303dba242 HTTP/1.1" status: 200 len: 210 time: 0.0587790 May 14 18:16:38.072020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Provisioning complete for port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:38.072539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.079925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a63a9526-829e-466e-87d2-ef50654e882b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:38.080873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a63a9526-829e-466e-87d2-ef50654e882b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 931 time: 0.1439254 May 14 18:16:38.113660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=eae22cc6-bbce-425b-bd76-c64c57b198fb,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:38.123587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.128163 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:38.128762 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:38.143812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463340a2-3e22-41ab-8fcb-ed62541f9a14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:38.171315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463340a2-3e22-41ab-8fcb-ed62541f9a14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:38.172357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-463340a2-3e22-41ab-8fcb-ed62541f9a14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:38.180666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Pushing event deleted for resources: {'Port': ['ID=eae22cc6-bbce-425b-bd76-c64c57b198fb,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:38.186136 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:38.187094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] No DVR routers for this DVR port eae22cc6-bbce-425b-bd76-c64c57b198fb on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:16:38.205902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8ab68540-800f-4ce8-b9e2-ed0ffec211f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1081769 May 14 18:16:38.233493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-463340a2-3e22-41ab-8fcb-ed62541f9a14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:38.234121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47922770-2f81-49f9-88d0-c51ac17595c1 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:38.240366 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-463340a2-3e22-41ab-8fcb-ed62541f9a14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.5844927 May 14 18:16:38.241485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:38.478530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port b3d02018-7367-4c7d-b1f3-031a58db62d7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:38.478880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.532737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-0d92ed88-f6b0-4d1c-b9ec-7d9b5bd411f5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3281488 May 14 18:16:38.538897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9b6594-698a-493e-87a9-7463a7ab9f71,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:38.565712 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:38.630481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Checking segment: {'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:38.631472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Network hostable DHCP agents. Network: 49d68f02-80df-4d94-8a59-52dc90cf3e55, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:16:38.655537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.728298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9e4a8cab-f139-4965-9111-11dcbff47c85 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:38.735067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9e4a8cab-f139-4965-9111-11dcbff47c85 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:38.742478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9e4a8cab-f139-4965-9111-11dcbff47c85 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:38.747253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Provisioning for port 96026aa1-2ee5-4b69-acf4-c85098828533 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:38.752093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9e4a8cab-f139-4965-9111-11dcbff47c85 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 1990 time: 0.2180965 May 14 18:16:38.753622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Provisioning complete for port 96026aa1-2ee5-4b69-acf4-c85098828533 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:38.754185 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.783763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-e9f56e61-08e5-435d-a898-40b705ff2af7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/quotas/62972947f9b0440ea16843de3549b2fe HTTP/1.1" status: 200 len: 375 time: 0.0306909 May 14 18:16:38.845077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5f937e1b-8424-4c3d-b8d1-25d80ba76448 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:38.846249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for b3d02018-7367-4c7d-b1f3-031a58db62d7 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:38.904752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Network 49d68f02-80df-4d94-8a59-52dc90cf3e55 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:16:38.947388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 49d68f02-80df-4d94-8a59-52dc90cf3e55) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:38.956660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:38.966000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150cd06-077d-4315-a238-760c0949a9e3 None None] Network 49d68f02-80df-4d94-8a59-52dc90cf3e55 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:38.972299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:38.979154 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e836f866-fe4f-4fd7-ad6e-a5abe686c24c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:38.985652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:38.986311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:38.986879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:38.993771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:38.994477 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:38.995356 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 2 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.037139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=b3d02018-7367-4c7d-b1f3-031a58db62d7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:39.045875 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:39.055804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-944d7c02-cc4b-44e6-8bc9-5644aa512eec tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2709615 May 14 18:16:39.057409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.057958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.058721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.078970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Port 96026aa1-2ee5-4b69-acf4-c85098828533 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:39.085828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.086806 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.089642 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 3 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.105724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.122380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:39.122791 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.129093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b3d02018-7367-4c7d-b1f3-031a58db62d7 HTTP/1.1" status: 204 len: 168 time: 0.8855884 May 14 18:16:39.131747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35844) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:39.159302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.159612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.159822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.169771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.170125 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.178025 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 4 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.204501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Provisioning for port 64f00d6e-a83c-4b73-885a-8b55c877868d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:39.208434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.208630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.209437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.223632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1cadeb-0a2e-40b1-8042-f078c39c628c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:39.225568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.225896 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.226397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1cadeb-0a2e-40b1-8042-f078c39c628c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:39.227401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c1cadeb-0a2e-40b1-8042-f078c39c628c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:39.228575 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 5 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.242897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ad5a0-936a-40bb-bada-8dd0cfdfd334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'fadfb3df-b465-4285-a1e8-f3e3f037d6d1'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:39.243760 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-784ad5a0-936a-40bb-bada-8dd0cfdfd334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.245809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-70cd79f6-6727-4c97-abbe-2454c8e03502 service neutron] 10.222.0.24 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840088 May 14 18:16:39.250063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.250427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.250888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.256589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c1cadeb-0a2e-40b1-8042-f078c39c628c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:39.258045 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c1cadeb-0a2e-40b1-8042-f078c39c628c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1248600 May 14 18:16:39.260533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35848) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:39.272948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Provisioning complete for port 64f00d6e-a83c-4b73-885a-8b55c877868d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:39.273686 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.276759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.277092 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.281029 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 6 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.350255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.350585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet fadfb3df-b465-4285-a1e8-f3e3f037d6d1 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:16:39.350734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.350925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.354308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.358462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.358784 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.366240 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 7 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.397254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.397482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.397806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.412679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.413006 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.415721 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 8 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.427134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-947becc3-64fd-4021-8a01-c0e7ef858837 None None] Port 64f00d6e-a83c-4b73-885a-8b55c877868d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:39.438190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-423b4e10-500b-4796-bb63-22c7d3f45b44 service neutron] 10.222.0.24 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831784 May 14 18:16:39.441117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.482967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.482967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.483250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.491817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.492384 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.494563 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 9 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.520440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.533130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-72994d62-998c-4661-adf2-bcc0c77d2279 service neutron] 10.222.0.24 "GET /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0940597 May 14 18:16:39.535245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.535746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.536249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.564397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.564995 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.620266 n-d-787206-3 neutron-server[79559]: INFO neutron.plugins.ml2.plugin [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 10 to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 May 14 18:16:39.644529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:39.644865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:39.645198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:39.663571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:39.663905 n-d-787206-3 neutron-server[79559]: ERROR neutron.plugins.ml2.managers [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 5b9b6594-698a-493e-87a9-7463a7ab9f71 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:39.664266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.757752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-3dc65279-e02b-4722-83d6-a9fb85cf8cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213793 May 14 18:16:39.880139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b659f06a-90c1-40b5-9e78-c04c454c58f8 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:39.893126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] For port 5b9b6594-698a-493e-87a9-7463a7ab9f71, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:39.893845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempted to set empty binding levels {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 14 18:16:39.928597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.933894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:39.936138 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66fb90c6-420c-4f76-b48c-7c4fd1bde7ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:39.939970 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b267e9e-5269-4620-a8df-b2ae284a306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server [None req-784ad5a0-936a-40bb-bada-8dd0cfdfd334 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fadfb3df-b465-4285-a1e8-f3e3f037d6d1: This subnet is being modified by another concurrent operation. May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 14 18:16:39.942954 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1447, in create_port May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1414, in _create_port_db May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server self.force_reraise() May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise self.value May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server raise exception May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fadfb3df-b465-4285-a1e8-f3e3f037d6d1: This subnet is being modified by another concurrent operation. May 14 18:16:39.947978 n-d-787206-3 neutron-server[79561]: ERROR oslo_messaging.rpc.server May 14 18:16:39.966294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454324a4-1b02-4436-b952-96292d0ae1ac None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:16:39.981262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=fadfb3df-b465-4285-a1e8-f3e3f037d6d1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:39.985445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:39.992224 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.008882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/fadfb3df-b465-4285-a1e8-f3e3f037d6d1 HTTP/1.1" status: 204 len: 168 time: 0.7472296 May 14 18:16:40.011287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35858) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:40.020115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port b659f06a-90c1-40b5-9e78-c04c454c58f8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:40.021837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:40.022453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.035929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port b659f06a-90c1-40b5-9e78-c04c454c58f8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:40.036339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.045915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-0de7aafb-6364-45d3-b11b-f2d1e5d7b1ad service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845581 May 14 18:16:40.093281 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d46a72cb-d0fc-4d30-839e-2a4fecd2803e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774486 May 14 18:16:40.093920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35862) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:40.101708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:40.108547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9b6594-698a-493e-87a9-7463a7ab9f71,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:40.117557 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:40.135462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.8097873 May 14 18:16:40.139530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35866) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:40.143391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-45a1231f-d7e9-40d7-b0d5-8419d5854b43 service neutron] 10.222.0.24 "GET /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0860510 May 14 18:16:40.176623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:16:40.237955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:40.243595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:40.254033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:40.268460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:40.283138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:40.290215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.317207 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.366875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:16:40.379879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:40.380881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454324a4-1b02-4436-b952-96292d0ae1ac None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:16:40.411028 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.418190 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:40.460215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-3b9a6a10-5542-4d49-995b-69e6673e67cc service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682157 May 14 18:16:40.498305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Deleting port 5b9b6594-698a-493e-87a9-7463a7ab9f71 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:40.498922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.573772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:40.595378 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:40.871408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.877300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-747f3ec7-4d84-4ef4-a68c-f6fe3423ea4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:40.901756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] For port 5b9b6594-698a-493e-87a9-7463a7ab9f71, host n-h1-787206-3, got binding levels [] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:40.902117 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.908828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '00f3f386-d1c0-4bda-b77c-fa3bdd237777'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:40.910842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.941307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:40.947938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:40.967155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=00f3f386-d1c0-4bda-b77c-fa3bdd237777,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:40.970384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:40.970950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:40.975524 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:41.007053 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9118769 May 14 18:16:41.007801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:41.015435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '00f3f386-d1c0-4bda-b77c-fa3bdd237777', 'ip_address': '2001:db8::49c:9a0a:54d3:d714'}], 'name': 'tempest-NetworksTestDHCPv6-1855602873'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:41.044950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Calling delete_port for 5b9b6594-698a-493e-87a9-7463a7ab9f71 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:41.066696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-404652f3-0e94-4c9f-8e67-66935df3f051 service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941894 May 14 18:16:41.120728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/00f3f386-d1c0-4bda-b77c-fa3bdd237777/dbda3696-7f46-4151-8059-29c4126f3d4c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:41.222250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-ebf4db1c-47dc-4f26-bad2-536c8c9ce548 service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445689 May 14 18:16:41.227261 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.230858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:41.236318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:41.239685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:41.246784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:41.262410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:41.268468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.296434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 77fb7357-0c02-45a4-a1ca-d90bf764426d yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:41.364751 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.376798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Transition to ACTIVE for port object dbda3696-7f46-4151-8059-29c4126f3d4c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:41.393587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9e8b8e5e-e3e0-4a87-ae9b-4b3949d88f95 service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631770 May 14 18:16:41.394265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:41.399913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Transition to ACTIVE for port object dbda3696-7f46-4151-8059-29c4126f3d4c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:41.408848 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.424879 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f598a546-f6d4-492e-98ec-4b88d1f0336f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:41.475606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b9b6594-698a-493e-87a9-7463a7ab9f71,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:41.484615 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:41.523682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:41.524942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Pushing event updated for resources: {'Port': ['ID=dbda3696-7f46-4151-8059-29c4126f3d4c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:41.541045 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:41.542770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:41.543386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.547020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:41.555877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5b9b6594-698a-493e-87a9-7463a7ab9f71 HTTP/1.1" status: 204 len: 168 time: 1.4153128 May 14 18:16:41.558622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:41.615498 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5980986-a265-45d3-b496-d4fd21e968cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] GET failed (client error): The resource could not be found. May 14 18:16:41.616817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d5980986-a265-45d3-b496-d4fd21e968cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "GET /v2.0/ports/5b9b6594-698a-493e-87a9-7463a7ab9f71 HTTP/1.1" status: 404 len: 333 time: 0.0569565 May 14 18:16:41.621967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:41.627834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Request body: {'port': {'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1869062329'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:41.649026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a6646f4-beef-4f06-88da-d18d153fe68d service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984181 May 14 18:16:41.672237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:41.681187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Usage tracker for resource:port and tenant:785112e109da4876849f321545a848c1 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:41.686544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:41.697019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:41.699209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Attempting to bind port dbda3696-7f46-4151-8059-29c4126f3d4c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:41.699927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Attempting to bind port dbda3696-7f46-4151-8059-29c4126f3d4c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:41.700549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Attempting to bind port dbda3696-7f46-4151-8059-29c4126f3d4c on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:41.710108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:41.711358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:41.712263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.713508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:41.714831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Bound port: dbda3696-7f46-4151-8059-29c4126f3d4c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:41.715578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.745776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Made reservation on behalf of 785112e109da4876849f321545a848c1 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:41.748040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.786116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port 0db487a5-ee88-4a11-a385-d2f814d02b3c yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:41.812153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-d2c91612-5c60-48f9-8f61-64532c45a537 service neutron] 10.222.0.24 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565037 May 14 18:16:41.838388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::49c:9a0a:54d3:d714 (7ad50c71-58ac-4344-b706-61652f033104/00f3f386-d1c0-4bda-b77c-fa3bdd237777/77fb7357-0c02-45a4-a1ca-d90bf764426d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:41.839745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] For port dbda3696-7f46-4151-8059-29c4126f3d4c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:41.843616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] For port dbda3696-7f46-4151-8059-29c4126f3d4c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dbda3696-7f46-4151-8059-29c4126f3d4c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:41.850557 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:41.869258 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-53a2e976-1035-4f91-a134-89478c7b70a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:41.968934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5e00e791-7636-4c58-96f8-d943e6424fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557865 May 14 18:16:42.000311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Pushing event updated for resources: {'Port': ['ID=dbda3696-7f46-4151-8059-29c4126f3d4c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:42.009008 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:42.152929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-262792fc-ff1b-4594-b9c1-9c294db9add7 service neutron] 10.222.0.24 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775017 May 14 18:16:42.176163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.246187 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.267802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 77fb7357-0c02-45a4-a1ca-d90bf764426d will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:42.290470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.300145 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-09c7e1cd-e0c9-4f8f-b21e-8430f1440301 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:42.365571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-2356547f-ce02-426a-ba62-faa7c56670ad service neutron] 10.222.0.24 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049050 May 14 18:16:42.372701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Network 49d68f02-80df-4d94-8a59-52dc90cf3e55 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:42.376733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:42.388413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:42.389366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:42.389957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.400672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=0db487a5-ee88-4a11-a385-d2f814d02b3c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:42.408252 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:42.411533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.417913 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13127cc9-e0e2-436b-8756-e8897677e3ff tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:42.486060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:42.490587 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8670871 May 14 18:16:42.491568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:42.495480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:42.496160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:42.501798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:42.502433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.516860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:42.578137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=77fb7357-0c02-45a4-a1ca-d90bf764426d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:42.583073 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:42.589492 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5772319 May 14 18:16:42.589492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35894) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:42.710373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:42.724725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-90393aef-a19b-419c-bc36-d6d12030c9fa service neutron] 10.222.0.24 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580499 May 14 18:16:42.799974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d3ec82-f690-4ec5-8c04-aed664a7391c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:42.806780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d3ec82-f690-4ec5-8c04-aed664a7391c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:42.807615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80d3ec82-f690-4ec5-8c04-aed664a7391c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:42.877889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dbda3696-7f46-4151-8059-29c4126f3d4c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:42.956489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80d3ec82-f690-4ec5-8c04-aed664a7391c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:42.960632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80d3ec82-f690-4ec5-8c04-aed664a7391c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3679485 May 14 18:16:42.961176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35900) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:43.038918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port dbda3696-7f46-4151-8059-29c4126f3d4c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:43.150961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port 0db487a5-ee88-4a11-a385-d2f814d02b3c yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:43.160143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.182099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 77fb7357-0c02-45a4-a1ca-d90bf764426d {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:43.182443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.182860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Transition to ACTIVE for port object 0db487a5-ee88-4a11-a385-d2f814d02b3c will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:43.199250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.204685 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:43.332551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9532d8b-bf50-44e2-9e4e-de751a984adf None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:43.351379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.447795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=0db487a5-ee88-4a11-a385-d2f814d02b3c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:43.451373 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:43.456113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.456768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.457294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.462957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.463582 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.464257 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 2 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.481270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.481867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.482381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.487303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.487834 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.488419 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 3 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.504982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.506153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.506813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.513562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.514161 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.515077 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 4 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.519844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 77fb7357-0c02-45a4-a1ca-d90bf764426d owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:43.537780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.539524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.540252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.546572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.547458 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.548452 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 5 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.578207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.580824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.581349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.593491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.595048 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.595763 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 6 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.633444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.633719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.634056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.639583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.639906 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.640290 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 7 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.648013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-95163054-7922-4f58-80be-602484a753c5 None None] Provisioning for port dbda3696-7f46-4151-8059-29c4126f3d4c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:43.654942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-95163054-7922-4f58-80be-602484a753c5 None None] Provisioning complete for port dbda3696-7f46-4151-8059-29c4126f3d4c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:43.655494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95163054-7922-4f58-80be-602484a753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.658206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.658608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.658901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.664048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.664382 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.664779 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 8 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.672902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.680991 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2109cb5a-bcf8-425e-bd1e-4ac09cd97b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:43.684564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.684902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.685235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.690225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.690551 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.690935 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 9 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.707402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.707759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.708080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.713320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.713643 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.714030 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 10 to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c May 14 18:16:43.730542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:43.730897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:43.731246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:43.737583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:43.737913 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 0db487a5-ee88-4a11-a385-d2f814d02b3c on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:43.738269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.766794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=77fb7357-0c02-45a4-a1ca-d90bf764426d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:43.772179 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:43.876702 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.902864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/77fb7357-0c02-45a4-a1ca-d90bf764426d HTTP/1.1" status: 204 len: 168 time: 0.9396727 May 14 18:16:43.903940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35922) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:43.916157 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95163054-7922-4f58-80be-602484a753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.970352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-95163054-7922-4f58-80be-602484a753c5 None None] For port dbda3696-7f46-4151-8059-29c4126f3d4c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dbda3696-7f46-4151-8059-29c4126f3d4c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:43.975808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95163054-7922-4f58-80be-602484a753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:43.978905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:44.057531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e54feb-b11a-4d35-9bce-e447e3748a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.059062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e54feb-b11a-4d35-9bce-e447e3748a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.063044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163054-7922-4f58-80be-602484a753c5 None None] Pushing event updated for resources: {'Port': ['ID=dbda3696-7f46-4151-8059-29c4126f3d4c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:44.067039 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-95163054-7922-4f58-80be-602484a753c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:44.072221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-10e54feb-b11a-4d35-9bce-e447e3748a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:44.087926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] For port 0db487a5-ee88-4a11-a385-d2f814d02b3c, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:44.088367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempted to set empty binding levels {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 14 18:16:44.090610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-10e54feb-b11a-4d35-9bce-e447e3748a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:44.092338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-10e54feb-b11a-4d35-9bce-e447e3748a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1871448 May 14 18:16:44.094889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35926) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:44.096469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.110334 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d416fb0-f1d8-424b-a2c3-02c51b48e170 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:44.183645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] In _notify_port_updated(), no bound segment for port 0db487a5-ee88-4a11-a385-d2f814d02b3c on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:16:44.184975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.185660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.187067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "PUT /v2.0/ports/0db487a5-ee88-4a11-a385-d2f814d02b3c HTTP/1.1" status: 200 len: 979 time: 1.6789706 May 14 18:16:44.190011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:44.241987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 00f3f386-d1c0-4bda-b77c-fa3bdd237777 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:16:44.245356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.287014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=0db487a5-ee88-4a11-a385-d2f814d02b3c,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:44.294669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:44.341466 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.343327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c13b9c1-102b-477d-9061-fdcb8a822449 None None] Provisioning complete for port dbda3696-7f46-4151-8059-29c4126f3d4c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:44.343838 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c13b9c1-102b-477d-9061-fdcb8a822449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.379552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.380421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.382256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.383305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.384010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.384888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.385608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.386288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.386941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.388154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.389394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.390248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.390942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.391757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.392416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.393066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.393735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.394387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.396539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.397497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.398316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.401680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.402458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.403116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.404117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.405576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.406658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.407461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.412536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.413365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.413813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.414347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.415025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.416025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.416868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.417977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.418682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:44.423204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Synchronizing usage tracker for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:44.477735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Unset dirty status for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:44.484909 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.487048 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-94a2d401-ecff-4dd1-857c-482ac8747545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33531 time: 0.2959790 May 14 18:16:44.492605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35946) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:44.726773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Deleting port 0db487a5-ee88-4a11-a385-d2f814d02b3c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:44.727278 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.784152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-efd8a7e9-fd8a-48b1-a8db-f96906aeb595 None None] Could not find standard attr ID for object 77fb7357-0c02-45a4-a1ca-d90bf764426d. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:16:44.830822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dbda3696-7f46-4151-8059-29c4126f3d4c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:44.955939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] For port 0db487a5-ee88-4a11-a385-d2f814d02b3c, host n-h1-787206-3, got binding levels [] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:44.957339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:44.996667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port dbda3696-7f46-4151-8059-29c4126f3d4c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:44.997450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.004523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3efa6-36dc-46a6-bc90-e0ec8d9c2953 req-3b82596a-bf03-4040-b375-9c5df962ce24 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:45.006236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d3efa6-36dc-46a6-bc90-e0ec8d9c2953 req-3b82596a-bf03-4040-b375-9c5df962ce24 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 0.2443469 May 14 18:16:45.096397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-42d3efa6-36dc-46a6-bc90-e0ec8d9c2953 req-77b2cb8c-fc6d-4de1-8300-6b2bc9d18068 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829792 May 14 18:16:45.129648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.141255 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c70ab15f-b95b-49cc-b645-6c3411e5692d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:45.183996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=00f3f386-d1c0-4bda-b77c-fa3bdd237777,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:45.186439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.193606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1394a-ebf3-46f5-8e17-e08715896391 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:45.197896 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:45.204782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/00f3f386-d1c0-4bda-b77c-fa3bdd237777 HTTP/1.1" status: 204 len: 168 time: 1.1059387 May 14 18:16:45.205002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35952) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:45.206283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Calling delete_port for 0db487a5-ee88-4a11-a385-d2f814d02b3c owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:45.284670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-60c637ed-4a21-4aca-83ab-21e6fdca6f67 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784752 May 14 18:16:45.288273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35958) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:45.318177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.326380 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce002adc-cbbd-4f35-a915-6f75d6c8c168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:45.393477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event deleted for resources: {'Port': ['ID=0db487a5-ee88-4a11-a385-d2f814d02b3c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:45.410490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.415547 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:45.436613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0db487a5-ee88-4a11-a385-d2f814d02b3c HTTP/1.1" status: 204 len: 168 time: 0.9414339 May 14 18:16:45.436613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:45.453098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbf33e-5eec-4545-9fa6-f77c5c066c34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:45.453828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c9bbf33e-5eec-4545-9fa6-f77c5c066c34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:45.481013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c9bbf33e-5eec-4545-9fa6-f77c5c066c34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:45.482194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c9bbf33e-5eec-4545-9fa6-f77c5c066c34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1910543 May 14 18:16:45.488588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35966) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:45.497336 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc92d4a-d1c6-426f-b312-a4490ebc3195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] GET failed (client error): The resource could not be found. May 14 18:16:45.497933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bc92d4a-d1c6-426f-b312-a4490ebc3195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Synchronizing usage tracker for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:45.522593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bc92d4a-d1c6-426f-b312-a4490ebc3195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Unset dirty status for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:45.528938 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2bc92d4a-d1c6-426f-b312-a4490ebc3195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "GET /v2.0/ports/0db487a5-ee88-4a11-a385-d2f814d02b3c HTTP/1.1" status: 404 len: 333 time: 0.0913196 May 14 18:16:45.529586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35972) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:45.536478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362675433', 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:45.543132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:45.557424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:45.571465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Made reservation on behalf of 785112e109da4876849f321545a848c1 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:45.578411 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.610477 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8', 'code': 200} May 14 18:16:45.612091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port dedb4227-1b87-4ed9-8d33-46159bef3a57 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:45.624043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39ddfe-949f-4f0b-8215-e79bdf86801c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:45.625286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d39ddfe-949f-4f0b-8215-e79bdf86801c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:45.644057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d39ddfe-949f-4f0b-8215-e79bdf86801c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:45.645795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2d39ddfe-949f-4f0b-8215-e79bdf86801c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1561403 May 14 18:16:45.649255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35976) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:45.757268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:16:45.843569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Deleting port dbda3696-7f46-4151-8059-29c4126f3d4c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:45.843966 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.934806 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:45.977076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:46.000234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f854754f-88bb-4e11-b92d-760a19079be3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3436265 May 14 18:16:46.000685 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c78e25c-c02d-40bd-9863-bb09db4552ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:46.007647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] For port dbda3696-7f46-4151-8059-29c4126f3d4c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dbda3696-7f46-4151-8059-29c4126f3d4c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:46.007985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:46.049583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35982) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:46.083051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:46.100752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f27f488-f555-4207-9ebf-d8e07f4993f5 req-f63a16ab-c080-43a0-9e8f-09bf272edc2e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.3008399 May 14 18:16:46.186406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-c053fd28-a498-445e-a99d-8795dabb712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.188858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-c053fd28-a498-445e-a99d-8795dabb712c service neutron] 10.222.0.22 "GET /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 1027 time: 0.1963868 May 14 18:16:46.191836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9875a50-8321-4ddc-a7f8-58f6ef9919a0 req-fa18769b-aa2f-4e25-aa54-33e4e337d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.194628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9875a50-8321-4ddc-a7f8-58f6ef9919a0 req-fa18769b-aa2f-4e25-aa54-33e4e337d1e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 1097 time: 0.4714544 May 14 18:16:46.200070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Calling delete_port for dbda3696-7f46-4151-8059-29c4126f3d4c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:46.244343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Network 49d68f02-80df-4d94-8a59-52dc90cf3e55 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:46.245646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:46.249520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:46.252089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:46.253252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.253838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:46.284175 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:46.287947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=dedb4227-1b87-4ed9-8d33-46159bef3a57,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:46.298521 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:46.299066 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad0b11f2-cafe-4df3-9e45-39c657d7892b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:46.300149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:46.326403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7951422 May 14 18:16:46.328999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:46.354326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] No DVR routers for this DVR port dbda3696-7f46-4151-8059-29c4126f3d4c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:16:46.363998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9875a50-8321-4ddc-a7f8-58f6ef9919a0 req-fbf68940-2fbb-4504-80f2-dd93f1078476 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972667 May 14 18:16:46.365482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8e4c0a18-5d2c-4534-bd6c-1c5976098109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.368301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8e4c0a18-5d2c-4534-bd6c-1c5976098109 service neutron] 10.222.0.22 "GET /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 1027 time: 0.1470983 May 14 18:16:46.372945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Pushing event deleted for resources: {'Port': ['ID=dbda3696-7f46-4151-8059-29c4126f3d4c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:46.375392 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:46.403859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:46.409395 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:46.525985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4067e-fc30-4dc5-89ee-cad06974ab1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.526661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-31b4067e-fc30-4dc5-89ee-cad06974ab1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Synchronizing usage tracker for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:46.568093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-31b4067e-fc30-4dc5-89ee-cad06974ab1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Unset dirty status for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:46.570664 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-31b4067e-fc30-4dc5-89ee-cad06974ab1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "GET /v2.0/ports/dedb4227-1b87-4ed9-8d33-46159bef3a57 HTTP/1.1" status: 200 len: 959 time: 0.2405324 May 14 18:16:46.573035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35998) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:46.671686 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-aaa288b6-0ee2-4b46-8b33-1c121319f557 req-f42cfdd1-5baa-4775-bde8-7a7da0b01d40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2eb1f3973a894516b6e38fcf1449ae9a&device_id=df8f43a5-3e70-4bbc-bf1e-3e4c428d7308 HTTP/1.1" status: 200 len: 210 time: 0.0581925 May 14 18:16:46.709375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8d99d1b1-90ad-404f-866b-43241ad9cb0e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.722618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8d99d1b1-90ad-404f-866b-43241ad9cb0e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.736621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8d99d1b1-90ad-404f-866b-43241ad9cb0e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:46.742030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8d99d1b1-90ad-404f-866b-43241ad9cb0e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 1990 time: 0.3110132 May 14 18:16:46.801916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-98c515b7-433f-40a3-86ee-78ddcedecbed tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62972947f9b0440ea16843de3549b2fe HTTP/1.1" status: 200 len: 379 time: 0.0493259 May 14 18:16:46.819104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'admin_state_up': True, 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'security_groups': ['2967409f-12fc-486e-b416-a98fe4d177b8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:46.831366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dbda3696-7f46-4151-8059-29c4126f3d4c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:16:46.907497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: dbda3696-7f46-4151-8059-29c4126f3d4c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:16:46.908082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dbda3696-7f46-4151-8059-29c4126f3d4c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:16:46.913277 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-aaa288b6-0ee2-4b46-8b33-1c121319f557 req-3aa9be7b-facb-4911-8ec5-d339b312649c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2eb1f3973a894516b6e38fcf1449ae9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2327409 May 14 18:16:47.055823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:47.061292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:port and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:47.064823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for port was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:47.076811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:47.145000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37784b7-a9fd-46d1-aa3f-9872c244cda3 req-772d989d-3d32-4155-ae14-7788c3c8c6e1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:47.147623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c37784b7-a9fd-46d1-aa3f-9872c244cda3 req-772d989d-3d32-4155-ae14-7788c3c8c6e1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 0.3083603 May 14 18:16:47.148542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:47.153202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:47.204108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Deleting port dedb4227-1b87-4ed9-8d33-46159bef3a57 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:47.204480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:47.241111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa288b6-0ee2-4b46-8b33-1c121319f557 req-5748d0c8-6b49-4137-9062-2b6eee7a63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:47.242563 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-aaa288b6-0ee2-4b46-8b33-1c121319f557 req-5748d0c8-6b49-4137-9062-2b6eee7a63af service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096879 May 14 18:16:47.378150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:47.551361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 172.20.0.6 (00a162bf-e1dd-4796-85d1-b8d603ab0d2e/2b4744f1-5da6-4734-aa02-7cc831020aeb/50f45925-bd6b-448c-b206-fd819ee7acc3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:47.666628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Calling delete_port for dedb4227-1b87-4ed9-8d33-46159bef3a57 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:47.726496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c37784b7-a9fd-46d1-aa3f-9872c244cda3 req-f2c9f27f-83a9-4486-a391-008aa0f90dcd tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426857 May 14 18:16:47.856919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:47.878573 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb3a016c-1ddb-46a6-ad55-fffc76e6b465 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:47.890293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:47.915151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object 50f45925-bd6b-448c-b206-fd819ee7acc3 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:47.976690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:47.989695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:48.000264 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:48.015925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event deleted for resources: {'Port': ['ID=dedb4227-1b87-4ed9-8d33-46159bef3a57,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:48.041041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:48.091466 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "DELETE /v2.0/ports/dedb4227-1b87-4ed9-8d33-46159bef3a57 HTTP/1.1" status: 204 len: 168 time: 1.5144575 May 14 18:16:48.096134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36018) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:48.177748 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e0bf24-91af-4a02-b604-c035d724d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] GET failed (client error): The resource could not be found. May 14 18:16:48.178296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9e0bf24-91af-4a02-b604-c035d724d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Synchronizing usage tracker for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:48.213307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38014ab2-1d58-43a6-8341-752335bb47b6 req-ea722aba-42e2-4123-89c6-a15207a1263b tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8f43a5-3e70-4bbc-bf1e-3e4c428d7308 HTTP/1.1" status: 200 len: 210 time: 0.1112154 May 14 18:16:48.248362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:48.252213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:48.270357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:48.274859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:48.281393 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ce3cf74-aa9f-4e7a-b5f3-9433b038d90b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:48.345041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9e0bf24-91af-4a02-b604-c035d724d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Unset dirty status for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:48.346193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9e0bf24-91af-4a02-b604-c035d724d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "GET /v2.0/ports/dedb4227-1b87-4ed9-8d33-46159bef3a57 HTTP/1.1" status: 404 len: 333 time: 0.2506926 May 14 18:16:48.365995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36022) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:48.402828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Request body: {'port': {'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-267576014'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:48.428762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:48.430792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:48.431490 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:48.463586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:48.467942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:48.474128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0758ee-667e-424c-8483-32dcbd9b326d None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:48.540726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:48.541199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:48.546734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:48.569058 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7608569 May 14 18:16:48.570360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:48.578783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:48.581285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'admin_state_up': True, 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'security_groups': ['2967409f-12fc-486e-b416-a98fe4d177b8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:48.586525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Made reservation on behalf of 785112e109da4876849f321545a848c1 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:48.589711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:48.625614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port 29244039-cb82-491f-885d-c5c979215743 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:48.723527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:48.726170 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:48.776836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7158096 May 14 18:16:48.786070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36038) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:48.843000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d7550-16b0-4dc9-9a53-2ce921aaa515 req-feb4408c-d45a-4b2e-9930-d28cc99634ba tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:48.844620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-123d7550-16b0-4dc9-9a53-2ce921aaa515 req-feb4408c-d45a-4b2e-9930-d28cc99634ba tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:48.883707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0', 'ip_address': '2001:db8::305:8a8d:4cec:3262'}], 'name': 'tempest-NetworksTestDHCPv6-1345820426'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:48.898753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e68f4928-dc4d-49ba-b9f2-1c70a21c7ad2 None None] Provisioning for port 50f45925-bd6b-448c-b206-fd819ee7acc3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:48.902376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-aaa288b6-0ee2-4b46-8b33-1c121319f557 req-e76a80db-713f-438d-b666-21293380b83a tempest-ServerShowV247Test-1956666192 tempest-ServerShowV247Test-1956666192-project] 10.222.0.15 "GET /v2.0/ports?device_id=df8f43a5-3e70-4bbc-bf1e-3e4c428d7308 HTTP/1.1" status: 200 len: 210 time: 0.1410949 May 14 18:16:48.926397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e68f4928-dc4d-49ba-b9f2-1c70a21c7ad2 None None] Provisioning complete for port 50f45925-bd6b-448c-b206-fd819ee7acc3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:48.929811 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e68f4928-dc4d-49ba-b9f2-1c70a21c7ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:49.094632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:49.105246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:16:49.106445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:49.155414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-123d7550-16b0-4dc9-9a53-2ce921aaa515 req-feb4408c-d45a-4b2e-9930-d28cc99634ba tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:49.165027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:49.171249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-123d7550-16b0-4dc9-9a53-2ce921aaa515 req-feb4408c-d45a-4b2e-9930-d28cc99634ba tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 931 time: 0.6883221 May 14 18:16:49.173126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e68f4928-dc4d-49ba-b9f2-1c70a21c7ad2 None None] Port 50f45925-bd6b-448c-b206-fd819ee7acc3 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:49.175356 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1296b6ec-7f96-475b-a74f-56498eb26059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:49.340017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-123d7550-16b0-4dc9-9a53-2ce921aaa515 req-afc2ff22-706a-451b-993c-6fb10906a623 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670384 May 14 18:16:49.388973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=29244039-cb82-491f-885d-c5c979215743,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:49.392972 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:49.394701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Network 49d68f02-80df-4d94-8a59-52dc90cf3e55 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:49.395905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:49.398832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:49.400084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:49.400972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:49.429171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:49.455596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0747821 May 14 18:16:49.457927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36052) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:49.483739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:49.490395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:49.530248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:49.563580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:49.605605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:49.640294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0/6b230dde-365c-4e5d-b5e9-4d7c1125186c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:49.835081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:49.995232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:49.998664 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.113253 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.157587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Transition to ACTIVE for port object 6b230dde-365c-4e5d-b5e9-4d7c1125186c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:50.200914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Transition to ACTIVE for port object 6b230dde-365c-4e5d-b5e9-4d7c1125186c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:50.218139 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.222677 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:50.295989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] device_id is not set on port 29244039-cb82-491f-885d-c5c979215743 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:50.308039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.309741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:50.312880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:50.321622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:50.336536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Transition to ACTIVE for port object 29244039-cb82-491f-885d-c5c979215743 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:50.342984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Pushing event updated for resources: {'Port': ['ID=6b230dde-365c-4e5d-b5e9-4d7c1125186c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:50.349856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.353760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51490-48d9-4162-ba61-a93c3a960eaf req-c6cadf25-a7e7-4188-bfef-6c7a5efebabb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:50.357002 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:50.361538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ee51490-48d9-4162-ba61-a93c3a960eaf req-c6cadf25-a7e7-4188-bfef-6c7a5efebabb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 0.6826057 May 14 18:16:50.364193 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dd983bb-875d-4161-a62c-ec9b21b588cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:50.537950 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.545597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Attempting to bind port 6b230dde-365c-4e5d-b5e9-4d7c1125186c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:50.546014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Attempting to bind port 6b230dde-365c-4e5d-b5e9-4d7c1125186c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:50.546362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Attempting to bind port 6b230dde-365c-4e5d-b5e9-4d7c1125186c on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:50.556154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:16:50.556543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:16:50.556951 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.557345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:16:50.557813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Bound port: 6b230dde-365c-4e5d-b5e9-4d7c1125186c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:16:50.558187 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.653071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ee51490-48d9-4162-ba61-a93c3a960eaf req-1768f902-e364-4128-bb90-adfc178981d1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904365 May 14 18:16:50.747654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 10.1.1.44 (98c085c9-f5f4-43ac-a134-03e3dca4a951/52f02c20-bbbc-4cb0-8dad-01103fe51b76/09bced4c-0c76-4dd9-8987-f10182e73ea1) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:50.747654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:50.810548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] For port 6b230dde-365c-4e5d-b5e9-4d7c1125186c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:50.817826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] For port 6b230dde-365c-4e5d-b5e9-4d7c1125186c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6b230dde-365c-4e5d-b5e9-4d7c1125186c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:16:50.852278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:50.856690 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:50.955369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Pushing event updated for resources: {'Port': ['ID=6b230dde-365c-4e5d-b5e9-4d7c1125186c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:50.962667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=29244039-cb82-491f-885d-c5c979215743,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:50.972280 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:50.973156 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:51.004490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.004832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.005508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.018750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.019746 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.020169 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 2 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.056329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.056667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.057007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.070645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.071224 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.071632 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 3 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.104293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.104617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.104955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.120122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.124113 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.124719 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 4 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.175209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.175590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.175933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.189754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.190007 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.190459 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 5 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.235942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.236512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.236857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.242715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.243109 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.245617 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 6 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.325096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.325824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.326310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.336937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.339288 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.339709 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 7 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.376872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.383281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.383626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.390121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.390435 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.390826 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 8 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.398292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::305:8a8d:4cec:3262 (7ad50c71-58ac-4344-b706-61652f033104/9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0/89ccca6b-42c9-4bb2-8b0e-ce35260d90c9) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:51.440333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.441647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.441993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.460711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.461059 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.461515 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 9 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.498011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.498270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.498602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.504449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.504774 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.508258 n-d-787206-3 neutron-server[79560]: INFO neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempt 10 to bind port 29244039-cb82-491f-885d-c5c979215743 May 14 18:16:51.544623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:16:51.545163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:16:51.545522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempting to bind port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:16:51.560723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:16:51.561090 n-d-787206-3 neutron-server[79560]: ERROR neutron.plugins.ml2.managers [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Failed to bind port 29244039-cb82-491f-885d-c5c979215743 on host n-h1-787206-3 for vnic_type normal using segments [{'id': '4c9da1d5-71ae-4617-9694-1e2a2b50c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d68f02-80df-4d94-8a59-52dc90cf3e55'}] May 14 18:16:51.561447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:51.778843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] For port 29244039-cb82-491f-885d-c5c979215743, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:16:51.779233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attempted to set empty binding levels {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 14 18:16:51.805493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:51.811100 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-64d29f95-ae55-4a86-9111-62215e8552ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:51.824392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:51.907553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] In _notify_port_updated(), no bound segment for port 29244039-cb82-491f-885d-c5c979215743 on network 49d68f02-80df-4d94-8a59-52dc90cf3e55 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:16:51.908414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:51.909221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:51.910884 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "PUT /v2.0/ports/29244039-cb82-491f-885d-c5c979215743 HTTP/1.1" status: 200 len: 978 time: 2.4516876 May 14 18:16:51.915115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36098) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:51.982563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event updated for resources: {'Port': ['ID=29244039-cb82-491f-885d-c5c979215743,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:51.995927 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:52.025832 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.184716 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.192521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Deleting port 29244039-cb82-491f-885d-c5c979215743 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:52.192799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.268384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:52.276828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Usage tracker for resource:security_group_rule and tenant:2eb1f3973a894516b6e38fcf1449ae9a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:52.285281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:52.298152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:52.358313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:52.362287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] For port 29244039-cb82-491f-885d-c5c979215743, host n-h1-787206-3, got binding levels [] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:52.362893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.515287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635d08-ed1d-4165-88d0-1654fff6a56e req-bbdec20f-66da-4bdf-8794-3e1a886ef239 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:52.516856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5635d08-ed1d-4165-88d0-1654fff6a56e req-bbdec20f-66da-4bdf-8794-3e1a886ef239 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 931 time: 0.6887417 May 14 18:16:52.562522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Calling delete_port for 29244039-cb82-491f-885d-c5c979215743 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:52.612278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.620432 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.638122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.639639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.643835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-093a1567-2a8e-4be9-9cb4-b39335dc51f9 None None] Provisioning for port 6b230dde-365c-4e5d-b5e9-4d7c1125186c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:52.648274 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39ba07ba-29a2-43bc-bd6f-ccaea5d9b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:52.654588 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-491042ae-d2a7-4cff-918d-efefc0e3dcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:52.699976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Pushing event deleted for resources: {'Port': ['ID=29244039-cb82-491f-885d-c5c979215743,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:52.700957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9015329c-deec-4fd9-b106-fe67d85285a8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:52.704061 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:52.714169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.720337 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:52.728193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "DELETE /v2.0/ports/29244039-cb82-491f-885d-c5c979215743 HTTP/1.1" status: 204 len: 168 time: 0.8089547 May 14 18:16:52.728323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object 09bced4c-0c76-4dd9-8987-f10182e73ea1 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:52.728646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36114) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:52.741612 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5635d08-ed1d-4165-88d0-1654fff6a56e req-6ff237ee-e1db-4197-9b59-491529454d8b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049012 May 14 18:16:52.750963 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.769859 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-68722f39-8041-4e05-951f-b4334289da16 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:52.826129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2eb1f3973a894516b6e38fcf1449ae9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9966636 May 14 18:16:52.828324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:52.838142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36120) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:52.842049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:52.851114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:52.857343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:52.858147 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:52.872130 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-64df4055-9e51-4822-82e5-1379caaf969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] GET failed (client error): The resource could not be found. May 14 18:16:52.873117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-64df4055-9e51-4822-82e5-1379caaf969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Synchronizing usage tracker for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:52.919871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6b230dde-365c-4e5d-b5e9-4d7c1125186c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:52.927170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-64df4055-9e51-4822-82e5-1379caaf969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Unset dirty status for tenant:785112e109da4876849f321545a848c1 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:52.934278 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-64df4055-9e51-4822-82e5-1379caaf969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] 10.222.0.24 "GET /v2.0/ports/29244039-cb82-491f-885d-c5c979215743 HTTP/1.1" status: 404 len: 333 time: 0.2045786 May 14 18:16:52.935299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36126) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:52.964508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=89ccca6b-42c9-4bb2-8b0e-ce35260d90c9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:53.010751 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:53.032788 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.062576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-589fbcac-c42d-41cf-b6ed-eda1559eded5 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:53.064142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6b230dde-365c-4e5d-b5e9-4d7c1125186c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:53.087724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6b230dde-365c-4e5d-b5e9-4d7c1125186c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:53.088433 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.150808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3547394 May 14 18:16:53.167574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36134) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:53.183055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0', 'ip_address': '2001:db8::305:8a8d:4cec:3262'}], 'name': 'tempest-NetworksTestDHCPv6-1789379171'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:53.218624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.288799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.326594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6b230dde-365c-4e5d-b5e9-4d7c1125186c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6b230dde-365c-4e5d-b5e9-4d7c1125186c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:53.335564 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.347080 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:53.363163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:53.371018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.379344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.394138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6cebe612-6bba-4645-a09c-0f182e1db906 None None] Provisioning for port 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:53.395606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d68f02-80df-4d94-8a59-52dc90cf3e55']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:53.415048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9da1d5-71ae-4617-9694-1e2a2b50c006') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:53.415296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6cebe612-6bba-4645-a09c-0f182e1db906 None None] Provisioning complete for port 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:53.415515 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6cebe612-6bba-4645-a09c-0f182e1db906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.415856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9da1d5-71ae-4617-9694-1e2a2b50c006') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:16:53.429652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.458369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:53.461757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:53.476980 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.491300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:16:53.492702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.506194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:53.519449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6cebe612-6bba-4645-a09c-0f182e1db906 None None] Port 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:53.521591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6b230dde-365c-4e5d-b5e9-4d7c1125186c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:53.524943 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:53.562406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:53.565601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: timer() May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:16:53.579915 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:16:53.621840 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:53.629658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:53.643473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:53.660275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.709539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.714020 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4fe7734d-4677-4e46-bbeb-cddf20e1a54b tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:53.716134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:53.716794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.730119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.731571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:53.737656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.740825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Pushing event deleted for resources: {'Network': ['ID=49d68f02-80df-4d94-8a59-52dc90cf3e55,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:53.749224 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:53.765691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] 10.222.0.24 "DELETE /v2.0/networks/49d68f02-80df-4d94-8a59-52dc90cf3e55 HTTP/1.1" status: 204 len: 168 time: 0.8293071 May 14 18:16:53.796156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 2085ce18-ede8-4a37-bb31-c8f092e9bcc7 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:16:53.851630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ea6d5970-5d28-4085-8b5e-3a741e4302f3 None None] Provisioning for port 09bced4c-0c76-4dd9-8987-f10182e73ea1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:53.858794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ea6d5970-5d28-4085-8b5e-3a741e4302f3 None None] Provisioning complete for port 09bced4c-0c76-4dd9-8987-f10182e73ea1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:53.859543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5970-5d28-4085-8b5e-3a741e4302f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:53.934997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d5970-5d28-4085-8b5e-3a741e4302f3 None None] Port 09bced4c-0c76-4dd9-8987-f10182e73ea1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:54.022881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4457164 May 14 18:16:54.045067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'admin_state_up': True, 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'security_groups': ['2967409f-12fc-486e-b416-a98fe4d177b8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:54.084019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a02a3-0e56-4247-90c2-ef0f6d913da2 req-35de566f-0c99-4ffb-91ca-1ebf39816b87 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:54.085836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-938a02a3-0e56-4247-90c2-ef0f6d913da2 req-35de566f-0c99-4ffb-91ca-1ebf39816b87 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 0.7274952 May 14 18:16:54.101615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.106125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:54.236607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.254126 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-56ccb1c3-3c9c-4cee-a8d2-1827ce894e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:54.289539 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-938a02a3-0e56-4247-90c2-ef0f6d913da2 req-42507699-cbda-4c77-824b-ca72ebf5cdd2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946492 May 14 18:16:54.314696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9015329c-deec-4fd9-b106-fe67d85285a8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:54.343054 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:54.350342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cfa42a3d-ac9b-4ca6-b9a5-6d64b68489b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63f0a03cac0c45508ade39d869566e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415152 May 14 18:16:54.352104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36168) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:54.417605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:54.429544 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.433489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9015329c-deec-4fd9-b106-fe67d85285a8 HTTP/1.1" status: 204 len: 168 time: 1.5929003 May 14 18:16:54.508153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.532153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36174) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:54.555204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:54.564474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.658896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:54.667788 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.686128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.691580 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0328bff8-5ab9-4293-aa7f-aa73bb542399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:54.706001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccd8139-e7c0-41f4-b386-e3e7e6b43e76,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:54.750268 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:54.752064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:54.756008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dccd8139-e7c0-41f4-b386-e3e7e6b43e76 HTTP/1.1" status: 204 len: 168 time: 0.4001791 May 14 18:16:54.843592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6b230dde-365c-4e5d-b5e9-4d7c1125186c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:16:54.864273 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): There was a conflict when trying to complete your request. May 14 18:16:54.867594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:16:55.025179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6b230dde-365c-4e5d-b5e9-4d7c1125186c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:55.025637 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:55.106274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-018d3bcb-1f9b-47ca-b053-ac21bd729094 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9333839 May 14 18:16:55.108539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36194) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:55.159472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b9c0c-b503-44db-b5cc-4de2b07aed21 req-28ba9b94-ee4c-42bf-8da2-4b2b294dd55f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:55.164397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b9c0c-b503-44db-b5cc-4de2b07aed21 req-28ba9b94-ee4c-42bf-8da2-4b2b294dd55f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:55.165258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3b2b9c0c-b503-44db-b5cc-4de2b07aed21 req-28ba9b94-ee4c-42bf-8da2-4b2b294dd55f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:55.277545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3b2b9c0c-b503-44db-b5cc-4de2b07aed21 req-28ba9b94-ee4c-42bf-8da2-4b2b294dd55f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:55.279898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b2b9c0c-b503-44db-b5cc-4de2b07aed21 req-28ba9b94-ee4c-42bf-8da2-4b2b294dd55f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 1652 time: 0.5903842 May 14 18:16:55.348548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f77067-2d7c-4f41-8128-0f2689f6a81d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:55.360636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f77067-2d7c-4f41-8128-0f2689f6a81d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:55.362550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-85f77067-2d7c-4f41-8128-0f2689f6a81d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2516146 May 14 18:16:55.363562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36206) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:55.367279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:55.380954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 10.1.1.116 (98c085c9-f5f4-43ac-a134-03e3dca4a951/52f02c20-bbbc-4cb0-8dad-01103fe51b76/cdbdc290-c953-4869-b9f3-46aa70f49e61) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:55.537229 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-815e61c2-21b3-44fe-b127-8253122a389b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=785112e109da4876849f321545a848c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715016 May 14 18:16:55.539905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:55.631231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b2b9c0c-b503-44db-b5cc-4de2b07aed21 req-88f68e44-627c-4848-b50e-8a40aadee60d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327818 May 14 18:16:55.659085 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:55.705738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:55.727791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:55.727791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:55.896989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:55.921337 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc590d92-3a6b-42bc-980e-bb7fcf168135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:55.978353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df58e347-8875-450e-b5ab-e17f0e2c7f3b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:55.992963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:56.004738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:56.020478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:56.022229 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df58e347-8875-450e-b5ab-e17f0e2c7f3b HTTP/1.1" status: 204 len: 168 time: 0.4810350 May 14 18:16:56.214148 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:56.251866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4989-cc34-4e33-b171-0b5ede27d860 req-815adf4d-9f0c-40d2-8298-070a928fbbd8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:56.260628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-660d4989-cc34-4e33-b171-0b5ede27d860 req-815adf4d-9f0c-40d2-8298-070a928fbbd8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 0.3580337 May 14 18:16:56.266216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object cdbdc290-c953-4869-b9f3-46aa70f49e61 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:56.267850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36242) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:56.288712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:16:56.357006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-660d4989-cc34-4e33-b171-0b5ede27d860 req-efd32e96-f3de-4e56-b0a1-b73f8841acc2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807099 May 14 18:16:56.441688 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:56.463900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-714a60c5-8332-4c30-866f-172e1b537ad1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:56.559307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:56.575537 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7fdde84-84d8-451b-9ec6-fa20dfa5a8b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:56.764782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2062793105-network', 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:56.787543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=89ccca6b-42c9-4bb2-8b0e-ce35260d90c9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:56.805655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:56.808354 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:56.812866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:56.836015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Usage tracker for resource:network and tenant:0991e9a799464f749f8fbb8814afd2cf is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:56.840346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:56.882996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:56.889308 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 HTTP/1.1" status: 204 len: 168 time: 1.5181949 May 14 18:16:56.902603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36268) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:57.027450 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e44bb076-d5a7-4a19-bd83-1ee247338601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.098452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:57.102505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.111126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:57.123900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:57.143667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:57.148046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.259212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ad46d-65c3-4c8c-84fa-9d435ff77c15 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:57.259212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ad46d-65c3-4c8c-84fa-9d435ff77c15 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:57.259212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4a2ad46d-65c3-4c8c-84fa-9d435ff77c15 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:16:57.302003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:57.335704 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:57.378713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:57.388531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.464765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.567373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:57.589181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Usage tracker for resource:security_group_rule and tenant:0991e9a799464f749f8fbb8814afd2cf is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:57.595863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b1a1f9ac-b9a8-4d8e-85df-b4800d2bcf9d None None] Provisioning for port cdbdc290-c953-4869-b9f3-46aa70f49e61 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:16:57.599841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:57.611591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b1a1f9ac-b9a8-4d8e-85df-b4800d2bcf9d None None] Provisioning complete for port cdbdc290-c953-4869-b9f3-46aa70f49e61 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:16:57.612183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f9ac-b9a8-4d8e-85df-b4800d2bcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.628252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:57.673241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6351473 May 14 18:16:57.692347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'admin_state_up': True, 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'security_groups': ['2967409f-12fc-486e-b416-a98fe4d177b8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:57.817900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa45d-97bf-4d83-be3a-2d4e2a27ca73 req-0d0953a4-9227-4ad7-b01e-dc09f44b1036 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:57.824032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa45d-97bf-4d83-be3a-2d4e2a27ca73 req-0d0953a4-9227-4ad7-b01e-dc09f44b1036 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:57.830122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1f9ac-b9a8-4d8e-85df-b4800d2bcf9d None None] Port cdbdc290-c953-4869-b9f3-46aa70f49e61 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:16:57.830243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa45d-97bf-4d83-be3a-2d4e2a27ca73 req-0d0953a4-9227-4ad7-b01e-dc09f44b1036 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:57.835964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.836396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.839784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a9aa45d-97bf-4d83-be3a-2d4e2a27ca73 req-0d0953a4-9227-4ad7-b01e-dc09f44b1036 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 2373 time: 0.7072344 May 14 18:16:57.851758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.858218 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8949f685-c1bd-405c-9089-83df2e9a7792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:57.868326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4a2ad46d-65c3-4c8c-84fa-9d435ff77c15 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:16:57.872099 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4a2ad46d-65c3-4c8c-84fa-9d435ff77c15 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9623017 May 14 18:16:57.874394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36296) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:57.950591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:57.969713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:16:57.972976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:57.985854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:58.020172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a9aa45d-97bf-4d83-be3a-2d4e2a27ca73 req-6a24f02d-2a49-4e24-8615-d7380705ec6f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792738 May 14 18:16:58.032939 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.083845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:58.190512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.336477 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.539469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:16:58.549996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-b8b63c47-c029-460f-8dc4-1b2ff7d24eb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.3764846 May 14 18:16:58.551303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.568861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.574918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61632e94-9d6f-43b2-b5ae-6e5c007889bd None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:16:58.578540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8ed59-1474-4ace-aaaf-b818a8707606,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:58.586602 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:58.589682 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6bcf1c1f-23ad-4204-a165-416f07969441 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:58.631755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:58.634503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.635125 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Added segment 540cd51d-4b5b-42ef-b024-2792fe286ee2 of type vlan for network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae May 14 18:16:58.639519 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:58.668385 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0 HTTP/1.1" status: 204 len: 168 time: 0.7911572 May 14 18:16:58.672385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36320) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:58.672949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:58.681488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:58.826844 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1682d40b-04a9-4f63-b970-6ee93ad6d06a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526361 May 14 18:16:58.830679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:58.837887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:58.983777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:58.986751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:16:58.994018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 10.2.2.100 (edb56c8e-97e3-49c7-8505-32a807ea9fa8/23bea6f9-10a9-4fe4-8e60-ecc7790c5da0/08b9d981-703d-49ce-96fe-a79e20387a88) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:16:59.003166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1906534423'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:59.016278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:59.026058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Usage tracker for resource:router and tenant:c8308073bc9f40218e11fbd1064beed4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:59.031379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:59.038669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:59.058208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:59.071943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:59.076200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.077335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.093586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.115936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:59.123401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.141402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.142232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:16:59.142428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.143003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.176676 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdbd04d4-a1a8-4d5c-811c-98a0cd8777ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:59.252299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.268799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object 08b9d981-703d-49ce-96fe-a79e20387a88 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:16:59.280628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.281116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.281590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.282100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.282572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.283116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.283614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.285635 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5f7dc462-9443-4f1e-95c9-33d105fc3ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.5269880 May 14 18:16:59.294637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Pushing event updated for resources: {'Network': ['ID=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:16:59.297882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0290425 May 14 18:16:59.298924 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:16:59.302891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36342) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:59.310927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Request body: {'subnet': {'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2062793105-subnet', 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:59.313122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Deleting port 6b230dde-365c-4e5d-b5e9-4d7c1125186c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:16:59.313500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.314987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:16:59.319521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.320292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.334241 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bcfea640-043a-4aa5-bb5a-33665438ba7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:16:59.349795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:16:59.437006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:16:59.461392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:16:59.463740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:16:59.544419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:16:59.553258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-4c3ac6e4-ae50-454f-a985-d3a98fa0bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.553954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-4c3ac6e4-ae50-454f-a985-d3a98fa0bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.554421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-4c3ac6e4-ae50-454f-a985-d3a98fa0bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.556198 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-4c3ac6e4-ae50-454f-a985-d3a98fa0bd31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 2297 time: 0.2178102 May 14 18:16:59.608520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Usage tracker for resource:subnet and tenant:0991e9a799464f749f8fbb8814afd2cf is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:16:59.611525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.615481 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab2c292b-b088-4a21-94d0-379c0dee1359 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9372404 May 14 18:16:59.743111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:16:59.761863 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-07205755-342c-4f3b-bbe8-7c12c41829ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 1000 time: 0.1547337 May 14 18:16:59.773932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36350) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:16:59.778551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:16:59.805263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.835188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.836089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.857264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b84a0614-06b4-4de3-9668-2583be531e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.873880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] For port 6b230dde-365c-4e5d-b5e9-4d7c1125186c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6b230dde-365c-4e5d-b5e9-4d7c1125186c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:16:59.874582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:16:59.885613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fb088-bb9b-441d-84ed-d31bd7c70969 req-88ce9d87-b1df-44c4-9817-4bd3c49db8ce tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.895102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-481fb088-bb9b-441d-84ed-d31bd7c70969 req-88ce9d87-b1df-44c4-9817-4bd3c49db8ce tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 1.5965488 May 14 18:16:59.905222 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2217007 May 14 18:16:59.956145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-a291ad69-24ee-49ec-a09b-57653d9ad42f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:16:59.957730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-a291ad69-24ee-49ec-a09b-57653d9ad42f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 946 time: 1.1819274 May 14 18:16:59.975415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'admin_state_up': True, 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'security_groups': ['2967409f-12fc-486e-b416-a98fe4d177b8']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:16:59.993318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:00.055969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.056691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.057409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.057992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.058559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.059148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.061124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.062288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.063008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.063666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.064500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.066614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:00.110251 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:00.126119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00fe4f96-f7fc-46e4-9dfb-8721c4b84d72 None None] Provisioning for port 08b9d981-703d-49ce-96fe-a79e20387a88 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:00.158202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Calling delete_port for 6b230dde-365c-4e5d-b5e9-4d7c1125186c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:00.162489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.170038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00fe4f96-f7fc-46e4-9dfb-8721c4b84d72 None None] Provisioning complete for port 08b9d981-703d-49ce-96fe-a79e20387a88 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:00.170605 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fe4f96-f7fc-46e4-9dfb-8721c4b84d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.229039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-481fb088-bb9b-441d-84ed-d31bd7c70969 req-703d027d-6956-491b-8635-305170b9a7b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327322 May 14 18:17:00.308969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-cf249413-2f4a-470f-bbb2-fa90c6de8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:00.313736 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-cf249413-2f4a-470f-bbb2-fa90c6de8215 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.1537442 May 14 18:17:00.393088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-00fe4f96-f7fc-46e4-9dfb-8721c4b84d72 None None] Port 08b9d981-703d-49ce-96fe-a79e20387a88 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:00.487100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.499385 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-95163054-7922-4f58-80be-602484a753c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:00.504081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Deleting port 5605134d-08b2-47a7-95ff-b40afb2a218b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:00.504542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.592157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:00.594446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.641103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Pushing event deleted for resources: {'Port': ['ID=6b230dde-365c-4e5d-b5e9-4d7c1125186c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:00.644364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] No DVR routers for this DVR port 6b230dde-365c-4e5d-b5e9-4d7c1125186c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:17:00.646111 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:00.703559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:00.714303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Usage tracker for resource:port and tenant:62972947f9b0440ea16843de3549b2fe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:00.719837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Quota usage for port was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:00.726135 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.735451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:00.754878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] For port 5605134d-08b2-47a7-95ff-b40afb2a218b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5605134d-08b2-47a7-95ff-b40afb2a218b,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:00.755369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.764998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Made reservation on behalf of 62972947f9b0440ea16843de3549b2fe for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:00.769571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:00.881427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6b230dde-365c-4e5d-b5e9-4d7c1125186c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:00.971861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6b230dde-365c-4e5d-b5e9-4d7c1125186c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:00.972511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6b230dde-365c-4e5d-b5e9-4d7c1125186c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:01.095796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.099837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.173527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Allocated IP 10.2.2.200 (edb56c8e-97e3-49c7-8505-32a807ea9fa8/23bea6f9-10a9-4fe4-8e60-ecc7790c5da0/95b18104-46e6-4c2d-997b-8ce284dfc742) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:01.241411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-84574a24-1698-4537-9a3f-72c15ac179ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:01.243039 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-84574a24-1698-4537-9a3f-72c15ac179ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8197465 May 14 18:17:01.249417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.250051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7798be52-1a96-4c5c-b64d-40c827545596 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:17:01.417536 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.442213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Transition to ACTIVE for port object 95b18104-46e6-4c2d-997b-8ce284dfc742 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:01.572172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Calling delete_port for 5605134d-08b2-47a7-95ff-b40afb2a218b owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:01.582368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.589590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port b659f06a-90c1-40b5-9e78-c04c454c58f8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:01.589913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.615782 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c396d769-b749-482d-8b16-4c8c59456fe0 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:01.626610 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-8c594a4d-2f35-4689-a37f-2f37ac65a5c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725154 May 14 18:17:01.667803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:01.669025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-24d795db-6603-4b88-89f0-b0c296b21b30 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7798be52-1a96-4c5c-b64d-40c827545596 HTTP/1.1" status: 204 len: 168 time: 1.8943932 May 14 18:17:01.681180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36378) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:01.718203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event updated for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:01.730342 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:01.785854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Request body: {'router': {'name': 'tempest-router-689615825', 'distributed': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:01.809864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:01.823443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:01.830868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:01.879848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:01.889672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device b659f06a-90c1-40b5-9e78-c04c454c58f8 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:01.935910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Usage tracker for resource:router and tenant:c8308073bc9f40218e11fbd1064beed4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:01.951527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:01.973546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:02.045040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:02.045624 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.092941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:02.093413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.103136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1638970 May 14 18:17:02.122318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.122911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:02.124139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.128867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:02.129752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.135774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:02.159075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:02.167716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:02.169402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:02.171536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port b659f06a-90c1-40b5-9e78-c04c454c58f8, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=b659f06a-90c1-40b5-9e78-c04c454c58f8,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:02.176990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.181888 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c911cc14-dfe8-47da-8d16-34fca84bb67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:02.261397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.302883 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-1ad424c4-a38d-458e-9453-004eef316e7b service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649508 May 14 18:17:02.308914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5f203c09-c661-4d6d-8389-5c4575bfbe86 None None] Provisioning for port 95b18104-46e6-4c2d-997b-8ce284dfc742 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:02.319953 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.323856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5f203c09-c661-4d6d-8389-5c4575bfbe86 None None] Provisioning complete for port 95b18104-46e6-4c2d-997b-8ce284dfc742 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:02.324239 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5f203c09-c661-4d6d-8389-5c4575bfbe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.395055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:02.406383 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:02.429456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5f203c09-c661-4d6d-8389-5c4575bfbe86 None None] Port 95b18104-46e6-4c2d-997b-8ce284dfc742 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:02.493426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:02.595447 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-d19a0ee2-1d5a-439a-a387-86fc4fa4fdb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 217 time: 0.2805395 May 14 18:17:02.665210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.696160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for b659f06a-90c1-40b5-9e78-c04c454c58f8 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:02.727352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.744555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:02.745847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-d1042d86-530f-458b-9a49-e29514f800eb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 3094 time: 1.9934757 May 14 18:17:02.804875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5af57a4b-24d0-4e30-be7b-17be43c979b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:02.806335 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5af57a4b-24d0-4e30-be7b-17be43c979b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.2016954 May 14 18:17:02.810844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.814989 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c3128c6c-3b94-4f9e-8409-8e378a37a650 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0393498 May 14 18:17:02.817326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36398) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:02.821513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:02.867188 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5623f506-fa82-47f2-8bf3-9bc8c544714d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:02.878677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-808ecfe6-1072-4c66-adc8-3e0cae2dc78d req-284a19e2-3377-40ac-93bd-dde9c50e3a02 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178856 May 14 18:17:03.073417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.089438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:03.136232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:03.147629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:03.159584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3782a9c-ce67-4eb5-a710-25b3da58f3fd None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:03.167332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.391844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=6ac4ced5-0c98-440b-bfba-ac262111eb73,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:03.395397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:03.424963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5605134d-08b2-47a7-95ff-b40afb2a218b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:03.427021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:03.428579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.488372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c95c9bc9-2fc7-46d8-a00c-b579ce243726 req-1d56b08a-bc70-46f0-a071-0554fa625ed4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 210 time: 0.4161446 May 14 18:17:03.589597 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:03.593246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.615874 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41213777-f1af-4838-ba54-53f8bf87b28e tempest-ServerRescueTestJSON-1763200243 tempest-ServerRescueTestJSON-1763200243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:03.786274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '6ac4ced5-0c98-440b-bfba-ac262111eb73'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:17:03.790397 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.796327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=b659f06a-90c1-40b5-9e78-c04c454c58f8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:03.802715 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8', 'code': 200} May 14 18:17:03.808543 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:03.904969 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.0703278 May 14 18:17:03.915449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36412) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:03.923072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-e7ce9635-d7c7-40b9-b045-5f576e435eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:03.924708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-e7ce9635-d7c7-40b9-b045-5f576e435eb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1084776 May 14 18:17:03.930687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.938419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:03.940061 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a19cb199-e9cf-43e1-a8da-5cfca951bcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:04.051401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.056355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da868139-fa97-4581-bed4-3ad783ffd816,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:04.058956 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:04.160474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f45925-bd6b-448c-b206-fd819ee7acc3 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:04.164793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/6ac4ced5-0c98-440b-bfba-ac262111eb73/df789dc0-690b-4a44-b374-9c03cb145ee0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:04.169072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.170024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a224fb0-ee18-4bba-b631-5ddb77365ccf {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:17:04.183520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.183713 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.185069 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9fd768a0-07ce-4a54-8573-a9324a61ef66 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8a224fb0-ee18-4bba-b631-5ddb77365ccf HTTP/1.1" status: 204 len: 168 time: 1.3647556 May 14 18:17:04.197196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36422) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:04.218214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Request body: {'router': {'name': 'tempest-router-1603606401', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '06fe9baff8dc4ddc9bb0b268c20b20af'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:04.223087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Transition to ACTIVE for port object 50f45925-bd6b-448c-b206-fd819ee7acc3 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:04.229436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:04.234977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '6ac4ced5-0c98-440b-bfba-ac262111eb73', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-27704710'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:04.246809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:04.247237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Network hostable DHCP agents. Network: fb615e60-cbe9-49ce-b4c8-3c1703dca9ae, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:17:04.253447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Usage tracker for resource:router and tenant:06fe9baff8dc4ddc9bb0b268c20b20af is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:04.260097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:04.272618 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-312c4c3d-3b0f-48ae-a089-3c2afb8f98b0 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368719 May 14 18:17:04.274479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:04.289193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.299343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port b659f06a-90c1-40b5-9e78-c04c454c58f8 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:17:04.308827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:17:04.324080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc57fe1a-e053-40c8-a97e-35f79b6f119f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:04.377130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.378504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.395124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, fb615e60-cbe9-49ce-b4c8-3c1703dca9ae) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:04.412470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d15976-edd0-4e65-a5de-d6c55a5dcc70 None None] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:04.421289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:04.421874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.453567 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.500155 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 5.1960034 May 14 18:17:04.507885 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-b73dc89a-c724-4d38-a097-eea63224867e service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246659 May 14 18:17:04.540231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.544611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'name': 'network-vif-deleted', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:04.764597 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.841300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Transition to ACTIVE for port object df789dc0-690b-4a44-b374-9c03cb145ee0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:04.858850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6882cb-e859-4634-bc52-74190eb0aa4f None None] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:04.916446 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-5c94fd3b-4766-4f13-890f-26db760a4056 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 217 time: 0.4008973 May 14 18:17:04.917650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.956819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Transition to ACTIVE for port object df789dc0-690b-4a44-b374-9c03cb145ee0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:04.979768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:04.992233 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4d0293bd-c650-448f-bb11-f562cb1c6247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:05.034856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.042381 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d47255da-908f-45a8-a38d-5b2df5474c53 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8418791 May 14 18:17:05.043142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:05.055189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Request body: {'router': {'distributed': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:05.129015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:05.136147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:05.141175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Pushing event updated for resources: {'Port': ['ID=df789dc0-690b-4a44-b374-9c03cb145ee0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:05.141175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:05.147961 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:05.251549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:05.321482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Attempting to bind port df789dc0-690b-4a44-b374-9c03cb145ee0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:05.322002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Attempting to bind port df789dc0-690b-4a44-b374-9c03cb145ee0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:05.322252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Attempting to bind port df789dc0-690b-4a44-b374-9c03cb145ee0 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:05.330409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:05.330793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:05.331222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.331628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:05.332108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Bound port: df789dc0-690b-4a44-b374-9c03cb145ee0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:05.341344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.343731 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:05.345067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-65d511f9-a64e-4e4d-8146-b3aa0ef5c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.347671 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-65d511f9-a64e-4e4d-8146-b3aa0ef5c299 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.4206305 May 14 18:17:05.348060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9e3b41a-51b5-4b65-95a3-4a8a308e9687 req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "DELETE /v2.0/ports/b659f06a-90c1-40b5-9e78-c04c454c58f8 HTTP/1.1" status: 204 len: 173 time: 5.3494394 May 14 18:17:05.529912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] For port df789dc0-690b-4a44-b374-9c03cb145ee0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:05.538571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] For port df789dc0-690b-4a44-b374-9c03cb145ee0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df789dc0-690b-4a44-b374-9c03cb145ee0,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:05.545333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.562102 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0492f951-b217-4e0a-ac10-e67b54a5869d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:05.689631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Pushing event updated for resources: {'Port': ['ID=df789dc0-690b-4a44-b374-9c03cb145ee0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:05.695420 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:05.793864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.794200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.796949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:05.801718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:05.806374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:05.812942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:05.823879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Attempting to bind port 50f45925-bd6b-448c-b206-fd819ee7acc3 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:05.824437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Attempting to bind port 50f45925-bd6b-448c-b206-fd819ee7acc3 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:05.824935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Attempting to bind port 50f45925-bd6b-448c-b206-fd819ee7acc3 on network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:05.850286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.871812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-9e51ee5a-2354-4a3c-bae0-0992f6aa5f2b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.877581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-9e51ee5a-2354-4a3c-bae0-0992f6aa5f2b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.883919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-9e51ee5a-2354-4a3c-bae0-0992f6aa5f2b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.889617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-9e51ee5a-2354-4a3c-bae0-0992f6aa5f2b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.899564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-9e51ee5a-2354-4a3c-bae0-0992f6aa5f2b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.906900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-9e51ee5a-2354-4a3c-bae0-0992f6aa5f2b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 3827 time: 1.6237602 May 14 18:17:05.913501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Port 50f45925-bd6b-448c-b206-fd819ee7acc3 on network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:05.913846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Attempting to bind port 50f45925-bd6b-448c-b206-fd819ee7acc3 on network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:05.942000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:05.942366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Checking segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:05.943458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Bound using segment: {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:05.944027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Bound port: 50f45925-bd6b-448c-b206-fd819ee7acc3, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b236bc-fe22-432d-9785-934028aa3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:05.944460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.983540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=79560) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 14 18:17:05.984101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Router a2baac18-212b-475c-b934-4dc826782110 migrating from provider to provider. {{(pid=79560) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 14 18:17:05.984495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:05.994452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-58f4d673-900d-4bd6-a59e-761000ef1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:05.996438 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-58f4d673-900d-4bd6-a59e-761000ef1e08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5256262 May 14 18:17:05.997587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:06.050210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:06.080348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:06.256452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f6309d2-0db0-427d-9953-4f7ae99a32bd req-c307f84c-8c0f-48a7-8854-b6ab068dc693 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486643 May 14 18:17:06.420126 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-6813335b-8ba2-4fe8-94df-309a666b0898 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137928 May 14 18:17:06.430330 n-d-787206-3 neutron-server[79560]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] No L3 agents can host the router a2baac18-212b-475c-b934-4dc826782110 May 14 18:17:06.449928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:06.471991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:06.483551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port f129e111-b3d9-488f-9336-c3c4de81c169 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:06.579358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=50f45925-bd6b-448c-b206-fd819ee7acc3,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:06.758775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:06.835211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:06.882392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-62cb1827-d865-46b3-ad6a-d863a1a1d4af req-8c9ff21a-b726-424d-98f4-117d6f76c732 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:06.957385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:06.958005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:06.960211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] 10.222.0.22 "PUT /v2.0/ports/50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1091 time: 4.7769332 May 14 18:17:06.961621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df789dc0-690b-4a44-b374-9c03cb145ee0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:07.024510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-62cb1827-d865-46b3-ad6a-d863a1a1d4af req-8c9ff21a-b726-424d-98f4-117d6f76c732 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:07.029812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62cb1827-d865-46b3-ad6a-d863a1a1d4af req-8c9ff21a-b726-424d-98f4-117d6f76c732 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 210 time: 0.5061324 May 14 18:17:07.038757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:07.107720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port df789dc0-690b-4a44-b374-9c03cb145ee0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:07.162492 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:17:07.163069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:17:07.267400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Hosts for router a2baac18-212b-475c-b934-4dc826782110: [] {{(pid=79560) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 14 18:17:07.269917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:07.279040 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:07.327845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-20d1c138-34c2-440b-834c-8afeceb4a6eb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.4113257 May 14 18:17:07.333127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36478) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:07.375776 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-e00e2fc1-17d8-4e33-bda3-8e7963585dc6 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9445250 May 14 18:17:07.414071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Provisioning for port df789dc0-690b-4a44-b374-9c03cb145ee0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:07.437954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Router 41500c8b-3427-4db2-8b23-65a8472600f3 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:17:07.453291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Provisioning complete for port df789dc0-690b-4a44-b374-9c03cb145ee0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:07.453722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:07.479563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Hosts for other DVR routers connected to router a2baac18-212b-475c-b934-4dc826782110: set() {{(pid=79560) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 14 18:17:07.485655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:07.487298 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f55d6e23-b587-40bf-900b-c4380d44aa9b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "PUT /v2.0/routers/a2baac18-212b-475c-b934-4dc826782110 HTTP/1.1" status: 200 len: 717 time: 2.4432607 May 14 18:17:07.507815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-ff85aa68-d549-4b02-bd87-df7c77330c02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 217 time: 0.1098707 May 14 18:17:07.509173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36482) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:07.750871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:07.810638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-76bddfce-7b20-4fd4-adbd-349eba549d85 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "GET /v2.0/routers/a2baac18-212b-475c-b934-4dc826782110 HTTP/1.1" status: 200 len: 717 time: 0.2997999 May 14 18:17:07.813359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-14942516-0709-4962-b9f4-ee05c568acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:07.814677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] For port df789dc0-690b-4a44-b374-9c03cb145ee0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df789dc0-690b-4a44-b374-9c03cb145ee0,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:07.814830 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-14942516-0709-4962-b9f4-ee05c568acfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1824174 May 14 18:17:07.815274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36494) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:07.819825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:07.822524 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-19ab5a06-b85f-484f-b658-0868cd9729cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:07.909486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-2db60c09-4da0-45d5-8ea8-a889e852254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:07.910949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-2db60c09-4da0-45d5-8ea8-a889e852254e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872800 May 14 18:17:07.946074 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:07.949402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Pushing event updated for resources: {'Port': ['ID=df789dc0-690b-4a44-b374-9c03cb145ee0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:07.961392 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:08.118281 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-b173a042-98e9-4cca-8250-27e93a140f70 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003906 May 14 18:17:08.155480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-00635214-01bf-4ae6-b649-6418ebb48218 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:08.156956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-00635214-01bf-4ae6-b649-6418ebb48218 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.3725204 May 14 18:17:08.226223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:17:08.241822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] Sync routers for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:17:08.250661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] 10.222.0.24 "PUT /v2.0/routers/41500c8b-3427-4db2-8b23-65a8472600f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7077336 May 14 18:17:08.256035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:08.256578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:08.260376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39626d5f-bb7f-4b38-85b9-83ce5d0d5df0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:08.261100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39626d5f-bb7f-4b38-85b9-83ce5d0d5df0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:08.274376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36508) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:08.277768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-938b3a4d-8237-4f15-a453-7217c574c317 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.0610104 May 14 18:17:08.341845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-4c7ee62a-5a4e-4042-8267-65850310906f service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545112 May 14 18:17:08.523022 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-a273551a-f9f7-49e4-8f97-c9d9ccc9668c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 217 time: 0.1017621 May 14 18:17:08.599611 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1facc76-79dc-4911-8b20-33e49f05b809 tempest-RoutersTestDVR-1143468746 tempest-RoutersTestDVR-1143468746-project] 10.222.0.24 "GET /v2.0/routers/a2baac18-212b-475c-b934-4dc826782110 HTTP/1.1" status: 200 len: 683 time: 0.7819431 May 14 18:17:08.602175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36516) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:08.613983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:08.676416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-39ef1590-ce6d-4510-aec0-41e517f45df9 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1899652 May 14 18:17:08.742133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39626d5f-bb7f-4b38-85b9-83ce5d0d5df0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:08.743305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39626d5f-bb7f-4b38-85b9-83ce5d0d5df0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.3697898 May 14 18:17:08.751684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36524) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:08.852487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9754be-7327-4d40-bf99-8a0b3886d351 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:08.854453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9754be-7327-4d40-bf99-8a0b3886d351 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:08.855366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f9754be-7327-4d40-bf99-8a0b3886d351 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:08.864157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-713d363b-2ecd-49eb-8a04-53d94bffee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:08.866764 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-713d363b-2ecd-49eb-8a04-53d94bffee0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.3411036 May 14 18:17:08.878885 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:08.900972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df789dc0-690b-4a44-b374-9c03cb145ee0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:08.954445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f00d6e-a83c-4b73-885a-8b55c877868d {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:08.962143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:08.977621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Transition to ACTIVE for port object 64f00d6e-a83c-4b73-885a-8b55c877868d will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:09.027098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.035702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37523eb5-329c-45ae-bfaa-c73c23db16f1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:09.074670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.093887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port df789dc0-690b-4a44-b374-9c03cb145ee0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:09.095504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.155980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-92e84747-fb0a-437c-9741-f0417ac50ada service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650722 May 14 18:17:09.220105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f9754be-7327-4d40-bf99-8a0b3886d351 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:09.221601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9f9754be-7327-4d40-bf99-8a0b3886d351 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4666457 May 14 18:17:09.278368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36532) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:09.356461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:17:02Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:09.363189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] Checking router: 41500c8b-3427-4db2-8b23-65a8472600f3 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:17:09.423102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] Routers {'41500c8b-3427-4db2-8b23-65a8472600f3'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:09.423801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['41500c8b-3427-4db2-8b23-65a8472600f3'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:09.730330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] Set router 41500c8b-3427-4db2-8b23-65a8472600f3 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:09.778977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.787002 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.793129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-6455095f-ac6b-48cc-8e44-e4fc562b1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:09.794612 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-6455095f-ac6b-48cc-8e44-e4fc562b1c3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8393581 May 14 18:17:09.829835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 6ac4ced5-0c98-440b-bfba-ac262111eb73 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:17:09.836819 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.837331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2baac18-212b-475c-b934-4dc826782110 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:17:09.866306 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.928675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.959029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-83aceb5a-e4ea-4d5e-a7ec-71918a05de61 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437726 May 14 18:17:09.963229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:09.969675 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-72c387f3-e096-4717-a0cd-bfc91fdef09b tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a2baac18-212b-475c-b934-4dc826782110 HTTP/1.1" status: 204 len: 168 time: 1.3614213 May 14 18:17:09.983987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36540) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:09.995629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Request body: {'router': {'name': 'tempest-router-1240867959', 'distributed': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:10.000803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:10.004601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Usage tracker for resource:router and tenant:c8308073bc9f40218e11fbd1064beed4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:10.008354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:10.014118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:10.061088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:17:02Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:10.065521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5a4aa-0e26-49ae-b620-b2c07d20b9c0 None None] The sync data for ids ['41500c8b-3427-4db2-8b23-65a8472600f3'] in n-d-787206-3 is: [{'id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'name': 'tempest-AttachVolumeTestJSON-1174279982-router', 'tenant_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:07:29Z', 'updated_at': '2021-05-14T18:17:02Z', 'revision_number': 5, 'project_id': 'bc91e80eeefd4df3a662fab9da5156d8', 'gw_port': {'id': '44f63bbf-784c-4069-9e06-c10dd2a083ad', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41500c8b-3427-4db2-8b23-65a8472600f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:07:30Z', 'updated_at': '2021-05-14T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:17:10.073331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.074363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.134527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Pushing event updated for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:10.135545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.175309 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-f680c689-da5b-45b6-adae-6faa4baaff5b service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093368 May 14 18:17:10.195088 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:10.262086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.298765 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-068d0bd7-be67-4ffb-af67-2f4e6d202bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.1173739 May 14 18:17:10.378156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-05f3b772-8bdb-4334-8a09-b7336de74b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:10.379944 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-05f3b772-8bdb-4334-8a09-b7336de74b0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.0708971 May 14 18:17:10.386284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.387710 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e8632ea-be13-48c1-8117-b9e5fe6d0180 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4003248 May 14 18:17:10.394050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36548) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:10.493070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-1e91003f-3934-4090-9f27-86b25685d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:10.494549 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-1e91003f-3934-4090-9f27-86b25685d390 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1057959 May 14 18:17:10.496391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.526482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-71bd0d6d-16f8-414e-9808-1f2defcac6a9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3696375 May 14 18:17:10.673803 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-80b28609-f323-4c60-8503-7b391bb4ea6d service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709750 May 14 18:17:10.712085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:10.799629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5605134d-08b2-47a7-95ff-b40afb2a218b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:10.876549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 5605134d-08b2-47a7-95ff-b40afb2a218b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:10.878592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5605134d-08b2-47a7-95ff-b40afb2a218b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:10.903530 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-9195e5ab-1043-419f-a867-6be3708e9bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223074 May 14 18:17:11.005605 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-03df8488-36d8-4996-8c04-b6c185c800fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.0938594 May 14 18:17:11.013730 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a273549-558b-4ffe-ba3c-8985bff23a77', 'name': 'network-vif-deleted', 'tag': 'b659f06a-90c1-40b5-9e78-c04c454c58f8', 'status': 'completed', 'code': 200} May 14 18:17:11.030703 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:11.050761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Attempting to bind port 64f00d6e-a83c-4b73-885a-8b55c877868d on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:11.051693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Attempting to bind port 64f00d6e-a83c-4b73-885a-8b55c877868d by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:11.051693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Attempting to bind port 64f00d6e-a83c-4b73-885a-8b55c877868d on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:11.120989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Port 64f00d6e-a83c-4b73-885a-8b55c877868d on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:11.120989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Attempting to bind port 64f00d6e-a83c-4b73-885a-8b55c877868d on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:11.142358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-0f614451-4f13-4dce-ba91-ec3f872a413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:11.144581 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-0f614451-4f13-4dce-ba91-ec3f872a413d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.1328225 May 14 18:17:11.254339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-c62950f6-1d50-4faf-aaaf-52dd6302c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:11.256400 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-c62950f6-1d50-4faf-aaaf-52dd6302c887 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054323 May 14 18:17:11.366723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:11.369112 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:11.406683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:11.407449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Checking segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:11.407449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Bound using segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:11.407850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Bound port: 64f00d6e-a83c-4b73-885a-8b55c877868d, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:11.408202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:11.417896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:11.418905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d83cc86e-3ee8-471e-8b34-e8900123db3d {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:17:11.496029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:11.497391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-17dd46aa-4404-4a69-8057-65555c2bfd17 tempest-RoutersTestDVR-319247368 tempest-RoutersTestDVR-319247368-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d83cc86e-3ee8-471e-8b34-e8900123db3d HTTP/1.1" status: 204 len: 168 time: 1.0969269 May 14 18:17:11.822003 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-e4333fd5-8a73-4b59-a28b-ae138aea2e44 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581417 May 14 18:17:12.015131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.022840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.026586 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b5404f3-c5bd-4710-9d80-8370d6fe38f8 req-cd3fa249-688c-466c-8a94-71cf7c51df0c service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967173 May 14 18:17:12.029881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.037137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.039732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36582) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:12.044067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.051204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.053210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-18c98dc9-f9e2-4e8d-b7ec-8ffc33aca5bb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 4599 time: 1.1000271 May 14 18:17:12.130935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Deleting port 44f63bbf-784c-4069-9e06-c10dd2a083ad {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:12.131379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.204571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.232196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:12.236523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:06fe9baff8dc4ddc9bb0b268c20b20af is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:12.239787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:12.246379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:12.262583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:12.265166 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.274123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-385af6f0-f2f8-449d-9a56-342db4b6156c req-b5aa0d62-9a4c-4f6b-9e12-6fa41b060d29 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2074585 May 14 18:17:12.281458 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cec19686-7352-4e3f-bfd4-562c2af338b3 tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:12.328207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=64f00d6e-a83c-4b73-885a-8b55c877868d,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:12.338121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.341111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd14766-27ec-42c4-af22-fb9e0a11ad16 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:12.341609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac4ced5-0c98-440b-bfba-ac262111eb73,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:12.361981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:12.376741 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.388651 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b77e0e9b-25dc-4715-a044-c6037f8f6d85 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:12.469108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.475088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/6ac4ced5-0c98-440b-bfba-ac262111eb73 HTTP/1.1" status: 204 len: 168 time: 3.1797454 May 14 18:17:12.478359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:12.482188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.496522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:12.497159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.498578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] 10.222.0.22 "PUT /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 1130 time: 5.4662251 May 14 18:17:12.581688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:12.586060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cbce472a-de97-41ec-9f8d-9ebc0c3d2c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:12.598301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06fe9baff8dc4ddc9bb0b268c20b20af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542827 May 14 18:17:12.616367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36596) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:12.755887 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9562c0ae-4a63-455b-9a58-c27b0164ed6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2711327 May 14 18:17:12.777725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36600) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:12.888859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] For port 44f63bbf-784c-4069-9e06-c10dd2a083ad, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=44f63bbf-784c-4069-9e06-c10dd2a083ad,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:12.897415 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:12.926187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:12.983573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d4d50-90dc-4c59-b074-a074281fecd9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:13.003244 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:13.022894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3'}, {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '64f00d6e-a83c-4b73-885a-8b55c877868d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:13.123072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Calling delete_port for 44f63bbf-784c-4069-9e06-c10dd2a083ad owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:13.125885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Pushing event updated for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:13.129056 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:13.147404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6dcb454-ef54-4297-afd0-db7397351e97 req-07bcc068-ac5d-4f1d-ad69-038f246d99d9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a273549-558b-4ffe-ba3c-8985bff23a77 HTTP/1.1" status: 200 len: 210 time: 0.4756961 May 14 18:17:13.148906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:17:13.155565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.244869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Deleting port df789dc0-690b-4a44-b374-9c03cb145ee0 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:13.245264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.265436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.301200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:13.317577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:13.327773 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.327981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-1fe3c556-9f65-46a5-9fe6-a4f12306d623 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:13.327981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-1fe3c556-9f65-46a5-9fe6-a4f12306d623 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:13.333863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:13.350540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:13.379132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:13.384148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.407962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] For port df789dc0-690b-4a44-b374-9c03cb145ee0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df789dc0-690b-4a44-b374-9c03cb145ee0,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:13.410792 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.514737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-1fe3c556-9f65-46a5-9fe6-a4f12306d623 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:13.515503 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-1fe3c556-9f65-46a5-9fe6-a4f12306d623 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.9113617 May 14 18:17:13.530600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:13.695295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.751725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7c90638-558a-42d1-bb26-d63bf9257cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:13.775444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d4d50-90dc-4c59-b074-a074281fecd9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:13.804851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:13.808053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Calling delete_port for df789dc0-690b-4a44-b374-9c03cb145ee0 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:13.871650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.881231 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f598a546-f6d4-492e-98ec-4b88d1f0336f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:13.891030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:13.892507 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b04d4d50-90dc-4c59-b074-a074281fecd9 HTTP/1.1" status: 204 len: 168 time: 1.1914418 May 14 18:17:13.976995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Pushing event deleted for resources: {'Port': ['ID=df789dc0-690b-4a44-b374-9c03cb145ee0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:13.979476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96026aa1-2ee5-4b69-acf4-c85098828533 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:13.980955 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:13.989057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] No DVR routers for this DVR port df789dc0-690b-4a44-b374-9c03cb145ee0 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:17:14.004979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:14.030055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:14.035595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Usage tracker for resource:port and tenant:0991e9a799464f749f8fbb8814afd2cf is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:14.039980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:14.049714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:14.087500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:14.092117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:14.161831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c308daa-2b9c-4368-a2eb-7607e9504092 req-45231d02-bdc4-4e1b-aa6f-f305b1d0b179 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 210 time: 0.1430662 May 14 18:17:14.163705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Transition to ACTIVE for port object 96026aa1-2ee5-4b69-acf4-c85098828533 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:14.203110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:14.209445 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5a2a8a88-1a11-46e4-bfc1-5f7eab7c2b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:14.325441 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'status': 'completed', 'code': 200} May 14 18:17:14.325753 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '64f00d6e-a83c-4b73-885a-8b55c877868d', 'status': 'completed', 'code': 200} May 14 18:17:14.357486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:14.391587 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b98bd139-f2aa-40e8-9484-6d004347ccb9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:14.542281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:14.558416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:14.577096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1469493-e0ed-4537-8856-4440112f92e8 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:14.585672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36632) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:14.614540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:14.615121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:14.659517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:14.715153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:14.745055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=fd162030-6776-4206-b078-a7a19a27d1b8,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:14.761757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:14.762674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c8308073bc9f40218e11fbd1064beed4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:14.768560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:14.775161 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9839303 May 14 18:17:14.780815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36640) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:14.785933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:14.793034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:14.813627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:14.827262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Pushing event updated for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:14.828086 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:14.956247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df789dc0-690b-4a44-b374-9c03cb145ee0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:14.984149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:router and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:14.988326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:14.995908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:15.004447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: df789dc0-690b-4a44-b374-9c03cb145ee0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:15.005095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device df789dc0-690b-4a44-b374-9c03cb145ee0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:15.009070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.4 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/1f0eaa4e-8088-47cd-afa0-06921df16a4c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:15.032682 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.033657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.033809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'fd162030-6776-4206-b078-a7a19a27d1b8'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:17:15.035068 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.048514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.091496 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.148945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.158539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e997b49-2c48-468e-8242-84f7386689e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3721788 May 14 18:17:15.162675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.175483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36644) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:15.180771 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:15.299430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/fd162030-6776-4206-b078-a7a19a27d1b8/c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:15.497902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f63bbf-784c-4069-9e06-c10dd2a083ad,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:15.506531 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:15.585814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.599790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Transition to ACTIVE for port object c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:15.603117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Attempting to bind port 96026aa1-2ee5-4b69-acf4-c85098828533 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:15.603474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Attempting to bind port 96026aa1-2ee5-4b69-acf4-c85098828533 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:15.603793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Attempting to bind port 96026aa1-2ee5-4b69-acf4-c85098828533 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:15.625294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Transition to ACTIVE for port object c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:15.630072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Port 96026aa1-2ee5-4b69-acf4-c85098828533 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:15.630420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Attempting to bind port 96026aa1-2ee5-4b69-acf4-c85098828533 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:15.643709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.650343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.650714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.651215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.651690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.652150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.653464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.653940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.655878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-2201c56b-3f66-4b0c-a766-3ee4f3464b81 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6166 time: 1.2259467 May 14 18:17:15.659287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:15.659610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Checking segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:15.659996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Bound using segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:15.660429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Bound port: 96026aa1-2ee5-4b69-acf4-c85098828533, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:15.660770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.662715 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f1d99a73-7e29-4403-b761-8f9026292261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:15.733875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.739942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.747040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.752076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.759318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.765874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.772601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:15.774110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:15.777449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:15.780258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-376ea6af-6e09-408f-8d33-477932c4fcd5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5371 time: 1.0726485 May 14 18:17:15.782043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:15.860366 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.907327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Pushing event updated for resources: {'Port': ['ID=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:15.914580 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:15.918960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Attempting to bind port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:15.919382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Attempting to bind port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:15.919805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Attempting to bind port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:15.926388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:15.926890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:15.927339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:15.927790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:15.928278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Bound port: c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:15.928793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.035731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.038814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] For port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:16.042963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] For port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:16.049974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.061653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:16.169247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Pushing event updated for resources: {'Port': ['ID=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:16.169446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.173426 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:16.182302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3aef811f-0f45-45f7-9cc0-1275d3fd8dc9 req-ada4f317-dd85-49b2-aeb5-35bb553b6f5d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4012382 May 14 18:17:16.197943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.233145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.275335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-07c9e0b7-0645-4f2a-9bbe-0691fc643709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:16.276164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-07c9e0b7-0645-4f2a-9bbe-0691fc643709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:16.276832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-07c9e0b7-0645-4f2a-9bbe-0691fc643709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:16.278804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-07c9e0b7-0645-4f2a-9bbe-0691fc643709 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=62972947f9b0440ea16843de3549b2fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6050749 May 14 18:17:16.280390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:16.290800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96026aa1-2ee5-4b69-acf4-c85098828533,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:16.348333 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-745a5ed3-74a1-45ad-a4ad-f97ba37219c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:16.381578 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8308073bc9f40218e11fbd1064beed4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7802920 May 14 18:17:16.393373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0400a72-cdab-4427-8184-2ebcf1e249e7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:16.395985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36664) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:16.403419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:16.425949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.649785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.659834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-d6b20f3d-5841-4239-bbbe-7e63e13bf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:16.664719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-d6b20f3d-5841-4239-bbbe-7e63e13bf0a8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571658 May 14 18:17:16.665974 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.679512 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd3b8255-901b-4edf-864a-84c4397549ee tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:16.767810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.826577 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.827537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41500c8b-3427-4db2-8b23-65a8472600f3 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:17:16.899698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:16.903881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:16.905625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] 10.222.0.22 "PUT /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 1130 time: 4.3561940 May 14 18:17:16.925785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '96026aa1-2ee5-4b69-acf4-c85098828533'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:16.986006 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:17.011473 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:17.015848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] 10.222.0.24 "DELETE /v2.0/routers/41500c8b-3427-4db2-8b23-65a8472600f3 HTTP/1.1" status: 204 len: 168 time: 8.7379141 May 14 18:17:17.026453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:17.038859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36680) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:17.125698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:17.180420 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:17:17.241264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-460dc45d-6338-4cdf-8feb-284d0c00869b req-6981915f-19cd-495b-9dd5-20e3b051cbac tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 210 time: 0.1763470 May 14 18:17:17.253782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Pushing event updated for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:17.280109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:17.281220 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:17.365311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Deleting subnet 76b3e163-aa78-4233-929f-515f5d6b8263 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:17:17.377516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.381880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.382418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.385089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.390479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.391058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.391514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.393538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-7658b50c-a20b-4ef1-ae40-c49ee4236300 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6208 time: 0.6432161 May 14 18:17:17.401779 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '96026aa1-2ee5-4b69-acf4-c85098828533', 'status': 'completed', 'code': 200} May 14 18:17:17.405374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:17.665933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:17.820551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-728ad5b1-8a30-4a2f-bda5-7300c67bff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.823963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-728ad5b1-8a30-4a2f-bda5-7300c67bff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.825811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-728ad5b1-8a30-4a2f-bda5-7300c67bff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:17.827727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-728ad5b1-8a30-4a2f-bda5-7300c67bff05 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=62972947f9b0440ea16843de3549b2fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4044785 May 14 18:17:17.893116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:17.970479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.017060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Provisioning for port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:18.026740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Provisioning complete for port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:18.027465 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.217750 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1423d88-a014-45d7-93cc-adec27cdd099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:18.282604 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.369150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] For port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:18.375649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.408811 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cabfe9a7-b6f7-4883-a94e-251f0e5d25e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:18.422832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::1 (7ad50c71-58ac-4344-b706-61652f033104/fd162030-6776-4206-b078-a7a19a27d1b8/ac563a44-fb71-479d-a0cc-ba12cd4d39e0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:18.544366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Pushing event updated for resources: {'Port': ['ID=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:18.556414 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:18.601847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:18.607598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-8d26c50a-1ab9-40b0-8ff0-11c2a2bd837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.609752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23b63eb5-a99f-4aa4-867a-e5f347296c05 req-8d26c50a-1ab9-40b0-8ff0-11c2a2bd837a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6694164 May 14 18:17:18.610307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:18.612945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:18.654358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.663998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.671959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.680567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.686886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.688396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.695092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.701678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.704656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=1f0eaa4e-8088-47cd-afa0-06921df16a4c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:18.712250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859093b3-7f07-4cb3-9cef-561695b941ab req-f394e889-cadd-4a53-940c-7fa4527f995b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5371 time: 1.0604355 May 14 18:17:18.714416 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:18.721948 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d59415c-1999-4cf9-a2d2-3f6226ebfe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:18.807337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.873203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bced4c-0c76-4dd9-8987-f10182e73ea1 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:18.875860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:18.882704 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.898587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0400a72-cdab-4427-8184-2ebcf1e249e7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:18.902079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Transition to ACTIVE for port object 09bced4c-0c76-4dd9-8987-f10182e73ea1 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:18.913692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.917772 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0400a72-cdab-4427-8184-2ebcf1e249e7 HTTP/1.1" status: 204 len: 168 time: 2.5170078 May 14 18:17:18.926029 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:18.939286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:18.940164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.983918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:18.999577 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1bbba403-7359-433c-971c-994b71672b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:19.041600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5157862 May 14 18:17:19.058904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:19.067207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:19.067726 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:19.152676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-859093b3-7f07-4cb3-9cef-561695b941ab req-98c85e3f-3bb7-4826-8311-99138a910d89 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4393961 May 14 18:17:19.252132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Request body: {'port': {'device_id': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:19.387539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:19.433352 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:19.453045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object ac563a44-fb71-479d-a0cc-ba12cd4d39e0 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:19.454980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.458025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.458693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.459208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.459682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.460149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.469007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:19.473102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-752d4bbd-68fd-4b29-9c58-c40548d69151 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6233 time: 0.5697706 May 14 18:17:19.567287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 44f63bbf-784c-4069-9e06-c10dd2a083ad no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:19.722553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 44f63bbf-784c-4069-9e06-c10dd2a083ad {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:19.722908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 44f63bbf-784c-4069-9e06-c10dd2a083ad not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:19.732813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:19.757110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:19.766074 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-57b75323-bef2-4d34-9f1f-e1e7aa86f832 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:19.876877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Attempting to bind port 09bced4c-0c76-4dd9-8987-f10182e73ea1 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:19.877766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Attempting to bind port 09bced4c-0c76-4dd9-8987-f10182e73ea1 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:19.878046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Attempting to bind port 09bced4c-0c76-4dd9-8987-f10182e73ea1 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:19.887336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Port 09bced4c-0c76-4dd9-8987-f10182e73ea1 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:19.887668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Attempting to bind port 09bced4c-0c76-4dd9-8987-f10182e73ea1 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:19.901503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:19.901868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Checking segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:19.902220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Bound using segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:19.902662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Bound port: 09bced4c-0c76-4dd9-8987-f10182e73ea1, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:19.903019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:19.919258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:19.919258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:19.944327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:19.944327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:20.070062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:20.082385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:20.128568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:20.138608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:20.149307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-268fbe89-2d03-4f8d-aee0-d181be75430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:20.149784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-268fbe89-2d03-4f8d-aee0-d181be75430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:20.150246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-268fbe89-2d03-4f8d-aee0-d181be75430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:20.151855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-268fbe89-2d03-4f8d-aee0-d181be75430f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=62972947f9b0440ea16843de3549b2fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6632445 May 14 18:17:20.154322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:20.189760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:20.290409 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:20.309080 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e49f9d08-771a-4d3f-8087-44134f80012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:20.347534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:20.348156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:20.350061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] 10.222.0.22 "PUT /v2.0/ports/09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 1090 time: 3.3703322 May 14 18:17:20.363498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:20.398297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dde1d629-61e5-4e83-8d27-1d7ce28acd5d None None] Provisioning for port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:20.401161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f2a8f-852d-4e05-8061-85fb82feb3ff req-ee486b11-712e-4658-bdcc-3c4269f9f5dd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:20.404103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a5f2a8f-852d-4e05-8061-85fb82feb3ff req-ee486b11-712e-4658-bdcc-3c4269f9f5dd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 931 time: 0.6291561 May 14 18:17:20.420181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dde1d629-61e5-4e83-8d27-1d7ce28acd5d None None] Provisioning complete for port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:20.420571 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dde1d629-61e5-4e83-8d27-1d7ce28acd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:20.441370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b3e163-aa78-4233-929f-515f5d6b8263,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:20.462716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:20.468486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:20.475650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:20.480502 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76b3e163-aa78-4233-929f-515f5d6b8263 HTTP/1.1" status: 204 len: 168 time: 3.2750843 May 14 18:17:20.483841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36754) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:20.502923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:20.506657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dde1d629-61e5-4e83-8d27-1d7ce28acd5d None None] Port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:20.508406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a266de-b8a5-442a-99f3-62e56bd28ba8 None None] Network c9bc7c1f-a9c2-400e-99b1-07fe5144c784 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:20.605662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:20.627564 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:20.886163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0eaa4e-8088-47cd-afa0-06921df16a4c {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:20.978354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a5f2a8f-852d-4e05-8061-85fb82feb3ff req-972c0433-879c-406f-a227-31291c313c7c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239822 May 14 18:17:20.998173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] DHCP port deletion for c9bc7c1f-a9c2-400e-99b1-07fe5144c784 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:17:21.025804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-0e676ff5-a616-49b8-86ff-8a86af7ac42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.027018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a3f598-ab19-4854-ac74-e36adbba3c85 req-0e676ff5-a616-49b8-86ff-8a86af7ac42e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8627901 May 14 18:17:21.053705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-397414126'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:21.065527 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.069233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:21.079653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Usage tracker for resource:network and tenant:d1f9a875f4ec470cab80cf99c6e8d15c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:21.089980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:21.118792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:21.159773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Deleting port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:21.160366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.183438 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.225549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:21.251777 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.319817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] For port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,segment=NetworkSegment(51d81614-0468-4ddb-beaf-aa7cb240a229),segment_id=51d81614-0468-4ddb-beaf-aa7cb240a229)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:21.320385 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.322501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.386424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Transition to ACTIVE for port object 1f0eaa4e-8088-47cd-afa0-06921df16a4c will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:21.392615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.420447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.442641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.450922 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:21.482352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Calling delete_port for 4a7b3121-efe5-4ce6-a718-ca3f16e124ef owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:21.500582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:21.568329 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:21.573766 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:21.630873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Pushing event deleted for resources: {'Port': ['ID=4a7b3121-efe5-4ce6-a718-ca3f16e124ef,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:21.640778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.641704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.642226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.644031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.645189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.646126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.646909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.647450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.647958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.648463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.649176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.649702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:21.688008 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:21.690803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] No DVR routers for this DVR port 4a7b3121-efe5-4ce6-a718-ca3f16e124ef on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:17:21.755886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Usage tracker for resource:security_group_rule and tenant:d1f9a875f4ec470cab80cf99c6e8d15c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:21.933315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.939479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.944919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:21.945591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.952563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.959417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.965223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.970967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:21.979252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03800d08-cfe3-442c-8702-cb378078aee0 req-ccf824ed-a58f-455c-97b0-3e385d06f680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5383 time: 0.5520205 May 14 18:17:22.031459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:22.048023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03800d08-cfe3-442c-8702-cb378078aee0 req-b9ebea74-a344-41e8-9fb1-e12ac7e4cb1f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678647 May 14 18:17:22.081767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=1f0eaa4e-8088-47cd-afa0-06921df16a4c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:22.116531 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:22.174900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbdc290-c953-4869-b9f3-46aa70f49e61 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:22.192919 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.211603 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1', 'status': 'completed', 'code': 200} May 14 18:17:22.272541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.285505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bc7c1f-a9c2-400e-99b1-07fe5144c784']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:22.288812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Transition to ACTIVE for port object cdbdc290-c953-4869-b9f3-46aa70f49e61 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:22.296353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.304580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d81614-0468-4ddb-beaf-aa7cb240a229') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:22.304875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d81614-0468-4ddb-beaf-aa7cb240a229') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:22.307474 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2821dfc4-e730-4a06-ac62-c051c7b99cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:22.317915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.334844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.341294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:17:22.341662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: timer() May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:17:22.513854 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:17:22.542473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.581848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8cbcaa95-eeef-4e99-bae1-10e074881983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:22.637073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.647095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9bc7c1f-a9c2-400e-99b1-07fe5144c784,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:22.674219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Pushing event updated for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:22.690579 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:22.796752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.797201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.797685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.804576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.805174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.805660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.806139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:22.811842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-825139c7-9801-48a5-a9b7-4312f0207b6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6300 time: 0.5801895 May 14 18:17:22.814072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.828493 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:22.866954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4a7b3121-efe5-4ce6-a718-ca3f16e124ef no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:22.919927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 4a7b3121-efe5-4ce6-a718-ca3f16e124ef {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:22.920584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4a7b3121-efe5-4ce6-a718-ca3f16e124ef not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:22.958114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:22.970481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:17:22.977339 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1620a225-ad22-4031-96e3-729160ef66fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:23.017396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9bc7c1f-a9c2-400e-99b1-07fe5144c784 HTTP/1.1" status: 204 len: 168 time: 2.5260308 May 14 18:17:23.017718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Attempting to bind port cdbdc290-c953-4869-b9f3-46aa70f49e61 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:23.018182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Attempting to bind port cdbdc290-c953-4869-b9f3-46aa70f49e61 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:23.018401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Attempting to bind port cdbdc290-c953-4869-b9f3-46aa70f49e61 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:23.048533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Port cdbdc290-c953-4869-b9f3-46aa70f49e61 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:23.048894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Attempting to bind port cdbdc290-c953-4869-b9f3-46aa70f49e61 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:23.049865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.050218 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Added segment dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1 of type vlan for network 88a9dbff-35db-4062-ad6c-7d94f979bfbf May 14 18:17:23.054618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Attempting to bind port 1f0eaa4e-8088-47cd-afa0-06921df16a4c on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:23.054959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Attempting to bind port 1f0eaa4e-8088-47cd-afa0-06921df16a4c by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:23.055319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Attempting to bind port 1f0eaa4e-8088-47cd-afa0-06921df16a4c on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:23.073182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:23.073538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Checking segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:23.073897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Bound using segment: {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:23.074350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Bound port: cdbdc290-c953-4869-b9f3-46aa70f49e61, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bf1223-444a-4470-86a3-c0613bc52f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:23.074465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa7dd2-b5ed-42b6-b19a-c54b27a12a9e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:23.074794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.095920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Port 1f0eaa4e-8088-47cd-afa0-06921df16a4c on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:23.096239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Attempting to bind port 1f0eaa4e-8088-47cd-afa0-06921df16a4c on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:23.105018 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:23.131809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:23.132205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:23.132543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:23.132983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Bound port: 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:23.133328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.143967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.147842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2076f3-e728-4f62-a781-be34c5e3d48a req-5b2b6abe-e65c-4af4-8f44-e2da001dbc74 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.149341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa2076f3-e728-4f62-a781-be34c5e3d48a req-5b2b6abe-e65c-4af4-8f44-e2da001dbc74 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 943 time: 0.4560165 May 14 18:17:23.235688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.246825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.246825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.273352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-72f65419-aec9-4a7e-92ba-4f3bc88a5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.273828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-72f65419-aec9-4a7e-92ba-4f3bc88a5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.274826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-72f65419-aec9-4a7e-92ba-4f3bc88a5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.275845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-72f65419-aec9-4a7e-92ba-4f3bc88a5b86 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=62972947f9b0440ea16843de3549b2fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4361370 May 14 18:17:23.279066 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d72ed1f4-3b51-4f11-a51d-832e739d0241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:23.449262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36856) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:23.449943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.455962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.456636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.539478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-553f3574-da0a-4b9e-bbaf-d99baeb75157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.540894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ec0659c-ed63-450b-8126-1b9ee8322592 req-553f3574-da0a-4b9e-bbaf-d99baeb75157 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2373154 May 14 18:17:23.552681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa2076f3-e728-4f62-a781-be34c5e3d48a req-ec6d20a0-d54a-410e-ab6c-778053eca08f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966880 May 14 18:17:23.573066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:23.586529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:23.592163 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.596155 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-209ae773-f9a0-454b-9c7d-806d9db63b3c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:23.662777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:23.672573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:23.673343 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:23.675151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] 10.222.0.22 "PUT /v2.0/ports/cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 1091 time: 3.2069738 May 14 18:17:23.684548 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:23.693401 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2112701 May 14 18:17:23.694178 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e49ed70a-74f1-4536-8451-5964be0b5f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:23.700271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36866) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:23.711010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:23.731220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:23.732464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:23.781573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'subnet': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:23.874875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Pushing event updated for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:23.920856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] For port 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:23.936506 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aaacd7f9-cc45-491d-aa2b-ea5cf314e4f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc91e80eeefd4df3a662fab9da5156d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595492 May 14 18:17:24.007740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36894) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:24.010349 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:24.126727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.132144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f3c2be4d-932e-4b3f-8ba3-0c4d4921a0bc None None] Provisioning complete for port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:24.132818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f3c2be4d-932e-4b3f-8ba3-0c4d4921a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.203788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2be4d-932e-4b3f-8ba3-0c4d4921a0bc None None] Port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:24.214535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:24.242236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:24.246592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Usage tracker for resource:subnet and tenant:d1f9a875f4ec470cab80cf99c6e8d15c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:24.264686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.267573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:24.276586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:24.315062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] For port 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:24.316359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Network': ['ID=88a9dbff-35db-4062-ad6c-7d94f979bfbf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:24.319002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.327730 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:24.330919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.334401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:17:24.336158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:24.339634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.341360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:24.366795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.428273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.429271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:24.431357 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] 10.222.0.15 "PUT /v2.0/ports/1f0eaa4e-8088-47cd-afa0-06921df16a4c HTTP/1.1" status: 200 len: 1091 time: 5.2019486 May 14 18:17:24.432220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'tag': '1f0eaa4e-8088-47cd-afa0-06921df16a4c'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:24.591335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=1f0eaa4e-8088-47cd-afa0-06921df16a4c,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:24.594576 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:24.652626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Router 76548b46-b304-4a01-9ce5-81255bff738d is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:17:24.801513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-2e5f7d13-603c-49c3-aa77-2a99eb31d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.803901 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-2e5f7d13-603c-49c3-aa77-2a99eb31d390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 1094 time: 0.2789538 May 14 18:17:24.827431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.828095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.836730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.842946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.853257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.862843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.870332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.879538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-20b841c4-dc32-412a-80f2-a3a714a74e30 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5395 time: 1.0705969 May 14 18:17:24.900130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-af0089f2-8edd-4ba9-b522-e4f87f1daff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c HTTP/1.1" status: 200 len: 217 time: 0.0791855 May 14 18:17:24.901233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:17:24.906158 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "PUT /v2.0/routers/76548b46-b304-4a01-9ce5-81255bff738d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7282572 May 14 18:17:24.926359 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Sync routers for ids ['76548b46-b304-4a01-9ce5-81255bff738d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:17:24.933976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36924) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:24.950263 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Routers {'76548b46-b304-4a01-9ce5-81255bff738d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:24.953725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76548b46-b304-4a01-9ce5-81255bff738d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:24.978161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-3737e7ed-c553-47bf-aabe-ce34f002643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:24.981592 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-3737e7ed-c553-47bf-aabe-ce34f002643c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.0734689 May 14 18:17:25.092204 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-ed95e5f8-d9cb-4f94-963d-51d7766c2c94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017218 May 14 18:17:25.104399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5a4c790-9fea-47d9-9881-d3a9a99cb3d4 req-03a4c779-ae0d-4c77-9bd4-f18f62186c48 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231119 May 14 18:17:25.128369 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Set router 76548b46-b304-4a01-9ce5-81255bff738d gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:25.432913 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-b9c6539d-5b1c-4121-bf25-1477e6f30d39 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362098 May 14 18:17:25.543003 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76548b46-b304-4a01-9ce5-81255bff738d', 'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:15Z', 'updated_at': '2021-05-14T18:17:20Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None, '_interfaces': [{'id': 'ac563a44-fb71-479d-a0cc-ba12cd4d39e0', 'name': '', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'mac_address': 'fa:16:3e:fa:7b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76548b46-b304-4a01-9ce5-81255bff738d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'fd162030-6776-4206-b078-a7a19a27d1b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:17:17Z', 'updated_at': '2021-05-14T18:17:22Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'subnets': [{'id': 'fd162030-6776-4206-b078-a7a19a27d1b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:25.554073 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Checking router: 76548b46-b304-4a01-9ce5-81255bff738d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:17:25.554737 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Updating router 76548b46-b304-4a01-9ce5-81255bff738d port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:17:25.589912 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61', 'status': 'completed', 'code': 200} May 14 18:17:25.603409 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8c9a8ba5-00ae-44ac-a791-e0261d5c7c7d req-45e99c88-0952-494e-8be6-b353f67a1340 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634250 May 14 18:17:25.604951 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'tag': '1f0eaa4e-8088-47cd-afa0-06921df16a4c', 'status': 'completed', 'code': 200} May 14 18:17:25.606461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0adac-fab7-4aa6-ad97-1999d5e344db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:25.624942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f0d0adac-fab7-4aa6-ad97-1999d5e344db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports/ac563a44-fb71-479d-a0cc-ba12cd4d39e0 HTTP/1.1" status: 200 len: 911 time: 0.6774452 May 14 18:17:25.625191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36938) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:25.700339 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:25.813994 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:25.823039 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9eeee127-74b2-4e0d-a1b6-808a34cb8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:25.853814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-5ba2942e-f6d0-4621-a69d-af44dceb1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:25.855674 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-5ba2942e-f6d0-4621-a69d-af44dceb1448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 1094 time: 0.1540895 May 14 18:17:25.897620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0325d9-e123-459d-8a9d-866a9bbc6d47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:25.903686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0325d9-e123-459d-8a9d-866a9bbc6d47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:25.904547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e0325d9-e123-459d-8a9d-866a9bbc6d47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:25.986347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e0325d9-e123-459d-8a9d-866a9bbc6d47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:25.991582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e0325d9-e123-459d-8a9d-866a9bbc6d47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3667102 May 14 18:17:25.992504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36944) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:26.052557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b876cb-0776-4aab-aa5e-544ff2f7c95b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:26.066776 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:26.179905 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:26.187804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-ac5c4b30-1991-41b8-85dd-c781d4241a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.189467 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-ac5c4b30-1991-41b8-85dd-c781d4241a97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.3259776 May 14 18:17:26.198892 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Transition to ACTIVE for port object ac563a44-fb71-479d-a0cc-ba12cd4d39e0 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:26.207836 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:26.214116 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-34d74420-f342-4a28-a33b-c1effcfea723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:26.321871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:26.322986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3b876cb-0776-4aab-aa5e-544ff2f7c95b HTTP/1.1" status: 204 len: 168 time: 2.3105888 May 14 18:17:26.351374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b9d981-703d-49ce-96fe-a79e20387a88 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:26.366325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:26.481119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163273b-0032-4fbf-91f2-75dcc09fc88c req-bbfb27cc-12eb-4f64-8863-f80e5651fae7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.482652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8163273b-0032-4fbf-91f2-75dcc09fc88c req-bbfb27cc-12eb-4f64-8863-f80e5651fae7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 943 time: 0.6607401 May 14 18:17:26.486217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Transition to ACTIVE for port object 08b9d981-703d-49ce-96fe-a79e20387a88 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:26.493975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.494465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.494939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.495913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.496392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.496861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.497324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.499309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf104728-487d-482e-a7dc-00495ede8956 req-16deda26-a785-40bd-9076-164ed5af6c12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6342 time: 1.0075703 May 14 18:17:26.503659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:26.555209 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Pushing event updated for resources: {'Port': ['ID=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:26.617419 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:26.665086 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-4d2b1720-a65d-419b-9e14-7ddcd8445816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c HTTP/1.1" status: 200 len: 217 time: 0.4615457 May 14 18:17:26.697518 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.704510 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.705036 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.705501 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.706220 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.706863 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.707359 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.707843 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.708326 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.708810 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.710609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.711088 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:26.720529 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:26.744808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-8119c487-8a1d-42fa-bd03-f0ca660de589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:26.745015 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Attempting to bind port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:26.745308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Attempting to bind port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:26.745662 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Attempting to bind port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:26.746508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-8119c487-8a1d-42fa-bd03-f0ca660de589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.0744250 May 14 18:17:26.761161 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:26.763827 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:26.764243 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:26.764636 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:26.765127 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Bound port: ac563a44-fb71-479d-a0cc-ba12cd4d39e0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:26.765506 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:27.026867 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] For port ac563a44-fb71-479d-a0cc-ba12cd4d39e0, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:27.027390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05dc4ce3-ac5f-4cc6-832d-3b5e5406264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:27.040670 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] For port ac563a44-fb71-479d-a0cc-ba12cd4d39e0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:27.048259 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:27.068832 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e111bb1c-e19f-454b-88da-6c21f60b924d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:27.129543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:27.166473 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:27.191785 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Routers {'76548b46-b304-4a01-9ce5-81255bff738d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:27.193681 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76548b46-b304-4a01-9ce5-81255bff738d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:27.332856 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-89e4472c-5f22-4b94-ab80-ce743286862e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4637682 May 14 18:17:27.510690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8163273b-0032-4fbf-91f2-75dcc09fc88c req-10373471-729b-4b4e-82dd-aa48c31f4a93 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0095539 May 14 18:17:27.636188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-ef46977c-746c-41f2-85a3-f893c11fd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:27.637478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-ef46977c-746c-41f2-85a3-f893c11fd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:27.638365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-ef46977c-746c-41f2-85a3-f893c11fd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:27.640230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf104728-487d-482e-a7dc-00495ede8956 req-ef46977c-746c-41f2-85a3-f893c11fd374 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=62972947f9b0440ea16843de3549b2fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1054661 May 14 18:17:27.752689 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:27.761675 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Pushing event updated for resources: {'Port': ['ID=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:27.778485 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:27.799714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1f0eaa4e-8088-47cd-afa0-06921df16a4c details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:17:27.836122 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] Set router 76548b46-b304-4a01-9ce5-81255bff738d gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:27.901513 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-bd8f4e45-720f-4693-948f-6b0a1a934761 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529573 May 14 18:17:28.212948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:28.227108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dd8d8531-6f88-4c2f-8b6a-657d32e2e9f9 req-56758539-98f1-4980-89a5-20b3b28c0d06 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208668 May 14 18:17:28.264516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '1f0eaa4e-8088-47cd-afa0-06921df16a4c', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': '1f0eaa4e-8088-47cd-afa0-06921df16a4c', 'mac_address': 'fa:16:3e:6f:f3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:17:28.314371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Attempting to bind port 08b9d981-703d-49ce-96fe-a79e20387a88 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:28.315022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Attempting to bind port 08b9d981-703d-49ce-96fe-a79e20387a88 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:28.315489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Attempting to bind port 08b9d981-703d-49ce-96fe-a79e20387a88 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:28.343443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.345672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Port 08b9d981-703d-49ce-96fe-a79e20387a88 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:28.346128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Attempting to bind port 08b9d981-703d-49ce-96fe-a79e20387a88 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:28.371060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.391244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-02e14be9-4046-4e8d-8e3e-f187d1c41636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:28.395261 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76548b46-b304-4a01-9ce5-81255bff738d', 'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:15Z', 'updated_at': '2021-05-14T18:17:20Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None, '_interfaces': [{'id': 'ac563a44-fb71-479d-a0cc-ba12cd4d39e0', 'name': '', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'mac_address': 'fa:16:3e:fa:7b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76548b46-b304-4a01-9ce5-81255bff738d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'fd162030-6776-4206-b078-a7a19a27d1b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:17:17Z', 'updated_at': '2021-05-14T18:17:27Z', 'revision_number': 4, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'subnets': [{'id': 'fd162030-6776-4206-b078-a7a19a27d1b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:28.408697 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031708e-956e-4531-913e-b2335d8481a3 None None] The sync data for ids ['76548b46-b304-4a01-9ce5-81255bff738d'] in n-d-787206-3 is: [{'id': '76548b46-b304-4a01-9ce5-81255bff738d', 'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:15Z', 'updated_at': '2021-05-14T18:17:20Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None, '_interfaces': [{'id': 'ac563a44-fb71-479d-a0cc-ba12cd4d39e0', 'name': '', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'mac_address': 'fa:16:3e:fa:7b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76548b46-b304-4a01-9ce5-81255bff738d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'fd162030-6776-4206-b078-a7a19a27d1b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:17:17Z', 'updated_at': '2021-05-14T18:17:27Z', 'revision_number': 4, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'subnets': [{'id': 'fd162030-6776-4206-b078-a7a19a27d1b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:17:28.422636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:28.423170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Checking segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:28.423937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.424709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Bound using segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:28.425963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Bound port: 08b9d981-703d-49ce-96fe-a79e20387a88, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:28.431026 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.444158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0eaa4e-8088-47cd-afa0-06921df16a4c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:28.474864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:28.494217 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.499406 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a7df62f-4492-4857-9c6c-50b5a9bde15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:28.657921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Subnet': ['ID=fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:28.667413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104728-487d-482e-a7dc-00495ede8956 req-98f39681-aee5-42f4-a1af-4a25ff8494b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.670291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf104728-487d-482e-a7dc-00495ede8956 req-98f39681-aee5-42f4-a1af-4a25ff8494b6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9296267 May 14 18:17:28.671404 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:28.689753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1f0eaa4e-8088-47cd-afa0-06921df16a4c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:28.699617 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:28.720394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.726988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.732999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.739565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.745741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.751813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.759262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.761336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-c04d547d-0947-4ae3-b04a-e20a6db5407b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5407 time: 0.8972266 May 14 18:17:28.813024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Checking segment: {'id': 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:28.813482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network hostable DHCP agents. Network: 88a9dbff-35db-4062-ad6c-7d94f979bfbf, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:17:28.834118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:28.868205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=08b9d981-703d-49ce-96fe-a79e20387a88,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:28.884427 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.889634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:17:28.896636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:28.916982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:17:28.941940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c4f1fb1-cea1-4867-b920-01a88d39b41e req-711ca63b-61e1-428e-a197-e2d0724a652e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542602 May 14 18:17:28.972838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:28.973901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:28.975628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] 10.222.0.22 "PUT /v2.0/ports/08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 1091 time: 5.2722099 May 14 18:17:28.976997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:28.993114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 88a9dbff-35db-4062-ad6c-7d94f979bfbf) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:29.012213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Request body: {'port': {'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:29.041565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b022d-c1ae-4176-85b1-ee4ce8660a6b None None] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:29.095640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:29.096165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:29.147910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:29.148503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:29.485721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:29.508148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:29.548605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8446755 May 14 18:17:29.554125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37020) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:29.573554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-394520731'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:29.581632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port ac563a44-fb71-479d-a0cc-ba12cd4d39e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:29.590007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:29.788045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'tenant_id': 'd1f9a875f4ec470cab80cf99c6e8d15c', 'fixed_ips': [{'subnet_id': 'fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:17:29.790395 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:29.826615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:29.863718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for ac563a44-fb71-479d-a0cc-ba12cd4d39e0 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:29.898436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9ea5afde-b739-40e1-971b-cea6aa7be69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:29.979740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:30.042644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Allocated IP 2001:db8::2 (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/270752c1-f3db-411c-97db-59a1d2e294e8) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:30.137925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:30.143264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Usage tracker for resource:port and tenant:d1f9a875f4ec470cab80cf99c6e8d15c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:30.148231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:30.198267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:30.243712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3c40-e637-45ae-8804-a3761939dbd2 req-5f91e9c3-6c5e-4533-87fd-8cb76e023884 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:30.245412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4cb3c40-e637-45ae-8804-a3761939dbd2 req-5f91e9c3-6c5e-4533-87fd-8cb76e023884 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 944 time: 0.4145203 May 14 18:17:30.267688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:30.289293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:30.466614 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:30.483285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Transition to ACTIVE for port object 270752c1-f3db-411c-97db-59a1d2e294e8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:30.485371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:30.506300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:30.519209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Transition to ACTIVE for port object 270752c1-f3db-411c-97db-59a1d2e294e8 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:30.525090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] device_id is not set on port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:30.529861 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:30.542795 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:30.622833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=ac563a44-fb71-479d-a0cc-ba12cd4d39e0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:30.666889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4cb3c40-e637-45ae-8804-a3761939dbd2 req-61508082-a189-4717-9c6e-784ce6484828 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361857 May 14 18:17:30.758680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:30.782171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:30.787487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:30.940720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Pushing event updated for resources: {'Port': ['ID=270752c1-f3db-411c-97db-59a1d2e294e8,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:30.993612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:30.993989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:30.998607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.002275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.002656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.003033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.004109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.005701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.006081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.006462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.006555 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88', 'status': 'completed', 'code': 200} May 14 18:17:31.007005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.007161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:17:31.013933 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:31.055330 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:31.063880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ac563a44-fb71-479d-a0cc-ba12cd4d39e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:31.120927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:31.123638 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:31.135706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ac563a44-fb71-479d-a0cc-ba12cd4d39e0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:31.136299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ac563a44-fb71-479d-a0cc-ba12cd4d39e0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 14 18:17:31.171405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Attempting to bind port 270752c1-f3db-411c-97db-59a1d2e294e8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:31.172264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Attempting to bind port 270752c1-f3db-411c-97db-59a1d2e294e8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:31.172792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Attempting to bind port 270752c1-f3db-411c-97db-59a1d2e294e8 on network 88a9dbff-35db-4062-ad6c-7d94f979bfbf {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:31.184576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:31.185472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Checking segment: {'id': 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:31.186069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:31.186648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Bound using segment: {'id': 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:31.187356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Bound port: 270752c1-f3db-411c-97db-59a1d2e294e8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:31.187944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:31.198824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port ac563a44-fb71-479d-a0cc-ba12cd4d39e0 not found, will not notify nova. {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 14 18:17:31.290068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] For port 270752c1-f3db-411c-97db-59a1d2e294e8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:31.293440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] For port 270752c1-f3db-411c-97db-59a1d2e294e8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=270752c1-f3db-411c-97db-59a1d2e294e8,segment=NetworkSegment(dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1),segment_id=dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:31.294270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Allocated IP 2001:db8::201 (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/74cc1d0f-ee1f-445b-8e73-2581bcf496c2) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:31.299483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:31.311149 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:31.451340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Pushing event updated for resources: {'Port': ['ID=270752c1-f3db-411c-97db-59a1d2e294e8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:31.456742 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:31.529081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b18104-46e6-4c2d-997b-8ce284dfc742 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:31.552720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Router 76548b46-b304-4a01-9ce5-81255bff738d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:17:31.570656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:31.660698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.666563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.673007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.679503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.686148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.693103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.700794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.703312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-15138820-5440-48b8-857f-29490fc98680 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5407 time: 0.6911755 May 14 18:17:31.723247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.728082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.728604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.729090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.729564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.730038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.730508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:31.736227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b4a6e525-81aa-43b8-b005-b7c996542d6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6409 time: 0.7282233 May 14 18:17:31.823865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1f0eaa4e-8088-47cd-afa0-06921df16a4c up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:31.892652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:17:31.941212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] Sync routers for ids ['76548b46-b304-4a01-9ce5-81255bff738d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:17:31.943937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "PUT /v2.0/routers/76548b46-b304-4a01-9ce5-81255bff738d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9478731 May 14 18:17:31.951231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37068) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:31.970909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] Routers {'76548b46-b304-4a01-9ce5-81255bff738d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:31.971594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76548b46-b304-4a01-9ce5-81255bff738d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:32.075884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683d014-f543-4b15-bd2f-70fd5d70e931 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:32.077403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683d014-f543-4b15-bd2f-70fd5d70e931 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:32.078163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3683d014-f543-4b15-bd2f-70fd5d70e931 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:32.116180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3683d014-f543-4b15-bd2f-70fd5d70e931 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:32.119755 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3683d014-f543-4b15-bd2f-70fd5d70e931 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1651421 May 14 18:17:32.120029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37072) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:32.146073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] Set router 76548b46-b304-4a01-9ce5-81255bff738d gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:32.210591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 1f0eaa4e-8088-47cd-afa0-06921df16a4c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:32.265848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet fd162030-6776-4206-b078-a7a19a27d1b8 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:17:32.274673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:32.358931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76548b46-b304-4a01-9ce5-81255bff738d', 'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:15Z', 'updated_at': '2021-05-14T18:17:30Z', 'revision_number': 3, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:32.373728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 1f0eaa4e-8088-47cd-afa0-06921df16a4c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:32.374120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:32.417846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Transition to ACTIVE for port object 95b18104-46e6-4c2d-997b-8ce284dfc742 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:32.434331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:32.501814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] Checking router: 76548b46-b304-4a01-9ce5-81255bff738d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:17:32.552399 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:32.595004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:32.600069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] Routers {'76548b46-b304-4a01-9ce5-81255bff738d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:32.600727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76548b46-b304-4a01-9ce5-81255bff738d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:32.636575 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1a7ca1a9-f826-4eea-9e4d-8d2f810259ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:32.746920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:32.943241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c5fc14a-9596-48e3-964e-d42433f5cfce req-b849c225-d498-400f-9a12-129a80982f71 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2051768 May 14 18:17:33.011578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] Set router 76548b46-b304-4a01-9ce5-81255bff738d gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:33.281360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:33.288349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76548b46-b304-4a01-9ce5-81255bff738d', 'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:15Z', 'updated_at': '2021-05-14T18:17:30Z', 'revision_number': 3, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:33.301045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 270752c1-f3db-411c-97db-59a1d2e294e8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:33.339683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:33.469718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:33.489767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3098048-c97c-4aab-92c6-094c12899b4e None None] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:33.490428 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3e0ee75-fea5-4d54-9570-ca0160f3d5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:33.503841 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:33.517067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523da04-9d59-41d5-976b-b38e1c1ae7e8 None None] The sync data for ids ['76548b46-b304-4a01-9ce5-81255bff738d'] in n-d-787206-3 is: [{'id': '76548b46-b304-4a01-9ce5-81255bff738d', 'name': 'tempest-NetworksTestDHCPv6-router-830434203', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:15Z', 'updated_at': '2021-05-14T18:17:30Z', 'revision_number': 3, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:17:33.605539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=fd162030-6776-4206-b078-a7a19a27d1b8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:33.609302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:33.628461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:33.648663 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:33.656706 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/fd162030-6776-4206-b078-a7a19a27d1b8 HTTP/1.1" status: 204 len: 168 time: 1.5356398 May 14 18:17:33.657461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37094) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:33.658105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-80e73d0e-a55a-400c-a13e-1bf335385807 None None] Provisioning for port 270752c1-f3db-411c-97db-59a1d2e294e8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:33.671593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6875ce-4863-4867-b12d-2ef48259e897 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:33.689647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Transition to ACTIVE for port object 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:33.715866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b7ab7817-85af-472b-abfb-e2d40acb1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:33.716342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b7ab7817-85af-472b-abfb-e2d40acb1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:33.716827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b7ab7817-85af-472b-abfb-e2d40acb1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:33.724369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-b7ab7817-85af-472b-abfb-e2d40acb1126 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=62972947f9b0440ea16843de3549b2fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.9655459 May 14 18:17:33.952640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Attempting to bind port 95b18104-46e6-4c2d-997b-8ce284dfc742 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:33.953071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Attempting to bind port 95b18104-46e6-4c2d-997b-8ce284dfc742 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:33.953939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Attempting to bind port 95b18104-46e6-4c2d-997b-8ce284dfc742 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:33.960103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0eaa4e-8088-47cd-afa0-06921df16a4c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:34.016244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:34.024591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 270752c1-f3db-411c-97db-59a1d2e294e8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:34.036132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 270752c1-f3db-411c-97db-59a1d2e294e8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:34.036892 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.058986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Port 95b18104-46e6-4c2d-997b-8ce284dfc742 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:34.059461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Attempting to bind port 95b18104-46e6-4c2d-997b-8ce284dfc742 on network edb56c8e-97e3-49c7-8505-32a807ea9fa8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:34.062709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.133318 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.142661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:34.143053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Checking segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:34.145421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Bound using segment: {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:34.145972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Bound port: 95b18104-46e6-4c2d-997b-8ce284dfc742, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfcfebe-e391-4086-93c1-e08f6154464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:34.146326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.149437 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:34.181907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6825eae8-fab3-4dbd-809f-23b331b521ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:router {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:34.185960 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:34.205988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6825eae8-fab3-4dbd-809f-23b331b521ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:router {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:34.208679 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6825eae8-fab3-4dbd-809f-23b331b521ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5493991 May 14 18:17:34.211383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37108) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:34.280641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1f0eaa4e-8088-47cd-afa0-06921df16a4c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:34.312480 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:34.320038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=74cc1d0f-ee1f-445b-8e73-2581bcf496c2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:34.336505 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:34.344696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7523501-a995-4265-a177-50c8b4a8a95f req-24241b19-3e4b-43a2-bef5-f33b2789a371 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:34.353672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7523501-a995-4265-a177-50c8b4a8a95f req-24241b19-3e4b-43a2-bef5-f33b2789a371 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 944 time: 0.8055177 May 14 18:17:34.381973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:34.419148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7523501-a995-4265-a177-50c8b4a8a95f req-39c35f9b-5472-41dd-b8cb-2858af66c9bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645156 May 14 18:17:34.423977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:34.429102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:34.442824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:34.444621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.475573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:17:34.600013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.627224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:34.632357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=95b18104-46e6-4c2d-997b-8ce284dfc742,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:34.675221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1179037 May 14 18:17:34.678446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37124) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:34.687716 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0eaa4e-8088-47cd-afa0-06921df16a4c', 'code': 200} May 14 18:17:34.704184 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.734415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.752983 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-80606ec5-793c-4d01-966c-4d0dbeabbeb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:34.772079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 270752c1-f3db-411c-97db-59a1d2e294e8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=270752c1-f3db-411c-97db-59a1d2e294e8,segment=NetworkSegment(dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1),segment_id=dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:34.774796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Deleting port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:34.775431 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.803672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:34.904621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1919296457', 'allowed_address_pairs': [{'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:66:74:3e'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:34.910700 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dca03798-2877-475d-9db2-0e1c7bb9faa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:35.096679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=270752c1-f3db-411c-97db-59a1d2e294e8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:35.125161 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:35.126017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:35.233622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.234240 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.236280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] 10.222.0.22 "PUT /v2.0/ports/95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 1091 time: 6.2280996 May 14 18:17:35.246381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:35.339563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-103e2c1d-f4de-477a-8db5-e5f4e2f78f40 None None] Provisioning complete for port 270752c1-f3db-411c-97db-59a1d2e294e8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:35.340094 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-103e2c1d-f4de-477a-8db5-e5f4e2f78f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.361773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-72ac3860-121f-4681-ba78-e4140922db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.376755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e8e9b92-7599-44ec-bcf2-53c325264ab6 req-72ac3860-121f-4681-ba78-e4140922db12 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6444721 May 14 18:17:35.377543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:35.398945 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:35.446487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.449458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.500910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.501378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Fanout notify agent at l3_agent the message router_deleted on router 76548b46-b304-4a01-9ce5-81255bff738d {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:17:35.514655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c79b-e1c5-47f9-a0ea-9c48bc18b9fa req-e88ac7c7-3452-42aa-9412-2b90121eeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.516803 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4592c79b-e1c5-47f9-a0ea-9c48bc18b9fa req-e88ac7c7-3452-42aa-9412-2b90121eeec2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 1096 time: 0.6316524 May 14 18:17:35.612365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.616628 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d6e9354-cea6-4000-bace-00ab101f28b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/routers/76548b46-b304-4a01-9ce5-81255bff738d HTTP/1.1" status: 204 len: 168 time: 1.4046898 May 14 18:17:35.617308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37144) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:35.621092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] For port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:35.621518 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.652545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:35.809663 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4592c79b-e1c5-47f9-a0ea-9c48bc18b9fa req-b62a99e1-eab0-4396-9146-654517a6f2f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678926 May 14 18:17:35.829777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.836846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.843145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.850587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.856683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.858298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:35.865684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.873809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:35.873809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:35.881551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.886643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:35.890153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-f3b91d62-d578-481a-af1a-a50e6c942781 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 0.9462209 May 14 18:17:35.912603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:35.914590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:35.917035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:35.932382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Usage tracker for resource:port and tenant:d1f9a875f4ec470cab80cf99c6e8d15c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:35.940787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:35.952796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.953479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.954063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.954602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.955379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.955931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.956464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:35.959342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8a5ffa55-89e6-41fc-afb3-fa133fd62230 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6476 time: 0.4769886 May 14 18:17:35.975268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:35.985427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Calling delete_port for c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:36.028306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.095850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:36.106643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.107530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ac563a44-fb71-479d-a0cc-ba12cd4d39e0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:36.116362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a817b1d-5678-4b07-bbe6-0e7f80b0499e req-5d46bbf3-d5de-482f-ab99-fb800c5313a8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2228746 May 14 18:17:36.123069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9e1ff698-e58a-42cd-8f2a-3862bbaa501d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 217 time: 0.1484158 May 14 18:17:36.128209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:36.148917 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:36.190354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-103e2c1d-f4de-477a-8db5-e5f4e2f78f40 None None] Provisioning for port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:36.207128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ac563a44-fb71-479d-a0cc-ba12cd4d39e0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:36.207128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ac563a44-fb71-479d-a0cc-ba12cd4d39e0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:36.232093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-103e2c1d-f4de-477a-8db5-e5f4e2f78f40 None None] Provisioning complete for port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:36.232483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-103e2c1d-f4de-477a-8db5-e5f4e2f78f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.332418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:36.336564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-103e2c1d-f4de-477a-8db5-e5f4e2f78f40 None None] Port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:36.338073 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:36.339293 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.350072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:36.392794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] No DVR routers for this DVR port c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:17:36.402643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Pushing event deleted for resources: {'Port': ['ID=c0ddbc7a-63a6-4e63-abbf-6e11afc3b69a,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:36.404917 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:36.476662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3c8af319-940d-4d4f-aee4-19067ebf0503 None None] Provisioning complete for port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:36.476854 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742', 'status': 'completed', 'code': 200} May 14 18:17:36.476989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3c8af319-940d-4d4f-aee4-19067ebf0503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.537474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-3660fffe-6c51-4900-b2ce-9b50ee0ea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:36.555891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-3660fffe-6c51-4900-b2ce-9b50ee0ea90d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.3847625 May 14 18:17:36.592345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3c8af319-940d-4d4f-aee4-19067ebf0503 None None] Port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:36.705703 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.707594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:36.713091 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:36.778119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:36.781565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:36.793863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c84dbd-b817-419c-b838-82d7ffdfe7be None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:17:36.801886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:36.802800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.025118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 270752c1-f3db-411c-97db-59a1d2e294e8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:37.052148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] device_id is not set on port 7fa57db0-4d1f-4006-b340-65f21470fd19 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:37.155505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=f1f21511-34b3-4700-9766-3236b388042c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:37.166767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:37.174086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 270752c1-f3db-411c-97db-59a1d2e294e8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:37.174610 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.197742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5763175 May 14 18:17:37.198193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37172) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:37.209592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:37.224672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:37.240089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:router and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:37.243527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:37.256118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890bc4a-ebf7-4ba7-8c9c-3b89f900d066 req-4786d17c-f260-4645-9b10-6882d7d7a83e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:37.257276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:37.265095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8890bc4a-ebf7-4ba7-8c9c-3b89f900d066 req-4786d17c-f260-4645-9b10-6882d7d7a83e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 945 time: 0.6358168 May 14 18:17:37.273006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-88da2acb-8b5e-4e26-a6a3-9bf3494aeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:37.275613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-88da2acb-8b5e-4e26-a6a3-9bf3494aeabb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7074325 May 14 18:17:37.285841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.287790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.329464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.366420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.429533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.431055 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3cf72d59-31a3-45f9-9e4e-ec4d4b836297 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2318940 May 14 18:17:37.433865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:37.467114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Allocated IP 2001:db8::31c (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/7fa57db0-4d1f-4006-b340-65f21470fd19) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:37.493982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8890bc4a-ebf7-4ba7-8c9c-3b89f900d066 req-0d9774a2-109d-461f-850d-fd872800f28b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278464 May 14 18:17:37.515453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'f1f21511-34b3-4700-9766-3236b388042c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:17:37.516354 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:37.696747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-b702e782-146f-4785-be6f-6135c7234341 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006479 May 14 18:17:37.811016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/f1f21511-34b3-4700-9766-3236b388042c/364fbc3d-2b85-4d4d-8b1f-8d64f056576f) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:38.106812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.120915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Transition to ACTIVE for port object 364fbc3d-2b85-4d4d-8b1f-8d64f056576f will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:38.136092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.144142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Transition to ACTIVE for port object 364fbc3d-2b85-4d4d-8b1f-8d64f056576f will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:38.145841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.153917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.157688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.160222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.162979 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:38.167339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.176615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.188916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.197786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-3215ddab-18d3-44c2-ae64-86a8d231cfa3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 0.4868238 May 14 18:17:38.242034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-27b6fb6d-d3c6-4a8d-a113-7941e27d31dc service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323832 May 14 18:17:38.250479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:38.256639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:38.260589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:38.266509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.330161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Pushing event updated for resources: {'Port': ['ID=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:38.360603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cbe3fca2-738c-4ebe-a238-1b15f941071a req-f4dbfdcf-137f-433c-ad3f-766e81aa67c0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1596799 May 14 18:17:38.367349 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:38.375156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-da0172da-67db-4ae2-880c-890e72a0e284 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.1209481 May 14 18:17:38.382110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.500671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a727ca4a-86c8-444d-90b8-c7b7f1d12146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.504860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Attempting to bind port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:38.505247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Attempting to bind port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:38.505791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Attempting to bind port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:38.505972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a727ca4a-86c8-444d-90b8-c7b7f1d12146 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1200290 May 14 18:17:38.511574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:38.511962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:38.512377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.512773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:38.514818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Bound port: 364fbc3d-2b85-4d4d-8b1f-8d64f056576f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:38.514818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.581132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Transition to ACTIVE for port object 7fa57db0-4d1f-4006-b340-65f21470fd19 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:38.652936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-31b9c53a-cd37-4245-a755-ae4dc8e2d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.654639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-31b9c53a-cd37-4245-a755-ae4dc8e2d797 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367400 May 14 18:17:38.656702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] For port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:38.661811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] For port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:38.669074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.687911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.691672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eacc8e70-f5ff-4162-bc51-61dc96ae12c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:38.701677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1ceb50ae-725d-4b87-aa56-59a9971b46df tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:38.789235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=7fa57db0-4d1f-4006-b340-65f21470fd19,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:38.855604 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:38.857536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:38.862854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:38.866828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:38.872516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:38.873172 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:38.934517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.2518811 May 14 18:17:38.936740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37196) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:38.978979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Pushing event updated for resources: {'Port': ['ID=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:38.980141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-3a82af0c-f43a-4fed-b441-ec614ab0cac7 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140719 May 14 18:17:38.992250 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:39.288982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdbe6d-d990-4249-96ec-7350125b443f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:39.295921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdbe6d-d990-4249-96ec-7350125b443f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:39.307217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdbe6d-d990-4249-96ec-7350125b443f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:39.311713 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-96bdbe6d-d990-4249-96ec-7350125b443f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3692276 May 14 18:17:39.313228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::1 (7ad50c71-58ac-4344-b706-61652f033104/f1f21511-34b3-4700-9766-3236b388042c/ca5bcde6-e5cb-40e5-94ad-61c34388c9f3) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:39.316597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37202) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:39.366925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-887d6d76-0c9a-430c-bd07-601fb0bf14d4 None None] Provisioning for port 7fa57db0-4d1f-4006-b340-65f21470fd19 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:39.380889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-887d6d76-0c9a-430c-bd07-601fb0bf14d4 None None] Provisioning complete for port 7fa57db0-4d1f-4006-b340-65f21470fd19 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:39.383713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-887d6d76-0c9a-430c-bd07-601fb0bf14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:39.452490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-f9cc95dc-7528-47fe-a7ea-a83dc23e4aa8 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602549 May 14 18:17:39.519594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-887d6d76-0c9a-430c-bd07-601fb0bf14d4 None None] Port 7fa57db0-4d1f-4006-b340-65f21470fd19 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:39.588496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-0dc6bae5-1e99-4923-8010-a0548080c63f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.1198566 May 14 18:17:39.645700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34801d0-3e1b-4148-b7bb-524f362c59ce req-3e9ab5d5-8227-4d2e-a8a5-1102b9e557bc tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:39.650670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c34801d0-3e1b-4148-b7bb-524f362c59ce req-3e9ab5d5-8227-4d2e-a8a5-1102b9e557bc tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 945 time: 0.4729531 May 14 18:17:39.702740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port 7fa57db0-4d1f-4006-b340-65f21470fd19 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:39.703012 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:39.720491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:39.806503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:39.915548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-628ecac5-48e2-49be-b419-069741bf141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:39.917209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-628ecac5-48e2-49be-b419-069741bf141a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.3169289 May 14 18:17:39.929304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c34801d0-3e1b-4148-b7bb-524f362c59ce req-4de5bf2d-e62c-491d-9ade-f97b516f9860 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581765 May 14 18:17:40.133007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5139334f-79ff-4d17-8871-f09eba274e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.135139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5139334f-79ff-4d17-8871-f09eba274e44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2030489 May 14 18:17:40.152138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:40.333110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:40.360731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for 7fa57db0-4d1f-4006-b340-65f21470fd19 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:40.369184 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a684a094-7c93-46f2-8bd5-60709deaba3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:40.491351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:40.508320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:40.512655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:40.515381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:40.629189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-c990b6cc-e4ea-4c64-a722-601b7508ad35 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822717 May 14 18:17:40.637362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:40.647414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:40.679090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.698133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.705886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.720360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.731030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.745329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.756361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:40.759579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-bdc59217-f087-4c29-99bd-2dfcd439e423 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 0.4225805 May 14 18:17:40.760163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37228) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:40.764967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f088509a-08a9-44fc-9e74-f873ae393816 None None] Provisioning for port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:40.876279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:40.943779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0960fa80-f98a-4171-a788-fe82eb08db92 req-da2fdc55-3f38-443a-b154-711fc4313c17 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713805 May 14 18:17:41.011694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 364fbc3d-2b85-4d4d-8b1f-8d64f056576f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:41.068706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-1d9bb8a7-2f1b-4028-bef1-01cb0feb45a1 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257443 May 14 18:17:41.147583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.159233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-a416a8f6-36f0-41d9-8158-b7a82b364196 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.0803626 May 14 18:17:41.194582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6971dc3-9260-4a16-a85d-f6ce630ee661 None None] Provisioning for port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:41.208801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6971dc3-9260-4a16-a85d-f6ce630ee661 None None] Provisioning complete for port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:41.209186 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6971dc3-9260-4a16-a85d-f6ce630ee661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.242546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-98016c22-d242-4ee2-b040-5f1763b91676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:41.244185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-98016c22-d242-4ee2-b040-5f1763b91676 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.0762630 May 14 18:17:41.255302 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:41.359322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:41.373869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:41.374261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.400050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-438bf679-fd0c-4258-a466-be5bc4babc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:41.403001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=7fa57db0-4d1f-4006-b340-65f21470fd19,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:41.404881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-438bf679-fd0c-4258-a466-be5bc4babc90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490791 May 14 18:17:41.421851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:41.452667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b6971dc3-9260-4a16-a85d-f6ce630ee661 None None] Port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:41.535759 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.631695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-4cbf5b15-0f2d-4504-bff9-aa06ee5a6ed4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:41.639270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-4cbf5b15-0f2d-4504-bff9-aa06ee5a6ed4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.2264934 May 14 18:17:41.651533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.675444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/ports/7fa57db0-4d1f-4006-b340-65f21470fd19 HTTP/1.1" status: 204 len: 168 time: 2.3571649 May 14 18:17:41.676327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37246) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:41.679429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:41.715814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.778981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-c50bc31c-2cba-4141-8091-868f5e14014c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.1385024 May 14 18:17:41.792706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Usage tracker for resource:security_group_rule and tenant:c907565353234e728123320026d5002b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:41.797537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:41.801761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:41.803803 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:41.821994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:41.888314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:41.899095 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ff8520-8b97-48c7-bccf-5b75bbe047dc tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] GET failed (client error): The resource could not be found. May 14 18:17:41.901204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-60ff8520-8b97-48c7-bccf-5b75bbe047dc tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Synchronizing usage tracker for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:41.931370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:41.934477 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:41.945516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-79ffd752-6cc1-458e-b8a5-45e527c36f99 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288370 May 14 18:17:42.024922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-60ff8520-8b97-48c7-bccf-5b75bbe047dc tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Unset dirty status for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:42.026023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-60ff8520-8b97-48c7-bccf-5b75bbe047dc tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "GET /v2.0/ports/7fa57db0-4d1f-4006-b340-65f21470fd19 HTTP/1.1" status: 404 len: 333 time: 0.3418949 May 14 18:17:42.040723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37252) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:42.046256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-346230494'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:42.101526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-0dd314ad-e268-4605-8bc1-31a0c5b549ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3215034 May 14 18:17:42.220951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-41f4cd7a-3649-4212-9e31-2d835191d014 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634387 May 14 18:17:42.320666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-bec5d96b-d924-42e4-8d36-5438b9fc915f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.0888705 May 14 18:17:42.329992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:42.364977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:42.366371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:42.376574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b9925c61-b0e7-439c-a1f6-b5131e9de6e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:42.398844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9ae0c5e4-35a8-4cff-9984-12e7724e3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:42.400577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9ae0c5e4-35a8-4cff-9984-12e7724e3894 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.0685706 May 14 18:17:42.423727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:42.632284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-8b946e78-0bf0-4e9d-9798-d8a86e344171 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295503 May 14 18:17:42.733342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:42.750788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:42.799202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5ae8f9fe-7018-4e70-bfeb-7ab18af7a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:42.802115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5ae8f9fe-7018-4e70-bfeb-7ab18af7a9c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3896096 May 14 18:17:42.809832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:42.812157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:42.845469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:42.856857 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b22175f-15f9-4eaf-886a-fec47a1090c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:42.937100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 364fbc3d-2b85-4d4d-8b1f-8d64f056576f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:42.944244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:42.950216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c907565353234e728123320026d5002b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1888947 May 14 18:17:42.951146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:42.956298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:42.969905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-bdb266c4-cde8-4a0b-a3ca-d3f9b62e0f63 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368323 May 14 18:17:43.066071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-c312e9cf-e0dc-4ffc-b1a4-0f1253e6b9a6 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524943 May 14 18:17:43.157499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:43.176033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:43.177004 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:43.182512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:43.396794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-1bd61128-f7ba-4020-9699-e0e5c139aca4 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178263 May 14 18:17:43.410276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:43.501589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5fa24f55-949d-4e27-9738-19bc310bd011 None None] Provisioning complete for port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:43.502740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5fa24f55-949d-4e27-9738-19bc310bd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:43.536689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0371b7-07fe-476a-817c-1e3b15bb4a74,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:43.552655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] device_id is not set on port e3de7880-f784-4f27-8ab3-11489f984c73 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:43.612898 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:43.621072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:43.637128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5fa24f55-949d-4e27-9738-19bc310bd011 None None] Port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:43.649067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-acf2b39f-e5f9-49e2-9dcf-2b0d7d620f52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.2416933 May 14 18:17:43.771414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8e9c5aa6-e076-46ff-962c-2f7ab04dc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.773089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-8e9c5aa6-e076-46ff-962c-2f7ab04dc660 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.1001987 May 14 18:17:43.876454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:17:43.881981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:43.889679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Allocated IP 2001:db8::26f (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/e3de7880-f784-4f27-8ab3-11489f984c73) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:43.894889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-348b4e16-345c-4cc1-8943-09e47c83d110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:43.909593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.917364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.924419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.924626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0371b7-07fe-476a-817c-1e3b15bb4a74,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:43.934516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.941701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.949110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.955733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:43.958282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-76da98a7-acd8-4aef-9814-fc2c972bd77c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 0.4124720 May 14 18:17:44.056752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cb8ed1e-4cc3-4e0e-892a-04427b3003ec req-3516a21b-a261-4c2b-aa07-2970e6ac572e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883660 May 14 18:17:44.102214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-16a90857-4aba-48cc-b9d2-f78ff89b45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:44.106425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-16a90857-4aba-48cc-b9d2-f78ff89b45a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3206491 May 14 18:17:44.144384 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:44.148917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:17:44.160171 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Sync routers for ids ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:17:44.186093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Routers {'2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:44.190744 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:44.195893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "PUT /v2.0/routers/2c4ff8ad-4cd4-48e7-987d-4c0d8b076354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7604465 May 14 18:17:44.197309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37296) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:44.200769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:44.206609 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd0371b7-07fe-476a-817c-1e3b15bb4a74 HTTP/1.1" status: 204 len: 168 time: 1.2446320 May 14 18:17:44.305089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6e02b1-c9c3-4723-9939-e1ace8b35924 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:44.305744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0f6e02b1-c9c3-4723-9939-e1ace8b35924 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:44.361402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0f6e02b1-c9c3-4723-9939-e1ace8b35924 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:44.365614 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f6e02b1-c9c3-4723-9939-e1ace8b35924 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports/ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 HTTP/1.1" status: 200 len: 911 time: 0.1570928 May 14 18:17:44.366924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37302) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:44.461357 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-c4ecc969-2783-46e2-b8ff-8f451d695793 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429830 May 14 18:17:44.562932 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Set router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:44.627241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:44.679336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Transition to ACTIVE for port object e3de7880-f784-4f27-8ab3-11489f984c73 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:44.731667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32a86c-427b-48d1-9199-477603c286ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:44.740405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32a86c-427b-48d1-9199-477603c286ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:44.741390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:44.743815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9e32a86c-427b-48d1-9199-477603c286ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3667018 May 14 18:17:44.747493 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73d49acd-e448-41d1-8f8a-c0fcf2aee73e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:44.778115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37308) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:44.899538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:44.908996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:44.915054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:44.926783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:44.927582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:44.965267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=e3de7880-f784-4f27-8ab3-11489f984c73,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:44.991934 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:45.007749 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9633744 May 14 18:17:45.007970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:45.024377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:66:74:3e'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:45.041535 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:37Z', 'updated_at': '2021-05-14T18:17:40Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None, '_interfaces': [{'id': 'ca5bcde6-e5cb-40e5-94ad-61c34388c9f3', 'name': '', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'mac_address': 'fa:16:3e:f9:ea:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'f1f21511-34b3-4700-9766-3236b388042c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:17:38Z', 'updated_at': '2021-05-14T18:17:41Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'subnets': [{'id': 'f1f21511-34b3-4700-9766-3236b388042c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:45.051084 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Checking router: 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:17:45.052620 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Updating router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:17:45.124021 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:45.620174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7a0079a2-bd2a-4536-88f0-a42499f99569 None None] Provisioning for port e3de7880-f784-4f27-8ab3-11489f984c73 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:45.628001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7a0079a2-bd2a-4536-88f0-a42499f99569 None None] Provisioning complete for port e3de7880-f784-4f27-8ab3-11489f984c73 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:45.628426 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7a0079a2-bd2a-4536-88f0-a42499f99569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:45.769146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7a0079a2-bd2a-4536-88f0-a42499f99569 None None] Port e3de7880-f784-4f27-8ab3-11489f984c73 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:45.858202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:45.908588 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:45.923336 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Transition to ACTIVE for port object ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:45.948928 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:45.966680 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:46.342193 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc617448-deb0-474f-aaad-a07796b602c0 None None] Pushing event updated for resources: {'Port': ['ID=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:46.356876 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-dc617448-deb0-474f-aaad-a07796b602c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:46.416029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5d904685-67af-430e-9943-c3dac6a525b1 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9395900 May 14 18:17:46.428714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Attempting to bind port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:46.430497 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Attempting to bind port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:46.430935 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Attempting to bind port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:46.443407 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:46.447987 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:46.448433 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:46.448835 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:46.449711 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Bound port: ca5bcde6-e5cb-40e5-94ad-61c34388c9f3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:46.451549 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:46.597057 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] For port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:46.605736 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] For port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:46.617459 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:46.623289 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-51363acb-baec-4ed4-a81c-bfa591794809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:46.748270 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Routers {'2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:46.749163 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:46.809628 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:46.825176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:46.849670 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8eb824c7-885c-46c1-9dbe-50a7a9235f3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:46.960056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-9e5c88c7-fae1-4e63-bc48-d809918d2eb3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:46.961750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-9e5c88c7-fae1-4e63-bc48-d809918d2eb3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 1.7113554 May 14 18:17:46.963145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-5984bd02-38e9-4c55-b5f6-b415467f9c87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.4651771 May 14 18:17:46.970130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] In _notify_port_updated(), no bound segment for port e3de7880-f784-4f27-8ab3-11489f984c73 on network 88a9dbff-35db-4062-ad6c-7d94f979bfbf {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:17:46.979164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:46.982098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:46.985012 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "PUT /v2.0/ports/e3de7880-f784-4f27-8ab3-11489f984c73 HTTP/1.1" status: 200 len: 1002 time: 1.9759419 May 14 18:17:46.997321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '9573e54f-6bc7-490c-8054-f237006b3f6d', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:46.998871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37478) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:47.137416 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc617448-deb0-474f-aaad-a07796b602c0 None None] Pushing event updated for resources: {'Port': ['ID=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:47.141146 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-dc617448-deb0-474f-aaad-a07796b602c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:47.155482 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] Set router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:47.183805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=e3de7880-f784-4f27-8ab3-11489f984c73,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:47.207699 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:47.402932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port e3de7880-f784-4f27-8ab3-11489f984c73 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:47.402932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:47.448780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78201d26-8db4-445f-86d1-d83a598e576b None None] Provisioning complete for port e3de7880-f784-4f27-8ab3-11489f984c73 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:47.449867 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78201d26-8db4-445f-86d1-d83a598e576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:47.558194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-212b4e74-53ec-4dc2-8471-3c71958ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.559578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-212b4e74-53ec-4dc2-8471-3c71958ec400 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.5703697 May 14 18:17:47.566325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:47.577724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Usage tracker for resource:port and tenant:0991e9a799464f749f8fbb8814afd2cf is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:47.590608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-78201d26-8db4-445f-86d1-d83a598e576b None None] Port e3de7880-f784-4f27-8ab3-11489f984c73 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:47.678059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:47.690456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:47.768095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:47.780121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.790622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.802840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.817887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.826251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.832465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.839438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:47.841361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-9afc7343-aae8-4bd3-9009-44e70a07ee4e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 1.4175377 May 14 18:17:47.853550 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:37Z', 'updated_at': '2021-05-14T18:17:40Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None, '_interfaces': [{'id': 'ca5bcde6-e5cb-40e5-94ad-61c34388c9f3', 'name': '', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'mac_address': 'fa:16:3e:f9:ea:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'f1f21511-34b3-4700-9766-3236b388042c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:17:38Z', 'updated_at': '2021-05-14T18:17:46Z', 'revision_number': 4, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'subnets': [{'id': 'f1f21511-34b3-4700-9766-3236b388042c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:47.859155 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4962cf-3f7d-4ea2-9c5d-aa82f51d0954 None None] The sync data for ids ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'] in n-d-787206-3 is: [{'id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:37Z', 'updated_at': '2021-05-14T18:17:40Z', 'revision_number': 2, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None, '_interfaces': [{'id': 'ca5bcde6-e5cb-40e5-94ad-61c34388c9f3', 'name': '', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'mac_address': 'fa:16:3e:f9:ea:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'f1f21511-34b3-4700-9766-3236b388042c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:17:38Z', 'updated_at': '2021-05-14T18:17:46Z', 'revision_number': 4, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'subnets': [{'id': 'f1f21511-34b3-4700-9766-3236b388042c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:17:47.869714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:47.873356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:48.016612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for e3de7880-f784-4f27-8ab3-11489f984c73 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:48.040016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9845a6a6-f3c1-4bbe-b29c-8896fddd44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:48.041500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-9845a6a6-f3c1-4bbe-b29c-8896fddd44bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4665945 May 14 18:17:48.278284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-3bd24309-2468-4615-aab9-9481177dd031 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234175 May 14 18:17:48.318454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:48.344148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ab33edb-1ca8-4433-88f6-52b9bbe69271 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:48.498750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=e3de7880-f784-4f27-8ab3-11489f984c73,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:48.668424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dda43cb-2349-4c13-ad9d-2c482073de7b req-e71d7027-f425-450d-8067-a02852849267 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748326 May 14 18:17:48.800100 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:48.881937 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:48.896076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ccd41df-5e7a-45d9-a547-4be2c0107499 req-16d74a05-8f30-463b-8af4-d01f20f4ff04 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0391967 May 14 18:17:48.929448 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/ports/e3de7880-f784-4f27-8ab3-11489f984c73 HTTP/1.1" status: 204 len: 168 time: 1.9274397 May 14 18:17:48.938947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:49.084122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:49.113963 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b9eda4-3b82-4303-b3e5-fe5faea9d611 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] GET failed (client error): The resource could not be found. May 14 18:17:49.120256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36b9eda4-3b82-4303-b3e5-fe5faea9d611 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Synchronizing usage tracker for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:49.161640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36b9eda4-3b82-4303-b3e5-fe5faea9d611 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Unset dirty status for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:49.166655 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36b9eda4-3b82-4303-b3e5-fe5faea9d611 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "GET /v2.0/ports/e3de7880-f784-4f27-8ab3-11489f984c73 HTTP/1.1" status: 404 len: 333 time: 0.2201381 May 14 18:17:49.167363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37690) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:49.177620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1201294592'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:49.270114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:49.284027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:49.286388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:49.323846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:49.487770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.5 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/18c874b2-8623-42c0-9a8f-bc50f246fb8c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:49.548358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:49.609388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:49.635609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:49.683993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:49.685726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:49.689038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:49.697417 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:49.706151 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:49.740943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] device_id is not set on port 158ac4e7-d232-4164-96f7-de5899607ea8 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:49.929593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:49.944301 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:50.171413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Allocated IP 2001:db8::3d0 (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/158ac4e7-d232-4164-96f7-de5899607ea8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:50.201682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:50.313123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.314421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.315084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.315687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.316059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.316515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.317690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.320589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-89f2cf88-1c84-4fe6-aa4d-2b02aeb6a297 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6476 time: 1.5460973 May 14 18:17:50.525743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.565161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:50.584761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Usage tracker for resource:security_group_rule and tenant:264e757840634611ab9e21d592b66483 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:50.590392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:50.610729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:50.610961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.674415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.705548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Transition to ACTIVE for port object 158ac4e7-d232-4164-96f7-de5899607ea8 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:50.776542 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.781062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.789005 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2144fc9a-909c-465c-9aa9-9ca2280bd9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:50.862660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.923145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:50.927602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-f53bcd8f-f655-4f8a-9392-b3cfdbddcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.929371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-f53bcd8f-f655-4f8a-9392-b3cfdbddcd9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 903 time: 0.4125197 May 14 18:17:50.936418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-51589524-2d19-4504-bbe6-c888c3c66543 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.937947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-51589524-2d19-4504-bbe6-c888c3c66543 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.7127364 May 14 18:17:50.940965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:50.948728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:50.956301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:50.957190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:50.966176 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=264e757840634611ab9e21d592b66483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609074 May 14 18:17:50.966941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=158ac4e7-d232-4164-96f7-de5899607ea8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:50.983482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37872) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:50.987312 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:51.002956 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-724bfa02-a318-4243-a073-a9cdd2c4fb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:51.010286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:17:51.053611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-d94fad3c-ef6c-4335-9d49-0e25526258e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.1095278 May 14 18:17:51.084213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820ddde1-f319-4ca9-b36a-755264a39400,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:51.111015 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:51.115844 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9474804 May 14 18:17:51.146486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:51.146928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.155461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.158988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:51.159792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.182344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:66:74:3e'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:51.222336 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a71b33d0-3a03-4b30-b3da-ce50347d576e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:51.277291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:17:51.297121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:51.314211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:51.333469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-0242eee4-eb65-4bc9-80e6-29a948b4035e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.2844226 May 14 18:17:51.338172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.346397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:51.544764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=18c874b2-8623-42c0-9a8f-bc50f246fb8c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:51.576045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a993d9b2-df97-475e-bee1-0eecf54ca7fa None None] Provisioning for port 158ac4e7-d232-4164-96f7-de5899607ea8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:51.588525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a993d9b2-df97-475e-bee1-0eecf54ca7fa None None] Provisioning complete for port 158ac4e7-d232-4164-96f7-de5899607ea8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:51.588917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a993d9b2-df97-475e-bee1-0eecf54ca7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.606830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-7806e0d4-bc1f-46d5-bf23-708f0c3c03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:51.608636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-7806e0d4-bc1f-46d5-bf23-708f0c3c03fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.5350990 May 14 18:17:51.614272 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:51.628780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:51.629973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.713758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7302551 May 14 18:17:51.729974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Request body: {'port': {'device_id': '9573e54f-6bc7-490c-8054-f237006b3f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:51.743281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a993d9b2-df97-475e-bee1-0eecf54ca7fa None None] Port 158ac4e7-d232-4164-96f7-de5899607ea8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:51.790702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.797397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6c5d4ee-2986-4a9b-a707-fa8fa5424407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:51.804870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-8fdecb41-7b12-473f-a54c-386f5e927824 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:51.819414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ddde1-f319-4ca9-b36a-755264a39400,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:51.831271 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:51.834637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:51.834981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.835556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.846358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:51.847425 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/820ddde1-f319-4ca9-b36a-755264a39400 HTTP/1.1" status: 204 len: 168 time: 0.8621361 May 14 18:17:51.971594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-81d6da62-1ad3-43c0-853d-ead87ac8d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:51.973883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-81d6da62-1ad3-43c0-853d-ead87ac8d56a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3317780 May 14 18:17:51.981464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-8fdecb41-7b12-473f-a54c-386f5e927824 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:51.982709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-8fdecb41-7b12-473f-a54c-386f5e927824 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6484621 May 14 18:17:52.038294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.108887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.114603 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.119782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-939d051b-b9f0-43f0-9141-721c83e9a6d0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:52.180369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] In _notify_port_updated(), no bound segment for port 158ac4e7-d232-4164-96f7-de5899607ea8 on network 88a9dbff-35db-4062-ad6c-7d94f979bfbf {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:17:52.187116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:52.188005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.188896 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "PUT /v2.0/ports/158ac4e7-d232-4164-96f7-de5899607ea8 HTTP/1.1" status: 200 len: 1003 time: 1.0261989 May 14 18:17:52.193835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37906) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:52.194363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:52.219890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.292306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=158ac4e7-d232-4164-96f7-de5899607ea8,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:52.298417 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:52.302996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:52.311413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Usage tracker for resource:security_group_rule and tenant:7de7f274e23440abb2cf6c406a4362b4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:52.317086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:52.332855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:52.506837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port 158ac4e7-d232-4164-96f7-de5899607ea8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:52.507307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.584363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-105936e5-ce39-4f70-b7a4-3341cea62070 None None] Provisioning complete for port 158ac4e7-d232-4164-96f7-de5899607ea8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:52.585334 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-105936e5-ce39-4f70-b7a4-3341cea62070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.651642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port ca5bcde6-e5cb-40e5-94ad-61c34388c9f3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:17:52.652262 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.666835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.683620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-105936e5-ce39-4f70-b7a4-3341cea62070 None None] Port 158ac4e7-d232-4164-96f7-de5899607ea8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:52.795426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for 158ac4e7-d232-4164-96f7-de5899607ea8 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:52.825290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:52.863171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-f649a199-7385-4ef6-b124-8f8d8927b4a1 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795106 May 14 18:17:52.888799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.919294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:52.932457 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-510cec34-69a5-43f7-be64-e60e72ab1488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:52.985532 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7de7f274e23440abb2cf6c406a4362b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7895348 May 14 18:17:52.992918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37924) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:53.001835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6acd73e-c553-4854-96f9-983344b1bd05,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:53.016249 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:53.034323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.042625 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed44640f-f62f-4f2e-a8a1-a34fed0e7f31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:53.087720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-f2fb77bb-6004-4888-bb7b-f433195ec38f service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0913763 May 14 18:17:53.130067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=158ac4e7-d232-4164-96f7-de5899607ea8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:53.136029 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:53.180219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.193758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b549b04b-3bc7-4fa9-92c6-fd9a67860e7a req-182a6e44-e80c-4121-ad94-9f6c60bf7497 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148274 May 14 18:17:53.208467 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.211249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/ports/158ac4e7-d232-4164-96f7-de5899607ea8 HTTP/1.1" status: 204 len: 168 time: 1.0135314 May 14 18:17:53.213835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37930) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:53.291012 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cb8b04-c659-46f3-950d-f397b3f1dda9 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] GET failed (client error): The resource could not be found. May 14 18:17:53.291663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07cb8b04-c659-46f3-950d-f397b3f1dda9 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Synchronizing usage tracker for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:53.323467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07cb8b04-c659-46f3-950d-f397b3f1dda9 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Unset dirty status for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:53.325113 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07cb8b04-c659-46f3-950d-f397b3f1dda9 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "GET /v2.0/ports/158ac4e7-d232-4164-96f7-de5899607ea8 HTTP/1.1" status: 404 len: 333 time: 0.1099906 May 14 18:17:53.331607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:53.336651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.348917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-223557417'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:53.587059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:53.600260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:53.618745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:53.624778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.648859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.664319 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b273d404-e3b3-4aa0-8b4a-879e902dd4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:53.684875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c874b2-8623-42c0-9a8f-bc50f246fb8c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:17:53.686650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] device_id is not set on port a334137a-2f00-487a-a993-e12c9dad42eb yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:53.695875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.714378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Transition to ACTIVE for port object 18c874b2-8623-42c0-9a8f-bc50f246fb8c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:53.723402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6acd73e-c553-4854-96f9-983344b1bd05,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:53.726061 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:53.731799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.751898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6acd73e-c553-4854-96f9-983344b1bd05 HTTP/1.1" status: 204 len: 168 time: 0.7558055 May 14 18:17:53.812469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:53.925247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Allocated IP 2001:db8::14b (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/a334137a-2f00-487a-a993-e12c9dad42eb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:53.984152 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46924807-d27c-4ae8-9262-69264cb2e0aa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:54.043378 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:54.139848 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:54.182412 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:17:54.343855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=18c874b2-8623-42c0-9a8f-bc50f246fb8c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:54.350752 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:54.364511 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f17ee9e8-8d08-49ef-97c2-8312469527c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:54.539957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:54.562246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Transition to ACTIVE for port object a334137a-2f00-487a-a993-e12c9dad42eb will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:54.638725 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:54.658842 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc5f5055-3167-4bd3-862d-7f4285ee1464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:54.710652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-8bdea8d7-cc24-482b-94dc-cc4d7b5d1c91 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4916844 May 14 18:17:54.724833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=ca5bcde6-e5cb-40e5-94ad-61c34388c9f3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:54.774703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:54.778009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:54.784202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:54.790977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:54.791302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:54.797129 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:54.836102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=a334137a-2f00-487a-a993-e12c9dad42eb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:54.848175 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:54.861444 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:54.915272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5825307 May 14 18:17:54.919760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:54.928823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'network_id': '88a9dbff-35db-4062-ad6c-7d94f979bfbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591454492'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:55.243354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:55.258774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Usage tracker for resource:port and tenant:d1f9a875f4ec470cab80cf99c6e8d15c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:55.263704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:55.271760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:55.287472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Made reservation on behalf of d1f9a875f4ec470cab80cf99c6e8d15c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:55.298257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:55.368359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] device_id is not set on port 450e30a5-95f9-469c-9650-2586923fd029 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:17:55.373056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3032ec8f-c4ca-4b49-9580-00612833d1bf None None] Provisioning for port a334137a-2f00-487a-a993-e12c9dad42eb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:55.380791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3032ec8f-c4ca-4b49-9580-00612833d1bf None None] Provisioning complete for port a334137a-2f00-487a-a993-e12c9dad42eb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:55.381439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3032ec8f-c4ca-4b49-9580-00612833d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:55.556083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3032ec8f-c4ca-4b49-9580-00612833d1bf None None] Port a334137a-2f00-487a-a993-e12c9dad42eb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:55.666811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Attempting to bind port 18c874b2-8623-42c0-9a8f-bc50f246fb8c on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:17:55.667153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Attempting to bind port 18c874b2-8623-42c0-9a8f-bc50f246fb8c by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:17:55.667522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Attempting to bind port 18c874b2-8623-42c0-9a8f-bc50f246fb8c on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:55.668026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Allocated IP 2001:db8::3e2 (88a9dbff-35db-4062-ad6c-7d94f979bfbf/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c/450e30a5-95f9-469c-9650-2586923fd029) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:55.740964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Port 18c874b2-8623-42c0-9a8f-bc50f246fb8c on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:17:55.741456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Attempting to bind port 18c874b2-8623-42c0-9a8f-bc50f246fb8c on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:17:55.821357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:17:55.821617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:17:55.822016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:17:55.822482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Bound port: 18c874b2-8623-42c0-9a8f-bc50f246fb8c, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:17:55.822908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:55.863147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:17:55.913208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:55.936788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.944466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.946554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Transition to ACTIVE for port object 450e30a5-95f9-469c-9650-2586923fd029 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:17:55.950944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.960098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.966030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.971966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.979547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:55.987721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-7ba0ae5d-b072-492b-9462-2240e9d78cf0 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 0.5337477 May 14 18:17:56.004730 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:56.010779 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87222b16-ec10-4d31-a4a8-7e53c908ff1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:56.091635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:56.094830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:56.104355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:56.110341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:56.110560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:56.121361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=450e30a5-95f9-469c-9650-2586923fd029,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:56.136918 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:56.176236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2529306 May 14 18:17:56.177103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38004) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:56.193644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::201', 'mac_address': 'fa:16:3e:66:74:3e'}, {'ip_address': '2001:db8::14b', 'mac_address': 'fa:16:3e:6e:5b:c6'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:56.394986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] For port 18c874b2-8623-42c0-9a8f-bc50f246fb8c, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:17:56.403348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] For port 18c874b2-8623-42c0-9a8f-bc50f246fb8c, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=18c874b2-8623-42c0-9a8f-bc50f246fb8c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:17:56.422546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0fff86d-0e89-48d9-b5f7-c54a16dc4b2e req-a87acac7-ddcc-4993-8091-15554129e904 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4332201 May 14 18:17:56.431595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:17:56.450618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] Sync routers for ids ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:17:56.455090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:56.464418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] Routers {'2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:56.465072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:56.515819 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:56.526751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:56.650952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:56.653478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:56.656043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] 10.222.0.22 "PUT /v2.0/ports/18c874b2-8623-42c0-9a8f-bc50f246fb8c HTTP/1.1" status: 200 len: 1091 time: 4.9334202 May 14 18:17:56.658315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=18c874b2-8623-42c0-9a8f-bc50f246fb8c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:56.700448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "PUT /v2.0/routers/2c4ff8ad-4cd4-48e7-987d-4c0d8b076354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9186428 May 14 18:17:56.701827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38016) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:56.703864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9573e54f-6bc7-490c-8054-f237006b3f6d', 'tag': '18c874b2-8623-42c0-9a8f-bc50f246fb8c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:17:56.738038 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:56.820162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-85088e4b-5c35-4840-b66b-0ed044de9801 None None] Provisioning for port 450e30a5-95f9-469c-9650-2586923fd029 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:17:56.827460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-85088e4b-5c35-4840-b66b-0ed044de9801 None None] Provisioning complete for port 450e30a5-95f9-469c-9650-2586923fd029 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:56.828059 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85088e4b-5c35-4840-b66b-0ed044de9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:56.904533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-f6327c00-06a9-4220-a3ab-c6be1fa1e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:56.906148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-f6327c00-06a9-4220-a3ab-c6be1fa1e4cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=9573e54f-6bc7-490c-8054-f237006b3f6d HTTP/1.1" status: 200 len: 1094 time: 0.1596692 May 14 18:17:56.929928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] Set router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:57.145930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-eb6b92fc-379e-4a4a-9f6b-8cd9d5b010b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18c874b2-8623-42c0-9a8f-bc50f246fb8c HTTP/1.1" status: 200 len: 217 time: 0.2268372 May 14 18:17:57.149125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-226ec6fe-bfac-49d0-b300-cf4188f9ada0 req-b493df5a-ba50-40e3-8f87-e3fdd1716dad tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 210 time: 0.0603349 May 14 18:17:57.195075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:37Z', 'updated_at': '2021-05-14T18:17:53Z', 'revision_number': 3, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:57.209941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b228de-caa8-4350-8236-1b3d9483bfed tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:57.223974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b228de-caa8-4350-8236-1b3d9483bfed tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:57.224775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b1b228de-caa8-4350-8236-1b3d9483bfed tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:17:57.228031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] Checking router: 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:17:57.242630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-85088e4b-5c35-4840-b66b-0ed044de9801 None None] Port 450e30a5-95f9-469c-9650-2586923fd029 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:57.254919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] Routers {'2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:17:57.255601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:17:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:57.330290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-86b90f86-ea46-4909-9ebb-f168c54311c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:57.333354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-86b90f86-ea46-4909-9ebb-f168c54311c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.1110711 May 14 18:17:57.401836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b1b228de-caa8-4350-8236-1b3d9483bfed tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:17:57.405533 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b1b228de-caa8-4350-8236-1b3d9483bfed tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7005782 May 14 18:17:57.406687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-4f6fd289-e8ee-428a-9eec-af2f148c7807 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603709 May 14 18:17:57.407194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38032) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:57.498295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-17682312-8836-4ef2-a2c8-d0ea1ff5fa5b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:57.510922 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-17682312-8836-4ef2-a2c8-d0ea1ff5fa5b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.7175274 May 14 18:17:57.524468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] Set router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:17:57.564022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet f1f21511-34b3-4700-9766-3236b388042c {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:17:57.564950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '1bd46743-9864-4139-b818-004882447edf', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:57.759559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e3f4bfbb-30fa-431d-8220-a2a471a76c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:57.762684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:37Z', 'updated_at': '2021-05-14T18:17:53Z', 'revision_number': 3, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:17:57.784078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1a2ef-0f17-4c90-9303-a87cd917d378 None None] The sync data for ids ['2c4ff8ad-4cd4-48e7-987d-4c0d8b076354'] in n-d-787206-3 is: [{'id': '2c4ff8ad-4cd4-48e7-987d-4c0d8b076354', 'name': 'tempest-NetworksTestDHCPv6-router-1017141302', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:17:37Z', 'updated_at': '2021-05-14T18:17:53Z', 'revision_number': 3, 'project_id': '7ee208ad1d09449aa7a1aefea371622c', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:17:57.817761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:57.843863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:57.847493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:57.856352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:57.862958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:57.903732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:57.930544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] In _notify_port_updated(), no bound segment for port 450e30a5-95f9-469c-9650-2586923fd029 on network 88a9dbff-35db-4062-ad6c-7d94f979bfbf {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:17:57.937877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:57.938761 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:57.940152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "PUT /v2.0/ports/450e30a5-95f9-469c-9650-2586923fd029 HTTP/1.1" status: 200 len: 1068 time: 1.7626204 May 14 18:17:57.947432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38048) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:57.999584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:17:58.003152 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.022398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event updated for resources: {'Port': ['ID=450e30a5-95f9-469c-9650-2586923fd029,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:58.034991 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:58.084861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-4021fd5b-8877-4c3d-8270-e23d1b0dd846 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073061 May 14 18:17:58.085801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.124487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-fee401bb-d904-482e-8a8e-a0b8e8ff03b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9743371 May 14 18:17:58.314389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-6acecd6d-b887-4c87-8f52-fdda9cf79422 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776500 May 14 18:17:58.425815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.496412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3260a7f3-d216-4e10-a8ae-a75d08c637d2 None None] Provisioning complete for port 450e30a5-95f9-469c-9650-2586923fd029 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:17:58.496801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3260a7f3-d216-4e10-a8ae-a75d08c637d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.542365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-6d4d7a52-2e1a-4973-9995-a1d707c96a97 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.547648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-6d4d7a52-2e1a-4973-9995-a1d707c96a97 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.7746863 May 14 18:17:58.555758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.8 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/377c3186-5763-4803-b428-668b8aef9a51) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:17:58.606883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3260a7f3-d216-4e10-a8ae-a75d08c637d2 None None] Port 450e30a5-95f9-469c-9650-2586923fd029 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:17:58.624685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.625580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.626067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.626543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.627010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.627510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.627978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:58.630567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-737f37c3-21fe-4de3-8c32-f349866dc261 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.3186963 May 14 18:17:58.631928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-2044b5cc-a051-45d0-936d-8890a84cbe83 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0782883 May 14 18:17:58.791986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.892760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:17:58.901716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port 450e30a5-95f9-469c-9650-2586923fd029 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:58.902675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.917126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.917770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:58.925483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fb79e68d-fc7b-431a-bd50-7c9932258fea tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:58.967526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:17:59.034780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-8664fbba-5b46-4539-922a-30357fc85c7a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:59.037398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-8664fbba-5b46-4539-922a-30357fc85c7a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/ports?device_id=9573e54f-6bc7-490c-8054-f237006b3f6d HTTP/1.1" status: 200 len: 943 time: 0.3934374 May 14 18:17:59.055434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:17:59.056369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ca5bcde6-e5cb-40e5-94ad-61c34388c9f3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:17:59.081290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:17:59.093078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:17:59.109791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:17:59.151726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=377c3186-5763-4803-b428-668b8aef9a51,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:59.164980 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:59.202052 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.213027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:17:59.224010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:59.224845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.267434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-82ea2e65-8811-4129-8390-205905192edb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5342467 May 14 18:17:59.274035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-7996b2e9-420d-4f82-8a92-ddba7edb59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:59.274742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-7996b2e9-420d-4f82-8a92-ddba7edb59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:59.275117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-7996b2e9-420d-4f82-8a92-ddba7edb59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:17:59.276879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-7996b2e9-420d-4f82-8a92-ddba7edb59f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 2297 time: 0.4872167 May 14 18:17:59.388944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for 450e30a5-95f9-469c-9650-2586923fd029 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:17:59.416691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8555169 May 14 18:17:59.442728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Request body: {'port': {'device_id': '1bd46743-9864-4139-b818-004882447edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:17:59.485410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.527790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:17:59.568601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Usage tracker for resource:security_group_rule and tenant:b205e128b72f4501be0391429d64c501 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:17:59.569629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.577907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:17:59.589074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:17:59.642177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.652800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-075702fd-fc9b-4e1f-814e-fd29023fe751 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 1000 time: 0.3418555 May 14 18:17:59.723234 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21f9ef9a-e6f3-435c-9409-3c981adcd5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.730788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-3ea49d5a-2653-41c9-93df-0753e0a5aefb service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506907 May 14 18:17:59.757956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:17:59.812118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a4c562b2-1a8a-442f-a2be-054f6528b830 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:17:59.874805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=450e30a5-95f9-469c-9650-2586923fd029,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:17:59.889537 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:17:59.901572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port 18c874b2-8623-42c0-9a8f-bc50f246fb8c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:17:59.901918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.011507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.029072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.066420 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45470b9b-8692-4b37-ba27-4f2f357ce429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:00.076285 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b205e128b72f4501be0391429d64c501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619688 May 14 18:18:00.101258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:00.201894 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.216104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-fdaecbd5-b8b1-48bf-843b-a71a5fa9d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:00.218020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-fdaecbd5-b8b1-48bf-843b-a71a5fa9d245 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.5459337 May 14 18:18:00.224982 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2a5af7b-52d3-406e-95d3-cbd841b8f12e tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:00.247362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc2cd6-a931-4c77-bce4-3562580ad7d2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:00.263898 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:00.280310 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.281143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad5729-ace7-472d-8c75-12bb5e786a83 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:00.389433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port 18c874b2-8623-42c0-9a8f-bc50f246fb8c, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=18c874b2-8623-42c0-9a8f-bc50f246fb8c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:00.389884 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.553699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for 18c874b2-8623-42c0-9a8f-bc50f246fb8c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:00.723963 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.731418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:18:00.766972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f21511-34b3-4700-9766-3236b388042c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:00.792418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.822592 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.830889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.831225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.831608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.832133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.833050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.833414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.834029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.834524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.834884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Deleting port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:00.834992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.835413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.835705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.835940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.836309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:00.844743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/f1f21511-34b3-4700-9766-3236b388042c HTTP/1.1" status: 204 len: 168 time: 3.4312217 May 14 18:18:00.846212 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:00.864426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38074) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:00.955750 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:00.968118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e52632a-2a0c-4f20-8b77-46cb2401ea16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:00.999263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.009790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.021715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 364fbc3d-2b85-4d4d-8b1f-8d64f056576f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:01.026080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377c3186-5763-4803-b428-668b8aef9a51 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:01.028506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-3d0235c1-8c41-4f42-b291-335f38f85377 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2837930 May 14 18:18:01.037742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.055781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Transition to ACTIVE for port object 377c3186-5763-4803-b428-668b8aef9a51 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:01.069472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:01.084205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.104452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc2cd6-a931-4c77-bce4-3562580ad7d2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:01.192767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:01.203435 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d04ff8bd-c52a-40a0-9958-9dce8ff8bef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:01.287553 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee92bd52-d455-4750-a590-ad04441d1fa8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:01.295062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=18c874b2-8623-42c0-9a8f-bc50f246fb8c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:01.298636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:01.430240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Pushing event updated for resources: {'Port': ['ID=377c3186-5763-4803-b428-668b8aef9a51,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:01.458705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] For port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:01.459287 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.462193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/ports/450e30a5-95f9-469c-9650-2586923fd029 HTTP/1.1" status: 204 len: 168 time: 3.5133274 May 14 18:18:01.463426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.464423 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdfc2cd6-a931-4c77-bce4-3562580ad7d2 HTTP/1.1" status: 204 len: 168 time: 1.3601696 May 14 18:18:01.474702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38090) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:01.480122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38092) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:01.481439 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:01.496942 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9573e54f-6bc7-490c-8054-f237006b3f6d', 'tag': '18c874b2-8623-42c0-9a8f-bc50f246fb8c', 'status': 'completed', 'code': 200} May 14 18:18:01.535627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-24708d9b-cdbf-43a4-adb6-3a26500cc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:01.538223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-24708d9b-cdbf-43a4-adb6-3a26500cc38a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2493348 May 14 18:18:01.606061 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fafb638-1de9-4643-8936-cdb73164b231 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] GET failed (client error): The resource could not be found. May 14 18:18:01.606604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9fafb638-1de9-4643-8936-cdb73164b231 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Synchronizing usage tracker for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:01.613885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Attempting to bind port 377c3186-5763-4803-b428-668b8aef9a51 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:01.614217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Attempting to bind port 377c3186-5763-4803-b428-668b8aef9a51 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:01.614545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Attempting to bind port 377c3186-5763-4803-b428-668b8aef9a51 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:01.622212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Port 377c3186-5763-4803-b428-668b8aef9a51 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:18:01.622537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Attempting to bind port 377c3186-5763-4803-b428-668b8aef9a51 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:01.633304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:01.633911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port 18c874b2-8623-42c0-9a8f-bc50f246fb8c on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:01.633996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:01.634403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:01.635464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Bound port: 377c3186-5763-4803-b428-668b8aef9a51, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:01.636070 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.677459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9fafb638-1de9-4643-8936-cdb73164b231 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Unset dirty status for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:01.694969 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9fafb638-1de9-4643-8936-cdb73164b231 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "GET /v2.0/ports/450e30a5-95f9-469c-9650-2586923fd029 HTTP/1.1" status: 404 len: 333 time: 0.2099001 May 14 18:18:01.700341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38108) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:01.708774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:01.720323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54f403f7-6d1d-4302-ba0d-53677c2c7a86 req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "DELETE /v2.0/ports/18c874b2-8623-42c0-9a8f-bc50f246fb8c HTTP/1.1" status: 204 len: 173 time: 2.6456738 May 14 18:18:01.917979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-616f63ec-bea6-4d69-8024-7ac149dc36a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608305 May 14 18:18:01.987650 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3d4584b5-a230-4570-9b16-9e377b83e413 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1190107 May 14 18:18:02.001358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38116) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:02.062646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Calling delete_port for 364fbc3d-2b85-4d4d-8b1f-8d64f056576f owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:02.136426 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.179714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-ebbf1eeb-0b69-4a19-b260-b8b2d4ff6182 service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769645 May 14 18:18:02.235244 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.244697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:02.258831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38122) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:02.261421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.262259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.269369 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:02.301082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:02.310145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] For port 377c3186-5763-4803-b428-668b8aef9a51, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:02.312616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.331730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Usage tracker for resource:security_group_rule and tenant:baa6aee3e2a44fe5932a9253dfef46ec is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:02.342100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-98d2e5fb-0e1e-4915-a9fe-c260366391ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 217 time: 0.0878527 May 14 18:18:02.344496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8021b68-2723-4b9e-a9aa-cdb5020a2ab7 req-e014f634-c9ff-4110-bae9-726e1a994bdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=9573e54f-6bc7-490c-8054-f237006b3f6d HTTP/1.1" status: 200 len: 210 time: 0.8457773 May 14 18:18:02.344867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:02.360846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:02.363995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] For port 377c3186-5763-4803-b428-668b8aef9a51, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=377c3186-5763-4803-b428-668b8aef9a51,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:02.367678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:02.371199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a9bfa4d73007406eae53db09a2aae1da is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:02.374470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port a334137a-2f00-487a-a993-e12c9dad42eb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:02.374788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.389321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:02.396111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.408736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:02.408993 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0f8da29-08f4-4f3d-88fe-051906c0dd7b tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:02.413358 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:02.414796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.418942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ebdd5c4d-8b24-4940-8271-7f6b9ce55abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:02.469774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Pushing event deleted for resources: {'Port': ['ID=364fbc3d-2b85-4d4d-8b1f-8d64f056576f,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:02.475972 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:02.481365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] No DVR routers for this DVR port 364fbc3d-2b85-4d4d-8b1f-8d64f056576f on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:02.534864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:02.542947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Pushing event updated for resources: {'Port': ['ID=377c3186-5763-4803-b428-668b8aef9a51,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:02.559087 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:02.582021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.583069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.584780 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] 10.222.0.15 "PUT /v2.0/ports/377c3186-5763-4803-b428-668b8aef9a51 HTTP/1.1" status: 200 len: 1091 time: 3.1479688 May 14 18:18:02.585292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd46743-9864-4139-b818-004882447edf', 'tag': '377c3186-5763-4803-b428-668b8aef9a51'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:02.735772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.766395 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.871704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for a334137a-2f00-487a-a993-e12c9dad42eb owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:02.945402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.951165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.956980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.963920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.968794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.969739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.976617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.979078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.982375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.984330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37760c79-7921-46a5-be6e-c682027107c3 req-69a97c11-603f-40da-a74c-23f532efeef8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 1.4427719 May 14 18:18:02.995880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-e88c35f5-5122-41cb-ba20-c531be494967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:02.996914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:02.997290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-e88c35f5-5122-41cb-ba20-c531be494967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.5550499 May 14 18:18:03.000575 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36bbe2f9-1f42-4903-b6d5-dfeb4bef2fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:03.018309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-372232b6-17de-4d3d-a8ae-f7479d49c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:03.020516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-372232b6-17de-4d3d-a8ae-f7479d49c1b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 1094 time: 0.3656991 May 14 18:18:03.021110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.146763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-5b57e6db-668d-4385-a43e-61dcb52cfb35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377c3186-5763-4803-b428-668b8aef9a51 HTTP/1.1" status: 200 len: 217 time: 0.1187336 May 14 18:18:03.150375 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baa6aee3e2a44fe5932a9253dfef46ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6679831 May 14 18:18:03.151580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb3ddd-9b42-489d-b93e-122f06b583e4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:03.154183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38128) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:03.160182 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9bfa4d73007406eae53db09a2aae1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9000597 May 14 18:18:03.205696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38132) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:03.344742 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:03.345397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-58b9dcf7-41da-4450-b107-01c3db78e365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:03.392497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.399454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8021b68-2723-4b9e-a9aa-cdb5020a2ab7 req-7c1e68b9-5614-4713-a01e-2bdf6c9e7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:03.400833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8021b68-2723-4b9e-a9aa-cdb5020a2ab7 req-7c1e68b9-5614-4713-a01e-2bdf6c9e7042 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0991e9a799464f749f8fbb8814afd2cf&shared=False HTTP/1.1" status: 200 len: 907 time: 0.9889197 May 14 18:18:03.404270 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.446363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37760c79-7921-46a5-be6e-c682027107c3 req-ae3ca0a5-3bef-4c73-bd54-be9d1babe88b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4521918 May 14 18:18:03.462990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd6400-7417-48fb-887e-4b11d1c57aee,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:03.483728 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:03.497602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-79ab07c7-6e5a-426f-9745-9c7353bc04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:03.499038 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-79ab07c7-6e5a-426f-9745-9c7353bc04e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.3433325 May 14 18:18:03.501908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573e54f-6bc7-490c-8054-f237006b3f6d', 'name': 'network-vif-deleted', 'tag': '18c874b2-8623-42c0-9a8f-bc50f246fb8c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:03.549047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.562072 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2e583de-d021-43a4-ab25-f7ce37c653cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:03.591289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.601234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-d8b06221-e384-4cd4-8737-d24908fd4b4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920894 May 14 18:18:03.614136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.614718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Fanout notify agent at l3_agent the message router_deleted on router 2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:18:03.670761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=a334137a-2f00-487a-a993-e12c9dad42eb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:03.699229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-d616c38c-4277-4939-8325-04bc4846f24f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:03.700423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-d616c38c-4277-4939-8325-04bc4846f24f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.6075165 May 14 18:18:03.709816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.713578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-022bef51-bd3d-4f05-bf70-d07bf62f23be tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/routers/2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 HTTP/1.1" status: 204 len: 168 time: 1.5382621 May 14 18:18:03.717370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38138) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:03.727003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.737689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:03.810693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.821067 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:03.823603 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-f54ec0d3-9df1-461c-946d-bac0c7ce422d service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147505 May 14 18:18:03.905944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b6c79e98-c5e1-403b-89a0-bec511f687f0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:03.909787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-55aaf68d-fac8-4e26-8393-46c58b12f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:03.912438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-55aaf68d-fac8-4e26-8393-46c58b12f9db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8495185 May 14 18:18:03.956128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:03.986968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8021b68-2723-4b9e-a9aa-cdb5020a2ab7 req-d54e9799-306a-4acb-ac1c-b960cf356d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:03.987813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8021b68-2723-4b9e-a9aa-cdb5020a2ab7 req-d54e9799-306a-4acb-ac1c-b960cf356d0f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5669274 May 14 18:18:04.005698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.042691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/ports/a334137a-2f00-487a-a993-e12c9dad42eb HTTP/1.1" status: 204 len: 168 time: 2.3412251 May 14 18:18:04.045861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38142) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:04.140294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b6c79e98-c5e1-403b-89a0-bec511f687f0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:04.144168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b6c79e98-c5e1-403b-89a0-bec511f687f0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4246318 May 14 18:18:04.144465 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee1262b-2c9d-4675-b829-14e01ba62903 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] GET failed (client error): The resource could not be found. May 14 18:18:04.145559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4ee1262b-2c9d-4675-b829-14e01ba62903 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Synchronizing usage tracker for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:04.153096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38146) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:04.174872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57e148ac-bb31-4e98-8253-570ec32cef14 req-813b4a89-1874-481a-b048-f68e692d56df service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128352 May 14 18:18:04.176146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.196488 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4abc8a4e-0235-4175-a57c-ec9b4ea86b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:04.205988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4ee1262b-2c9d-4675-b829-14e01ba62903 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Unset dirty status for tenant:d1f9a875f4ec470cab80cf99c6e8d15c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:04.212172 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4ee1262b-2c9d-4675-b829-14e01ba62903 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "GET /v2.0/ports/a334137a-2f00-487a-a993-e12c9dad42eb HTTP/1.1" status: 404 len: 333 time: 0.1609931 May 14 18:18:04.215005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:04.217749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb3ddd-9b42-489d-b93e-122f06b583e4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:04.220261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.221424 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8cb3ddd-9b42-489d-b93e-122f06b583e4 HTTP/1.1" status: 204 len: 168 time: 1.0646203 May 14 18:18:04.258889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:04.396859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:04.397503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.577792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:04.615661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fa4b4-d094-4c29-b261-2edc618eb15c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:04.616346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-608fa4b4-d094-4c29-b261-2edc618eb15c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:04.622053 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.630156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.646207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a79fa-29da-40c4-be03-a11ee2b86474 req-5b33f89d-a264-4b8c-861f-5d1850e80eaf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:04.647256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-408a79fa-29da-40c4-be03-a11ee2b86474 req-5b33f89d-a264-4b8c-861f-5d1850e80eaf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:04.654162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5157a97e-eb16-49bb-8a08-1d2eab85654a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:04.699031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.703953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1efd6400-7417-48fb-887e-4b11d1c57aee HTTP/1.1" status: 204 len: 168 time: 1.4287982 May 14 18:18:04.705690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:04.720472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd6400-7417-48fb-887e-4b11d1c57aee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:04.724618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-3d82c997-8402-4d38-8674-826eab2eba2f service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965167 May 14 18:18:04.732981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:04.749974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-608fa4b4-d094-4c29-b261-2edc618eb15c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:04.751819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-608fa4b4-d094-4c29-b261-2edc618eb15c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3490498 May 14 18:18:04.785372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38168) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:04.802514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for 74cc1d0f-ee1f-445b-8e73-2581bcf496c2 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:04.835400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38172) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:04.854018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:04.857995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.858431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:04.878609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:04.884867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Usage tracker for resource:security_group_rule and tenant:f3d136de9922400e899b99c0ca957f0c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:04.888624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:04.896411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:05.007457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d2e235e-77e2-4178-ba0a-89c1e98e6ac0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:router {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:05.014230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-408a79fa-29da-40c4-be03-a11ee2b86474 req-5b33f89d-a264-4b8c-861f-5d1850e80eaf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:05.021431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-408a79fa-29da-40c4-be03-a11ee2b86474 req-5b33f89d-a264-4b8c-861f-5d1850e80eaf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 943 time: 1.1332698 May 14 18:18:05.073656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:05.081240 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0970273-b5da-4614-9ecf-bb60eae91df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:05.136787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=74cc1d0f-ee1f-445b-8e73-2581bcf496c2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:05.145505 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:05.150790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-408a79fa-29da-40c4-be03-a11ee2b86474 req-35343685-45db-44f1-91a2-eb9126ab4637 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284268 May 14 18:18:05.190744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d2e235e-77e2-4178-ba0a-89c1e98e6ac0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:router {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:05.192070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d2e235e-77e2-4178-ba0a-89c1e98e6ac0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4052396 May 14 18:18:05.198824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38182) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:05.218981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:05.370964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:05.373682 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:05.394412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:05.401856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:05.411731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:05.443993 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:05.460783 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3d136de9922400e899b99c0ca957f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243029 May 14 18:18:05.462980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:05.463771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:05.467263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:05.497975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-8b6cc512-8ed4-4916-925f-23c31bf46027 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7489684 May 14 18:18:05.527789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e08b450-911d-4209-8453-c9dad98e41ad req-5a33c065-6616-4862-9ab2-8b7f98d13cbc tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 210 time: 0.1402481 May 14 18:18:05.670700 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9573e54f-6bc7-490c-8054-f237006b3f6d', 'name': 'network-vif-deleted', 'tag': '18c874b2-8623-42c0-9a8f-bc50f246fb8c', 'status': 'completed', 'code': 200} May 14 18:18:05.675726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-2df82e21-e7de-4272-be51-062ff8afac4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 217 time: 0.1661305 May 14 18:18:05.757944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.14 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/ec057b31-4c63-4326-8931-cc7c15633e8a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:05.767869 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/ports/74cc1d0f-ee1f-445b-8e73-2581bcf496c2 HTTP/1.1" status: 204 len: 168 time: 1.5499430 May 14 18:18:05.771157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38200) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:05.771758 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd46743-9864-4139-b818-004882447edf', 'tag': '377c3186-5763-4803-b428-668b8aef9a51', 'status': 'completed', 'code': 200} May 14 18:18:05.877787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-7f0e62c3-8939-40c3-8fb1-5f5e1aac1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:05.879792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-7f0e62c3-8939-40c3-8fb1-5f5e1aac1257 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1958156 May 14 18:18:05.888410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9fe7b6-9194-4dc3-9c29-4ac63dc47953,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:05.897469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:06.003137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-819390af-7f30-4ccb-b91a-56cc48e23848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.005293 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-819390af-7f30-4ccb-b91a-56cc48e23848 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 1094 time: 0.2327230 May 14 18:18:06.006216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.032154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting subnet fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:06.041545 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.158906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.183359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 09bced4c-0c76-4dd9-8987-f10182e73ea1 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:06.235791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.297938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.304593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.310746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.318781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-5d9ab46a-6f89-4300-81ff-271f86df2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.320257 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-5d9ab46a-6f89-4300-81ff-271f86df2925 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.3032963 May 14 18:18:06.320508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.326411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.332427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.338687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.346621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-fb6c4dae-f524-4d7e-92c2-34eb24183a87 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5419 time: 0.5837433 May 14 18:18:06.401046 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-28fe2724-9185-4163-bb8b-54cfcf64aeb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377c3186-5763-4803-b428-668b8aef9a51 HTTP/1.1" status: 200 len: 217 time: 0.0714886 May 14 18:18:06.412903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.418388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-fee5aece-d813-44a7-b325-e2883b5d6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.419890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-fee5aece-d813-44a7-b325-e2883b5d6273 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5275514 May 14 18:18:06.420349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:06.442806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '09bced4c-0c76-4dd9-8987-f10182e73ea1', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'port_id': '09bced4c-0c76-4dd9-8987-f10182e73ea1', 'mac_address': 'fa:16:3e:5a:7f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:06.458563 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-489016ad-463f-4a7b-813f-d9896e468904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:06.498724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9fe7b6-9194-4dc3-9c29-4ac63dc47953,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:06.505622 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:06.544369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.550027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b9fe7b6-9194-4dc3-9c29-4ac63dc47953 HTTP/1.1" status: 204 len: 168 time: 0.7866426 May 14 18:18:06.553474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-5379f297-df64-4a27-a72a-de8646de019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:06.555623 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-5379f297-df64-4a27-a72a-de8646de019f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.1434767 May 14 18:18:06.601679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.637987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bced4c-0c76-4dd9-8987-f10182e73ea1 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:06.655921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:06.662909 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-0faa3150-6384-44cb-8888-d8743d524b3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998797 May 14 18:18:06.666979 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.667824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96026aa1-2ee5-4b69-acf4-c85098828533 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:06.679697 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db732b21-508f-4852-a7f9-61b08d5539a6 req-2f85ed7c-1fb0-4ea9-aa4f-8638a8ce77ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3324957 May 14 18:18:06.687652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.700667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96026aa1-2ee5-4b69-acf4-c85098828533,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:06.720667 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-779155ce-bdda-4a1d-a2dd-b6e88d7bd344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:06.753773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '96026aa1-2ee5-4b69-acf4-c85098828533', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'port_id': '96026aa1-2ee5-4b69-acf4-c85098828533', 'mac_address': 'fa:16:3e:4b:6d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:06.776540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object ec057b31-4c63-4326-8931-cc7c15633e8a will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:06.809213 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.848880 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.895755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96026aa1-2ee5-4b69-acf4-c85098828533 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:06.914385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96026aa1-2ee5-4b69-acf4-c85098828533,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:06.921546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:06.926882 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:06.928728 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:06.929540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cdbdc290-c953-4869-b9f3-46aa70f49e61 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:06.955116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:06.972105 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7d3d241c-858a-4a30-baab-a25bf712779d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:07.021970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'cdbdc290-c953-4869-b9f3-46aa70f49e61', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'port_id': 'cdbdc290-c953-4869-b9f3-46aa70f49e61', 'mac_address': 'fa:16:3e:94:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:07.040756 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-fd6d12d6-8579-4532-9820-b0c23323debc service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239858 May 14 18:18:07.044882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-b8ebde38-3f99-4c05-8940-a0f261ba7246 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927815 May 14 18:18:07.202067 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:07.213008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:07.227247 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:07.267049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbdc290-c953-4869-b9f3-46aa70f49e61 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:07.287445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:18:07.296288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:07.303842 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45f9d6fe-63c0-4996-8902-593fa970cf14 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:07.332848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:07.340374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:07.341129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 64f00d6e-a83c-4b73-885a-8b55c877868d details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:07.343952 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab7cde26-c957-4301-a538-ef09ef4ad830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:07.391828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:07.410729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:07.427469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e85837-7f24-49b4-aab9-1992599f499b None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:07.448524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:07.449511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:07.455023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-afad6356-3210-4070-806a-cf5fbcffe5dd req-ddc256be-cd08-4b2f-bec3-ecff33dc5724 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010794 May 14 18:18:07.458285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=44881a04-809d-4418-893c-7f263c01447c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:07.474981 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:07.497447 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2899423 May 14 18:18:07.499868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38230) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:07.509743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:07.683469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:07.699106 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:07.704517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=64f00d6e-a83c-4b73-885a-8b55c877868d,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:07.741878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '64f00d6e-a83c-4b73-885a-8b55c877868d', 'network_id': '98c085c9-f5f4-43ac-a134-03e3dca4a951', 'port_id': '64f00d6e-a83c-4b73-885a-8b55c877868d', 'mac_address': 'fa:16:3e:3b:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f02c20-bbbc-4cb0-8dad-01103fe51b76', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:07.881040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:07.896216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:07.900304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:07.903662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:07.903819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-76b904dc-a739-41f6-8831-253d3068c9f2 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945265 May 14 18:18:07.919889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:07.943371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:07.949075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:07.982968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 377c3186-5763-4803-b428-668b8aef9a51 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:07.985217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '44881a04-809d-4418-893c-7f263c01447c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:18:07.985800 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:08.009979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f00d6e-a83c-4b73-885a-8b55c877868d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:08.065404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-460c738c-b547-4dd8-826a-45c354ceb48f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 217 time: 0.1490498 May 14 18:18:08.152098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=64f00d6e-a83c-4b73-885a-8b55c877868d,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:08.160002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:18:08.188306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:08.189579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 50f45925-bd6b-448c-b206-fd819ee7acc3 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:08.319938 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c2795fd-3b74-4119-b461-0a947af28167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:08.327517 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:08.356229 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac28cacd-5398-4089-9301-69e3f7f2290c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:08.437639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a354899-2a24-464a-b3d8-3fed6ed89ef8 req-9d43f257-f5c8-442b-ae4d-c99f256a33cd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:08.446034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a354899-2a24-464a-b3d8-3fed6ed89ef8 req-9d43f257-f5c8-442b-ae4d-c99f256a33cd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 943 time: 1.3919208 May 14 18:18:08.455553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-760ea41d-2bfb-4461-9ee4-a0ee0b385b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:08.457691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-760ea41d-2bfb-4461-9ee4-a0ee0b385b1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.3666139 May 14 18:18:08.529253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:08.557998 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:08.577231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:08.628791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:08.644764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:08.645852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=50f45925-bd6b-448c-b206-fd819ee7acc3,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:08.680181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=ec057b31-4c63-4326-8931-cc7c15633e8a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:08.699074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:08.732488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a354899-2a24-464a-b3d8-3fed6ed89ef8 req-f25d6eb0-d6f2-4677-af78-b6d25ba0dd6c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855916 May 14 18:18:08.810918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:08.821893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'port_id': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'mac_address': 'fa:16:3e:ea:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:08.827452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:08.914751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1958961 May 14 18:18:08.963052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-6849ec9e-ca79-45f7-92de-af8fee1fb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:08.971156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-6849ec9e-ca79-45f7-92de-af8fee1fb45f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4874830 May 14 18:18:08.978856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Request body: {'port': {'device_id': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:09.087710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Allocated IP 2001:db8::f816:3eff:fe7c:5198 (7ad50c71-58ac-4344-b706-61652f033104/44881a04-809d-4418-893c-7f263c01447c/88504876-622b-4a28-83da-ecf7849d2c51) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:09.110584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 377c3186-5763-4803-b428-668b8aef9a51, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=377c3186-5763-4803-b428-668b8aef9a51,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:09.132770 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.168976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '377c3186-5763-4803-b428-668b8aef9a51', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': '377c3186-5763-4803-b428-668b8aef9a51', 'mac_address': 'fa:16:3e:12:a8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:09.171308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f45925-bd6b-448c-b206-fd819ee7acc3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:09.306334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56a511c4-db19-4885-9da8-4e640a992e77 None None] Provisioning for port ec057b31-4c63-4326-8931-cc7c15633e8a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:09.329362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=50f45925-bd6b-448c-b206-fd819ee7acc3,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:09.335492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56a511c4-db19-4885-9da8-4e640a992e77 None None] Provisioning complete for port ec057b31-4c63-4326-8931-cc7c15633e8a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:09.335492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56a511c4-db19-4885-9da8-4e640a992e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.371168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.389107 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:09.413194 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.439851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 95b18104-46e6-4c2d-997b-8ce284dfc742 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:09.502221 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.554016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-56a511c4-db19-4885-9da8-4e640a992e77 None None] Port ec057b31-4c63-4326-8931-cc7c15633e8a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:18:09.588600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377c3186-5763-4803-b428-668b8aef9a51 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:09.605131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:09.631581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:09.687320 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:09.717179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.725264 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-732aeb36-97f9-4fe8-81c8-fe84d3bb4b40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:09.777721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 377c3186-5763-4803-b428-668b8aef9a51, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=377c3186-5763-4803-b428-668b8aef9a51,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:09.798412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:09.799561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['09bced4c-0c76-4dd9-8987-f10182e73ea1'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:09.803472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:09.823744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:09.824719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.827301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['cdbdc290-c953-4869-b9f3-46aa70f49e61'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:09.828523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.842385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:09.850064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:09.875118 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3738148 May 14 18:18:09.877729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.878382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38264) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:09.882632 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.891025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/subnets/fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c HTTP/1.1" status: 204 len: 168 time: 4.1151471 May 14 18:18:09.891669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38268) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:09.895171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Transition to ACTIVE for port object 88504876-622b-4a28-83da-ecf7849d2c51 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:09.899352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:3e:dc:c0', 'name': 'tempest-NetworksTestDHCPv6-1076942756'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:09.921924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Transition to ACTIVE for port object 88504876-622b-4a28-83da-ecf7849d2c51 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:09.935676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9ddd7c-f9e2-4a79-b2b1-f399d2d2d64c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:09.945379 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:09.964225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:09.966826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['64f00d6e-a83c-4b73-885a-8b55c877868d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:09.999621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['50f45925-bd6b-448c-b206-fd819ee7acc3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:10.062832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6de6db-3636-4894-92c9-1c99b17dbbb7 None None] Network 88a9dbff-35db-4062-ad6c-7d94f979bfbf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:10.086950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-4c8bf1f8-54f8-4c5c-aeea-c5b79c2ded26 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0318809 May 14 18:18:10.092841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:10.096442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38272) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:10.108231 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87dda0e7-5cfc-4aa9-a478-9c40c9b3e884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:10.189609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:10.249952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:10.274641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:10.293691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:10.485470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:10.506034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-49ff8a56-25fe-4342-b67a-0141564af538 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084623 May 14 18:18:10.508847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:10.569831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 181fb046-1deb-4536-90d9-ffece4063804 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:18:10.578522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=95b18104-46e6-4c2d-997b-8ce284dfc742,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:10.609884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['377c3186-5763-4803-b428-668b8aef9a51'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:10.681315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:10.720936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:10.825011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=377c3186-5763-4803-b428-668b8aef9a51,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:10.828146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '95b18104-46e6-4c2d-997b-8ce284dfc742', 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'port_id': '95b18104-46e6-4c2d-997b-8ce284dfc742', 'mac_address': 'fa:16:3e:cc:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bea6f9-10a9-4fe4-8e60-ecc7790c5da0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:10.896330 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:10.909157 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:10.941623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['96026aa1-2ee5-4b69-acf4-c85098828533'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:10.948725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455fbfc-687a-4cb2-824f-963525b2b6cd req-f6c9fb15-44ca-4426-ab74-b532ec0c7059 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:10.949944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2455fbfc-687a-4cb2-824f-963525b2b6cd req-f6c9fb15-44ca-4426-ab74-b532ec0c7059 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:10.966278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-680f58ff-21bb-4695-bae2-83e4348bcb5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 217 time: 0.4385934 May 14 18:18:11.054016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-bfe15af9-7905-4b40-a348-f570a4864cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:11.055635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-bfe15af9-7905-4b40-a348-f570a4864cff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.0791597 May 14 18:18:11.056426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.063037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 172.20.0.11 (7ad50c71-58ac-4344-b706-61652f033104/05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e/181fb046-1deb-4536-90d9-ffece4063804) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:11.073178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe3e:dcc0 (7ad50c71-58ac-4344-b706-61652f033104/44881a04-809d-4418-893c-7f263c01447c/181fb046-1deb-4536-90d9-ffece4063804) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:11.164256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:11.188967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Usage tracker for resource:security_group_rule and tenant:c1ca99249ea546dcb336d8d53a25c933 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:11.193099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2455fbfc-687a-4cb2-824f-963525b2b6cd req-f6c9fb15-44ca-4426-ab74-b532ec0c7059 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:11.201208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2455fbfc-687a-4cb2-824f-963525b2b6cd req-f6c9fb15-44ca-4426-ab74-b532ec0c7059 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 932 time: 1.9207795 May 14 18:18:11.217259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:11.221697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Deleting port 270752c1-f3db-411c-97db-59a1d2e294e8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:11.222209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.338711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Pushing event updated for resources: {'Port': ['ID=88504876-622b-4a28-83da-ecf7849d2c51,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:11.382659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Attempting to bind port 88504876-622b-4a28-83da-ecf7849d2c51 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:11.383341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Attempting to bind port 88504876-622b-4a28-83da-ecf7849d2c51 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:11.383978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Attempting to bind port 88504876-622b-4a28-83da-ecf7849d2c51 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:11.387663 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:11.397553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.410888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:11.441146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 181fb046-1deb-4536-90d9-ffece4063804 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:11.488635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:11.489509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:11.489982 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.490673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:11.491568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2455fbfc-687a-4cb2-824f-963525b2b6cd req-2cef7e42-ab5e-4e6e-a2e7-3a70b3789fc4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894392 May 14 18:18:11.505862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Bound port: 88504876-622b-4a28-83da-ecf7849d2c51, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:11.506656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.507011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.518442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b827ac9c-6fc8-4d5f-a02f-790ad2c2145d tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:11.526199 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.566415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] For port 270752c1-f3db-411c-97db-59a1d2e294e8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=270752c1-f3db-411c-97db-59a1d2e294e8,segment=NetworkSegment(dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1),segment_id=dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:11.566916 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.639318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:11.648219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:11.664717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:11.730873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b18104-46e6-4c2d-997b-8ce284dfc742 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:11.736026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=181fb046-1deb-4536-90d9-ffece4063804,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:11.741013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-32befa8a-429e-4eef-b269-256bfdb336d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:11.742511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-32befa8a-429e-4eef-b269-256bfdb336d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6694987 May 14 18:18:11.744598 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:11.781871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:11.782530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.815000 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9348254 May 14 18:18:11.820629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38290) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:11.829601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Calling delete_port for 270752c1-f3db-411c-97db-59a1d2e294e8 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:11.925420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=95b18104-46e6-4c2d-997b-8ce284dfc742,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:11.936743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c7b31-f868-4c40-8b6a-6a33a3b47aa5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:11.944175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c7b31-f868-4c40-8b6a-6a33a3b47aa5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:11.944969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-872c7b31-f868-4c40-8b6a-6a33a3b47aa5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:11.988891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:11.989308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-872c7b31-f868-4c40-8b6a-6a33a3b47aa5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:11.989840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 08b9d981-703d-49ce-96fe-a79e20387a88 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:11.996384 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-872c7b31-f868-4c40-8b6a-6a33a3b47aa5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1706202 May 14 18:18:11.997043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38294) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:12.000841 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:12.148487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] DHCP port deletion for 88a9dbff-35db-4062-ad6c-7d94f979bfbf request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:18:12.160985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] For port 88504876-622b-4a28-83da-ecf7849d2c51, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:12.232430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:18:12.240772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.253187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec057b31-4c63-4326-8931-cc7c15633e8a {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:12.264835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] For port 88504876-622b-4a28-83da-ecf7849d2c51, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88504876-622b-4a28-83da-ecf7849d2c51,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:12.274641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-eb212bc1-37ed-47c7-9cdf-54c39023aade service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571140 May 14 18:18:12.277700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.278229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 181fb046-1deb-4536-90d9-ffece4063804 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:12.281410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=08b9d981-703d-49ce-96fe-a79e20387a88,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:12.281607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.281968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.303261 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fff4dd1f-139c-4e73-b00c-e5d02e9606c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:12.317297 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.325360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:12.342095 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:12.344316 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ff1db150-27a6-4f98-b9f7-82a4aec949b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:12.376461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '08b9d981-703d-49ce-96fe-a79e20387a88', 'network_id': 'edb56c8e-97e3-49c7-8505-32a807ea9fa8', 'port_id': '08b9d981-703d-49ce-96fe-a79e20387a88', 'mac_address': 'fa:16:3e:ca:c9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bea6f9-10a9-4fe4-8e60-ecc7790c5da0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:12.412786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.419462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.426606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.433595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.441238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.449774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.458990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:12.469251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2d264fb-5ffe-4661-87af-6bcaf43ac3bf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 0.7255807 May 14 18:18:12.478214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Transition to ACTIVE for port object ec057b31-4c63-4326-8931-cc7c15633e8a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:12.539045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.553737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Pushing event updated for resources: {'Port': ['ID=88504876-622b-4a28-83da-ecf7849d2c51,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:12.561496 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:12.580685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b9d981-703d-49ce-96fe-a79e20387a88 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:12.586451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Deleting port 270752c1-f3db-411c-97db-59a1d2e294e8 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:12.587406 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.639257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.650880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.656162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1ca99249ea546dcb336d8d53a25c933&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3495784 May 14 18:18:12.660827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38300) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:12.664631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.673454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf54e1-96a9-4e48-bf04-4e001b256893,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:12.680216 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:12.700713 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7d6e90f-4afe-44ac-8c4e-e53fb4cd7d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:12.764584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=08b9d981-703d-49ce-96fe-a79e20387a88,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:12.767169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Port': ['ID=270752c1-f3db-411c-97db-59a1d2e294e8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:12.787993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:12.794762 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-23db4da0-7392-46ed-9cb3-23b341a27b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:12.869056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] No DVR routers for this DVR port 270752c1-f3db-411c-97db-59a1d2e294e8 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:12.947052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 09bced4c-0c76-4dd9-8987-f10182e73ea1 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:13.132302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] For port 270752c1-f3db-411c-97db-59a1d2e294e8, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:13.132702 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.175797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 88504876-622b-4a28-83da-ecf7849d2c51 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:13.233020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 181fb046-1deb-4536-90d9-ffece4063804 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:13.252516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Pushing event updated for resources: {'Port': ['ID=ec057b31-4c63-4326-8931-cc7c15633e8a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:13.270653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e4d218-b906-4afe-8c3c-d7f5ca7ce45a req-a2dbfb5d-ad6f-4810-b336-0591b4c3606b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8005035 May 14 18:18:13.335452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.345441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['95b18104-46e6-4c2d-997b-8ce284dfc742'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:13.354691 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:13.377295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.522731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Calling delete_port for 270752c1-f3db-411c-97db-59a1d2e294e8 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:13.524907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:13.530819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Port 270752c1-f3db-411c-97db-59a1d2e294e8 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:18:13.537901 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:13.572131 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.579901 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-400f5e2b-d626-492f-b0d1-0483427ed3eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:13.631142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Pushing event deleted for resources: {'Port': ['ID=270752c1-f3db-411c-97db-59a1d2e294e8,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:13.645282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:13.649758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 09bced4c-0c76-4dd9-8987-f10182e73ea1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:13.664407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] No DVR routers for this DVR port 270752c1-f3db-411c-97db-59a1d2e294e8 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:13.687030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 09bced4c-0c76-4dd9-8987-f10182e73ea1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:13.687262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.727486 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:13.727486 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:13.738347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-e638ac81-de33-4f47-9f27-d2a3da9871d6 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4393640 May 14 18:18:13.755749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.781256 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d8d403b-b0ee-4de0-96d0-baab163acf2e tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:13.896809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 88504876-622b-4a28-83da-ecf7849d2c51 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:13.902287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.921310 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/febf54e1-96a9-4e48-bf04-4e001b256893 HTTP/1.1" status: 204 len: 168 time: 1.2544150 May 14 18:18:13.928070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf54e1-96a9-4e48-bf04-4e001b256893,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:13.934840 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:13.946814 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:13.957120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1973d1e7-c8e5-4117-af94-4a781d2b2a3f tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:13.984126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.014692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:14.023298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 377c3186-5763-4803-b428-668b8aef9a51 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:14.056230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.077082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=181fb046-1deb-4536-90d9-ffece4063804,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:14.082743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:14.112634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 270752c1-f3db-411c-97db-59a1d2e294e8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:14.179451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-3f6c55b2-56c5-4882-b345-15493b7533f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.4063144 May 14 18:18:14.216574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:14.250648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['08b9d981-703d-49ce-96fe-a79e20387a88'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:14.392292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a9dbff-35db-4062-ad6c-7d94f979bfbf']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:14.411434 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.412467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 50f45925-bd6b-448c-b206-fd819ee7acc3 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:14.444934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.447288 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/181fb046-1deb-4536-90d9-ffece4063804 HTTP/1.1" status: 204 len: 168 time: 2.4488089 May 14 18:18:14.452247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:14.452247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbec6bcb-8b2f-4c8b-9451-ee9b7c35d4a1') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:14.454718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:14.510142 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:14.522930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.553826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-994589a2-8769-43da-be8e-8c46d50029da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.555321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-994589a2-8769-43da-be8e-8c46d50029da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.3491240 May 14 18:18:14.564358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 270752c1-f3db-411c-97db-59a1d2e294e8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:18:14.568710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 270752c1-f3db-411c-97db-59a1d2e294e8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:18:14.608900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78213f2d-a123-49d0-a999-9f71329f7f87 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:14.669496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.689330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.697100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.704421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.711067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.719326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.719900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d701a91-6fb2-4271-b972-a632b086a2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.725898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d701a91-6fb2-4271-b972-a632b086a2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.727054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.729675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-113d3f52-1575-4394-972d-b11c300dd233 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5426 time: 1.0000162 May 14 18:18:14.730421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d701a91-6fb2-4271-b972-a632b086a2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:14.731325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.733020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d701a91-6fb2-4271-b972-a632b086a2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:14.765085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d701a91-6fb2-4271-b972-a632b086a2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:14.767226 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d701a91-6fb2-4271-b972-a632b086a2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3114355 May 14 18:18:14.773746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:14.794718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:18:14.795054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.811288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:14.830180 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: timer() May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:18:14.838375 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:18:14.933147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:14.960919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Attempting to bind port ec057b31-4c63-4326-8931-cc7c15633e8a on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:14.961260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Attempting to bind port ec057b31-4c63-4326-8931-cc7c15633e8a by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:14.961590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Attempting to bind port ec057b31-4c63-4326-8931-cc7c15633e8a on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:14.967078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:14.970355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae016eb7-1e03-4307-8ef6-50a5115f89b9 req-05666902-d7d4-4165-a9ab-6cd3676da5f8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280135 May 14 18:18:15.007821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Port ec057b31-4c63-4326-8931-cc7c15633e8a on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:18:15.007821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Attempting to bind port ec057b31-4c63-4326-8931-cc7c15633e8a on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:15.030313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:15.030313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:15.030313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:15.030807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Bound port: ec057b31-4c63-4326-8931-cc7c15633e8a, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:15.031267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.078785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.118992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-0259ed4b-b2bc-4776-9142-d07f76a38466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:15.120595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-0259ed4b-b2bc-4776-9142-d07f76a38466 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5499592 May 14 18:18:15.121265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1ff7d305-376d-4740-8d0f-a6071a90da69 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:15.133093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.168031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 50f45925-bd6b-448c-b206-fd819ee7acc3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:15.171782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.201916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 50f45925-bd6b-448c-b206-fd819ee7acc3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:15.202723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.218740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] 10.222.0.24 "DELETE /v2.0/networks/88a9dbff-35db-4062-ad6c-7d94f979bfbf HTTP/1.1" status: 204 len: 168 time: 5.3125737 May 14 18:18:15.227305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Pushing event deleted for resources: {'Network': ['ID=88a9dbff-35db-4062-ad6c-7d94f979bfbf,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:15.286707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.312038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 377c3186-5763-4803-b428-668b8aef9a51 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:15.318085 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:15.328323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Provisioning for port 88504876-622b-4a28-83da-ecf7849d2c51 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:15.347903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 377c3186-5763-4803-b428-668b8aef9a51 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:15.348287 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.433322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Provisioning complete for port 88504876-622b-4a28-83da-ecf7849d2c51 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:15.433749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.493074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] For port ec057b31-4c63-4326-8931-cc7c15633e8a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:15.532050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-e585989b-2d8f-4b5c-8299-1cd4100d73f8 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917906 May 14 18:18:15.533829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] For port ec057b31-4c63-4326-8931-cc7c15633e8a, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec057b31-4c63-4326-8931-cc7c15633e8a,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:15.545053 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.589214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:15.714608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76900fd1-6fb8-48c5-8d52-83de6d016fe7 req-bbdbd605-f7ef-4e33-9246-5be3807615fd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:15.725161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76900fd1-6fb8-48c5-8d52-83de6d016fe7 req-bbdbd605-f7ef-4e33-9246-5be3807615fd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 944 time: 0.4873655 May 14 18:18:15.826958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:15.827819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:15.834223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] 10.222.0.22 "PUT /v2.0/ports/ec057b31-4c63-4326-8931-cc7c15633e8a HTTP/1.1" status: 200 len: 1092 time: 6.8965552 May 14 18:18:15.835201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'tag': 'ec057b31-4c63-4326-8931-cc7c15633e8a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:16.015420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.026348 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-229675ac-f515-4686-9a66-d5ba4ed40de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:16.039710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38362) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:16.078220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:16.083390 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:16.084515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.107150 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e HTTP/1.1" status: 204 len: 168 time: 1.3309910 May 14 18:18:16.107758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38368) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:16.130962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76900fd1-6fb8-48c5-8d52-83de6d016fe7 req-8257d8a6-4b0f-4215-bd70-6c8f08484d07 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051919 May 14 18:18:16.170500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Pushing event updated for resources: {'Port': ['ID=ec057b31-4c63-4326-8931-cc7c15633e8a,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:16.179161 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:16.201576 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.218451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 44881a04-809d-4418-893c-7f263c01447c {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:16.228978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.279473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-57dd94aa-af74-431c-ad5e-3e2ab1180154 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370870 May 14 18:18:16.338685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.427378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.456569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.490639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=50f45925-bd6b-448c-b206-fd819ee7acc3,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:16.513471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-660c99c0-1ca5-43de-abc2-b098a9d53b87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.2250328 May 14 18:18:16.522003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.526681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-690711e0-529c-45ed-a81b-335906a70320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:16.528521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-690711e0-529c-45ed-a81b-335906a70320 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 1095 time: 0.6372139 May 14 18:18:16.534944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.540563 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:16.620982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96026aa1-2ee5-4b69-acf4-c85098828533 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:16.734268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 377c3186-5763-4803-b428-668b8aef9a51, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=377c3186-5763-4803-b428-668b8aef9a51,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:16.762455 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.781215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:16.784648 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:16.788696 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:16.858863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e3ebcd94-8c48-40bb-a398-b1e9d186f76f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec057b31-4c63-4326-8931-cc7c15633e8a HTTP/1.1" status: 200 len: 217 time: 0.2500851 May 14 18:18:16.884422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d5c43-37b7-42b7-b0e8-43a5df4c8051 None None] Update dhcp port {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '44881a04-809d-4418-893c-7f263c01447c', 'ip_address': '2001:db8::f816:3eff:fe7c:5198'}, {'subnet_id': '05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '88504876-622b-4a28-83da-ecf7849d2c51'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:18:16.890875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.896364 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75604481-d747-4fb6-b450-02705308dd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:16.918989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 96026aa1-2ee5-4b69-acf4-c85098828533 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:16.936332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:16.948251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=44881a04-809d-4418-893c-7f263c01447c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:16.954840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-95e1f103-7ed8-4de4-bad8-45b083f16dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:16.954971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:16.957017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-95e1f103-7ed8-4de4-bad8-45b083f16dbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.0774636 May 14 18:18:16.963400 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/44881a04-809d-4418-893c-7f263c01447c HTTP/1.1" status: 204 len: 168 time: 0.8496625 May 14 18:18:16.963588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38388) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:16.964240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=377c3186-5763-4803-b428-668b8aef9a51,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:16.968094 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:16.974238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-78dd6347-68e8-428e-995e-7dd90b76f0bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1f9a875f4ec470cab80cf99c6e8d15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9261899 May 14 18:18:16.976059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-482e2a84-8e88-4009-8363-237cf6d5ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:16.977401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-482e2a84-8e88-4009-8363-237cf6d5ed32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.4477711 May 14 18:18:16.980098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 96026aa1-2ee5-4b69-acf4-c85098828533 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:16.980406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38394) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:16.980533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.047813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.050017 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5c43-37b7-42b7-b0e8-43a5df4c8051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.079338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.110033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:18:17.110763 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:18:17.150002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b94dd0ae-43e3-40a1-8b58-1a14b54411c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1812611 May 14 18:18:17.152449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38400) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:17.162961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:17.184863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7de70-1c09-43db-a079-1257273176bd req-2a713154-3ad9-472c-b002-76420b30dd99 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:17.192979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83a7de70-1c09-43db-a079-1257273176bd req-2a713154-3ad9-472c-b002-76420b30dd99 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.7864957 May 14 18:18:17.194212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.210385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b025cb78-4bf4-432d-bda9-e9c375253ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:17.266541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83a7de70-1c09-43db-a079-1257273176bd req-81ada4ab-394b-439c-a82d-2b285a54cc25 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725839 May 14 18:18:17.268241 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.301446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-7b0c5823-aff1-426b-9444-e5b05e846dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:17.305327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-7b0c5823-aff1-426b-9444-e5b05e846dc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351307 May 14 18:18:17.327783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.329077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9caa7dd2-b5ed-42b6-b19a-c54b27a12a9e HTTP/1.1" status: 204 len: 168 time: 0.3476958 May 14 18:18:17.340640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2811e-3cdc-4920-9563-444122aa9a6b None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:17.372745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-a141b817-cc76-4636-a4bb-864485a1f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:17.374696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-a141b817-cc76-4636-a4bb-864485a1f710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3083076 May 14 18:18:17.378230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa7dd2-b5ed-42b6-b19a-c54b27a12a9e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:17.390296 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:17.471977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:17.482251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:17.486281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:17.504376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:17.521692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:17.538933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.553254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-f73c5512-0433-45f5-aa44-a809567fce87 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276499 May 14 18:18:17.563150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96026aa1-2ee5-4b69-acf4-c85098828533,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:17.593643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.594782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 64f00d6e-a83c-4b73-885a-8b55c877868d up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:17.667346 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f0955d5-47f6-4b24-be77-8b0a44d6687a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:17.709706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-fe9f761b-a4c2-45b1-8453-d7ce2d0cce37 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589780 May 14 18:18:17.950149 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:17.988776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:17.992321 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:18.017689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 64f00d6e-a83c-4b73-885a-8b55c877868d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:18.027407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 64f00d6e-a83c-4b73-885a-8b55c877868d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:18.027788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:18.064560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] For port 88504876-622b-4a28-83da-ecf7849d2c51, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88504876-622b-4a28-83da-ecf7849d2c51,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:18.083657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:18.083905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.088648 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:18.117912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.140409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.159569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.171515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:18:18.173671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.188416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.199741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.226927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9dbe463-ef12-42d1-8cc9-40f6d3bc7450 req-53fbe38a-fc3e-4f3a-afeb-7111b3157c06 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 0.5206041 May 14 18:18:18.250565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Pushing event updated for resources: {'Port': ['ID=88504876-622b-4a28-83da-ecf7849d2c51,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:18.253664 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:18.321815 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1', 'code': 200} May 14 18:18:18.345065 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:18.445253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7541902d-466a-4bc9-8d11-b06507700faf None None] Provisioning complete for port 88504876-622b-4a28-83da-ecf7849d2c51 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:18.445702 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7541902d-466a-4bc9-8d11-b06507700faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:18.448390 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'tag': 'ec057b31-4c63-4326-8931-cc7c15633e8a', 'status': 'completed', 'code': 200} May 14 18:18:18.517678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Deleting port 88504876-622b-4a28-83da-ecf7849d2c51 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:18.518160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:18.569252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84b9d463-e5db-42f1-9967-13a74ebbf506 req-e2e3cb0a-c83a-4dc1-8974-dfc59f308438 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755485 May 14 18:18:18.602529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2c80cfd-1943-4a26-9f0d-0ae5b0acde29 req-8d41954a-143c-46d7-8657-1948a4225f4c service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7719336 May 14 18:18:18.709914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:18:18.726434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] For port 88504876-622b-4a28-83da-ecf7849d2c51, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88504876-622b-4a28-83da-ecf7849d2c51,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:18.726930 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:18.927452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Calling delete_port for 88504876-622b-4a28-83da-ecf7849d2c51 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:18.995290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-c5a6c590-6220-48b4-922c-ed3296f6a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:18.996856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-c5a6c590-6220-48b4-922c-ed3296f6a8f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 1095 time: 0.3667395 May 14 18:18:19.007116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.071295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.078652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.085420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.091782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.095023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=64f00d6e-a83c-4b73-885a-8b55c877868d,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:19.097993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 88504876-622b-4a28-83da-ecf7849d2c51 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:19.099028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.123456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.145886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.145886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af72034b-1f3d-4498-803d-229f4b574779 req-dafd0ae4-dce9-4cb1-819d-a4b2ff86f1ad tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5429 time: 0.4007857 May 14 18:18:19.179122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.180097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cdbdc290-c953-4869-b9f3-46aa70f49e61 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:19.281379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38446) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:19.288338 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:19.399780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af72034b-1f3d-4498-803d-229f4b574779 req-24e58a7a-8746-43fd-aa9e-6a6091ed1d99 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2390559 May 14 18:18:19.405528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port 88504876-622b-4a28-83da-ecf7849d2c51, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88504876-622b-4a28-83da-ecf7849d2c51,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:19.471904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-7d563626-0d02-4a37-b15a-78266d058f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.475771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-7d563626-0d02-4a37-b15a-78266d058f30 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.4542851 May 14 18:18:19.482613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.504298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-dfb10662-b3eb-48ab-8ddf-a14caee892d9 tempest-DvrRoutersNegativeTest-1974398709 tempest-DvrRoutersNegativeTest-1974398709-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1955553408', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:19.506970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.policy [None req-dfb10662-b3eb-48ab-8ddf-a14caee892d9 tempest-DvrRoutersNegativeTest-1974398709 tempest-DvrRoutersNegativeTest-1974398709-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=79560) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 14 18:18:19.527214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.policy [None req-dfb10662-b3eb-48ab-8ddf-a14caee892d9 tempest-DvrRoutersNegativeTest-1974398709 tempest-DvrRoutersNegativeTest-1974398709-project] Failed policy check for 'create_router' {{(pid=79560) enforce /opt/stack/neutron/neutron/policy.py:520}} May 14 18:18:19.527895 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-dfb10662-b3eb-48ab-8ddf-a14caee892d9 tempest-DvrRoutersNegativeTest-1974398709 tempest-DvrRoutersNegativeTest-1974398709-project] create failed (client error): Access was denied to this resource. May 14 18:18:19.543083 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dfb10662-b3eb-48ab-8ddf-a14caee892d9 tempest-DvrRoutersNegativeTest-1974398709 tempest-DvrRoutersNegativeTest-1974398709-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2499738 May 14 18:18:19.547335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.565130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.566041 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.577236 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b185d9f8-ed6b-4b92-9e50-93654b27079a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:19.588674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.622679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:19.634854 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:19.650770 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-37f8baab-0f55-42e1-aa44-709d3a2340d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:19.717893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] No DVR routers for this DVR port 88504876-622b-4a28-83da-ecf7849d2c51 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:19.761601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=4420b782-0139-4c90-9992-044fc2ca57a2,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:19.779431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:19.780832 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:19.781700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:19.783227 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd656e8-ebcf-4115-ab25-fe3419faefdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:19.838792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Pushing event deleted for resources: {'Port': ['ID=88504876-622b-4a28-83da-ecf7849d2c51,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:19.861530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-cd7ccc4d-878c-47f1-ac9d-7f928e958c7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec057b31-4c63-4326-8931-cc7c15633e8a HTTP/1.1" status: 200 len: 217 time: 0.3744118 May 14 18:18:19.881238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17583f33-b0c8-45ad-ae10-fc6cf0b0ef90 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:19.881973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=88504876-622b-4a28-83da-ecf7849d2c51,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:19.884715 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:19.895018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:19.895642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:19.917202 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:19.956018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8016758 May 14 18:18:19.959340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38462) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:19.965495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:19.973894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port cdbdc290-c953-4869-b9f3-46aa70f49e61 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:20.116537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9669234-8fb9-45a6-9eaf-a1621a48c918 req-81678ec6-63b3-4eb9-b95d-221476679259 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:20.118210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9669234-8fb9-45a6-9eaf-a1621a48c918 req-81678ec6-63b3-4eb9-b95d-221476679259 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.2556829 May 14 18:18:20.119815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-46f5deeb-3dd3-4d9d-b543-50c8172abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:20.121234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-46f5deeb-3dd3-4d9d-b543-50c8172abb79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1523860 May 14 18:18:20.145995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port cdbdc290-c953-4869-b9f3-46aa70f49e61 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:20.150361 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:20.172354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:20.180561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:20.184257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:20.194707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:20.208069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:20.215464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:20.245924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38468) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:20.277258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9669234-8fb9-45a6-9eaf-a1621a48c918 req-34bf8231-839d-44e5-991c-bb07a5d9c00f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515939 May 14 18:18:20.322070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-dc578a49-a656-4b0b-9c23-58df812f73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:20.324571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-dc578a49-a656-4b0b-9c23-58df812f73d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817224 May 14 18:18:20.349318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3'}, {'server_uuid': '1bd46743-9864-4139-b818-004882447edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377c3186-5763-4803-b428-668b8aef9a51'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96026aa1-2ee5-4b69-acf4-c85098828533'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f00d6e-a83c-4b73-885a-8b55c877868d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:20.705166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:20.719533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612233b-0b76-4745-ac36-523338c2a94f req-0efb9a41-de97-40f7-9adb-2c2d59243efb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:20.721054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2612233b-0b76-4745-ac36-523338c2a94f req-0efb9a41-de97-40f7-9adb-2c2d59243efb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.1859262 May 14 18:18:20.725853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-1515d6a5-600b-4095-b63e-25e3f01acd39 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909378 May 14 18:18:20.737643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:20.780505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:20.789740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Usage tracker for resource:security_group_rule and tenant:004e8318e8af49eba4e2d2d0b2f1dd4b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:20.796012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2612233b-0b76-4745-ac36-523338c2a94f req-15160029-5aac-4212-b393-c57db731f82c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673656 May 14 18:18:20.811685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:20.830178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:20.939993 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'code': 200} May 14 18:18:20.940325 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd46743-9864-4139-b818-004882447edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377c3186-5763-4803-b428-668b8aef9a51', 'code': 200} May 14 18:18:20.940521 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96026aa1-2ee5-4b69-acf4-c85098828533', 'code': 200} May 14 18:18:20.940785 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f00d6e-a83c-4b73-885a-8b55c877868d', 'code': 200} May 14 18:18:20.988726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3287696c-f3ab-44a7-92c5-ee19bedea590 req-2164dffe-d9ce-4251-9e12-5d4f080c031d service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950395 May 14 18:18:21.038912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '4420b782-0139-4c90-9992-044fc2ca57a2'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:18:21.041544 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.070444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.085387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:21.143777 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.145257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 95b18104-46e6-4c2d-997b-8ce284dfc742 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:21.161687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.165529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.176504 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3296720-2a59-4260-98be-82caea2b27a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:21.177091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74418-5789-4cad-bfcd-95b09576a3c5 req-c6096fd2-27af-412e-89eb-7c210dd32c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.178578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bf74418-5789-4cad-bfcd-95b09576a3c5 req-c6096fd2-27af-412e-89eb-7c210dd32c39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 1096 time: 0.1890123 May 14 18:18:21.229717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:21.232337 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=004e8318e8af49eba4e2d2d0b2f1dd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9850175 May 14 18:18:21.236539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:21.244571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.248621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38492) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:21.249904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.250403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.250529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.257904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.263594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.269544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.278169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.284748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:21.286654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-bee51c5f-077b-4c1b-8472-4c93741b10ce tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5431 time: 0.1983161 May 14 18:18:21.293270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bf74418-5789-4cad-bfcd-95b09576a3c5 req-d6c3ee2d-f4e0-47a9-a6b8-6caf24cbfbeb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075301 May 14 18:18:21.313679 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:21.339770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f43695cb-f1ff-4a57-a814-c15349bd6b82 req-70def12c-32bf-42db-b9ca-29af507ef9e2 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454278 May 14 18:18:21.351564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38498) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:21.353927 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3931835 May 14 18:18:21.357423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:41:94:5b', 'name': 'tempest-NetworksTestDHCPv6-148019187'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:21.363554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45bd248-81d2-4867-8afd-589df9db6184,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:21.390106 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:21.396274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 95b18104-46e6-4c2d-997b-8ce284dfc742 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:21.400205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b81d5eb-83a9-494e-aa2b-abf40ea0dcc1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:21.409340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 95b18104-46e6-4c2d-997b-8ce284dfc742 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:21.409721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.662680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:21.677983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.718058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.718410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.718753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.719089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.719449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.719982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.720098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.720412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.720735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.721075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.721431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.721752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:21.729982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:21.736629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:21.743811 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:21.752879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:21.768169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:21.793108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=95b18104-46e6-4c2d-997b-8ce284dfc742,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:21.801578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:21.811320 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.814872 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:21.835890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.870786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.925348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Allocated IP 2001:db8::f816:3eff:fef9:1bf5 (7ad50c71-58ac-4344-b706-61652f033104/4420b782-0139-4c90-9992-044fc2ca57a2/a490b7fd-8bfd-4b70-b7ce-675b59ec62dd) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:21.933146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38516) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:21.935129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 08b9d981-703d-49ce-96fe-a79e20387a88 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:21.947749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.958525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=925c3262-eab6-4347-b797-28a35fb86cfa,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:21.970286 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:21.972674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c321ae7-a79c-494a-9f7f-2c6582b4cee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:21.986822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:21.989476 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d45bd248-81d2-4867-8afd-589df9db6184 HTTP/1.1" status: 204 len: 168 time: 0.7088733 May 14 18:18:21.990874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45bd248-81d2-4867-8afd-589df9db6184,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:22.003627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:22.050902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:22.071053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6e091-2390-4210-b257-a4e672158c88 req-9acf1735-53a4-4ff8-bd10-f9273c68409c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.072597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cda6e091-2390-4210-b257-a4e672158c88 req-9acf1735-53a4-4ff8-bd10-f9273c68409c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.4527102 May 14 18:18:22.134392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 0810ac46-254f-459c-83ef-4404a3ecc15f yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:18:22.164074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.164849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.165624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.166347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.166846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.167396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.167916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.181632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:22.213067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-223529df-678c-41d6-8e26-d925ad8378f0 req-3cbcfab4-8c54-44af-bde0-4f6daeeaac7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.2594142 May 14 18:18:22.219435 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:22.230994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 08b9d981-703d-49ce-96fe-a79e20387a88 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:22.238429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 08b9d981-703d-49ce-96fe-a79e20387a88 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:22.238812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:22.241261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cda6e091-2390-4210-b257-a4e672158c88 req-2b78a6f6-1c97-4005-91f3-f27e789a196c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548097 May 14 18:18:22.353025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-223529df-678c-41d6-8e26-d925ad8378f0 req-0de1a7a8-c21e-4ba2-94da-9229f9233418 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&id=45406658-cc0a-4ca2-a735-b439435ee686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371281 May 14 18:18:22.533002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:22.549208 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:22.562123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Transition to ACTIVE for port object a490b7fd-8bfd-4b70-b7ce-675b59ec62dd will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:22.623575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361ae0-fec9-4f81-8fff-86dba83ff2a9 req-5c87c292-075d-4852-b603-63b0ba6e3b9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:22.626309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db361ae0-fec9-4f81-8fff-86dba83ff2a9 req-5c87c292-075d-4852-b603-63b0ba6e3b9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.1939280 May 14 18:18:22.628482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Transition to ACTIVE for port object a490b7fd-8bfd-4b70-b7ce-675b59ec62dd will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:22.651294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:22.672036 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:22.747996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=08b9d981-703d-49ce-96fe-a79e20387a88,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:22.768203 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:22.777279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db361ae0-fec9-4f81-8fff-86dba83ff2a9 req-8a084afc-3c6b-451b-bb80-a8402ca0a16d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397278 May 14 18:18:22.788865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:22.791714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:22.800273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:22.948398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 172.20.0.11 (7ad50c71-58ac-4344-b706-61652f033104/925c3262-eab6-4347-b797-28a35fb86cfa/0810ac46-254f-459c-83ef-4404a3ecc15f) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:22.954793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:22.959701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Pushing event updated for resources: {'Port': ['ID=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:22.967537 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:22.975613 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:22.981601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe41:945b (7ad50c71-58ac-4344-b706-61652f033104/4420b782-0139-4c90-9992-044fc2ca57a2/0810ac46-254f-459c-83ef-4404a3ecc15f) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:23.026641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Attempting to bind port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:23.027025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Attempting to bind port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:23.027423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Attempting to bind port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:23.038673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:23.039122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:23.039503 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.039909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:23.040390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Bound port: a490b7fd-8bfd-4b70-b7ce-675b59ec62dd, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:23.041083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.118991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:23.136492 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:23.209856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] For port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:23.213354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] For port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:23.224249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.232655 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:23.329414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Pushing event updated for resources: {'Port': ['ID=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:23.344225 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:23.468886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38562) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:23.472185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.479964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.485944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.492190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.505009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.520234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.526389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:23.528425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-2ee9239b-abc5-4854-a830-71b55af0313c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.4863889 May 14 18:18:23.673254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.679959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702066521'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:23.695362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:23.718131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:23.726446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:23.731857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71f14d16-bb60-445b-9f83-3189459bc7d3 req-bdcfd6bb-23f6-408e-9ffc-5f8cb242ab1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933904 May 14 18:18:23.745917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 0810ac46-254f-459c-83ef-4404a3ecc15f will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:23.754716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:23.776561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.796851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.803252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:23.810709 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-72403177-5427-4edf-b832-af82c30dea72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:23.825728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:23.828824 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61', 'code': 200} May 14 18:18:23.829298 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742', 'code': 200} May 14 18:18:23.829963 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88', 'code': 200} May 14 18:18:23.835966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:23.839447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:23.846864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:23.954196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:23.958778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:23.966906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:24.011684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.017062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.022529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-746e2e49-bfed-443e-b2c6-460fc075e271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:24.037261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:24.046013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:24.056617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:24.069624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:24.071373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=0810ac46-254f-459c-83ef-4404a3ecc15f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:24.074143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce98db7-1156-4488-92ca-befdab8f43dd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:24.080308 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:24.082349 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:24.118013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.179733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.180825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.202526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.209615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.217608 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd4d7549-b59a-4aa2-91dd-6a99621619df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:24.233447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8807764 May 14 18:18:24.236576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38572) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:24.264704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08b93f-91f9-498b-8eba-98f08f5683db,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:24.271573 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:24.279230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be0291-7be8-4134-aa1a-6892bdfb4b3a req-5a8478c6-909d-4cf7-87c4-694768508cd1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.279386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.283255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45be0291-7be8-4134-aa1a-6892bdfb4b3a req-5a8478c6-909d-4cf7-87c4-694768508cd1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.2478104 May 14 18:18:24.283411 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8110268 May 14 18:18:24.283493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38576) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:24.332336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.333220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.333877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.334908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.335640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.336471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.337128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.339843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0495cce-2417-49b0-9a82-1589c6140273 req-55f45d5a-92c3-49b7-8de0-6e5ef3fe76b0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.3436940 May 14 18:18:24.359459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4f058a4c-7553-4d7f-ab90-c6f3f460fd50 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:24.383310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4f058a4c-7553-4d7f-ab90-c6f3f460fd50 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:24.384779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f058a4c-7553-4d7f-ab90-c6f3f460fd50 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1000051 May 14 18:18:24.389497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:24.395927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-security--202302844', 'description': 'tempest-security-description-856652775'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:24.422425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45be0291-7be8-4134-aa1a-6892bdfb4b3a req-133ebfaf-fa6c-4ffb-9751-0b73da14f981 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232717 May 14 18:18:24.437765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.452158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0495cce-2417-49b0-9a82-1589c6140273 req-8cdaba4a-778d-4300-8237-c17fac165c62 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994551 May 14 18:18:24.516277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08add668-d6a8-4388-9fee-0a3aac6ae743 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.522366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08add668-d6a8-4388-9fee-0a3aac6ae743 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.523233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-08add668-d6a8-4388-9fee-0a3aac6ae743 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:24.553774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-08add668-d6a8-4388-9fee-0a3aac6ae743 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:24.557320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08add668-d6a8-4388-9fee-0a3aac6ae743 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3171487 May 14 18:18:24.557587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38586) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:24.594484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.602433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.605398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.606973 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "PUT /v2.0/security-groups/7d08b93f-91f9-498b-8eba-98f08f5683db HTTP/1.1" status: 200 len: 1778 time: 0.2164600 May 14 18:18:24.608347 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:24.623453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38590) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:24.660520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08b93f-91f9-498b-8eba-98f08f5683db,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:24.663463 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:24.832293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-76da6f6f-6f61-47eb-b15b-0d9b5133c74a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups/7d08b93f-91f9-498b-8eba-98f08f5683db HTTP/1.1" status: 200 len: 1778 time: 0.2077761 May 14 18:18:24.834846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38598) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:24.884141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c74e88-a092-481b-a5b1-3ad7a37f4850 req-fc929bf7-e87c-4b4d-9bfe-640b9becebda tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:24.885729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37c74e88-a092-481b-a5b1-3ad7a37f4850 req-fc929bf7-e87c-4b4d-9bfe-640b9becebda tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.2631719 May 14 18:18:24.938565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:24.978606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 0810ac46-254f-459c-83ef-4404a3ecc15f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:24.985612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.009857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.021597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a490b7fd-8bfd-4b70-b7ce-675b59ec62dd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:25.029668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37c74e88-a092-481b-a5b1-3ad7a37f4850 req-4f4fd6db-ab8c-4709-a7cc-fa829d2cb35e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361217 May 14 18:18:25.123707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.129392 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d780973-8dbd-4b78-9275-c998d3a2e4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:25.157400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:25.160898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08b93f-91f9-498b-8eba-98f08f5683db,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:25.174117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:25.196678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.200231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d08b93f-91f9-498b-8eba-98f08f5683db HTTP/1.1" status: 204 len: 168 time: 0.3620362 May 14 18:18:25.203534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38602) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:25.257056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9fa5f86-b09d-439d-9271-1815571ba2a3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:25.287590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9fa5f86-b09d-439d-9271-1815571ba2a3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:25.292276 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9fa5f86-b09d-439d-9271-1815571ba2a3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877407 May 14 18:18:25.293107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38606) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:25.307930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a4c33-0c82-4f72-a4e3-ce7333939cd1 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:25.311251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.325822 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-5b15c1f6-c0c9-4b7a-9b35-8715d6b22ef5 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] delete failed (client error): The resource could not be found. May 14 18:18:25.332390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5b15c1f6-c0c9-4b7a-9b35-8715d6b22ef5 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d08b93f-91f9-498b-8eba-98f08f5683db HTTP/1.1" status: 404 len: 347 time: 0.0333676 May 14 18:18:25.332990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38610) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:25.339873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101115422'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:25.348662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:25.364388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:25.381394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.407694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:25.412319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:25.415999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:25.424186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:25.475692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Provisioning for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:25.517607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Provisioning complete for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:25.520236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.525938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 0810ac46-254f-459c-83ef-4404a3ecc15f owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:25.578136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa588483-9531-41a4-8551-a57cddbc9da1 req-643da81c-9ede-4e44-b690-ed5d9b26cbb7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:25.588125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa588483-9531-41a4-8551-a57cddbc9da1 req-643da81c-9ede-4e44-b690-ed5d9b26cbb7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.3978846 May 14 18:18:25.637169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.651486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.655526 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f86b67bb-6ce9-4621-b42b-8cfb6d8a4161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:25.663726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa588483-9531-41a4-8551-a57cddbc9da1 req-60a8f094-cae7-4465-b493-b33c651cd858 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744050 May 14 18:18:25.742168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8903121b-bf7b-4563-85ba-08838e01c26e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:25.745397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:25.755868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.760072 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4234109 May 14 18:18:25.760288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38616) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:25.766041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '8903121b-bf7b-4563-85ba-08838e01c26e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:25.776432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:25.781144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:25.784389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:25.792217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:25.821071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.910813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.916659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.924450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:25.969597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4148c958-f9fc-446a-84d8-62cf91ad6d0d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:25.975877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:25.983639 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:26.001156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.002283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410061 May 14 18:18:26.005794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38624) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:26.021562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.058392 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-176a163d-2883-4ed3-ba0a-557b417c331a tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:26.068493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.103877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.111331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] For port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:26.122832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.126692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.130044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.136106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.139148 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ef0545b5-e713-46dc-8a88-aac7e24a96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:26.142732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.143999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.147491 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6eef493c-b41e-4f62-9e2f-4b1c896a08b7 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:26.150188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.156243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.163685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:26.165529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-b65683d0-cf32-4eb7-a4b7-7467fa9df2b5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.2905622 May 14 18:18:26.172886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4148c958-f9fc-446a-84d8-62cf91ad6d0d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:26.180759 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:26.181983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.183300 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4148c958-f9fc-446a-84d8-62cf91ad6d0d HTTP/1.1" status: 204 len: 168 time: 0.1765244 May 14 18:18:26.186282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38632) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:26.242715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-31f2ae52-46e3-41fd-87c4-a034cf8c694d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:26.263855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-31f2ae52-46e3-41fd-87c4-a034cf8c694d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:26.268915 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-31f2ae52-46e3-41fd-87c4-a034cf8c694d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788367 May 14 18:18:26.270078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38636) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:26.290791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=0810ac46-254f-459c-83ef-4404a3ecc15f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:26.315004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Update dhcp port {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '4420b782-0139-4c90-9992-044fc2ca57a2', 'ip_address': '2001:db8::f816:3eff:fef9:1bf5'}, {'subnet_id': '925c3262-eab6-4347-b797-28a35fb86cfa'}], 'binding:host_id': 'n-d-787206-3'}, 'id': 'a490b7fd-8bfd-4b70-b7ce-675b59ec62dd'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:18:26.357648 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:26.422951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.464473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Pushing event updated for resources: {'Port': ['ID=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:26.471987 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:26.489784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.495622 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.576755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.582706 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e946c289-e2c7-41c1-97c2-9bbbad569fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:26.598665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8903121b-bf7b-4563-85ba-08838e01c26e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:26.611792 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:26.631256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.633086 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/8903121b-bf7b-4563-85ba-08838e01c26e HTTP/1.1" status: 204 len: 168 time: 0.3617895 May 14 18:18:26.635681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:26.703490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e8ded484-38ae-4461-98c2-000e90dbaa40 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:26.726886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e8ded484-38ae-4461-98c2-000e90dbaa40 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:26.728476 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e8ded484-38ae-4461-98c2-000e90dbaa40 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916462 May 14 18:18:26.733135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38648) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:26.739462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114569861'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:26.759746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:26.771489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:26.801048 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.830795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:26.837736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:26.841551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:26.851926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:26.883961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f5b71e5-6edb-4827-b4e1-182a26404804 req-457f1dae-b155-46ed-9a26-b118219b8ad2 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6995685 May 14 18:18:26.925803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.962684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/0810ac46-254f-459c-83ef-4404a3ecc15f HTTP/1.1" status: 204 len: 168 time: 2.4019535 May 14 18:18:26.963062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38656) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:26.976397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:26.987851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.002661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Allocated IP 172.20.0.2 (7ad50c71-58ac-4344-b706-61652f033104/925c3262-eab6-4347-b797-28a35fb86cfa/a490b7fd-8bfd-4b70-b7ce-675b59ec62dd) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:27.048798 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b101a999-a36f-4fdb-bbf5-c24a79fc42a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:27.073771 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.078756 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3440957 May 14 18:18:27.081160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38660) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:27.087443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a490b7fd-8bfd-4b70-b7ce-675b59ec62dd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:27.106093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '7e9f8db5-e38a-477c-8103-23e93221bafc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:27.114027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f8db5-e38a-477c-8103-23e93221bafc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:27.117038 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:27.131674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:27.154676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58163aa-8a27-4bed-8286-fca9733f7525 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:27.156394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58163aa-8a27-4bed-8286-fca9733f7525 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:27.158006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58163aa-8a27-4bed-8286-fca9733f7525 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:27.162438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b58163aa-8a27-4bed-8286-fca9733f7525 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1954136 May 14 18:18:27.162621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38664) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:27.177561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:27.182047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:27.198743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:27.232036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.247529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c68b902f-dea0-45b8-ace7-bf9e5c159f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.297975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 4420b782-0139-4c90-9992-044fc2ca57a2 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:27.324896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] For port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:27.327830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:27.328377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.342055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.382066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.396453 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:27.412644 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.433682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617f4153-0620-4504-93e0-7a81c8092ecb,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:27.438556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Transition to ACTIVE for port object a490b7fd-8bfd-4b70-b7ce-675b59ec62dd will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:27.443145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.449798 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:27.452059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.453480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3693655 May 14 18:18:27.457847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38670) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:27.480933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '7e9f8db5-e38a-477c-8103-23e93221bafc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:27.493577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.506081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:27.513927 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:27.520298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:27.528308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.532258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:27.553571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:27.565417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236bf3e-2d2f-426d-901b-70a7842310c9 req-04aabbbc-555f-4c8f-8190-ce468b8f32c8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:27.573199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2236bf3e-2d2f-426d-901b-70a7842310c9 req-04aabbbc-555f-4c8f-8190-ce468b8f32c8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.2293131 May 14 18:18:27.629912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.647109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.668632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2236bf3e-2d2f-426d-901b-70a7842310c9 req-50138f9e-d844-4351-82d7-387aac75e46c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944858 May 14 18:18:27.843099 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.853824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.856622 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:27.880395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Pushing event updated for resources: {'Port': ['ID=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:27.892337 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:27.899615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:27.967565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b286a180-92ec-41c4-bbf4-e06759c82b12,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:27.980166 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:28.001227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.004924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5403316 May 14 18:18:28.005351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38680) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:28.012124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '7e9f8db5-e38a-477c-8103-23e93221bafc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:28.020285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:28.027777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:28.033377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:28.041476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:28.065375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.069739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.070123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b25ccde9-0996-490e-a549-11d03ad1334c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:28.075697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.087991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.094655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.104525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.112050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.112267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=4420b782-0139-4c90-9992-044fc2ca57a2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:28.115552 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:28.116536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.119837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.129800 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/4420b782-0139-4c90-9992-044fc2ca57a2 HTTP/1.1" status: 204 len: 168 time: 0.9636323 May 14 18:18:28.130441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38684) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:28.131717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e464a8aa-56b3-4d40-a64b-747ba032dcdc req-d4da5437-5cf0-432c-b24f-cd4464611e49 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.2399013 May 14 18:18:28.140069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38688) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:28.141322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.160532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Request body: {'floatingip': {'port_id': '50f45925-bd6b-448c-b206-fd819ee7acc3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:28.200135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 925c3262-eab6-4347-b797-28a35fb86cfa {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:28.203621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.265225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.301708 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.358604 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.518017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.533553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.547733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0032245-886c-4c66-b04a-a2379074fdfb req-0722e97c-bede-4146-b125-ed4e337f58b3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:28.549242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0032245-886c-4c66-b04a-a2379074fdfb req-0722e97c-bede-4146-b125-ed4e337f58b3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.3143642 May 14 18:18:28.559636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-25b20cf4-ca5e-4b16-96ea-b57229606b77 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:28.578427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfbf7d2-4254-4e2a-a67b-4e038ccb9eb2,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:28.592860 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:28.625318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c922a7-9862-4443-ac22-582fb430ef3c None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:28.697556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.702819 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c9fa056-e27c-4270-81ff-e3f7247239e4 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:28.718849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0c379ed6-4143-45cd-9ea3-94bf8a39b165 None None] Provisioning for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:28.737443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0c379ed6-4143-45cd-9ea3-94bf8a39b165 None None] Provisioning complete for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:28.737732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c379ed6-4143-45cd-9ea3-94bf8a39b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.740957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=925c3262-eab6-4347-b797-28a35fb86cfa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:28.744169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:28.745257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.757358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/925c3262-eab6-4347-b797-28a35fb86cfa HTTP/1.1" status: 204 len: 168 time: 0.6238067 May 14 18:18:28.757698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38694) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:28.800162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:28.804245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7955248 May 14 18:18:28.813979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38698) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:28.829189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '7e9f8db5-e38a-477c-8103-23e93221bafc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:28.830023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-83d66776-84aa-43ad-bab5-6bce75b5c4c7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:router {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:28.842316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-83d66776-84aa-43ad-bab5-6bce75b5c4c7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:router {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:28.843795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-83d66776-84aa-43ad-bab5-6bce75b5c4c7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849493 May 14 18:18:28.846912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38702) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:28.853208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:28.857272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:28.861760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0032245-886c-4c66-b04a-a2379074fdfb req-cff22b26-aa83-4cee-b27a-09ad49281c0b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859335 May 14 18:18:28.872424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:28.890766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:28.905292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:28.996903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a490b7fd-8bfd-4b70-b7ce-675b59ec62dd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:29.030795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:29.037533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:29.040767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:29.047873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:29.062787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0c379ed6-4143-45cd-9ea3-94bf8a39b165 None None] Could not find standard attr ID for object 0810ac46-254f-459c-83ef-4404a3ecc15f. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:18:29.068276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:29.072078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.077751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:18:29.249707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:29.249886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.391721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Deleting port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:29.393519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.519449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.595912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.606950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fd378-090f-464b-8db2-29719e9053be req-0c415bbd-c183-452c-bb33-93a6e001c2fa tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:29.608179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] For port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:29.608502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-884fd378-090f-464b-8db2-29719e9053be req-0c415bbd-c183-452c-bb33-93a6e001c2fa tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.8847554 May 14 18:18:29.608788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.741600 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.776991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.876475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Calling delete_port for a490b7fd-8bfd-4b70-b7ce-675b59ec62dd owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:29.891566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.897942 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a63f896a-b1f3-4a28-a6df-da7698f55585 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:29.951537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cfd75e9-85bf-4473-b772-3505be452d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.959539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:29.963352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:29.987613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:29.991213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.991378 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:29.998851 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.003535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffac7b-2d0b-4b67-931d-f785e980775c req-87638e59-6206-42c6-9a8a-d4851359a461 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:30.004907 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:30.011350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00ffac7b-2d0b-4b67-931d-f785e980775c req-87638e59-6206-42c6-9a8a-d4851359a461 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.8972464 May 14 18:18:30.016847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=e5032372-0ec6-439d-b7a1-4aca05a274dc,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:30.020974 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:30.024533 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1769676 May 14 18:18:30.027313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38738) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:30.034181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:30.038389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.061293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Pushing event deleted for resources: {'Port': ['ID=a490b7fd-8bfd-4b70-b7ce-675b59ec62dd,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:30.064362 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:30.070150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] No DVR routers for this DVR port a490b7fd-8bfd-4b70-b7ce-675b59ec62dd on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:30.072677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7636b885-b9fb-49bc-8b69-8f81dea53423 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:30.085038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e91e1b-d164-485f-aefb-53c0780562a4 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:30.120161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481a7cfd-1d8f-4000-83ae-f7dc129dd9b8,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:30.134079 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:30.154631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00ffac7b-2d0b-4b67-931d-f785e980775c req-a4e25d36-8a73-4eb0-ad38-e57cf93ef674 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421313 May 14 18:18:30.158643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.159838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3447740 May 14 18:18:30.164223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38742) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:30.188716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '7e9f8db5-e38a-477c-8103-23e93221bafc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:30.200631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port 377c3186-5763-4803-b428-668b8aef9a51 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:30.200631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.226110 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Floating IP 4079c366-9c28-47fa-83f9-a96237094417 associated. External IP: 172.25.4.42, port: 50f45925-bd6b-448c-b206-fd819ee7acc3. May 14 18:18:30.231657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:30.257402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:30.262582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:30.275534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:30.302535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:30.307399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:30.313875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:30.322195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:30.324322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.367492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'e5032372-0ec6-439d-b7a1-4aca05a274dc'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:18:30.368709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.371942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:30.375534 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.555024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Allocated IP 172.20.0.2 (7ad50c71-58ac-4344-b706-61652f033104/e5032372-0ec6-439d-b7a1-4aca05a274dc/99c0fdc6-abb1-4bc2-a95a-325efda408e5) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:30.600733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.614333 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.654485 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:30.679274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f2fce6-d490-4ea7-83a8-526665d5c9dd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:30.683475 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:30.688050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.692724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38752) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:30.694099 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5204847 May 14 18:18:30.755891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.766728 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.792132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port 377c3186-5763-4803-b428-668b8aef9a51, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=377c3186-5763-4803-b428-668b8aef9a51,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:30.793075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.812181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feeebe-7d8b-4006-a4de-4967f607c21f req-f53d5fb3-bd45-41be-8c09-5d04c2800fbb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:30.821653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38feeebe-7d8b-4006-a4de-4967f607c21f req-f53d5fb3-bd45-41be-8c09-5d04c2800fbb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 945 time: 0.4088395 May 14 18:18:30.830031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.854206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.865364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Transition to ACTIVE for port object 99c0fdc6-abb1-4bc2-a95a-325efda408e5 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:30.887475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Transition to ACTIVE for port object 99c0fdc6-abb1-4bc2-a95a-325efda408e5 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:30.897076 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:30.908577 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bc32d068-39fc-4569-8448-3bd1a47605aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:31.027290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a490b7fd-8bfd-4b70-b7ce-675b59ec62dd no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:31.062374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:31.071205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:31.073575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:31.075681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Pushing event updated for resources: {'Port': ['ID=99c0fdc6-abb1-4bc2-a95a-325efda408e5,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:31.078103 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:31.079045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a490b7fd-8bfd-4b70-b7ce-675b59ec62dd {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:18:31.079600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a490b7fd-8bfd-4b70-b7ce-675b59ec62dd not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:18:31.173636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Attempting to bind port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:31.174280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Attempting to bind port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:31.174804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Attempting to bind port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:31.181306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:31.182057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:31.182622 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.183312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:31.183964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Bound port: 99c0fdc6-abb1-4bc2-a95a-325efda408e5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:31.184512 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.186096 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:18:31.198733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for 377c3186-5763-4803-b428-668b8aef9a51 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:31.211897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.255655 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1671e621-f4e6-447a-acf4-1351ab743346 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:31.257546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:18:31.288435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] For port 99c0fdc6-abb1-4bc2-a95a-325efda408e5, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:31.292134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] For port 99c0fdc6-abb1-4bc2-a95a-325efda408e5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=99c0fdc6-abb1-4bc2-a95a-325efda408e5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:31.292564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68f2fce6-d490-4ea7-83a8-526665d5c9dd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:31.304778 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.305865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38feeebe-7d8b-4006-a4de-4967f607c21f req-72dc7bfc-bb49-4982-84ea-628d7dadbf39 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830556 May 14 18:18:31.310464 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-01c55727-9f73-4192-a7b8-3eca97e97776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:31.313943 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:31.418564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Pushing event updated for resources: {'Port': ['ID=99c0fdc6-abb1-4bc2-a95a-325efda408e5,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:31.421576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.427392 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:31.432315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/68f2fce6-d490-4ea7-83a8-526665d5c9dd HTTP/1.1" status: 204 len: 168 time: 0.7367799 May 14 18:18:31.437940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:31.512895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.522159 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12e85c4a-8bda-47b2-9187-f98dfa00350c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:31.526187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:31.610630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6adffee8-efb6-4a01-a02b-00b6bfb23a69 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:31.624861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.747071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6adffee8-efb6-4a01-a02b-00b6bfb23a69 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:31.748651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6adffee8-efb6-4a01-a02b-00b6bfb23a69 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3095937 May 14 18:18:31.751983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38766) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:31.870553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.891935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Router 7d45f1a6-4640-4f24-8caa-0836e6b49dac has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:18:31.914315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=377c3186-5763-4803-b428-668b8aef9a51,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:31.921707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:31.977320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:32.062233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.063785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 377c3186-5763-4803-b428-668b8aef9a51 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:32.069958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:32.115612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 377c3186-5763-4803-b428-668b8aef9a51 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:18:32.116219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 377c3186-5763-4803-b428-668b8aef9a51 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:18:32.138755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=481a7cfd-1d8f-4000-83ae-f7dc129dd9b8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:32.152237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.153495 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/481a7cfd-1d8f-4000-83ae-f7dc129dd9b8 HTTP/1.1" status: 204 len: 168 time: 0.3945727 May 14 18:18:32.158170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38776) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:32.158963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.159382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.159821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.160561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.160947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.161312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.161681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.162074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.162395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.162874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.163274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.163637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:18:32.167623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port 99c0fdc6-abb1-4bc2-a95a-325efda408e5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=99c0fdc6-abb1-4bc2-a95a-325efda408e5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:32.170333 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:32.214647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.224170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.225432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.231815 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:32.237859 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.293216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port 377c3186-5763-4803-b428-668b8aef9a51 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:32.306749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.308173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:32.311833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:32.322342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd46743-9864-4139-b818-004882447edf', 'name': 'network-vif-deleted', 'tag': '377c3186-5763-4803-b428-668b8aef9a51'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:32.339752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:32.341155 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.354653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-884fd378-090f-464b-8db2-29719e9053be req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "DELETE /v2.0/ports/377c3186-5763-4803-b428-668b8aef9a51 HTTP/1.1" status: 204 len: 173 time: 2.7326965 May 14 18:18:32.361815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=99c0fdc6-abb1-4bc2-a95a-325efda408e5,revision_number=4']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:32.366917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:32.367678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-512189c9-9cd7-4f56-91ef-4da3e364f133 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:32.419029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3904865 May 14 18:18:32.426704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38790) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:32.445904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b110c0d5-fcac-4d41-88c9-81cc9a9aae84 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:32.451462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:00:10:38', 'name': 'tempest-NetworksTestDHCPv6-299069473'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:32.509583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e820d-acf7-4798-9fdc-0043ce6f007e req-3e036d4c-5a7a-43aa-ba1f-ebf6abecd168 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:32.511304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a79e820d-acf7-4798-9fdc-0043ce6f007e req-3e036d4c-5a7a-43aa-ba1f-ebf6abecd168 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.9905856 May 14 18:18:32.561422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b110c0d5-fcac-4d41-88c9-81cc9a9aae84 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:32.562827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b110c0d5-fcac-4d41-88c9-81cc9a9aae84 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3730826 May 14 18:18:32.564454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:18:32.570523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.580100 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] Sync routers for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:18:32.600880 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:18:32.604046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:18:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:32.701332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:32.707233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ec94ab8b-2861-4837-be9d-5a60ef748aab tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "PUT /v2.0/floatingips/4079c366-9c28-47fa-83f9-a96237094417 HTTP/1.1" status: 200 len: 990 time: 4.5544591 May 14 18:18:32.818031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38802) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:32.860104 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.887865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a79e820d-acf7-4798-9fdc-0043ce6f007e req-0c7140a3-4c16-49d5-9adf-118d6e4b755b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641319 May 14 18:18:32.895881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:32.963981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.030940 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:33.044855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:33.066792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:33.077334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:33.081449 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:18:33.095252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:33.101342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=98b323e2-1c36-4860-a1ff-a563f3dc5f6e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:33.105508 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:33.123220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:33.132693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbfbf7d2-4254-4e2a-a67b-4e038ccb9eb2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:33.138159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.142576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66644761-bfec-4966-a701-75fb9e5e5e51 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:33.148504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fbfbf7d2-4254-4e2a-a67b-4e038ccb9eb2 HTTP/1.1" status: 204 len: 168 time: 0.4370084 May 14 18:18:33.150719 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:33.151750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38810) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:33.407773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 99c0fdc6-abb1-4bc2-a95a-325efda408e5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:33.412295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.423286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-db22f27b-63d1-4f85-85d1-239d489aed50 req-8e391424-52d8-4865-977c-e07c5e3ada93 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:33.445081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d93ce030-385b-49e0-99db-1003f9d21ab3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:33.447979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.470617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:33.475720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Usage tracker for resource:security_group_rule and tenant:699925ab02814eed84a146f16393d391 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:33.478050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port a15953e1-f79e-4add-acb1-764f934f6b19 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:18:33.485784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:33.496873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:33.508021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-db22f27b-63d1-4f85-85d1-239d489aed50 req-8e391424-52d8-4865-977c-e07c5e3ada93 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:33.521715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db22f27b-63d1-4f85-85d1-239d489aed50 req-8e391424-52d8-4865-977c-e07c5e3ada93 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd46743-9864-4139-b818-004882447edf HTTP/1.1" status: 200 len: 210 time: 0.1690736 May 14 18:18:33.537317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d93ce030-385b-49e0-99db-1003f9d21ab3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:33.537317 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d93ce030-385b-49e0-99db-1003f9d21ab3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3797505 May 14 18:18:33.553489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38814) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:33.586194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ac2130c2-06b9-4a05-8b9d-fcee0827165a None None] Provisioning for port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:33.623080 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd46743-9864-4139-b818-004882447edf', 'name': 'network-vif-deleted', 'tag': '377c3186-5763-4803-b428-668b8aef9a51', 'status': 'completed', 'code': 200} May 14 18:18:33.640414 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.657928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.714540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.720087 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6a3e25c4-92db-436d-af09-bb7006ca5c91 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:33.749757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:33.762618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b286a180-92ec-41c4-bbf4-e06759c82b12,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:33.774897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:33.775239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:33.775361 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.777284 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.788932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.797741 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:33.827480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:33.831376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b286a180-92ec-41c4-bbf4-e06759c82b12 HTTP/1.1" status: 204 len: 168 time: 0.2768795 May 14 18:18:33.836368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38818) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:33.866541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86561bc-6f52-48a3-bf79-1cddccfbcfe0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:33.876843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=699925ab02814eed84a146f16393d391&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0425310 May 14 18:18:33.878135 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:33.878969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38822) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:33.920390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d223ea7c-cc47-4123-a9d9-ec13182256ab tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:33.953724 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '4079c366-9c28-47fa-83f9-a96237094417', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'port_id': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'mac_address': 'fa:16:3e:ea:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:16:35Z', 'updated_at': '2021-05-14T18:18:29Z', 'revision_number': 1, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:45Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:33.958716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 172.20.0.4 (7ad50c71-58ac-4344-b706-61652f033104/e5032372-0ec6-439d-b7a1-4aca05a274dc/a15953e1-f79e-4add-acb1-764f934f6b19) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:33.960176 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] Checking router: 7d45f1a6-4640-4f24-8caa-0836e6b49dac for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:18:33.975568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d223ea7c-cc47-4123-a9d9-ec13182256ab tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:33.977680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d223ea7c-cc47-4123-a9d9-ec13182256ab tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1339674 May 14 18:18:33.985007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe00:1038 (7ad50c71-58ac-4344-b706-61652f033104/98b323e2-1c36-4860-a1ff-a563f3dc5f6e/a15953e1-f79e-4add-acb1-764f934f6b19) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:33.985007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38828) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:33.987734 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:18:33.988462 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:18:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:34.022121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.031687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.081138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 99c0fdc6-abb1-4bc2-a95a-325efda408e5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=99c0fdc6-abb1-4bc2-a95a-325efda408e5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:34.090159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.094814 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:34.103265 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.130538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.167622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.178495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=99c0fdc6-abb1-4bc2-a95a-325efda408e5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:34.191597 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:34.241254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a56650-0e88-4e01-aa66-5217412713e0 req-98a51527-f0c9-46e2-910b-b9d62d85f154 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:34.243035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9a56650-0e88-4e01-aa66-5217412713e0 req-98a51527-f0c9-46e2-910b-b9d62d85f154 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 944 time: 0.1553204 May 14 18:18:34.259065 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:18:34.335251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9a56650-0e88-4e01-aa66-5217412713e0 req-d8920363-a839-4c02-8910-220a4634ce9d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854945 May 14 18:18:34.351240 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.361498 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c243d958-f700-421e-a653-8e74ddb03dc2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:34.381022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=617f4153-0620-4504-93e0-7a81c8092ecb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:34.398136 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:34.443521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.447165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.448562 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d86561bc-6f52-48a3-bf79-1cddccfbcfe0 HTTP/1.1" status: 204 len: 168 time: 0.5683486 May 14 18:18:34.460900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f037f887-4a7c-4ca7-98df-8e5597aa8e42 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:34.475386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.476484 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/617f4153-0620-4504-93e0-7a81c8092ecb HTTP/1.1" status: 204 len: 168 time: 0.4622672 May 14 18:18:34.479207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38838) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:34.495342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86561bc-6f52-48a3-bf79-1cddccfbcfe0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:34.523318 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:34.590043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-547055a0-e841-42b4-acc8-2d735d3365b2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1093388 May 14 18:18:34.592977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38846) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:34.603403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.630078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object a15953e1-f79e-4add-acb1-764f934f6b19 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:34.678024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.708323 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02745042-0ad2-4c87-a92b-fe99f0ba4a7e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:34.725411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38852) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:34.741651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.817149 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.839131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:34.848528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:34.854290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:34.874177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec057b31-4c63-4326-8931-cc7c15633e8a details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:34.896068 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.903961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a033294c-9206-4ec1-87ff-951555d06a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:34.927943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f8db5-e38a-477c-8103-23e93221bafc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:34.931366 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:34.945302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:34.949309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/7e9f8db5-e38a-477c-8103-23e93221bafc HTTP/1.1" status: 204 len: 168 time: 0.3529441 May 14 18:18:34.949825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38862) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.023615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=a15953e1-f79e-4add-acb1-764f934f6b19,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:35.031711 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:35.085929 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '4079c366-9c28-47fa-83f9-a96237094417', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'port_id': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'mac_address': 'fa:16:3e:ea:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:16:35Z', 'updated_at': '2021-05-14T18:18:29Z', 'revision_number': 1, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:45Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:35.087045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:35.087745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.097539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e960cd-f937-447a-b86a-d6043a64a09e None None] The sync data for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 is: [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '4079c366-9c28-47fa-83f9-a96237094417', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'port_id': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'mac_address': 'fa:16:3e:ea:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:16:35Z', 'updated_at': '2021-05-14T18:18:29Z', 'revision_number': 1, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:45Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:18:35.111550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-da2108bc-4c7e-4364-949f-b1b03c91923a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:35.132096 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7036991 May 14 18:18:35.134874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.166813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 99c0fdc6-abb1-4bc2-a95a-325efda408e5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:35.187641 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.207470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-da2108bc-4c7e-4364-949f-b1b03c91923a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:35.220583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-da2108bc-4c7e-4364-949f-b1b03c91923a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2695940 May 14 18:18:35.226791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38870) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.235050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:35.244575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--474287148'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:35.246699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:45e351842d684565a69b1e82abc3dc15 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:35.254405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:35.256045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:35.262778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:35.297122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:35.302488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.366205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cdb1edd5-335c-4e7d-bf68-326e0d81b435 None None] Provisioning complete for port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:35.366883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca16ce9-1ef1-4140-8527-0b864201e02f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:35.367526 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cdb1edd5-335c-4e7d-bf68-326e0d81b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.373906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca16ce9-1ef1-4140-8527-0b864201e02f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:35.375002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ca16ce9-1ef1-4140-8527-0b864201e02f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:35.378144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.401513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:35.411614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.437055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:a06a9e15d9844159a80b1a1afb69a9da is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:35.447721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:35.452710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:35.458045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:35.465568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:35.471488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.489289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.495476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554eb0b-bf07-4ca2-9f03-91793a74b51c None None] New status for floating IP 4079c366-9c28-47fa-83f9-a96237094417: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:18:35.513326 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b509d9c-6e7f-4f7e-affc-1fde68064cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:35.553900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.555301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:35.560863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ca16ce9-1ef1-4140-8527-0b864201e02f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:35.562088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ca16ce9-1ef1-4140-8527-0b864201e02f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4259913 May 14 18:18:35.567500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38880) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.570903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.575271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91f563-324f-4d34-875e-f6c89f86484a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:35.608923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:35.616006 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:35.629889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:35.644558 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33df1e10-e7dc-43ec-a877-5cdc7d387a9e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:35.660788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45e351842d684565a69b1e82abc3dc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9341640 May 14 18:18:35.664175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38886) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.682527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2564d-0bfa-4300-83cc-7bda1ccf9aa4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:35.686187 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.687455 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4542589 May 14 18:18:35.698125 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:35.698621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:35.715768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '3db2564d-0bfa-4300-83cc-7bda1ccf9aa4', 'direction': 'ingress', 'protocol': 17}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:35.722008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:35.726752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:35.729823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:35.735956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:35.764744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.779496 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.824954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.854437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.870402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ec057b31-4c63-4326-8931-cc7c15633e8a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec057b31-4c63-4326-8931-cc7c15633e8a,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:35.887816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:35.889456 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.940348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.946299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'ec057b31-4c63-4326-8931-cc7c15633e8a', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': 'ec057b31-4c63-4326-8931-cc7c15633e8a', 'mac_address': 'fa:16:3e:a9:0e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:35.947828 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17474483-c29d-44dd-895d-2f11639f7b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:35.969945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91f563-324f-4d34-875e-f6c89f86484a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:35.974505 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:35.977042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:35.982500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d91f563-324f-4d34-875e-f6c89f86484a HTTP/1.1" status: 204 len: 168 time: 0.3170965 May 14 18:18:36.005936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.049804 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:36.072643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.074241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3691878 May 14 18:18:36.076818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38896) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:36.101162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.147513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138fac40-22ba-414f-8ffe-b8aef8d238d0,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:36.171375 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:36.182034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.188671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.208071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.221835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec057b31-4c63-4326-8931-cc7c15633e8a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:36.229744 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1fd7f2b-2eb0-41d3-9ecf-dbd787e9f04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:36.246028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port a15953e1-f79e-4add-acb1-764f934f6b19 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:36.260037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ec057b31-4c63-4326-8931-cc7c15633e8a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec057b31-4c63-4326-8931-cc7c15633e8a,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:36.260642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.262491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.289448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.298186 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:36.344844 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.367591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da88113c-ff27-44dd-bcd2-a0ee9f82108d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:36.414562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2564d-0bfa-4300-83cc-7bda1ccf9aa4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:36.424268 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.426017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/3db2564d-0bfa-4300-83cc-7bda1ccf9aa4 HTTP/1.1" status: 204 len: 168 time: 0.3474710 May 14 18:18:36.428243 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:36.429913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38904) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:36.450027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ec057b31-4c63-4326-8931-cc7c15633e8a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:36.455307 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:36.462613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a06a9e15d9844159a80b1a1afb69a9da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581619 May 14 18:18:36.466141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c044b-53b8-49b0-a38c-8268157ffda2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:36.470841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38908) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:36.474024 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:36.519403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-32a7d0d6-dc51-40d2-8f36-ec01b40b622b None None] Provisioning for port a15953e1-f79e-4add-acb1-764f934f6b19 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:36.529226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-32a7d0d6-dc51-40d2-8f36-ec01b40b622b None None] Provisioning complete for port a15953e1-f79e-4add-acb1-764f934f6b19 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:36.530062 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-32a7d0d6-dc51-40d2-8f36-ec01b40b622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.572182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ad9c1d8f-dc2c-4a4f-8987-09ee79977b83 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:36.577025 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.630763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88f0-23b4-4a02-b3df-49a7f0eb8df9 req-4a966bcf-d3fd-449c-9d71-0c57fcd021ab tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:36.635320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['ec057b31-4c63-4326-8931-cc7c15633e8a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:36.638148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-550c88f0-23b4-4a02-b3df-49a7f0eb8df9 req-4a966bcf-d3fd-449c-9d71-0c57fcd021ab tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 945 time: 0.2036445 May 14 18:18:36.653856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ad9c1d8f-dc2c-4a4f-8987-09ee79977b83 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:36.655092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ad9c1d8f-dc2c-4a4f-8987-09ee79977b83 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2242525 May 14 18:18:36.661536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:36.668113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--214387847'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:36.675053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:36.687120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:36.711152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.720506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-32a7d0d6-dc51-40d2-8f36-ec01b40b622b None None] Port a15953e1-f79e-4add-acb1-764f934f6b19 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:18:36.734013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-32a7d0d6-dc51-40d2-8f36-ec01b40b622b None None] Could not find standard attr ID for object 0810ac46-254f-459c-83ef-4404a3ecc15f. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:18:36.745942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for a15953e1-f79e-4add-acb1-764f934f6b19 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:36.748772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.757667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-550c88f0-23b4-4a02-b3df-49a7f0eb8df9 req-08b2d6f1-8c5d-4fa1-a207-6c60bdea9cbd tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185768 May 14 18:18:36.764660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:36.772889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:36.778008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:36.785844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.805335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:36.861372 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'status': 'completed', 'code': 200} May 14 18:18:36.893292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:36.902223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-19f70fa5-a939-4d51-b290-103496002623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:37.029965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.037882 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.047196 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8106ba87-3cdc-4707-8eae-31d5a8f8c529 tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:37.066669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c044b-53b8-49b0-a38c-8268157ffda2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:37.082819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34196df-b6f3-4fbc-aaa9-3490b2a0ca49,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:37.088229 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:37.089857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.096461 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:37.098008 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7107d4fb-58c6-4c48-afce-f772eab0a2c5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:37.106749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.107266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.107722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.108194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.108658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.109119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.109561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.111646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5eb02f40-566b-42df-a3c1-87a0e78f0e1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.1938245 May 14 18:18:37.153962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=a15953e1-f79e-4add-acb1-764f934f6b19,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:37.158169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:37.194793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.198464 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e29c044b-53b8-49b0-a38c-8268157ffda2 HTTP/1.1" status: 204 len: 168 time: 0.7243500 May 14 18:18:37.242776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.246699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5830145 May 14 18:18:37.247412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38946) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:37.365040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.370596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/a15953e1-f79e-4add-acb1-764f934f6b19 HTTP/1.1" status: 204 len: 168 time: 1.8015568 May 14 18:18:37.371887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38952) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:37.491268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335556031'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:37.515442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:37.549693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:37.553118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6364f0-0a3a-4c34-b251-4cd65ae4e20f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.554765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6364f0-0a3a-4c34-b251-4cd65ae4e20f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.556331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6364f0-0a3a-4c34-b251-4cd65ae4e20f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.557169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8c6364f0-0a3a-4c34-b251-4cd65ae4e20f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:37.567486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:37.590790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8c6364f0-0a3a-4c34-b251-4cd65ae4e20f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:37.594778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8c6364f0-0a3a-4c34-b251-4cd65ae4e20f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2191527 May 14 18:18:37.595057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38964) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:37.598340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:37.654323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-41a8eac6-9dd8-4b13-b4df-f7827c3e7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.656479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-41a8eac6-9dd8-4b13-b4df-f7827c3e7275 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e HTTP/1.1" status: 200 len: 912 time: 0.5376878 May 14 18:18:37.670228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-72933a6f-3182-4e04-89ed-f923056252da tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.671699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-72933a6f-3182-4e04-89ed-f923056252da tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.4621282 May 14 18:18:37.673989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.677134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 98b323e2-1c36-4860-a1ff-a563f3dc5f6e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:37.681921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.752396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38968) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:37.801230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-5412ce6b-49e2-41d7-8671-3b4d48ff5209 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 0.1282136 May 14 18:18:37.802350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-1fcb4ec6-fa74-4872-8358-ed374abf9987 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.0497761 May 14 18:18:37.807024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:37.852636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:37.896465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:37.912264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:37.927687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.941660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-c50016ab-1385-496d-88fb-2de1e73f8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:37.943149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-c50016ab-1385-496d-88fb-2de1e73f8a1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.1335652 May 14 18:18:37.964689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:37.992032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:38.001927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf2bddd6114f28806336322f3e8b9d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:38.006995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:38.016702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:38.059159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-83ce95ac-a311-43b6-8ed7-e3a0d6965de2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128022 May 14 18:18:38.069585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.120705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.174684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.183728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6615e2f-1a34-4463-a45e-63bafd7723bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:38.225551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-6d2c9479-d472-453b-9eab-b87f52684224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:38.227206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-6d2c9479-d472-453b-9eab-b87f52684224 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2746572 May 14 18:18:38.249784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.261297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.271889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3455587-22c9-47f5-bdb2-79080c40f6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:38.279946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d455b4-6cbc-4d73-88a9-007d3d408603,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:38.296101 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:38.356931 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebaf2bddd6114f28806336322f3e8b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034613 May 14 18:18:38.358802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.362591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9eaa15-12a3-409f-86cf-89596c3f881c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:38.363327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1092045 May 14 18:18:38.364339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38990) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:38.364801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:38.367497 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:38.401231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-175b3ed5-1ce2-4341-bc73-26ec434f6e0f service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192229 May 14 18:18:38.405058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': 'c34196df-b6f3-4fbc-aaa9-3490b2a0ca49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '56d455b4-6cbc-4d73-88a9-007d3d408603', 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:38.416000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:38.423318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:38.432467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:38.445560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:38.478009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.482733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac2369e7-f6cd-4d2f-ba12-061aacffb81e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:38.524073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.531295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=98b323e2-1c36-4860-a1ff-a563f3dc5f6e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:38.545074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef611ed8-b0a0-4693-9e16-f40a66d26719 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:38.546852 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:38.548077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.566746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-49d03831-5f9e-4651-96d9-97f26017612d service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250265 May 14 18:18:38.580600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/98b323e2-1c36-4860-a1ff-a563f3dc5f6e HTTP/1.1" status: 204 len: 168 time: 0.9842386 May 14 18:18:38.584511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38998) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:38.689409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet e5032372-0ec6-439d-b7a1-4aca05a274dc {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:38.700840 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.729812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.739276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.743879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:38.750094 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.778396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5c9796-4b13-4fd7-aab9-e22b9eff3e64,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:38.786191 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:38.788502 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.817747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-9869d648-52d6-4605-aac7-3706542cbffc service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035363 May 14 18:18:38.834474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.839596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4699638 May 14 18:18:38.839596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:38.850118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ea81489-4bac-49c2-8371-e6d60122de80 req-dc5953aa-c26c-4cdc-8396-2c00775b35fc service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714670 May 14 18:18:38.882920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.889271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec057b31-4c63-4326-8931-cc7c15633e8a up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:38.900359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.900934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.948882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:38.994473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.001816 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1e0721f-aebd-4442-9b92-c8f5ed459dba tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:39.009061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port ec057b31-4c63-4326-8931-cc7c15633e8a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:39.017464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port ec057b31-4c63-4326-8931-cc7c15633e8a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:39.018096 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.031382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be5c9796-4b13-4fd7-aab9-e22b9eff3e64,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:39.038306 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:39.041434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.042540 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/be5c9796-4b13-4fd7-aab9-e22b9eff3e64 HTTP/1.1" status: 204 len: 168 time: 0.2024252 May 14 18:18:39.051105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39024) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:39.138896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.163795 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c49af94c-8a38-4a17-9335-e669f2d5b7f0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:39.198292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9eaa15-12a3-409f-86cf-89596c3f881c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:39.213151 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:39.272555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7993c00e-ed08-40df-81bc-b9f2c2e043ef tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:39.275563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.276719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed9eaa15-12a3-409f-86cf-89596c3f881c HTTP/1.1" status: 204 len: 168 time: 0.9002182 May 14 18:18:39.369165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.417663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7993c00e-ed08-40df-81bc-b9f2c2e043ef tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:39.419464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7993c00e-ed08-40df-81bc-b9f2c2e043ef tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3487546 May 14 18:18:39.430302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39046) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:39.474661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port ec057b31-4c63-4326-8931-cc7c15633e8a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec057b31-4c63-4326-8931-cc7c15633e8a,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:39.478116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec057b31-4c63-4326-8931-cc7c15633e8a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:39.494404 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.498590 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:39.576439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca70ca-fd4d-4818-b28e-9d164f6b9198 req-90cdefc2-3f6b-4566-a476-d34fdf5646a3 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:39.586376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ca70ca-fd4d-4818-b28e-9d164f6b9198 req-90cdefc2-3f6b-4566-a476-d34fdf5646a3 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 945 time: 0.2696714 May 14 18:18:39.635902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.647410 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dd517f1-a1ac-4bb2-88e9-6a15a9525dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:39.705517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=ec057b31-4c63-4326-8931-cc7c15633e8a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:39.716393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=e5032372-0ec6-439d-b7a1-4aca05a274dc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:39.717344 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:39.722653 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:39.729514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.744638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/e5032372-0ec6-439d-b7a1-4aca05a274dc HTTP/1.1" status: 204 len: 168 time: 1.1591723 May 14 18:18:39.747105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39064) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:39.773307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.823527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18ca70ca-fd4d-4818-b28e-9d164f6b9198 req-91afc590-f70b-488a-800e-d625e40f4c66 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358079 May 14 18:18:39.870549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.897874 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c681dbe-8c47-41cd-a350-49394e3980ca tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366370 May 14 18:18:39.903782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:39.911824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:39.944531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:39.992955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6d84d797-889d-4f95-855d-1d22b8436ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:40.018340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d455b4-6cbc-4d73-88a9-007d3d408603,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:40.037935 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:40.050032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-382aabb6-b952-4722-93c3-e168d7eca187 req-e569f0fa-0f7b-4a1c-8ff1-80737c125409 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 210 time: 0.0949340 May 14 18:18:40.089030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:40.096417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39084) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:40.096544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/56d455b4-6cbc-4d73-88a9-007d3d408603 HTTP/1.1" status: 204 len: 168 time: 0.6623750 May 14 18:18:40.106983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe3772-21f2-487a-adca-c01aea5767f5 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:40.164359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:40.195727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:40.202415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:40.233561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:40.276682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7b52d1ef-101e-4d41-9723-c829060fee57 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:40.281656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:40.285945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:40.343257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a4e2f74f-9378-465d-a494-b038d9dca0e5 None None] Provisioning complete for port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:40.343577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f74f-9378-465d-a494-b038d9dca0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:40.386147 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec057b31-4c63-4326-8931-cc7c15633e8a', 'code': 200} May 14 18:18:40.445508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7b52d1ef-101e-4d41-9723-c829060fee57 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:40.449850 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7b52d1ef-101e-4d41-9723-c829060fee57 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3524911 May 14 18:18:40.450039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39100) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:40.853046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:18:40.948796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Deleting port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:40.949439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.132116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] For port 99c0fdc6-abb1-4bc2-a95a-325efda408e5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=99c0fdc6-abb1-4bc2-a95a-325efda408e5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:41.132506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.215356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 99c0fdc6-abb1-4bc2-a95a-325efda408e5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:41.326009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Calling delete_port for 99c0fdc6-abb1-4bc2-a95a-325efda408e5 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:41.333150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.343918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-638278b3-0877-4a33-82d5-1732ddd25502 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:41.345386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-638278b3-0877-4a33-82d5-1732ddd25502 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.6902041 May 14 18:18:41.365826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:41.414481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.431369 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c0d3580-3ba7-42eb-897a-74633648364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:41.476970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:41.480218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:41.493725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:41.494314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.505530 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.510221 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b65fe56-005c-44f8-8ca6-a3a184528fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:41.517839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=23f91cb5-09e7-42d5-89cd-3469847863f1,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:41.521537 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:41.525012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c2502-c54a-43ee-bc1a-9e93b343cbed req-de90cc9a-accb-418a-afea-c3b42783d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:41.526469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-661c2502-c54a-43ee-bc1a-9e93b343cbed req-de90cc9a-accb-418a-afea-c3b42783d193 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 1097 time: 1.0075452 May 14 18:18:41.537818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6327119 May 14 18:18:41.540446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39144) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:41.545227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.551845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:41.563864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 update to DOWN by agent not found {{(pid=79561) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 14 18:18:41.571254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Pushing event deleted for resources: {'Port': ['ID=99c0fdc6-abb1-4bc2-a95a-325efda408e5,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:41.574661 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:41.575805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] No DVR routers for this DVR port 99c0fdc6-abb1-4bc2-a95a-325efda408e5 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:41.591266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c833b-250b-4394-92bb-3097f34ad054 req-01b07153-0059-4c45-80d0-583f8254eca1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:41.599846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cfe5cc-0953-4770-a28b-276f5c62ee09 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:41.602773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-209c833b-250b-4394-92bb-3097f34ad054 req-01b07153-0059-4c45-80d0-583f8254eca1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.4546883 May 14 18:18:41.780225 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-209c833b-250b-4394-92bb-3097f34ad054 req-0309c898-bb59-4fe5-a891-e547fc2b543e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759598 May 14 18:18:41.795301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-661c2502-c54a-43ee-bc1a-9e93b343cbed req-20884dac-aef6-42a6-9630-095bb207865e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217836 May 14 18:18:41.809039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:41.822709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:41.831126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.847264 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5fc58f3e-517f-41a6-9ebf-f51431396cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:41.862863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:41.865720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:41.869127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.872865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:41.879851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:41.893758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:41.899497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34196df-b6f3-4fbc-aaa9-3490b2a0ca49,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:41.904497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:41.925317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:41.930690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.951949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:41.958039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/c34196df-b6f3-4fbc-aaa9-3490b2a0ca49 HTTP/1.1" status: 204 len: 168 time: 1.5068488 May 14 18:18:41.960028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39162) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:41.988648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '23f91cb5-09e7-42d5-89cd-3469847863f1'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:18:41.989703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.098671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1ae9ac8-abc7-4a46-bf91-f592387e41fb req-0785e028-1a4a-4571-b6b6-7edf2e74e808 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 210 time: 0.1066325 May 14 18:18:42.208003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.10 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/c96385cf-9d2e-4c2c-a2bc-d846d08cfb88) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:42.270892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Allocated IP 172.20.0.2 (7ad50c71-58ac-4344-b706-61652f033104/23f91cb5-09e7-42d5-89cd-3469847863f1/86af791b-549b-4f89-a4b3-f9208e6f3dc2) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:42.571377 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.619388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.620225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4ff754d3-117a-465b-9e36-6727f6f9965e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:42.639823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.641698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Transition to ACTIVE for port object 86af791b-549b-4f89-a4b3-f9208e6f3dc2 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:42.643095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4ff754d3-117a-465b-9e36-6727f6f9965e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:42.645323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4ff754d3-117a-465b-9e36-6727f6f9965e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6843548 May 14 18:18:42.658146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:42.662672 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7a96567-5880-4b89-a683-503e421ca588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:42.684990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:42.723936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797778386'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:42.740944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:42.745142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:42.754433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:42.766681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:42.790751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:42.791096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Transition to ACTIVE for port object 86af791b-549b-4f89-a4b3-f9208e6f3dc2 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:42.804464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:42.806278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.813256 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:42.824683 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:42.853722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.886124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Pushing event updated for resources: {'Port': ['ID=86af791b-549b-4f89-a4b3-f9208e6f3dc2,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:42.909045 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:42.914677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:42.914948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:42.925355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:42.934696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:42.936382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:42.939088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:42.950452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:42.961339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:42.964886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:42.976602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6155722 May 14 18:18:43.162724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.164440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Request body: {'port': {'device_id': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:43.182656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Attempting to bind port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:43.183225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Attempting to bind port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:43.183493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Attempting to bind port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:43.188888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.198116 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9eaa4e9b-2717-4d38-9cf9-097e769b8cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:43.209999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e071a22-bc1f-44b9-9d92-4b980c8a6871 req-8db8cc3f-27e4-43d2-802c-fc7742b9b04f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:43.212066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e071a22-bc1f-44b9-9d92-4b980c8a6871 req-8db8cc3f-27e4-43d2-802c-fc7742b9b04f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.2109380 May 14 18:18:43.246377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:43.246377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:43.246941 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.247378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:43.247863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Bound port: 86af791b-549b-4f89-a4b3-f9208e6f3dc2, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:43.248260 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.350743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724a3771-f8b6-48f0-9ef7-8878f5ccef74,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:43.367649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] For port 86af791b-549b-4f89-a4b3-f9208e6f3dc2, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:43.370971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] For port 86af791b-549b-4f89-a4b3-f9208e6f3dc2, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=86af791b-549b-4f89-a4b3-f9208e6f3dc2,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:43.381621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e071a22-bc1f-44b9-9d92-4b980c8a6871 req-d01c03e3-6e2f-4dec-98fa-e7a3a5801f0d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619380 May 14 18:18:43.384956 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:43.399694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.404105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.418081 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:43.445516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:18:43.452887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.457833 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7555251 May 14 18:18:43.518543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39240) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:43.547034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '724a3771-f8b6-48f0-9ef7-8878f5ccef74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:43.566559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:43.574157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:43.579431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:43.601876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:43.655948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Pushing event updated for resources: {'Port': ['ID=86af791b-549b-4f89-a4b3-f9208e6f3dc2,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:43.666705 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:43.690180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.785658 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.969686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:43.997806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.014719 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a7b6433-13fc-45b5-bc85-9eda12ca1a77 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:44.055677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4509f2-6ed1-400c-82e6-22e5141e1ffc,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:44.086252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port 86af791b-549b-4f89-a4b3-f9208e6f3dc2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=86af791b-549b-4f89-a4b3-f9208e6f3dc2,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:44.116197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.136801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.138104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.142815 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-680bb124-e175-4dd9-a8ea-b2fabc2fff46 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:44.224906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:44.226808 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:44.239265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.240469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7197492 May 14 18:18:44.242830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:44.251571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:44.252585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda2b69-a755-4601-8a3b-acaf9c53190c req-7df24815-815d-4e9a-b242-98d77e9fc11c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:44.253869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cdda2b69-a755-4601-8a3b-acaf9c53190c req-7df24815-815d-4e9a-b242-98d77e9fc11c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:44.269993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:44.270602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.285635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cdda2b69-a755-4601-8a3b-acaf9c53190c req-7df24815-815d-4e9a-b242-98d77e9fc11c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:44.286815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdda2b69-a755-4601-8a3b-acaf9c53190c req-7df24815-815d-4e9a-b242-98d77e9fc11c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 932 time: 0.5696411 May 14 18:18:44.295387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=86af791b-549b-4f89-a4b3-f9208e6f3dc2,revision_number=4']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:44.312734 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:44.313285 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73a096a2-2c0f-454d-9090-cdaac9a65c4d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:44.367481 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8256938 May 14 18:18:44.372038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39296) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:44.374702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.387447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:44.395073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:49:1d:97', 'name': 'tempest-NetworksTestDHCPv6-2003610651'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:44.400657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.409107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cdda2b69-a755-4601-8a3b-acaf9c53190c req-3fdc7b8a-30c4-4a69-90a3-c17919b1ef90 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851095 May 14 18:18:44.409268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.426015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Transition to ACTIVE for port object c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:44.431805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.438003 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a04a60f5-3e6a-46c7-bc93-5c7f3e2dac4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:44.526404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=1fd8eec3-d747-417d-bd22-a4f0aa74db11,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:44.541738 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:44.592347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.611592 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f08d264-5ae8-4bb5-b049-c2516a2d05d3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:44.621381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Pushing event updated for resources: {'Port': ['ID=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:44.632880 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:44.672221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a4509f2-6ed1-400c-82e6-22e5141e1ffc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:44.684125 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:44.685229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:44.686635 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6a4509f2-6ed1-400c-82e6-22e5141e1ffc HTTP/1.1" status: 204 len: 168 time: 0.4341466 May 14 18:18:44.742937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39314) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:44.771682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:44.781756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:44.788567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:44.799891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:44.834032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c63c11f2-fced-4ec1-a4a9-58d7d42a3616 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:44.848364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:44.980487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Attempting to bind port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:44.980834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Attempting to bind port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:44.981180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Attempting to bind port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:44.995383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:18:44.995787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Attempting to bind port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:45.010961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:45.011555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:45.012100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:45.012724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Bound port: c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:45.013890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.069460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 86af791b-549b-4f89-a4b3-f9208e6f3dc2 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:45.087844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317a549-b273-4571-9169-0862cd0e06f5 req-35e1f5ce-e5fa-4b78-9051-7c9ec9f0134b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:45.089638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3317a549-b273-4571-9169-0862cd0e06f5 req-35e1f5ce-e5fa-4b78-9051-7c9ec9f0134b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.2228665 May 14 18:18:45.158224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cdfe08-a57f-4055-8ab2-b83e37c4b588 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:45.161037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3317a549-b273-4571-9169-0862cd0e06f5 req-596d55ce-4ca2-4e5f-83d9-be5807c78f4e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572855 May 14 18:18:45.195023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] For port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:45.199054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] For port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:45.221258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.225850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c63c11f2-fced-4ec1-a4a9-58d7d42a3616 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:45.228642 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:45.230774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c63c11f2-fced-4ec1-a4a9-58d7d42a3616 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4836636 May 14 18:18:45.231567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39352) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:45.317791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.345670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Pushing event updated for resources: {'Port': ['ID=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:45.359840 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:45.371560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port b63eafa7-6ad5-4c94-89f6-8d8eff04d389 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:18:45.392762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:45.393371 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.394769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] 10.222.0.15 "PUT /v2.0/ports/c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 HTTP/1.1" status: 200 len: 1092 time: 2.4086137 May 14 18:18:45.398909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'tag': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:45.414442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-0fb57c45-5a62-407c-9a60-03750e452ffc tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5ccf8633ca4f42a19b48a58404392e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603397 May 14 18:18:45.437479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:45.444552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-de540dd8-d1c4-48fd-9040-2e8008ba08c8 None None] Provisioning for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:45.475819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:45.476421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.542527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.580301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-de540dd8-d1c4-48fd-9040-2e8008ba08c8 None None] Provisioning complete for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:45.580970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-de540dd8-d1c4-48fd-9040-2e8008ba08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.584425 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:45.616035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-d32c225c-5da9-463f-ab6c-e767cff6e330 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:45.624033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-d32c225c-5da9-463f-ab6c-e767cff6e330 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087414 May 14 18:18:45.697823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-d2e1f4f6-be6e-4bb6-a305-bc9551fb6da7 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/quotas/5ccf8633ca4f42a19b48a58404392e30 HTTP/1.1" status: 200 len: 375 time: 0.0728438 May 14 18:18:45.754828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-3c25e8cc-a75e-464b-b80b-af7d3ffdc6bc tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ccf8633ca4f42a19b48a58404392e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560882 May 14 18:18:45.825093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 172.20.0.5 (7ad50c71-58ac-4344-b706-61652f033104/23f91cb5-09e7-42d5-89cd-3469847863f1/b63eafa7-6ad5-4c94-89f6-8d8eff04d389) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:45.829703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-8571d04e-9819-4a60-b757-9080230ec0d7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6020617 May 14 18:18:45.831899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe49:1d97 (7ad50c71-58ac-4344-b706-61652f033104/1fd8eec3-d747-417d-bd22-a4f0aa74db11/b63eafa7-6ad5-4c94-89f6-8d8eff04d389) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:45.854818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-ca0809ab-89c8-4a5e-ab74-6b981be84cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:45.857736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-ca0809ab-89c8-4a5e-ab74-6b981be84cae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 1095 time: 0.2303240 May 14 18:18:46.009246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-93d09263-2f3a-45ec-b60b-01e52e612838 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 HTTP/1.1" status: 200 len: 217 time: 0.1435721 May 14 18:18:46.020196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.066649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-de540dd8-d1c4-48fd-9040-2e8008ba08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.107218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 86af791b-549b-4f89-a4b3-f9208e6f3dc2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=86af791b-549b-4f89-a4b3-f9208e6f3dc2,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:46.113967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.116954 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:46.186904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.212564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c0413841-1650-456b-b924-bfbf33e348ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:46.260911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724a3771-f8b6-48f0-9ef7-8878f5ccef74,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:46.275946 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:46.311743 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-de540dd8-d1c4-48fd-9040-2e8008ba08c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:18:46.312171 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-de540dd8-d1c4-48fd-9040-2e8008ba08c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:18:46.314865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=86af791b-549b-4f89-a4b3-f9208e6f3dc2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:46.318465 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:46.366763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.375719 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/724a3771-f8b6-48f0-9ef7-8878f5ccef74 HTTP/1.1" status: 204 len: 168 time: 1.1306515 May 14 18:18:46.378686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39424) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:46.378789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-aa80c125-492e-4919-a531-df5222c36da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.381318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-aa80c125-492e-4919-a531-df5222c36da3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.3639543 May 14 18:18:46.466774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-67a0925e-0b48-41bc-9dd3-84658b0d71ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773466 May 14 18:18:46.491841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.555053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f25ec86a-6583-47c3-9e62-65d12e4a4566 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:46.565753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object b63eafa7-6ad5-4c94-89f6-8d8eff04d389 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:46.635698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.636520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.636659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.637126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.637619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.638121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.638913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.641153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.641323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c871e70-7db1-4ae7-b21f-8315a901aef0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.5470273 May 14 18:18:46.662292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3479421-ff72-4fb4-b444-f6e411269e28 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:46.666359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0e8c-1664-43d7-bc3d-decef2263af7 req-a6e42d0f-0d16-4b95-b5f2-99d9b4709a2c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.678025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a4c0e8c-1664-43d7-bc3d-decef2263af7 req-a6e42d0f-0d16-4b95-b5f2-99d9b4709a2c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.5448930 May 14 18:18:46.713885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f25ec86a-6583-47c3-9e62-65d12e4a4566 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:46.718892 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f25ec86a-6583-47c3-9e62-65d12e4a4566 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3340912 May 14 18:18:46.726372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:46.745177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449122235'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:46.759923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:46.763070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:46.767692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:46.771029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:46.854557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=b63eafa7-6ad5-4c94-89f6-8d8eff04d389,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:46.867560 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:46.872782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:46.951127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:46.995603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:46.996282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:47.035241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:47.047681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6746242 May 14 18:18:47.049095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:47.057476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39466) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:47.060302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:47.069833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 86af791b-549b-4f89-a4b3-f9208e6f3dc2 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:47.130339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ad682861-aff2-4ebc-af60-8da8b6e44c3f None None] Provisioning complete for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:47.130993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ad682861-aff2-4ebc-af60-8da8b6e44c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:47.133650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:47.217075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a4c0e8c-1664-43d7-bc3d-decef2263af7 req-239f449b-fc84-41ff-9b33-31da3b54b448 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381904 May 14 18:18:47.333439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fb2ad-b7ed-4c06-a9c2-5402059231e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.347025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-fe4511ca-2652-4d0a-b877-ee4c67fee1de service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651211 May 14 18:18:47.361108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fb2ad-b7ed-4c06-a9c2-5402059231e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.363839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-151fb2ad-b7ed-4c06-a9c2-5402059231e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:47.377127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-c2a64bd5-c635-4356-a4fa-42ce65c039da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.377604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-c2a64bd5-c635-4356-a4fa-42ce65c039da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.378067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-c2a64bd5-c635-4356-a4fa-42ce65c039da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.380386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-c2a64bd5-c635-4356-a4fa-42ce65c039da service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 2293 time: 0.6983585 May 14 18:18:47.387803 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'tag': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88', 'status': 'completed', 'code': 200} May 14 18:18:47.419478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:47.422051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:47.468751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-151fb2ad-b7ed-4c06-a9c2-5402059231e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:47.473507 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-151fb2ad-b7ed-4c06-a9c2-5402059231e2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4150422 May 14 18:18:47.478805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39474) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:47.489061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:47.605788 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-7c85a74a-9f91-4db3-b008-e2a7e6a48a25 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5ccf8633ca4f42a19b48a58404392e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573211 May 14 18:18:47.606697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:47.617735 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f754b7b7-e35a-4048-8637-4714985a64af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:47.626764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39480) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:47.687706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45da2872-f446-4746-9317-9ba48bc82ffe None None] Provisioning for port b63eafa7-6ad5-4c94-89f6-8d8eff04d389 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:47.714055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45da2872-f446-4746-9317-9ba48bc82ffe None None] Provisioning complete for port b63eafa7-6ad5-4c94-89f6-8d8eff04d389 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:47.714443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45da2872-f446-4746-9317-9ba48bc82ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:47.734928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-21b3f0b3-9ef4-4365-913a-667a2c9e8595 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 0.2847216 May 14 18:18:47.799751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e51607e0-9452-43c0-9b77-5d371846cd3f req-2f2b4d8a-1267-4666-bd8a-b0997c228caa service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473984 May 14 18:18:47.843568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15054462-975e-4c3c-b9f7-bd81e722a180 req-79c563d8-482f-4bcc-8998-45eca885d1e4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.845249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15054462-975e-4c3c-b9f7-bd81e722a180 req-79c563d8-482f-4bcc-8998-45eca885d1e4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 944 time: 0.2470171 May 14 18:18:47.846697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-b15e1006-6860-4369-b919-2954486f6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.848889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-b15e1006-6860-4369-b919-2954486f6fb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.1016932 May 14 18:18:47.895506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-b3a04af1-4377-4b3e-9a3c-d7813b6fb710 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:47.897088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-b3a04af1-4377-4b3e-9a3c-d7813b6fb710 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643840 May 14 18:18:47.917148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45da2872-f446-4746-9317-9ba48bc82ffe None None] Port b63eafa7-6ad5-4c94-89f6-8d8eff04d389 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:18:47.982306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Request body: {'port': {'device_id': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '5ccf8633ca4f42a19b48a58404392e30'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:47.992912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15054462-975e-4c3c-b9f7-bd81e722a180 req-00540ce4-16ab-4b3f-a565-19c0c53136a0 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402471 May 14 18:18:48.017514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17977800-b27b-4b03-be9f-e2d4ade5f6cb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:48.021739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.024484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-33da09b3-cea4-4f9c-9a38-1e0cb2bfc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:48.025945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-33da09b3-cea4-4f9c-9a38-1e0cb2bfc152 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554098 May 14 18:18:48.030910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:48.056174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-ff66cd96-5385-4ec4-94cd-4205f25e8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:48.057732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-ff66cd96-5385-4ec4-94cd-4205f25e8e1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 1095 time: 0.1508620 May 14 18:18:48.102748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.106455 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3694606 May 14 18:18:48.106455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:48.111833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39486) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:48.115958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Usage tracker for resource:security_group_rule and tenant:f720a21d0ec8492cb212797afd448496 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:48.119741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:48.131217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:48.141221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '17977800-b27b-4b03-be9f-e2d4ade5f6cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:48.153997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:48.209232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Usage tracker for resource:security_group_rule and tenant:18266ee2c77f4771afb98f15b7fe410c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:48.213495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:48.223959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:48.233308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:48.239111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Usage tracker for resource:port and tenant:5ccf8633ca4f42a19b48a58404392e30 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:48.248032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:48.251760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port b63eafa7-6ad5-4c94-89f6-8d8eff04d389 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:48.252081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.271540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:48.307352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b72b0b41-15db-4436-93fe-b52acd61d462 req-14ffdc5c-36ab-481d-b293-cc8e381c0889 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 210 time: 0.0769274 May 14 18:18:48.352076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-2c815b52-d139-4e44-b6f6-279f9bb827f5 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169825 May 14 18:18:48.352690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.380501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Made reservation on behalf of 5ccf8633ca4f42a19b48a58404392e30 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:48.384036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.416707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.416945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-e9fee3db-7f79-4b1e-bcee-7034529ee88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:48.418307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-e9fee3db-7f79-4b1e-bcee-7034529ee88f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.3076847 May 14 18:18:48.477609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:48.481905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Usage tracker for resource:security_group_rule and tenant:5ccf8633ca4f42a19b48a58404392e30 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:48.485358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:48.495211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:48.567734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.577084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.579502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-af6cdb07-2004-426e-8911-968b337262ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 HTTP/1.1" status: 200 len: 217 time: 0.0918059 May 14 18:18:48.596765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.615113 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e5b7418-6ce7-48ea-9c81-f5d1550b800a tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:48.672784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.687335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.699954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a89b5686-9770-43c5-a0e6-db75e65f089f tempest-ServersTestBootFromVolume-1055503501 tempest-ServersTestBootFromVolume-1055503501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:48.721844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-cfc606a6-d97d-4625-80e8-2eaf5d96eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:48.723310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-cfc606a6-d97d-4625-80e8-2eaf5d96eff0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.1344974 May 14 18:18:48.803720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51809823-f3d5-4272-a4aa-020cb70fbd4a,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:48.805969 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:48.825250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-2531f3e2-d561-427e-acf8-0b7236f13e29 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635963 May 14 18:18:48.840665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-0d9fc15e-9580-4972-af72-e1169113db53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053917 May 14 18:18:48.914542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:48.915283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8029094 May 14 18:18:48.926412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39492) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:48.933009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-c7c7873b-d17c-432d-a1e8-07cfdf7f1490 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.0967424 May 14 18:18:48.948543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for b63eafa7-6ad5-4c94-89f6-8d8eff04d389 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:48.971571 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f720a21d0ec8492cb212797afd448496&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3362930 May 14 18:18:48.982267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:49.012882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2137dea-c13a-4590-99f4-ef55e75b45a3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:49.016148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:49.065017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.080018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.087853 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-810b1267-2b43-4633-8033-9d541c0d4c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:49.201246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8f7f0-dccd-4ebc-a497-24d568d8d827,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:49.204253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:49.209183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.221438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-63fec9f2-b2fd-4ee8-abcf-c279b4b21d3b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules/51809823-f3d5-4272-a4aa-020cb70fbd4a HTTP/1.1" status: 200 len: 763 time: 0.2901537 May 14 18:18:49.229399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39504) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:49.264119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-ed0b5502-b1c2-4c61-94be-ab241157b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:49.265557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-ed0b5502-b1c2-4c61-94be-ab241157b597 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1144443 May 14 18:18:49.340662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28369efd-b310-459d-996a-02eff0bfa085 req-fe90a8f4-dca0-4abc-89cf-b616c957c83f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:49.342061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28369efd-b310-459d-996a-02eff0bfa085 req-fe90a8f4-dca0-4abc-89cf-b616c957c83f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.6221526 May 14 18:18:49.342210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.349234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-31224afa-3a7e-4116-a96b-9ca16013b1e9 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593582 May 14 18:18:49.446437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-374fb580-143a-40b4-a8cf-397aa717f9a3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:49.515825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28369efd-b310-459d-996a-02eff0bfa085 req-970bec71-090f-4f1c-b476-4f67b0b2d835 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602824 May 14 18:18:49.523321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Allocated IP 192.168.233.161 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/467317e7-54c1-4753-ba05-f6a2d68e1c11) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:18:49.524621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-1fa378eb-c7dd-464d-a8da-cf2411a13cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:49.526086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-1fa378eb-c7dd-464d-a8da-cf2411a13cd6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2524085 May 14 18:18:49.547075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-374fb580-143a-40b4-a8cf-397aa717f9a3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:49.548793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-374fb580-143a-40b4-a8cf-397aa717f9a3 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3177912 May 14 18:18:49.556406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:49.594018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.606585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1441b8bb-3dbb-4f17-9275-ec2146f34cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:49.607449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0e8ef47-16b8-4b6a-b840-dac5ec60442b req-46c9a859-8818-43de-9544-2891fdc9786b service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347617 May 14 18:18:49.614340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.662089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2137dea-c13a-4590-99f4-ef55e75b45a3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:49.665208 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:49.672418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e205c24-b6fa-47ed-9314-b4a1f0580832 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:49.759733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.778945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-f3ce2422-a0d3-437e-a8d7-03ba3c20dede service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411356 May 14 18:18:49.821667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0b4f2-8339-4a1f-8146-508e7c2b57cc req-d49e7fae-6989-43ff-a754-242fc0cf5df4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:49.823216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c0b4f2-8339-4a1f-8146-508e7c2b57cc req-d49e7fae-6989-43ff-a754-242fc0cf5df4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 944 time: 0.1640110 May 14 18:18:49.844911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=b63eafa7-6ad5-4c94-89f6-8d8eff04d389,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:49.848631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:49.918047 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:49.950902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c0b4f2-8339-4a1f-8146-508e7c2b57cc req-63cd61ca-8e39-4781-b907-8389af498c28 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753844 May 14 18:18:49.971783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-80a4cf0d-2ad0-44da-b28d-070ec29052e8 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792922 May 14 18:18:50.002822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.004514 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2137dea-c13a-4590-99f4-ef55e75b45a3 HTTP/1.1" status: 204 len: 168 time: 1.0178237 May 14 18:18:50.096097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-73c4ba07-92b2-4a35-a004-b2f23897d466 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.1104012 May 14 18:18:50.100851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.105982 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:50.137725 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.152586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51809823-f3d5-4272-a4aa-020cb70fbd4a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:50.165682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39516) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:50.166067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b63eafa7-6ad5-4c94-89f6-8d8eff04d389 HTTP/1.1" status: 204 len: 168 time: 2.6819832 May 14 18:18:50.170024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.174035 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:50.180621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.184253 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/51809823-f3d5-4272-a4aa-020cb70fbd4a HTTP/1.1" status: 204 len: 168 time: 0.6244328 May 14 18:18:50.184694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:50.213158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Transition to ACTIVE for port object 467317e7-54c1-4753-ba05-f6a2d68e1c11 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:50.254568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-5117de95-3a1b-4c24-b194-4163a4762a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.256899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-5117de95-3a1b-4c24-b194-4163a4762a70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1500671 May 14 18:18:50.264958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cc86669-acdd-44aa-8fe2-3e64cc31c8af tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:50.294510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cc86669-acdd-44aa-8fe2-3e64cc31c8af tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:50.297562 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8cc86669-acdd-44aa-8fe2-3e64cc31c8af tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1109061 May 14 18:18:50.299657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.301593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39526) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:50.310422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:50.330632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7c2a7-0e90-4f1d-9bd2-81f58062cc78 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.332715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7c2a7-0e90-4f1d-9bd2-81f58062cc78 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.334328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7c2a7-0e90-4f1d-9bd2-81f58062cc78 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.335940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f4f7c2a7-0e90-4f1d-9bd2-81f58062cc78 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1684785 May 14 18:18:50.341676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39530) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:50.361932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '17977800-b27b-4b03-be9f-e2d4ade5f6cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:50.380202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:50.405704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:50.415797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:18:50.422361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:18:50.427668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 1fd8eec3-d747-417d-bd22-a4f0aa74db11 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:50.449409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:18:50.471211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.530948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Pushing event updated for resources: {'Port': ['ID=467317e7-54c1-4753-ba05-f6a2d68e1c11,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:50.561907 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:50.568023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.622903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.623837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.633898 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.677094 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7186437 May 14 18:18:50.679059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.683913 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.696336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:50.701245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-c185ef99-108e-497e-bd42-8cdd3b70a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.702709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-c185ef99-108e-497e-bd42-8cdd3b70a89a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4198534 May 14 18:18:50.708984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Request body: {'port': {'device_id': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:50.764146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6281fea9-2275-4662-86c8-308da3bba750,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:50.766016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e976f9b8-94a8-4db7-8009-00295e385c50 None None] Provisioning for port 467317e7-54c1-4753-ba05-f6a2d68e1c11 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:50.766725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:50.770367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af29f0-db0a-41cd-abce-dad7767add19 req-5c04d719-bdac-428d-b7c2-5e13ff2c332a tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:50.776685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e976f9b8-94a8-4db7-8009-00295e385c50 None None] Provisioning complete for port 467317e7-54c1-4753-ba05-f6a2d68e1c11 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:50.777782 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e976f9b8-94a8-4db7-8009-00295e385c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.778207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94af29f0-db0a-41cd-abce-dad7767add19 req-5c04d719-bdac-428d-b7c2-5e13ff2c332a tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 936 time: 0.3591957 May 14 18:18:50.830111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:50.833806 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5272713 May 14 18:18:50.842257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39550) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:50.858449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e976f9b8-94a8-4db7-8009-00295e385c50 None None] Port 467317e7-54c1-4753-ba05-f6a2d68e1c11 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:18:50.883027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6e1affb1-afcd-435f-8962-1ba8b8624bab tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules/6281fea9-2275-4662-86c8-308da3bba750 HTTP/1.1" status: 200 len: 763 time: 0.0287967 May 14 18:18:50.883027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:50.916127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.002456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-312ce890-9fb2-4864-91fa-91da09947e37 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:51.078173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-06b6dbbb-c2de-4235-9dd8-8f1a148b492e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:51.079211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-06b6dbbb-c2de-4235-9dd8-8f1a148b492e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.6582232 May 14 18:18:51.089521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-312ce890-9fb2-4864-91fa-91da09947e37 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:51.093371 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-312ce890-9fb2-4864-91fa-91da09947e37 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2154653 May 14 18:18:51.094346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39564) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:51.164219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.177352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94af29f0-db0a-41cd-abce-dad7767add19 req-499b45dd-24ef-4bbd-9425-460a0bfb5364 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982804 May 14 18:18:51.183460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.271882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-8e922801-37bf-4f28-b897-d26cd34e7142 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546365 May 14 18:18:51.407119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.475792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.480785 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-83534020-a8a0-4618-bbeb-987d654fc05f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:51.507685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6281fea9-2275-4662-86c8-308da3bba750,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:51.516595 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:51.530637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.531911 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6281fea9-2275-4662-86c8-308da3bba750 HTTP/1.1" status: 204 len: 168 time: 0.4371715 May 14 18:18:51.535689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39582) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:51.655062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6e4322dd-0aae-413c-92de-a9139d6db1cb tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:51.662161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467317e7-54c1-4753-ba05-f6a2d68e1c11 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:51.678967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.694165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6e4322dd-0aae-413c-92de-a9139d6db1cb tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:51.698043 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6e4322dd-0aae-413c-92de-a9139d6db1cb tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1583991 May 14 18:18:51.699102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39590) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:51.706514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Request body: {'security_group_rule': {'security_group_id': '17977800-b27b-4b03-be9f-e2d4ade5f6cb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:51.712349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Transition to ACTIVE for port object 467317e7-54c1-4753-ba05-f6a2d68e1c11 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:18:51.715194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:51.719485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.729382 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0dc4b900-f7a8-4135-8223-f001bad91c98 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:51.736348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-f7cbd77e-6684-4ff2-8da9-ec9f5b2e0fc5 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165611 May 14 18:18:51.771977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:51.824595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-4707a48b-5849-4c0d-a919-3bb55f60b0d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.0782599 May 14 18:18:51.857953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbdb46-1319-4454-a878-88a26d1c42d2 req-4c17d804-cff0-44e4-afc0-b007d7aebbaf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:51.866126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39fbdb46-1319-4454-a878-88a26d1c42d2 req-4c17d804-cff0-44e4-afc0-b007d7aebbaf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 946 time: 0.5474305 May 14 18:18:51.928339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port ec057b31-4c63-4326-8931-cc7c15633e8a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:51.928646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.959975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=467317e7-54c1-4753-ba05-f6a2d68e1c11,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:51.966701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:51.976076 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:52.044775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Attempting to bind port 467317e7-54c1-4753-ba05-f6a2d68e1c11 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:18:52.046329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Attempting to bind port 467317e7-54c1-4753-ba05-f6a2d68e1c11 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:18:52.046329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Attempting to bind port 467317e7-54c1-4753-ba05-f6a2d68e1c11 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:52.055152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Port 467317e7-54c1-4753-ba05-f6a2d68e1c11 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:18:52.055516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Attempting to bind port 467317e7-54c1-4753-ba05-f6a2d68e1c11 on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:18:52.069394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39602) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:52.073552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.080785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:18:52.081766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:18:52.082280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:18:52.083063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Bound port: 467317e7-54c1-4753-ba05-f6a2d68e1c11, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:18:52.083448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.096459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.102401 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:52.108055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:18:52.115986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39fbdb46-1319-4454-a878-88a26d1c42d2 req-7e14c5bc-ec3c-46ed-ac90-7e5a594e110e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489216 May 14 18:18:52.153714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-8a4f171a-8e21-49a2-b28f-27e3f7e84066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:52.172993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-8a4f171a-8e21-49a2-b28f-27e3f7e84066 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.3248093 May 14 18:18:52.189139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c42be3-55c5-4cfc-94e6-5da6538a5368,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:52.200334 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:52.237606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.241228 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5387828 May 14 18:18:52.241994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39610) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:52.264909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8631f304-4123-47e7-b710-1545c72b54c4 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Request body: {'quota': {'network': 2}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:52.280529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] For port 467317e7-54c1-4753-ba05-f6a2d68e1c11, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:18:52.290584 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c8f02abd-e541-481f-bc16-f9d7211d3d24 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules/d1c42be3-55c5-4cfc-94e6-5da6538a5368 HTTP/1.1" status: 200 len: 764 time: 0.0445607 May 14 18:18:52.293029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39616) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:52.298529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] For port 467317e7-54c1-4753-ba05-f6a2d68e1c11, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:18:52.303101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port ec057b31-4c63-4326-8931-cc7c15633e8a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=ec057b31-4c63-4326-8931-cc7c15633e8a,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:52.303497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.303616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:52.313168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.319925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88', 'mac_address': 'fa:16:3e:71:fa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:18:52.322949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe3f6c88-b4d0-4917-a8f1-917456f4800a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:52.324588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.332968 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9fd0635c-3a97-47d5-9380-5ff165aa8e3f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:52.371738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8631f304-4123-47e7-b710-1545c72b54c4 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] 10.222.0.24 "PUT /v2.0/quotas/6871246e98aa4e8b94edaec1bf1f29ec HTTP/1.1" status: 200 len: 368 time: 0.2990706 May 14 18:18:52.378939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39620) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:52.384049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.398639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Request body: {'network': {'project_id': '6871246e98aa4e8b94edaec1bf1f29ec'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:52.403582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:18:52.412970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:52.413653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.415166 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] 10.222.0.15 "PUT /v2.0/ports/467317e7-54c1-4753-ba05-f6a2d68e1c11 HTTP/1.1" status: 200 len: 1096 time: 1.7224007 May 14 18:18:52.416819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:52.421170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'tag': '467317e7-54c1-4753-ba05-f6a2d68e1c11'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:52.431787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:52.444729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Usage tracker for resource:network and tenant:6871246e98aa4e8b94edaec1bf1f29ec is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:52.447414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.450435 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:52.459922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:52.482068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:52.526870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd8eec3-d747-417d-bd22-a4f0aa74db11,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:52.530327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc76127f-a156-4911-9177-d6590305f7ac tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:52.538597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for ec057b31-4c63-4326-8931-cc7c15633e8a owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:52.546747 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:52.563465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=467317e7-54c1-4753-ba05-f6a2d68e1c11,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:52.569384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.574226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:52.580307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f86af6-fa17-479a-ada8-41a316ff629d None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:52.582272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Made reservation on behalf of 6871246e98aa4e8b94edaec1bf1f29ec for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:52.585287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.600634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc76127f-a156-4911-9177-d6590305f7ac tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:52.602329 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc76127f-a156-4911-9177-d6590305f7ac tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3082888 May 14 18:18:52.606081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/1fd8eec3-d747-417d-bd22-a4f0aa74db11 HTTP/1.1" status: 204 len: 168 time: 2.2602692 May 14 18:18:52.609502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39626) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:52.610199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39628) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:52.611443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.622691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:52.632933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-b3002c63-e14e-4c71-9ced-d98b6a36d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:52.634434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-b3002c63-e14e-4c71-9ced-d98b6a36d510 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4511917 May 14 18:18:52.644546 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:52.711951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:52.735268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Usage tracker for resource:security_group_rule and tenant:6871246e98aa4e8b94edaec1bf1f29ec is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:52.747618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:52.776695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:52.779378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.797717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 23f91cb5-09e7-42d5-89cd-3469847863f1 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:18:52.800434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.811977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-da019921-87b1-4298-926d-ea01dcd33569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:52.813567 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-da019921-87b1-4298-926d-ea01dcd33569 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ccf8633ca4f42a19b48a58404392e30&device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 1099 time: 0.3329244 May 14 18:18:52.818660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:52.851792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58942-1302-4343-9e22-a0e83c343919 req-595cfbc7-36af-4414-a3e9-23ce075c88b1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:52.859629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c96385cf-9d2e-4c2c-a2bc-d846d08cfb88'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:18:52.859816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8f58942-1302-4343-9e22-a0e83c343919 req-595cfbc7-36af-4414-a3e9-23ce075c88b1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 945 time: 0.5384660 May 14 18:18:52.955361 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-4e7350af-52d7-4648-be78-777e3a98e473 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11 HTTP/1.1" status: 200 len: 217 time: 0.1034436 May 14 18:18:52.964263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec057b31-4c63-4326-8931-cc7c15633e8a no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:53.015563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: ec057b31-4c63-4326-8931-cc7c15633e8a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:18:53.016184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device ec057b31-4c63-4326-8931-cc7c15633e8a not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:18:53.037634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.043329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.088831 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd0b1648-3f88-406a-a8db-92576f6334e7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:53.119352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.131830 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f0a23c27-673f-405e-829b-a456e05b060b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:53.134543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1c42be3-55c5-4cfc-94e6-5da6538a5368,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:53.148277 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:53.158532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-43ff24d3-f52a-48c6-8223-901150244ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:53.160267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-43ff24d3-f52a-48c6-8223-901150244ab2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1938539 May 14 18:18:53.195694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8f58942-1302-4343-9e22-a0e83c343919 req-b3e5e409-92b5-464a-bbf4-8e8563d9174d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349936 May 14 18:18:53.201520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=ec057b31-4c63-4326-8931-cc7c15633e8a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:53.275161 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:53.289629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-4af6c10a-ffd1-4c7d-8ac1-5507a71272d0 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459351 May 14 18:18:53.295013 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.341100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.375253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port ec057b31-4c63-4326-8931-cc7c15633e8a on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:53.383546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.386737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'name': 'network-vif-deleted', 'tag': 'ec057b31-4c63-4326-8931-cc7c15633e8a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:53.391027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.395379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.398897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d1c42be3-55c5-4cfc-94e6-5da6538a5368 HTTP/1.1" status: 204 len: 168 time: 0.7740190 May 14 18:18:53.401906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:53.412336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c1a1a2e-fe92-46b1-a190-a052179a24ff tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:53.487527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd97c3f2-c495-4759-829a-ec40f8650b03 req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "DELETE /v2.0/ports/ec057b31-4c63-4326-8931-cc7c15633e8a HTTP/1.1" status: 204 len: 173 time: 2.3994274 May 14 18:18:53.545591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:18:53.557374 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.557735 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Added segment c2ee922a-8aec-428e-9172-dae43a0129be of type vlan for network 20a50f83-aab0-48e9-8f77-fc0e40f64eee May 14 18:18:53.586484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:53.604606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-eac24c22-b9ce-42d5-916f-8bc2bab6cd71 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720227 May 14 18:18:53.684746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf293c-f02c-41fc-99f2-41da3c0de491,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:53.691351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-2812e1cb-ff2b-4881-9365-6f7ee0b25370 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.0761158 May 14 18:18:53.753700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8b16f-1983-4767-b9ae-22e64278c713 req-318020be-bf6c-409a-9dc8-1b53fe7fa839 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:53.761092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59d8b16f-1983-4767-b9ae-22e64278c713 req-318020be-bf6c-409a-9dc8-1b53fe7fa839 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 948 time: 0.2786858 May 14 18:18:53.815339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-b46eca4b-f2c3-4ff0-b976-0f55942379eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:53.816828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-b46eca4b-f2c3-4ff0-b976-0f55942379eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1164901 May 14 18:18:53.829371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59d8b16f-1983-4767-b9ae-22e64278c713 req-8a9ea13a-cda2-40ba-a6d8-abf03cd67197 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 May 14 18:18:53.929223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-a3a9f183-da50-459a-8e60-33962f595e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:53.931652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-a3a9f183-da50-459a-8e60-33962f595e38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013238 May 14 18:18:54.004806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94643d02-6ee5-4701-95f0-b4e864205431 None None] Provisioning complete for port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:54.005402 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94643d02-6ee5-4701-95f0-b4e864205431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.101541 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:54.101772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-a1985ddb-e32c-4506-8f23-4fde9a02add7 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626008 May 14 18:18:54.103425 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'tag': '467317e7-54c1-4753-ba05-f6a2d68e1c11', 'status': 'completed', 'code': 200} May 14 18:18:54.113126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-bfd5a971-ccf7-4ad4-9b30-3cd366fcb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:54.114678 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-bfd5a971-ccf7-4ad4-9b30-3cd366fcb0bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9333689 May 14 18:18:54.122287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:18:54.227053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.248000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7220c719-15a2-4bf4-ac77-5a6962205b47 req-14964fb8-8224-4972-8923-c207691adc60 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:54.292626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-0b4dc7e9-3ba1-46a0-b38d-d871e829bf42 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648788 May 14 18:18:54.311305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:18:54.313168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7220c719-15a2-4bf4-ac77-5a6962205b47 req-14964fb8-8224-4972-8923-c207691adc60 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:54.313950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e6ad7f40-c232-4595-8d63-dff4393c9fa2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:54.314731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7220c719-15a2-4bf4-ac77-5a6962205b47 req-14964fb8-8224-4972-8923-c207691adc60 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 210 time: 0.1236095 May 14 18:18:54.318418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:18:54.319821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.324629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-4c38967b-cb13-4748-8332-bd05a0c4ec0b service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148969 May 14 18:18:54.342135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.343158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:54.343760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.354342 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-072d125e-0fea-4d07-80bf-f3e6abe62b80 tempest-ExternalNetworksTestJSON-1300355257 tempest-ExternalNetworksTestJSON-1300355257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:54.443932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-e36a928f-8d0e-4575-862f-69e3a0d8f67d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.1035776 May 14 18:18:54.541674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.583586 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1673ebf0-9eb0-4286-8507-5a40773c71ee', 'name': 'network-vif-deleted', 'tag': 'ec057b31-4c63-4326-8931-cc7c15633e8a', 'status': 'completed', 'code': 200} May 14 18:18:54.585185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-94090f4e-76b0-47e3-b671-8832851fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:54.586641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-94090f4e-76b0-47e3-b671-8832851fedf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.1348376 May 14 18:18:54.595350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:18:54.605861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:54.614575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.616308 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:54.627484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e6ad7f40-c232-4595-8d63-dff4393c9fa2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:54.629955 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e6ad7f40-c232-4595-8d63-dff4393c9fa2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2022676 May 14 18:18:54.640186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Pushing event updated for resources: {'Network': ['ID=20a50f83-aab0-48e9-8f77-fc0e40f64eee,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:54.643333 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:54.645823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39652) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:54.660619 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2727907 May 14 18:18:54.664227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39656) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:54.672681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Request body: {'network': {'project_id': '6871246e98aa4e8b94edaec1bf1f29ec'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:54.680081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:54.684794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Usage tracker for resource:network and tenant:6871246e98aa4e8b94edaec1bf1f29ec is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:54.689105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:54.689261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.697643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:54.698574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 20a50f83-aab0-48e9-8f77-fc0e40f64eee details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:18:54.704600 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-351a0194-735f-446f-bca3-bb59450fff4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:54.747861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.749686 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/23f91cb5-09e7-42d5-89cd-3469847863f1 HTTP/1.1" status: 204 len: 168 time: 2.1249855 May 14 18:18:54.759160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39660) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:54.767370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Made reservation on behalf of 6871246e98aa4e8b94edaec1bf1f29ec for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:54.771908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.785360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=23f91cb5-09e7-42d5-89cd-3469847863f1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:54.788826 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:54.795736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4cb4e-ec2a-49da-b6da-389ecff7065c None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:18:54.809792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5fa93d8c-8e9c-4dab-bb91-60e90f4f04cc req-aac46327-1798-4edd-b278-1dd682c38bf7 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054781 May 14 18:18:54.836155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:18:54.846613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.849283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.851339 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Added segment dfc8e89d-9ee6-4c00-a47a-54efb1711bdc of type vlan for network 7f51a91c-bf1e-4c80-9091-c62b0ab5220d May 14 18:18:54.892675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:54.933433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.007145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-51839fd3-3fae-4ba7-a1e7-8316bc8ca218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.008040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.008792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-51839fd3-3fae-4ba7-a1e7-8316bc8ca218 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ccf8633ca4f42a19b48a58404392e30&device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 1099 time: 0.1334450 May 14 18:18:55.009602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.010471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.014250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.026866 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-366f1930-b0a7-4710-80e2-d68202047cae tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:55.044726 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be96c2db-7a6d-440b-a374-51a953ccea30 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:55.059534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b1e13cd7-ceb4-46d4-9285-3aa1ba2980df tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2932734 May 14 18:18:55.065699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17977800-b27b-4b03-be9f-e2d4ade5f6cb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:55.070425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39666) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:55.073303 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:55.096304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:55.100884 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:55.169912 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.174025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "DELETE /v2.0/security-groups/17977800-b27b-4b03-be9f-e2d4ade5f6cb HTTP/1.1" status: 204 len: 168 time: 0.5253661 May 14 18:18:55.175651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39670) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:55.273118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-a2ac31ab-a050-4999-9ef3-bd4cb9e5f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.275003 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-a2ac31ab-a050-4999-9ef3-bd4cb9e5f521 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2530687 May 14 18:18:55.355278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:18:55.367971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20d14592-af7e-4b07-8977-c76a6da0d7e0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Synchronizing usage tracker for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:55.381670 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-0d0c5fe1-588e-47fb-b60b-020d6e50d0f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11 HTTP/1.1" status: 200 len: 217 time: 0.0986567 May 14 18:18:55.400684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7324131 May 14 18:18:55.407651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39676) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:55.412022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-2e057fbb-f5bc-44c3-b4a5-631f58bdacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.413471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-2e057fbb-f5bc-44c3-b4a5-631f58bdacd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8196189 May 14 18:18:55.422630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Pushing event updated for resources: {'Network': ['ID=7f51a91c-bf1e-4c80-9091-c62b0ab5220d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:55.433860 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:55.435039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 7f51a91c-bf1e-4c80-9091-c62b0ab5220d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:18:55.455350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Request body: {'network': {'project_id': '6871246e98aa4e8b94edaec1bf1f29ec'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:55.458173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Deleting port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:18:55.458810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.463964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20d14592-af7e-4b07-8977-c76a6da0d7e0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Unset dirty status for tenant:18266ee2c77f4771afb98f15b7fe410c on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:55.469139 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-20d14592-af7e-4b07-8977-c76a6da0d7e0 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2863505 May 14 18:18:55.473025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39680) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:55.473827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-a6b0dfbc-8214-4201-9b09-b39b638c94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.475808 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-a6b0dfbc-8214-4201-9b09-b39b638c94c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0860333 May 14 18:18:55.526567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:55.540695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Usage tracker for resource:network and tenant:6871246e98aa4e8b94edaec1bf1f29ec is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:55.595451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-029f66a6-1732-46aa-b31c-9088b822ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.598363 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-029f66a6-1732-46aa-b31c-9088b822ffbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143022 May 14 18:18:55.601785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:55.674534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:55.688807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a96e-467b-478b-a12f-15f7ec0acf6b req-3bd3d103-731b-4ab4-b6c6-f5fca4b12007 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.696119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60a1a96e-467b-478b-a12f-15f7ec0acf6b req-3bd3d103-731b-4ab4-b6c6-f5fca4b12007 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.9859886 May 14 18:18:55.700012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] For port 86af791b-549b-4f89-a4b3-f9208e6f3dc2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=86af791b-549b-4f89-a4b3-f9208e6f3dc2,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:18:55.700428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.746912 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 14 18:18:55.747470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:55.751015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-37086dfe-59d3-4eb6-8a08-b176d76a989e tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3398964 May 14 18:18:55.770183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39684) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:55.782347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60a1a96e-467b-478b-a12f-15f7ec0acf6b req-2803b9f3-5a5d-4c49-927f-2644f6752d42 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852973 May 14 18:18:55.808154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf10a0-3734-4c3d-8397-95e3618e09db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:55.808877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7eaf10a0-3734-4c3d-8397-95e3618e09db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:55.826442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-a9137116-e8d4-44bc-9d53-e4dc98858845 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216723 May 14 18:18:55.845924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Calling delete_port for 86af791b-549b-4f89-a4b3-f9208e6f3dc2 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:18:55.909069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:55.915095 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1d20b4df-de60-47da-acd7-93ce75e7a803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:55.925680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-49884841-824b-4ee5-9320-13c803d30915 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4034479 May 14 18:18:55.964146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Pushing event deleted for resources: {'Port': ['ID=86af791b-549b-4f89-a4b3-f9208e6f3dc2,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:55.973000 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:55.976641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] No DVR routers for this DVR port 86af791b-549b-4f89-a4b3-f9208e6f3dc2 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:18:56.011540 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88', 'code': 200} May 14 18:18:56.084535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7eaf10a0-3734-4c3d-8397-95e3618e09db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:56.085959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7eaf10a0-3734-4c3d-8397-95e3618e09db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0054555 May 14 18:18:56.088479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-bfca91c7-581b-4c8a-980b-bf37ee73e657 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416955 May 14 18:18:56.133078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39690) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:56.194653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:56.195148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6975a206-c44b-42f4-9fd0-f056a65a9dbe req-38b58b9c-95a2-44c8-8004-da3ffd715570 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610432 May 14 18:18:56.322208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39696) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:56.411599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbca63b-72ec-4fa8-b240-a99646088d61 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:56.412306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-adbca63b-72ec-4fa8-b240-a99646088d61 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:56.517478 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f696e999-2198-4095-a481-6685c4c3b32d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18266ee2c77f4771afb98f15b7fe410c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939883 May 14 18:18:56.519213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39702) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:56.567926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394c075-2db4-4d59-b222-7a6fccd8a77a req-60232cdd-11a1-4d00-b800-81b9327e3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:56.569411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9394c075-2db4-4d59-b222-7a6fccd8a77a req-60232cdd-11a1-4d00-b800-81b9327e3b61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 1097 time: 0.4798694 May 14 18:18:56.574762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-ddcebd35-2c99-4d74-8e57-f8dd217f3817 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333947 May 14 18:18:56.575371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-adbca63b-72ec-4fa8-b240-a99646088d61 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:56.578673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-adbca63b-72ec-4fa8-b240-a99646088d61 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4393682 May 14 18:18:56.580888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:56.586071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39706) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:56.662216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:56.675377 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fdb699ec-a0c2-4b17-bddd-e6d765e72ac3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862424 May 14 18:18:56.681056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f51a91c-bf1e-4c80-9091-c62b0ab5220d']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:56.683374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39710) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:56.694876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:56.708743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908add-6100-4ade-a6f2-5228137a9b64 req-1bc0123f-4795-4eed-91d0-8c24352ab7b1 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:56.710244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65908add-6100-4ade-a6f2-5228137a9b64 req-1bc0123f-4795-4eed-91d0-8c24352ab7b1 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 948 time: 0.5082333 May 14 18:18:56.719505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-c7dba6f3-720e-48eb-9eb2-24938918c766 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.1303434 May 14 18:18:56.722596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc8e89d-9ee6-4c00-a47a-54efb1711bdc') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:56.722854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc8e89d-9ee6-4c00-a47a-54efb1711bdc') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:56.791639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:56.805020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9394c075-2db4-4d59-b222-7a6fccd8a77a req-fb941245-e82b-45db-aeba-b519ae5b7372 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259331 May 14 18:18:56.837334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:56.859041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65908add-6100-4ade-a6f2-5228137a9b64 req-fa0e6d44-a163-4a49-a323-95d4569cf10c tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295056 May 14 18:18:56.862138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:18:56.863110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: timer() May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:18:56.877029 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:18:56.936306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-ed901f88-4fc7-4e70-8ee3-a18644ee308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:56.937793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-ed901f88-4fc7-4e70-8ee3-a18644ee308b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.2036629 May 14 18:18:56.976916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.022340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.027461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e828457e-65c0-48e0-a418-6a6f19879940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.029532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.035955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1642ef1a-a42f-43ad-92fe-8627abd55a0d tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:57.050633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 86af791b-549b-4f89-a4b3-f9208e6f3dc2 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:18:57.054369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:57.057661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f51a91c-bf1e-4c80-9091-c62b0ab5220d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:57.061272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7f51a91c-bf1e-4c80-9091-c62b0ab5220d HTTP/1.1" status: 204 len: 168 time: 1.2776518 May 14 18:18:57.062470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:57.064308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:57.071787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:57.083817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:57.088454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.090069 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:18:57.090624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:57.109117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.116434 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a2a24bb-dfce-44f8-99cb-dfc4da9d84c6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:57.133852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 86af791b-549b-4f89-a4b3-f9208e6f3dc2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:18:57.134548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 86af791b-549b-4f89-a4b3-f9208e6f3dc2 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:18:57.137631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce98db7-1156-4488-92ca-befdab8f43dd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:57.141661 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:57.146346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.149145 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ce98db7-1156-4488-92ca-befdab8f43dd HTTP/1.1" status: 204 len: 168 time: 0.6287355 May 14 18:18:57.155430 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c8d6e9ce-53b4-410d-a04a-007f82a3d5d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4684975 May 14 18:18:57.165205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:57.181301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:57.211681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876fa4-1468-46d5-952e-95460d1832be req-76a88247-6604-4050-855b-608b8309fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:57.213173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-76a88247-6604-4050-855b-608b8309fb97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2627780 May 14 18:18:57.217638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8af5a16d-4e25-4f64-b6c9-de64e85ebbc3 req-3cc8841f-d44b-421a-85b2-2e61ea20f03f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 210 time: 0.1243672 May 14 18:18:57.365680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:57.381226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:57.393682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:57.398580 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.400054 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:18:57.400488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:57.424483 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06b49bfa-0523-490a-96a5-6a9ad72178b2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2580893 May 14 18:18:57.429054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39730) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:57.437498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:57.517403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.578539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:57.590358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:57.604306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:57.609039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.610984 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:18:57.611590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:57.637447 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1be3be1-c313-4d15-83e6-2edaf032f483 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2041645 May 14 18:18:57.637978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39738) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:57.648701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:57.726096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-1fb8a6e0-0c62-4d97-b651-b6c960e2e377 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053651 May 14 18:18:57.731360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.773842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.777477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a50f83-aab0-48e9-8f77-fc0e40f64eee']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:57.802213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:57.814751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:57.827776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:57.834834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:57.837310 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:18:57.837913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:57.847913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ee922a-8aec-428e-9172-dae43a0129be') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:57.848586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ee922a-8aec-428e-9172-dae43a0129be') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:18:57.863522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563965e8-0d62-48fe-9b2b-b909500cbeb6 req-35a7327f-ebc3-48e0-9079-df884e16fa5f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:57.863879 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ea335e02-c2a9-4def-9071-b7f19d2a957e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2244809 May 14 18:18:57.865548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-563965e8-0d62-48fe-9b2b-b909500cbeb6 req-35a7327f-ebc3-48e0-9079-df884e16fa5f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.3887696 May 14 18:18:57.872518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39746) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:57.889509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:57.906600 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.003158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.050291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:18:58.050981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: timer() May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:18:58.065816 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:18:58.170131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-563965e8-0d62-48fe-9b2b-b909500cbeb6 req-87d4a8eb-dcab-4862-a504-65dea7c7b1d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918882 May 14 18:18:58.183515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8876fa4-1468-46d5-952e-95460d1832be req-a6e1eeed-2782-4fbc-93ca-91a0794fc84d service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440825 May 14 18:18:58.190226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:58.195682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.201619 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d43c2631-8f33-4535-84ac-b24905a66700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:58.211600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:58.219321 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036590 May 14 18:18:58.220332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39762) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:58.220460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.225888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:58.233036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Pushing event deleted for resources: {'Network': ['ID=20a50f83-aab0-48e9-8f77-fc0e40f64eee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:58.239735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] 10.222.0.24 "DELETE /v2.0/networks/20a50f83-aab0-48e9-8f77-fc0e40f64eee HTTP/1.1" status: 204 len: 168 time: 1.1717935 May 14 18:18:58.239735 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:58.252139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:58.259416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.265970 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:18:58.266511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:58.310236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0ce343e6-d558-4403-8616-b12cfd217b25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4363060 May 14 18:18:58.313420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39772) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:58.320433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:58.459259 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7074fca6-f7a0-4b07-ae46-4f5ae65e1e0f tempest-NetworksApiDiscovery-2074204404 tempest-NetworksApiDiscovery-2074204404-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2375317 May 14 18:18:58.596836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:58.629423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:58.651994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:58.655817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:58.657429 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:18:58.657845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:18:58.696363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-46eda830-88d5-4b4c-963f-9766883f4567 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3816564 May 14 18:18:58.699150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39780) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:58.707373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d69b82-4643-46e9-b0c0-00b6e6bc82bf req-368106ae-944d-494f-ab8d-74add904ca5b tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:58.714800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45d69b82-4643-46e9-b0c0-00b6e6bc82bf req-368106ae-944d-494f-ab8d-74add904ca5b tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 948 time: 0.1522789 May 14 18:18:58.767082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45d69b82-4643-46e9-b0c0-00b6e6bc82bf req-790dfa69-08e8-4fbc-b21d-d87785c8d027 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 May 14 18:18:58.826316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1c83c042-82d4-4110-8195-d4bc15aea1b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:18:58.865150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1c83c042-82d4-4110-8195-d4bc15aea1b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:18:58.868909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39788) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:58.869098 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1c83c042-82d4-4110-8195-d4bc15aea1b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1687994 May 14 18:18:58.954444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:58.972914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:59.008390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13ac1f42-b44d-4f64-a3f0-2e0e64f34c0e req-38b4d5e2-c357-4dcf-8d7c-a5dd93f6a25c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=1673ebf0-9eb0-4286-8507-5a40773c71ee HTTP/1.1" status: 200 len: 210 time: 0.0685554 May 14 18:18:59.040658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83865147-4d62-4c93-8eb6-059c1db9640e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:59.042691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-83865147-4d62-4c93-8eb6-059c1db9640e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1727517 May 14 18:18:59.045344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39804) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:59.130452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b700ba5b-89a5-462d-841d-515a6b9fe9f4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835071 May 14 18:18:59.134212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39808) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:59.138640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.140762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:18:59.157287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.170497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:59.179171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:59.183130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Usage tracker for resource:security_group_rule and tenant:2b98a97ed26f4f36bc1042b68b226fcd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:59.186850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:59.189912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Usage tracker for resource:security_group_rule and tenant:ac810c49bde44d2c881627b3c8172701 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:18:59.195898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:18:59.198613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:59.204032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:59.309758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:18:59.322554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:18:59.345553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-8df03e88-d40e-45a9-a2c2-5e30f4a0c95e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1290667 May 14 18:18:59.363510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.365420 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.370381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.381661 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efd68a28-60c4-4d61-aea4-4278cee30bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:59.392361 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.454973 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac810c49bde44d2c881627b3c8172701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993951 May 14 18:18:59.462629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39816) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:59.470550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:18:59.474667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.475463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c422545-9980-4a3d-ba90-d2a1ad77df97,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:59.484417 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b98a97ed26f4f36bc1042b68b226fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080431 May 14 18:18:59.485540 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:59.486442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-274cb99c-a71e-4d50-946e-049b6d5dbb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:59.505697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39820) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:18:59.567846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.615132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e04247-6931-4fcc-abe8-7aea4d0b601f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:59.635377 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:59.689210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.704298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.748424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9ea5e304-c40a-4422-995b-0ed09ec53d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.763319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.771904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.848798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053499b-c79e-4343-a214-18df6869376b req-4ec9b47d-245d-4376-90d7-4276766d5cb2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:59.856706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3053499b-c79e-4343-a214-18df6869376b req-4ec9b47d-245d-4376-90d7-4276766d5cb2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.4493067 May 14 18:18:59.865052 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.870594 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-349745e5-2ab0-4b85-a316-def7eb90ef2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:59.882122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.891123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c422545-9980-4a3d-ba90-d2a1ad77df97,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:59.908382 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:18:59.913458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-8a211f88-8459-4d53-a7e2-bc47a092f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:18:59.914933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-8a211f88-8459-4d53-a7e2-bc47a092f099 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 1096 time: 0.5478492 May 14 18:18:59.924128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.926015 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c422545-9980-4a3d-ba90-d2a1ad77df97 HTTP/1.1" status: 204 len: 168 time: 0.4623389 May 14 18:18:59.939369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:18:59.944616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65e04247-6931-4fcc-abe8-7aea4d0b601f HTTP/1.1" status: 204 len: 168 time: 0.4359391 May 14 18:18:59.946309 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b0ec046-a798-4aa9-97eb-0f3dbdadcba1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:18:59.960005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e04247-6931-4fcc-abe8-7aea4d0b601f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:18:59.963469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:00.093935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3053499b-c79e-4343-a214-18df6869376b req-85d17b0d-6593-46f6-8a27-b743ced2e3a3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360942 May 14 18:19:00.140079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 467317e7-54c1-4753-ba05-f6a2d68e1c11 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:19:00.266923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-5a175352-2b88-41d8-a631-2981226e27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:00.268360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-5a175352-2b88-41d8-a631-2981226e27e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.2986536 May 14 18:19:00.402636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-5eeb2d44-12a1-4209-b062-2baffc9fc381 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c HTTP/1.1" status: 200 len: 217 time: 0.1051311 May 14 18:19:00.467695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39842) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:00.514125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:00.525344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 467317e7-54c1-4753-ba05-f6a2d68e1c11, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:00.558190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:00.572174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a36d9899054a49b7bb0295142545e3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:00.574796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '467317e7-54c1-4753-ba05-f6a2d68e1c11', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '467317e7-54c1-4753-ba05-f6a2d68e1c11', 'mac_address': 'fa:16:3e:79:e0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:19:00.578938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:00.597490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:00.629624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-8ca5f0b6-e5d5-4522-b172-ac7aadc2fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:00.631094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-8ca5f0b6-e5d5-4522-b172-ac7aadc2fd09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.1546552 May 14 18:19:00.717637 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:00.728836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-3b77ce0a-bae1-4694-8667-57bd28691d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900373 May 14 18:19:00.749320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467317e7-54c1-4753-ba05-f6a2d68e1c11 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:19:00.772195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:00.774263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 467317e7-54c1-4753-ba05-f6a2d68e1c11, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:00.776487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:00.779745 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:00.781284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:00.786159 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-10318d82-6cd8-4640-a57d-9da0e1cbea12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:00.801660 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81b5b55b-53b4-4023-81ff-22bc63697fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:00.874643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=467317e7-54c1-4753-ba05-f6a2d68e1c11,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:00.880815 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:00.886266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429fde-c48f-4fae-a59f-c19531246123 req-fc932020-5d87-4a4f-8023-2636dc44e177 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:00.893262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14429fde-c48f-4fae-a59f-c19531246123 req-fc932020-5d87-4a4f-8023-2636dc44e177 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 948 time: 0.3520043 May 14 18:19:00.901550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4a36d9899054a49b7bb0295142545e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301410 May 14 18:19:00.901550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402fe9b0-6c6c-43e1-8725-071365e200be,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:00.913874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39850) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:00.923525 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:00.986258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14429fde-c48f-4fae-a59f-c19531246123 req-932963de-4aa9-44e3-8feb-bff3fb095f21 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915153 May 14 18:19:01.042253 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.084469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.174580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['467317e7-54c1-4753-ba05-f6a2d68e1c11'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:01.177941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-ceef8289-4c94-450f-b3d9-08101b312c65 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382629 May 14 18:19:01.206001 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.211482 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9dd8655-12af-495d-9814-fb09e1a6704d tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:01.235485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402fe9b0-6c6c-43e1-8725-071365e200be,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:01.249257 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:01.252859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.254906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/402fe9b0-6c6c-43e1-8725-071365e200be HTTP/1.1" status: 204 len: 168 time: 0.3348684 May 14 18:19:01.305880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39868) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:01.433476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:19:01.442972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.451611 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17086f04-3439-4714-894e-19cca5b930f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:01.477326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1778074118-network', 'tenant_id': '098c6fb0e03d4197bfa8987d125b160e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:01.488451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:01.498387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Usage tracker for resource:network and tenant:098c6fb0e03d4197bfa8987d125b160e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:01.507041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:01.516304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:01.539929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Made reservation on behalf of 098c6fb0e03d4197bfa8987d125b160e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:01.542723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.568907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.600346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:01.605527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Usage tracker for resource:security_group_rule and tenant:098c6fb0e03d4197bfa8987d125b160e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:01.609285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:01.610494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:01.616701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:01.624382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:01.635773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d301b3-d2e3-441e-976f-89ce7654459c None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:01.652897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:01.653972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.672967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c023c7ca-1eae-44bd-8c00-62ba5daa8c00 req-ab33919e-5477-431e-b25e-896c26c0c441 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883142 May 14 18:19:01.693283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=62572aa7-b27e-44f5-9dbe-3624d4ce3b88,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:01.718522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.719163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.719816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.720371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.721487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.722580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.723386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.723924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.724621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.725478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.726001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.726517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:01.730791 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:01.746527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dade08-4954-4336-97f6-055d068a21f5 req-3d1f7025-5dcd-44fe-9b5c-c609143a6624 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:01.753885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92dade08-4954-4336-97f6-055d068a21f5 req-3d1f7025-5dcd-44fe-9b5c-c609143a6624 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.4505804 May 14 18:19:01.782217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6446831 May 14 18:19:01.786181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39876) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:01.803511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:df:a6:15', 'name': 'tempest-NetworksTestDHCPv6-2122888335'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:01.817959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.828626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.840079 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a44e2009-58ce-4f9e-91a9-62cb05880334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:01.873820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:19:01.889888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:01.890312 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Added segment 250f28bc-3542-48bd-b156-c8bf8be75322 of type vlan for network e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb May 14 18:19:01.926061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92dade08-4954-4336-97f6-055d068a21f5 req-96d583a8-cc95-450c-89f7-adff135607df tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711354 May 14 18:19:02.008315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fa553-ad9a-4671-ab2c-c22c57f17b26,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:02.008609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '62572aa7-b27e-44f5-9dbe-3624d4ce3b88'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:19:02.009463 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.024181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.031644 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:02.083397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.084572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:02.085215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.089866 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce7c7659-6531-48d3-84a2-3ac7bb8b035b tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:02.193085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:02.213121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Pushing event updated for resources: {'Network': ['ID=e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:02.221524 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:02.224453 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9175615 May 14 18:19:02.229112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39892) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:02.236388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:02.239324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Request body: {'subnet': {'network_id': 'e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1778074118-subnet', 'tenant_id': '098c6fb0e03d4197bfa8987d125b160e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:02.256340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:02.259108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:02.269039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Usage tracker for resource:subnet and tenant:098c6fb0e03d4197bfa8987d125b160e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:02.271999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:02.286576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:02.314783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Made reservation on behalf of 098c6fb0e03d4197bfa8987d125b160e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:02.317752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.430559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:19:02.835629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.898739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Allocated IP 2001:db8::f816:3eff:fe79:6e26 (7ad50c71-58ac-4344-b706-61652f033104/62572aa7-b27e-44f5-9dbe-3624d4ce3b88/5e520165-0dbf-4adf-b18d-7358cd6edaab) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:02.924585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.966996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:02.968808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 7e3e645f-e956-4df2-90dc-1cbd4ed69045 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:02.974548 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d6d9a58-9faf-47b5-9fa9-6787258aec73 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:03.006097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39910) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:03.042568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1615f3-0372-4d0e-a1c8-c96595aba434,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:03.051434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6101e-cd29-4e39-9a11-5fed4f21d2c6 req-b9a135b2-2d03-4567-b97a-214fffa2de56 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:03.051762 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:03.053156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50b6101e-cd29-4e39-9a11-5fed4f21d2c6 req-b9a135b2-2d03-4567-b97a-214fffa2de56 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 949 time: 0.2397478 May 14 18:19:03.088356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Checking segment: {'id': '250f28bc-3542-48bd-b156-c8bf8be75322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:03.088708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Network hostable DHCP agents. Network: e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:19:03.109627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Network e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:19:03.125203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:03.141400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:03.142302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.146364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ba8e4-eee4-4e23-91fa-6d2b0bdd4aa7 None None] Network e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:03.166042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50b6101e-cd29-4e39-9a11-5fed4f21d2c6 req-6a7c2391-d866-47d9-afa1-f50fafdaa725 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048684 May 14 18:19:03.191842 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9594452 May 14 18:19:03.213711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1688561957'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:03.221289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:03.226842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:network and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:03.231147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:03.241383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:03.256312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:03.261080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.289808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.310755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:03.316543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:security_group_rule and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:03.320087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:03.327164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:03.465960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.507357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.529959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6c50-c0d8-4572-afce-ed9b70032ed5 req-2ff7625c-5bb8-40a5-a531-8c96f417b776 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:03.531730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95dd6c50-c0d8-4572-afce-ed9b70032ed5 req-2ff7625c-5bb8-40a5-a531-8c96f417b776 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.1431065 May 14 18:19:03.532443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.537074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8f0d4b0-5aae-4523-abde-25e52132a139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:03.607086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Transition to ACTIVE for port object 5e520165-0dbf-4adf-b18d-7358cd6edaab will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:03.629064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95dd6c50-c0d8-4572-afce-ed9b70032ed5 req-bb4273b0-d3d2-4703-921c-d723db9bde3a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744469 May 14 18:19:03.653502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706ed140-4691-4496-af28-a5c408cca6dc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:03.657829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Transition to ACTIVE for port object 5e520165-0dbf-4adf-b18d-7358cd6edaab will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:03.665993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:19:03.681065 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:03.690221 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.691827 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Added segment f1ecf14f-81a9-4789-a338-5a38a89779e7 of type vlan for network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec May 14 18:19:03.724993 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.736960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:03.746668 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:03.778167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145bb218-6f01-4bf7-afd9-9ace05aa7012 None None] Network e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:03.865949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fedf:a615 (7ad50c71-58ac-4344-b706-61652f033104/62572aa7-b27e-44f5-9dbe-3624d4ce3b88/7e3e645f-e956-4df2-90dc-1cbd4ed69045) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:03.905291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Pushing event updated for resources: {'Port': ['ID=5e520165-0dbf-4adf-b18d-7358cd6edaab,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:03.921793 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:03.927145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:03.931074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:03.939737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:04.099302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39940) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:04.105576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636154553-network', 'tenant_id': '5d0682fc19c54debad28bd982023a798'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:04.112957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:04.118484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Usage tracker for resource:network and tenant:5d0682fc19c54debad28bd982023a798 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:04.121583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:04.128577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:04.132222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Attempting to bind port 5e520165-0dbf-4adf-b18d-7358cd6edaab on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:04.132777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Attempting to bind port 5e520165-0dbf-4adf-b18d-7358cd6edaab by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:04.133328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Attempting to bind port 5e520165-0dbf-4adf-b18d-7358cd6edaab on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:04.143251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Made reservation on behalf of 5d0682fc19c54debad28bd982023a798 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:04.146008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.146493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.151212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:04.151913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:04.152447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:04.153337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.153920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.154575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:04.155227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Bound port: 5e520165-0dbf-4adf-b18d-7358cd6edaab, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:04.155798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.161481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.162047 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf1aecbc-2b1e-418e-9858-88a9381e76c6 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:04.177541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 467317e7-54c1-4753-ba05-f6a2d68e1c11 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:04.178584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:04.182862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Usage tracker for resource:security_group_rule and tenant:5d0682fc19c54debad28bd982023a798 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:04.185869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:04.192465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:04.303070 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.315544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.323454 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-239035b9-d470-4787-bcb6-a162225f8926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:04.348064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.351306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:19:04.360238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-cfde438b-79a1-496a-9b7b-1aab42b2322e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:04.361880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-cfde438b-79a1-496a-9b7b-1aab42b2322e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.2993934 May 14 18:19:04.366990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952292d0-c531-40d6-be0e-89819685131d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:04.367852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Network': ['ID=99cae0aa-f585-4287-bfe2-f7939ecdf0ec,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:04.370841 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:04.371809 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:04.380509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3726892 May 14 18:19:04.381265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39946) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:04.381884 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.382241 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Added segment 08bd01ae-4f34-4c8b-9d39-1dee35a27ce3 of type vlan for network 24c5066f-46ac-4042-ada8-6c9a734e630c May 14 18:19:04.418855 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.428123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'subnet': {'network_id': '99cae0aa-f585-4287-bfe2-f7939ecdf0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:04.465761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:19:04.471552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.473252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:04.473839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.477865 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-044795bc-ab4f-476f-8282-7d021b063cee tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:04.508201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 7e3e645f-e956-4df2-90dc-1cbd4ed69045 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:04.677557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] For port 5e520165-0dbf-4adf-b18d-7358cd6edaab, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:04.719046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] For port 5e520165-0dbf-4adf-b18d-7358cd6edaab, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5e520165-0dbf-4adf-b18d-7358cd6edaab,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:04.726385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:04.738921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.744832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:subnet and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:04.749789 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:04.751207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:04.766499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a33f-2b05-4e5d-af97-1139349ab81e req-98faa913-a98d-4bba-a310-0e0d662a0623 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:04.774753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5723a33f-2b05-4e5d-af97-1139349ab81e req-98faa913-a98d-4bba-a310-0e0d662a0623 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 949 time: 0.3556314 May 14 18:19:04.779934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:04.798507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.819713 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:04.830573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 467317e7-54c1-4753-ba05-f6a2d68e1c11 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:04.840029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Pushing event updated for resources: {'Port': ['ID=5e520165-0dbf-4adf-b18d-7358cd6edaab,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:04.852070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 467317e7-54c1-4753-ba05-f6a2d68e1c11 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:04.852960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.899507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:04.904892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Pushing event updated for resources: {'Network': ['ID=24c5066f-46ac-4042-ada8-6c9a734e630c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:04.908239 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:04.915957 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8153775 May 14 18:19:04.916782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:04.921722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:04.924904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Request body: {'subnet': {'network_id': '24c5066f-46ac-4042-ada8-6c9a734e630c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1636154553-subnet', 'tenant_id': '5d0682fc19c54debad28bd982023a798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:04.928948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:04.933044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:04.934584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:04.935648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.939748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Usage tracker for resource:subnet and tenant:5d0682fc19c54debad28bd982023a798 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:04.945561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:04.955476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:04.958336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5723a33f-2b05-4e5d-af97-1139349ab81e req-844705c3-af94-491e-b2d9-061ac1a33509 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822200 May 14 18:19:04.977828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Made reservation on behalf of 5d0682fc19c54debad28bd982023a798 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:04.979489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:04.981873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:04.982907 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.062755 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:05.066009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 24c5066f-46ac-4042-ada8-6c9a734e630c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:19:05.268054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.280227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:05.280792 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.299988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467317e7-54c1-4753-ba05-f6a2d68e1c11'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:05.313283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 467317e7-54c1-4753-ba05-f6a2d68e1c11, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:05.319093 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.319854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5303557 May 14 18:19:05.321258 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fd28c141-4dd0-4a5d-b3f7-031fc9298ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:05.330930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:05.408994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=467317e7-54c1-4753-ba05-f6a2d68e1c11,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:05.417575 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:05.614894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44fc07-575c-4f6f-9528-d42fbd4cef55 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:05.626801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44fc07-575c-4f6f-9528-d42fbd4cef55 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:05.632271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ca44fc07-575c-4f6f-9528-d42fbd4cef55 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2970448 May 14 18:19:05.633370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39966) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:05.639370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=7e3e645f-e956-4df2-90dc-1cbd4ed69045,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:05.642263 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:05.762156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:05.762735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.866342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 7e3e645f-e956-4df2-90dc-1cbd4ed69045 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:05.866602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.924598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:05.937027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef084e3-a35b-4d84-89ff-ca94eb0dd2ed req-4c2264b7-0773-4903-8c2d-cb48d9fb4132 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:05.938821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ef084e3-a35b-4d84-89ff-ca94eb0dd2ed req-4c2264b7-0773-4903-8c2d-cb48d9fb4132 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 946 time: 0.7297635 May 14 18:19:05.944466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:05.953725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9d723fee-a9c2-44f6-ac01-5c32e850a45b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:06.065474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3d9359-ce40-4b67-9178-3c42dda237b4,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:06.075244 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:06.102208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Checking segment: {'id': '08bd01ae-4f34-4c8b-9d39-1dee35a27ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '24c5066f-46ac-4042-ada8-6c9a734e630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:06.102603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Network hostable DHCP agents. Network: 24c5066f-46ac-4042-ada8-6c9a734e630c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:19:06.107417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:06.114013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ef084e3-a35b-4d84-89ff-ca94eb0dd2ed req-46af2470-6e73-4702-9865-cc586f7ba393 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319628 May 14 18:19:06.298704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 7e3e645f-e956-4df2-90dc-1cbd4ed69045 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:06.310045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Network 24c5066f-46ac-4042-ada8-6c9a734e630c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:19:06.333206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 24c5066f-46ac-4042-ada8-6c9a734e630c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:06.335663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:06.346439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:06.347210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:06.347707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:06.354380 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b3999544-281f-471d-aade-8b0fa4d4ab0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:06.384380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4659560 May 14 18:19:06.550691 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467317e7-54c1-4753-ba05-f6a2d68e1c11', 'code': 200} May 14 18:19:06.577395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5eceea-9ff2-4c17-9d4e-5ab3401a16c2 None None] Network 24c5066f-46ac-4042-ada8-6c9a734e630c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:06.594058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=c96385cf-9d2e-4c2c-a2bc-d846d08cfb88,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:06.605463 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:06.637418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39980) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:06.691902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:06.703729 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:06.739886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:19:06.742859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:06.773147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'name': 'network-vif-deleted', 'tag': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:06.783390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=7e3e645f-e956-4df2-90dc-1cbd4ed69045,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:06.817959 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:06.851077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:06.856178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c5234-15e0-409b-a47e-5c5a326ed02a req-8a64d541-efd6-48ae-b852-c13ccd36fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:06.858556 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bb5c5234-15e0-409b-a47e-5c5a326ed02a req-8a64d541-efd6-48ae-b852-c13ccd36fb53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 1101 time: 0.3591273 May 14 18:19:06.869324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae3863-dce7-4541-b086-45e7584049c8 None None] Network 24c5066f-46ac-4042-ada8-6c9a734e630c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:06.903594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6707c42c-e78d-49d4-9acf-80a334df4098 None None] Provisioning for port 5e520165-0dbf-4adf-b18d-7358cd6edaab completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:06.903845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/7e3e645f-e956-4df2-90dc-1cbd4ed69045 HTTP/1.1" status: 204 len: 168 time: 1.2683012 May 14 18:19:06.907592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39986) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:06.908912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57171dbd-9852-4ae0-93b4-9b6d4b3d37bd req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "DELETE /v2.0/ports/c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 HTTP/1.1" status: 204 len: 173 time: 2.5359383 May 14 18:19:06.984380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bb5c5234-15e0-409b-a47e-5c5a326ed02a req-ccc22c11-12c1-4f93-8b70-0ba6ba1dc9db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131637 May 14 18:19:07.007339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f474e3c5-a55c-4083-a79f-caf58e2029d4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:07.008939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f474e3c5-a55c-4083-a79f-caf58e2029d4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:07.019274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f474e3c5-a55c-4083-a79f-caf58e2029d4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:07.028043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Deleting subnet ac1615f3-0372-4d0e-a1c8-c96595aba434 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:07.038949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.067712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f474e3c5-a55c-4083-a79f-caf58e2029d4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:07.068861 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f474e3c5-a55c-4083-a79f-caf58e2029d4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1605277 May 14 18:19:07.071585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:07.103669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5e520165-0dbf-4adf-b18d-7358cd6edaab up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:07.175324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.229283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 62572aa7-b27e-44f5-9dbe-3624d4ce3b88 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:07.233022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.242210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9ce00a36-fa13-4cf5-83b1-f1be87329580 None None] Could not find standard attr ID for object 7e3e645f-e956-4df2-90dc-1cbd4ed69045. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:19:07.266690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6d771-09f2-4f1d-aa06-40e434529a4a req-5d4e42ad-e176-461d-b387-186607029bb4 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:07.275062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53d6d771-09f2-4f1d-aa06-40e434529a4a req-5d4e42ad-e176-461d-b387-186607029bb4 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 950 time: 0.5449672 May 14 18:19:07.316595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.340904 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.351791 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1e3d4cb2-0dbf-43ea-af3b-46217d29c03e tempest-FloatingIPNegativeTestJSON-16375110 tempest-FloatingIPNegativeTestJSON-16375110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:07.422226 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.470442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53d6d771-09f2-4f1d-aa06-40e434529a4a req-ed76856a-a4b0-448d-9914-cd06aa45eb32 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942132 May 14 18:19:07.471793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.517365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5e520165-0dbf-4adf-b18d-7358cd6edaab completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:07.526587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5e520165-0dbf-4adf-b18d-7358cd6edaab triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:07.526967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.576429 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd41f4-c42f-4ea1-923f-8f6f11635d36', 'name': 'network-vif-deleted', 'tag': 'c96385cf-9d2e-4c2c-a2bc-d846d08cfb88', 'status': 'completed', 'code': 200} May 14 18:19:07.669849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Subnet': ['ID=a913ea54-2457-4975-91bd-3f2def27afde,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:07.677920 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:07.713836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Checking segment: {'id': 'f1ecf14f-81a9-4789-a338-5a38a89779e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99cae0aa-f585-4287-bfe2-f7939ecdf0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:07.714177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network hostable DHCP agents. Network: 99cae0aa-f585-4287-bfe2-f7939ecdf0ec, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:19:07.839024 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:07.904008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-be59178d-9414-410f-aa55-2441c686370c req-68135ad6-3ecb-4d62-9bc4-d2b789152c02 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:07.944548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:19:07.968790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-be59178d-9414-410f-aa55-2441c686370c req-68135ad6-3ecb-4d62-9bc4-d2b789152c02 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:07.969890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be59178d-9414-410f-aa55-2441c686370c req-68135ad6-3ecb-4d62-9bc4-d2b789152c02 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=19fd41f4-c42f-4ea1-923f-8f6f11635d36 HTTP/1.1" status: 200 len: 210 time: 0.1330841 May 14 18:19:07.989601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 99cae0aa-f585-4287-bfe2-f7939ecdf0ec) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:08.007506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d671a9-24ba-4e10-a1fe-71e3f50c89c5 None None] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:08.037467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:08.038077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.098972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6846819 May 14 18:19:08.105831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40000) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:08.112969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1592461121', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:08.121128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:08.125046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:router and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:08.129731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:08.136745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:08.145844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.157273 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8833057b-bcf2-4ee9-b244-28f04c0cc418 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:08.162789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.167873 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6b604f6-298a-415a-8247-f8ac0bcf4d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:08.192047 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:19:08.210824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.214276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.215366 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.237175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=62572aa7-b27e-44f5-9dbe-3624d4ce3b88,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:08.238069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1615f3-0372-4d0e-a1c8-c96595aba434,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:08.241257 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:08.242258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.242397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:08.254767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac1615f3-0372-4d0e-a1c8-c96595aba434 HTTP/1.1" status: 204 len: 168 time: 1.6140661 May 14 18:19:08.255846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.256806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40004) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:08.258952 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/62572aa7-b27e-44f5-9dbe-3624d4ce3b88 HTTP/1.1" status: 204 len: 168 time: 1.1862922 May 14 18:19:08.261281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40008) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:08.270963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:19:08.316440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:19:08.316790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c96385cf-9d2e-4c2c-a2bc-d846d08cfb88 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:19:08.318298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dd05f4-03a3-4bbc-8489-39fdb104ec2b None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:08.636589 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:19:08.637722 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:19:08.645719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.721172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cacaedb8-9752-4abc-95e8-595b87e915bd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4586785 May 14 18:19:08.729394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40014) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:08.740522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:08.833652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:08.866820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615c543-07a6-4fd0-950c-8428f172c33e None None] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:08.932855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:08.966561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:09.032258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef48d31-d5c7-4f3f-9cea-ac0068a455db req-9fcd50ef-c3ac-4653-8e45-2ee553c0bec3 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:09.033800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aef48d31-d5c7-4f3f-9cea-ac0068a455db req-9fcd50ef-c3ac-4653-8e45-2ee553c0bec3 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 950 time: 0.3859715 May 14 18:19:09.034853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:09.058339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:09.101834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.132635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:09.136320 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.150808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.161830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:09.171480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:19:09.197474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.296673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.309396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250f28bc-3542-48bd-b156-c8bf8be75322') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:09.309703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250f28bc-3542-48bd-b156-c8bf8be75322') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:09.330553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aef48d31-d5c7-4f3f-9cea-ac0068a455db req-88186561-ea9c-41f7-ab97-42498059cec4 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796729 May 14 18:19:09.348086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.371331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Deleting port 5e520165-0dbf-4adf-b18d-7358cd6edaab {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:09.371854 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.379321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.37 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6129ec53-b42a-44c8-938e-041c68fa54bb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:09.390448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5e520165-0dbf-4adf-b18d-7358cd6edaab, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5e520165-0dbf-4adf-b18d-7358cd6edaab,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:09.475955 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.482270 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.505757 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:09.592876 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.648153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] For port 5e520165-0dbf-4adf-b18d-7358cd6edaab, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5e520165-0dbf-4adf-b18d-7358cd6edaab,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:09.649206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.659524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.663561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5e520165-0dbf-4adf-b18d-7358cd6edaab no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:19:09.664800 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-be6570d2-11a9-4892-a0b8-c84ac1c44928 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:09.747066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5e520165-0dbf-4adf-b18d-7358cd6edaab,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:09.760387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:09.789375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:19:09.790069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:09.795163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: timer() May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:19:09.810721 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:19:09.822631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:09.826483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:09.906708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=6129ec53-b42a-44c8-938e-041c68fa54bb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:09.912129 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:10.014669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.019331 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5400e36a-fd15-4875-bbd3-0f4ef91690c2 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:10.031128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Calling delete_port for 5e520165-0dbf-4adf-b18d-7358cd6edaab owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:10.056194 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.080422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:10.099341 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:10.116668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9d7f184-b7f9-45a6-9085-6c0ec26ccfeb HTTP/1.1" status: 204 len: 168 time: 1.8586211 May 14 18:19:10.123710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40072) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:10.277798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.301724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.322030 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0086b551-61a0-4ee1-8d71-413d329052d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:10.338700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Deleting subnet ba3d9359-ce40-4b67-9178-3c42dda237b4 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:10.345133 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.455347 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.508282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Pushing event deleted for resources: {'Port': ['ID=5e520165-0dbf-4adf-b18d-7358cd6edaab,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:10.528734 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:10.536950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] No DVR routers for this DVR port 5e520165-0dbf-4adf-b18d-7358cd6edaab on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:19:10.659989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:19:10.673249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.679702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ee92ece-7dec-4fa9-9344-6af92bb15a9b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:10.716890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:10.801128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:10.837911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:10.843502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=ce01d265-dd09-446c-95fb-4a12cfbaed3a,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:10.853308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef7e32-606b-49b7-9a7c-441fc89e52d5 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:11.173212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.191765 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:11.217219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'ce01d265-dd09-446c-95fb-4a12cfbaed3a'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:19:11.217633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.228716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:11.229314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.344510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6136742 May 14 18:19:11.369913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40130) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:11.396384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:17:51:f0', 'name': 'tempest-NetworksTestDHCPv6-1938286317'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:11.454482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Allocated IP 2001:db8::f816:3eff:fe65:285f (7ad50c71-58ac-4344-b706-61652f033104/ce01d265-dd09-446c-95fb-4a12cfbaed3a/40a69f98-bff5-4c2b-9b6f-6938a947c6c8) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:11.726663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-a4882fe9-b565-4e8d-979c-fb19912d73ac tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:11.728201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-a4882fe9-b565-4e8d-979c-fb19912d73ac tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.5355847 May 14 18:19:11.796282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-964425ce-580c-4997-9d7d-42857fc82c3c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.0553317 May 14 18:19:11.855838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.863482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.896430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Transition to ACTIVE for port object 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:11.902324 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.910606 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-142173fe-6733-4182-9823-6f90b312b430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:11.947522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Transition to ACTIVE for port object 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:11.949983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:11.954801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3d9359-ce40-4b67-9178-3c42dda237b4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:11.958908 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:11.964108 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.964884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:11.974151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:11.976397 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:11.979946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:11.985084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba3d9359-ce40-4b67-9178-3c42dda237b4 HTTP/1.1" status: 204 len: 168 time: 1.8492889 May 14 18:19:11.989949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:11.991886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40136) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:12.126389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:12.130641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:12.131460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:12.139155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:12.147350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Pushing event updated for resources: {'Port': ['ID=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:12.151905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:12.177455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-e08d5f19-c61a-4306-82ad-1a11fcdef89c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3798883 May 14 18:19:12.229379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:19:12.268229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.329793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Attempting to bind port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:12.330177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Attempting to bind port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:12.330549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Attempting to bind port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:12.344418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:12.344619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:12.344974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.345377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:12.345856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Bound port: 40a69f98-bff5-4c2b-9b6f-6938a947c6c8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:12.346244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.515098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] For port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:12.521277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] For port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:12.535529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.539609 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5264a584-1d9c-46b6-b5b4-91ae7595f29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:12.593924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.609539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:12.612242 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.625013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:12.637710 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:12.638340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.668196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.669642 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5624783 May 14 18:19:12.672322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40146) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:12.706811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c5066f-46ac-4042-ada8-6c9a734e630c']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.728146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Pushing event updated for resources: {'Port': ['ID=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:12.740357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:12.758993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port b3de36c2-a953-418b-82bf-1e249d5e1397 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:12.794590 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.808557 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:12.809183 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.852609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bd01ae-4f34-4c8b-9d39-1dee35a27ce3') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.853168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bd01ae-4f34-4c8b-9d39-1dee35a27ce3') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.918205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:12.960434 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:12.960914 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348236a-4412-49e9-a851-3f7bd01c6b07 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:12.976256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-41fc2eef-f85f-4266-b365-43687cbb3fdb service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971487 May 14 18:19:13.061335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:13.178987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:19:13.179557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: timer() May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:19:13.287975 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:19:13.377086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:13.391055 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-11f0c707-f2d0-47f4-a573-8d2b30292291 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:13.726890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:13.791969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:13.852657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:13.860367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c5066f-46ac-4042-ada8-6c9a734e630c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:13.885155 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:13.910113 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] 10.222.0.24 "DELETE /v2.0/networks/24c5066f-46ac-4042-ada8-6c9a734e630c HTTP/1.1" status: 204 len: 168 time: 1.9164100 May 14 18:19:13.911882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe17:51f0 (7ad50c71-58ac-4344-b706-61652f033104/ce01d265-dd09-446c-95fb-4a12cfbaed3a/b3de36c2-a953-418b-82bf-1e249d5e1397) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:13.946791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-7e336e70-f2e9-46ed-8209-ba8ed4cb3949 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9581442 May 14 18:19:14.511537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40164) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:14.527169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Provisioning for port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:14.543601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Provisioning complete for port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:14.544938 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:14.548581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57333794-1554-4ddd-b67d-92e8a0f278a3 req-b011f7d8-1909-4711-9e0b-d96c47ef8d46 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 210 time: 0.0692127 May 14 18:19:14.593785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:14.614503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:14.615742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object b3de36c2-a953-418b-82bf-1e249d5e1397 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:14.646587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:14.656304 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7ba890e2-2277-4c8e-868b-b617be9853e1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:14.830185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:14.835787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:14.838811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:14.845481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:14.846290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:14.899673 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5264149 May 14 18:19:14.902568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40174) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:14.906556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:14.924257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=b3de36c2-a953-418b-82bf-1e249d5e1397,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:14.943840 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:15.015217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] For port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:15.032741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.037609 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:15.154567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc4def-44e6-43b3-a550-ed644e13e3e6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:15.170871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc4def-44e6-43b3-a550-ed644e13e3e6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:15.182936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bafc4def-44e6-43b3-a550-ed644e13e3e6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:15.227465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bafc4def-44e6-43b3-a550-ed644e13e3e6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:15.235142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bafc4def-44e6-43b3-a550-ed644e13e3e6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3150580 May 14 18:19:15.235725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40180) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:15.253624 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3977cca8-eda3-4b36-aa49-a92cd60f9858 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=098c6fb0e03d4197bfa8987d125b160e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314107 May 14 18:19:15.259718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:15.286583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:15.290961 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:15.396305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9fe52009-758a-45ef-88f8-a6598308bf2f None None] Provisioning for port b3de36c2-a953-418b-82bf-1e249d5e1397 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:15.412228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9fe52009-758a-45ef-88f8-a6598308bf2f None None] Provisioning complete for port b3de36c2-a953-418b-82bf-1e249d5e1397 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:15.413091 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9fe52009-758a-45ef-88f8-a6598308bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.498854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.585691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port b3de36c2-a953-418b-82bf-1e249d5e1397 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:15.586037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.660062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9fe52009-758a-45ef-88f8-a6598308bf2f None None] Port b3de36c2-a953-418b-82bf-1e249d5e1397 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:19:15.672988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:15.733901 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.813902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:15.816866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.834131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.1 (99cae0aa-f585-4287-bfe2-f7939ecdf0ec/a913ea54-2457-4975-91bd-3f2def27afde/8b8325b9-029c-495a-869d-a4b09c1bd076) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:15.905069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1db9d21-6b15-4edc-9b3a-0a64bcba8b32 req-1c419a30-7a1d-44bf-8bda-97758e3ec73d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 210 time: 0.0948739 May 14 18:19:15.961699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:15.975832 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7c36c195-e632-4695-9b1e-a6bca8bee670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:16.001183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fa553-ad9a-4671-ab2c-c22c57f17b26,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:16.001574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.005577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:16.034781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.038709 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f0fa553-ad9a-4671-ab2c-c22c57f17b26 HTTP/1.1" status: 204 len: 168 time: 0.7780242 May 14 18:19:16.134104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.228529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.241178 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc709205-33a9-48ef-b55e-1250fa62971e tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:16.255662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for b3de36c2-a953-418b-82bf-1e249d5e1397 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:16.353220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:16.356995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:16.369773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:16.426237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=8b8325b9-029c-495a-869d-a4b09c1bd076,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:16.469150 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:16.509308 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.529547 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:16.544258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.717728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=b3de36c2-a953-418b-82bf-1e249d5e1397,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:16.730154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.732403 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:16.747830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:16.758543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:16.850337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2dd0748f-fb45-4c73-aa11-bf40cf5c43f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d0682fc19c54debad28bd982023a798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010253 May 14 18:19:16.852043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b3de36c2-a953-418b-82bf-1e249d5e1397 HTTP/1.1" status: 204 len: 168 time: 1.6117933 May 14 18:19:16.854805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:16.855347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40212) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:17.209762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82563248-0be3-4c36-8947-28af45aa22bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:17.211415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82563248-0be3-4c36-8947-28af45aa22bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:17.212171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-82563248-0be3-4c36-8947-28af45aa22bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:17.299189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3527a188-fec3-451b-a92b-58c5e881e6e5 req-a60c115f-abec-46cf-90b5-eef12c6761bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 210 time: 0.0943100 May 14 18:19:17.345361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.405606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-21da1a6c-a5e9-4606-84fc-9a2a6d556371 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:17.407332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-21da1a6c-a5e9-4606-84fc-9a2a6d556371 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.3775427 May 14 18:19:17.407971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-82563248-0be3-4c36-8947-28af45aa22bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:17.412057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-82563248-0be3-4c36-8947-28af45aa22bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5405045 May 14 18:19:17.419878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40224) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:17.425725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:17.594155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.663875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet ce01d265-dd09-446c-95fb-4a12cfbaed3a {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:17.668440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.674702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.678326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.721553 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4766b7be-105e-4a9f-b50a-8fa939ae1035 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:17.798039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.813144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.818791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=8b8325b9-029c-495a-869d-a4b09c1bd076,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:17.823461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:17.865409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:17.951604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.965969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:17.975895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:17.977303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:18.000710 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2be054e2-9e3e-4a57-99eb-c14c9e963bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:18.029994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:18.083340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952292d0-c531-40d6-be0e-89819685131d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:18.087617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:18.099831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:18.207073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:18.304408 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:18.314120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:18.316070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/952292d0-c531-40d6-be0e-89819685131d HTTP/1.1" status: 204 len: 168 time: 1.4587870 May 14 18:19:18.462442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:18.469667 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/routers/a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7954683 May 14 18:19:18.472635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:18.475269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:18.478886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'port': {'network_id': '99cae0aa-f585-4287-bfe2-f7939ecdf0ec', 'name': 'tempest-FloatingIPTestJSON-1680641518'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:18.498244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:18.499162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:18.638614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:18.642811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:port and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:18.642963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6257301-8a59-4a84-bd21-52303b61cb42 req-58e883b7-5741-4832-8ef6-8160a7ea055a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 210 time: 0.1198754 May 14 18:19:18.646923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:18.653307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:18.672744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:18.679001 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:18.690919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:18.701328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:18.702041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:18.711519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] device_id is not set on port 723295a8-fe94-4706-802a-2dc6fcd9109a yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:18.784164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:18.784724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf66dc7-40f1-4eb9-84ac-423d83d4d291 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:18.938911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.4 (99cae0aa-f585-4287-bfe2-f7939ecdf0ec/a913ea54-2457-4975-91bd-3f2def27afde/723295a8-fe94-4706-802a-2dc6fcd9109a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:18.962328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.9 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/8db2ca72-ed8b-4582-9570-f046930004a3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:19.256611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.264633 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57c9f0d9-d3c6-41b5-9262-f78a5d813d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:19.303941 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.319829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=ce01d265-dd09-446c-95fb-4a12cfbaed3a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:19.326101 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:19.328088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.342295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bd1c6-7d70-4a4c-b1c4-7ef762e529d0 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:19.359378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/ce01d265-dd09-446c-95fb-4a12cfbaed3a HTTP/1.1" status: 204 len: 168 time: 1.9384468 May 14 18:19:19.364442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40262) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:19.379263 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.386453 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:19.463519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:19.463758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-21d0825a-aaee-4d41-a10d-d55b4988ba05 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977325 May 14 18:19:19.466948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40266) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:19.467125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:19.472526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:19.521764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:19.530790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=8db2ca72-ed8b-4582-9570-f046930004a3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:19.536041 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:19.547169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.565863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:19.566496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.594405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1751342 May 14 18:19:19.608596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Request body: {'port': {'device_id': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:19.699061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba490833-2dc4-4d25-bba7-52a9a8b6ac16 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:19.704170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba490833-2dc4-4d25-bba7-52a9a8b6ac16 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:19.729260 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:19.744120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3dad138e-5d5a-44e0-a07b-40179f3b2e6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:19.874449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ba490833-2dc4-4d25-bba7-52a9a8b6ac16 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:19.879295 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ba490833-2dc4-4d25-bba7-52a9a8b6ac16 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4111807 May 14 18:19:19.882852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:19.954046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:19.964473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:19.967320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:19.999742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:19:20.001765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=723295a8-fe94-4706-802a-2dc6fcd9109a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:20.005298 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:20.037010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.039911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1eade8-7840-4963-8268-74999881a0b0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:20.040595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d1eade8-7840-4963-8268-74999881a0b0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:20.094239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:20.095348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.133327 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6593766 May 14 18:19:20.138369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d1eade8-7840-4963-8268-74999881a0b0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:20.139738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d1eade8-7840-4963-8268-74999881a0b0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2547050 May 14 18:19:20.140498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40286) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:20.140699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Deleting port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:20.141103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.143840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40288) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:20.151698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'port': {'network_id': '99cae0aa-f585-4287-bfe2-f7939ecdf0ec', 'name': 'tempest-FloatingIPTestJSON-2024427229'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:20.162152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b272f25-e6a9-41b2-a2b4-c399779f3a28 req-3e6c2bf6-e9dd-4ec0-b000-dfc6f0294e04 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:20.162867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2b272f25-e6a9-41b2-a2b4-c399779f3a28 req-3e6c2bf6-e9dd-4ec0-b000-dfc6f0294e04 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:20.242989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2b272f25-e6a9-41b2-a2b4-c399779f3a28 req-3e6c2bf6-e9dd-4ec0-b000-dfc6f0294e04 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:20.249857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b272f25-e6a9-41b2-a2b4-c399779f3a28 req-3e6c2bf6-e9dd-4ec0-b000-dfc6f0294e04 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 931 time: 0.3575091 May 14 18:19:20.327511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6637349-fdc0-47eb-ab56-b109a2f6d472 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1810086 May 14 18:19:20.338346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:20.348793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:20.410205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b272f25-e6a9-41b2-a2b4-c399779f3a28 req-f01124c3-d3a1-4d96-acbf-9819afddb4e3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563208 May 14 18:19:20.521175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] For port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:20.523451 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.533249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:20.540871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:20.545325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:port and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:20.548801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:20.556480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:20.575454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:20.580006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:20.584237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.611768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] device_id is not set on port 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:20.671591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:20.676552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.708977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db2ca72-ed8b-4582-9570-f046930004a3 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:19:20.717655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.738141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Transition to ACTIVE for port object 8db2ca72-ed8b-4582-9570-f046930004a3 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:20.747435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.760788 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a492d7e5-74dd-4b23-8e31-f112cdb8bf71 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:20.796320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Calling delete_port for 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:20.878732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:20.890114 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:20.930602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] No DVR routers for this DVR port 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:19:20.944492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Pushing event deleted for resources: {'Port': ['ID=40a69f98-bff5-4c2b-9b6f-6938a947c6c8,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:20.952692 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:20.973167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.10 (99cae0aa-f585-4287-bfe2-f7939ecdf0ec/a913ea54-2457-4975-91bd-3f2def27afde/3d9ef88c-c562-4d9f-8adf-5978ae9b98c8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:21.069994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Pushing event updated for resources: {'Port': ['ID=8db2ca72-ed8b-4582-9570-f046930004a3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:21.077564 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:21.318715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Attempting to bind port 8db2ca72-ed8b-4582-9570-f046930004a3 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:21.319047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Attempting to bind port 8db2ca72-ed8b-4582-9570-f046930004a3 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:21.319398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Attempting to bind port 8db2ca72-ed8b-4582-9570-f046930004a3 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:21.324145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Port 8db2ca72-ed8b-4582-9570-f046930004a3 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:19:21.324473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Attempting to bind port 8db2ca72-ed8b-4582-9570-f046930004a3 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:21.329630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:21.329949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:21.330329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:21.331311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Bound port: 8db2ca72-ed8b-4582-9570-f046930004a3, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:21.331769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:21.421505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:21.478654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] For port 8db2ca72-ed8b-4582-9570-f046930004a3, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:21.481873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] For port 8db2ca72-ed8b-4582-9570-f046930004a3, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8db2ca72-ed8b-4582-9570-f046930004a3,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:21.489271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:21.495842 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7f8cf027-c668-48f8-b7a5-eec2fc4bcaf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:21.520527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:21.528076 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9430eaab-fbb0-4dae-8777-c5a364dd7338 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:21.597439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:19:21.639017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:21.640519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:21.643547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] 10.222.0.22 "PUT /v2.0/ports/8db2ca72-ed8b-4582-9570-f046930004a3 HTTP/1.1" status: 200 len: 1091 time: 2.0400989 May 14 18:19:21.651772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'tag': '8db2ca72-ed8b-4582-9570-f046930004a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:21.688512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:19:21.690920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40a69f98-bff5-4c2b-9b6f-6938a947c6c8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:19:21.742451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40324) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:21.848303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Pushing event updated for resources: {'Port': ['ID=8db2ca72-ed8b-4582-9570-f046930004a3,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:21.864316 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:21.879321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:21.904304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-6e970666-e481-4073-9e1c-909f8bafcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:21.905803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-6e970666-e481-4073-9e1c-909f8bafcb6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 1094 time: 0.1571412 May 14 18:19:21.916129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:21.917170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d628a2-7097-401f-8066-74c788a74333 req-c1f57e27-2433-41aa-9eb7-65aba1331880 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:21.918785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:21.919422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9d628a2-7097-401f-8066-74c788a74333 req-c1f57e27-2433-41aa-9eb7-65aba1331880 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 943 time: 0.2833576 May 14 18:19:21.989004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=3d9ef88c-c562-4d9f-8adf-5978ae9b98c8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:21.996021 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:22.023461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-232089c0-5519-4d23-aa6c-48e81a2e3f20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8db2ca72-ed8b-4582-9570-f046930004a3 HTTP/1.1" status: 200 len: 217 time: 0.1030033 May 14 18:19:22.027392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.065197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:19:22.070546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:22.071194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.076834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.086077 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a226554-871e-4097-b3f7-f155bc403afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:22.103469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:22.116860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Usage tracker for resource:security_group_rule and tenant:24f4e7d11dcb4d7bb96f9e34035df789 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:22.131374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:22.144106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9d628a2-7097-401f-8066-74c788a74333 req-235cc45c-d434-452d-8c2c-3888c8dd088c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566513 May 14 18:19:22.144992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:22.145584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:22.150054 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0055802 May 14 18:19:22.151135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:22.152542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40332) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:22.153957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-8d59d2e5-985a-4d82-9252-7fd360012c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:22.155553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-8d59d2e5-985a-4d82-9252-7fd360012c30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.1154091 May 14 18:19:22.168251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '3d9ef88c-c562-4d9f-8adf-5978ae9b98c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:22.169479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:22.170063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.170992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7ca47-2d1e-433e-9dcb-bc5f77040006 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:22.182806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=d885f356-f6d8-4b06-8295-ca7476063b79,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:22.187744 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:22.197124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8576472 May 14 18:19:22.199867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40336) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:22.212888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:43:f8:06', 'name': 'tempest-NetworksTestDHCPv6-1543498626'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:22.218074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:22.227518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:floatingip and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:22.246027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:22.250966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-3a7e4c4d-5857-462a-b092-ee17e376013d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776191 May 14 18:19:22.256136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:22.355933 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.468888 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'tag': '8db2ca72-ed8b-4582-9570-f046930004a3', 'status': 'completed', 'code': 200} May 14 18:19:22.469774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:22.495529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:22.512452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:22.529371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-cf917dbb-4625-45c1-9e57-0303a3af3d85 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711873 May 14 18:19:22.541311 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.567929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.622372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'd885f356-f6d8-4b06-8295-ca7476063b79'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:19:22.623438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-17efe98c-94b5-47b4-b04f-d53683f2d334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:22.624482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.695396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24f4e7d11dcb4d7bb96f9e34035df789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444273 May 14 18:19:22.696310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beab7cf-fa7b-4ca6-adac-d988c85ffdc4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:22.698386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:22.722930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.730222 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:22.755356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port fabc397d-451f-4243-b62c-f86844f763e2 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:22.826568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23310f45-9816-49be-a2e6-d254fb2d6369 req-2358dccd-c850-4937-9836-5bc69835038b service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877409 May 14 18:19:22.848155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.878275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Allocated IP 2001:db8::f816:3eff:fe13:de0 (7ad50c71-58ac-4344-b706-61652f033104/d885f356-f6d8-4b06-8295-ca7476063b79/fdcc6ede-b35a-49e2-a826-ca9181db4580) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:22.889487 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:22.952417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.118100 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.123357 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2467a48-f35e-487d-ae3c-7ae5670abb64 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:23.131287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-2e2b210b-a023-481a-930f-ac033ce4ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:23.132796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-2e2b210b-a023-481a-930f-ac033ce4ab6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 1094 time: 0.2290831 May 14 18:19:23.136957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.148349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beab7cf-fa7b-4ca6-adac-d988c85ffdc4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:23.150597 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:23.158669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Transition to ACTIVE for port object fdcc6ede-b35a-49e2-a826-ca9181db4580 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:23.196892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Transition to ACTIVE for port object fdcc6ede-b35a-49e2-a826-ca9181db4580 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:23.206118 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.211815 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:23.252121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.141 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/88e99f78-7a5b-44e1-81b5-0c2402f717ba) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:23.254512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.258402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2beab7cf-fa7b-4ca6-adac-d988c85ffdc4 HTTP/1.1" status: 204 len: 168 time: 0.5492179 May 14 18:19:23.291374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:23.294435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:23.296989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:23.357534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Pushing event updated for resources: {'Port': ['ID=fdcc6ede-b35a-49e2-a826-ca9181db4580,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:23.373606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.373935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.374256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.374599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.374929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.375056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe43:f806 (7ad50c71-58ac-4344-b706-61652f033104/d885f356-f6d8-4b06-8295-ca7476063b79/fabc397d-451f-4243-b62c-f86844f763e2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:23.375526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.375699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.375983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.376311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.376639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.376954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.377273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:23.382423 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:23.472290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Attempting to bind port fdcc6ede-b35a-49e2-a826-ca9181db4580 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:23.472674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Attempting to bind port fdcc6ede-b35a-49e2-a826-ca9181db4580 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:23.473048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Attempting to bind port fdcc6ede-b35a-49e2-a826-ca9181db4580 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:23.487486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:23.489556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:23.490039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.490465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:23.490970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Bound port: fdcc6ede-b35a-49e2-a826-ca9181db4580, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:23.491410 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.673925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] For port fdcc6ede-b35a-49e2-a826-ca9181db4580, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:23.680507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] For port fdcc6ede-b35a-49e2-a826-ca9181db4580, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fdcc6ede-b35a-49e2-a826-ca9181db4580,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:23.685154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.691040 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:23.757999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-f5591803-cc99-4d53-9d8a-9be635f87c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:23.759469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-f5591803-cc99-4d53-9d8a-9be635f87c2b service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.6067934 May 14 18:19:23.807834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Pushing event updated for resources: {'Port': ['ID=fdcc6ede-b35a-49e2-a826-ca9181db4580,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:23.813769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.816984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40356) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:23.822936 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:23.855719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.870293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-45a8054b-a2e4-4c51-9b12-b2d4efa3a486 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8db2ca72-ed8b-4582-9570-f046930004a3 HTTP/1.1" status: 200 len: 217 time: 0.0887249 May 14 18:19:23.874652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object fabc397d-451f-4243-b62c-f86844f763e2 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:23.883997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:23.889625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Usage tracker for resource:security_group_rule and tenant:297c2ce3df8f4a678214ba07836582f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:23.892571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:23.900521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:23.942550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:23.956807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:23.975231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.024919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:24.033980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:24.039725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:24.045501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:24.046140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.080372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-81812377-977d-4bed-92dc-b5a844615d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:24.082701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-81812377-977d-4bed-92dc-b5a844615d2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.2063353 May 14 18:19:24.082868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=fabc397d-451f-4243-b62c-f86844f763e2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:24.089625 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:24.100123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73845a8-b4b3-4142-aaf1-b03d289abfe9 req-51c34043-2831-4c7a-9a88-e6a0fdd5c3e5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:24.109276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c73845a8-b4b3-4142-aaf1-b03d289abfe9 req-51c34043-2831-4c7a-9a88-e6a0fdd5c3e5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 943 time: 0.4581263 May 14 18:19:24.162689 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.196284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.203261 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0013704 May 14 18:19:24.204335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40362) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:24.248550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-28acc77f-a588-46f9-859a-41ca7e2c98dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180172 May 14 18:19:24.250862 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.273506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a764290e-619b-48fc-8cf4-1e4ef3457ea5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:24.285088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.321780 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dadff778-d829-498e-ab83-8698989b1e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:24.332467 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=297c2ce3df8f4a678214ba07836582f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144238 May 14 18:19:24.334809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40366) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:24.401573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a8d32-a8ab-48b7-b7a6-1eea7f7ce554,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:24.436710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:24.463123 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.506259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2957ec2-2109-4d36-93fb-caf6b1c0881c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:24.509171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-a4e52026-c1fa-4847-9e02-4c975e10e867 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447331 May 14 18:19:24.513309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2957ec2-2109-4d36-93fb-caf6b1c0881c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:24.514478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2957ec2-2109-4d36-93fb-caf6b1c0881c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:24.560328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.569332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:24.611682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2957ec2-2109-4d36-93fb-caf6b1c0881c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:24.614651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a2957ec2-2109-4d36-93fb-caf6b1c0881c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4085793 May 14 18:19:24.621660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40372) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:24.636231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:24.639877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:24.717111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c73845a8-b4b3-4142-aaf1-b03d289abfe9 req-300187b3-0484-4c3c-a113-05b83b0815e8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069636 May 14 18:19:24.746471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=88e99f78-7a5b-44e1-81b5-0c2402f717ba,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:24.746471 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:24.848525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.854115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4b0f248-5b59-4578-af65-b7125a2ba04e req-cd291292-cc73-4dc4-8691-88e8059ca510 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300180 May 14 18:19:24.854896 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:24.870393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a8d32-a8ab-48b7-b7a6-1eea7f7ce554,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:24.875028 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:24.878884 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:24.887615 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a8a8d32-a8ab-48b7-b7a6-1eea7f7ce554 HTTP/1.1" status: 204 len: 168 time: 0.5412829 May 14 18:19:24.934196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port fabc397d-451f-4243-b62c-f86844f763e2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:24.935749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.141969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.153100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8db2ca72-ed8b-4582-9570-f046930004a3 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:19:25.392980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for fabc397d-451f-4243-b62c-f86844f763e2 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:25.450314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.457563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 8db2ca72-ed8b-4582-9570-f046930004a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8db2ca72-ed8b-4582-9570-f046930004a3,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:25.483138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '8db2ca72-ed8b-4582-9570-f046930004a3', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': '8db2ca72-ed8b-4582-9570-f046930004a3', 'mac_address': 'fa:16:3e:a7:f9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:19:25.643472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.664828 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:25.729906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-37f69d87-651a-4282-91dd-229681b002ca None None] Provisioning for port fdcc6ede-b35a-49e2-a826-ca9181db4580 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:25.748117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fdcc6ede-b35a-49e2-a826-ca9181db4580 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:25.782183 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.822003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=fabc397d-451f-4243-b62c-f86844f763e2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:25.840086 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:25.881836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.927165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db2ca72-ed8b-4582-9570-f046930004a3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:19:25.955960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 8db2ca72-ed8b-4582-9570-f046930004a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8db2ca72-ed8b-4582-9570-f046930004a3,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:25.993787 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:25.994239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port fdcc6ede-b35a-49e2-a826-ca9181db4580 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:26.002967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fdcc6ede-b35a-49e2-a826-ca9181db4580 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:26.007105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.080689 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/fabc397d-451f-4243-b62c-f86844f763e2 HTTP/1.1" status: 204 len: 168 time: 1.4580128 May 14 18:19:26.081976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40398) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:26.201747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d98660-ce3c-4baf-8840-9691149bdfab tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:26.202589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d98660-ce3c-4baf-8840-9691149bdfab tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:26.204039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-77d98660-ce3c-4baf-8840-9691149bdfab tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:26.232854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-77d98660-ce3c-4baf-8840-9691149bdfab tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:26.237558 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-77d98660-ce3c-4baf-8840-9691149bdfab tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1540430 May 14 18:19:26.238257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40404) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:26.254248 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.262887 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:26.337248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a7f12ee2-76b3-480d-8f92-8eeebcedf678 None None] Could not find standard attr ID for object fabc397d-451f-4243-b62c-f86844f763e2. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:19:26.363754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet d885f356-f6d8-4b06-8295-ca7476063b79 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:26.367916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.437210 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.470766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=8db2ca72-ed8b-4582-9570-f046930004a3,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:26.475509 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:26.516351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port fdcc6ede-b35a-49e2-a826-ca9181db4580, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fdcc6ede-b35a-49e2-a826-ca9181db4580,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:26.527434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.529036 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.533542 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-88b53376-699d-488e-88b6-8f534e8d1199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:26.665946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=fdcc6ede-b35a-49e2-a826-ca9181db4580,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:26.666206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.678232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8db2ca72-ed8b-4582-9570-f046930004a3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:26.682742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.688101 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:26.694852 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d304aed3-3374-4236-9913-d45191e95dc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:26.713310 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:27.009669 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40e3e570-c94c-40a8-9f17-26487d64c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:27.073784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956ae00-95a9-475f-8b04-5e50e47cb2ae req-9d57cf45-8549-493f-becc-48d784445f5b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:27.081497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b956ae00-95a9-475f-8b04-5e50e47cb2ae req-9d57cf45-8549-493f-becc-48d784445f5b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 944 time: 0.9623723 May 14 18:19:27.089990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=88e99f78-7a5b-44e1-81b5-0c2402f717ba,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:27.124480 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:27.127852 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:27.209628 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:27.224080 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d172ce5-e1f3-4e56-996f-1aab30a86e09 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:27.423465 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 2adb3228-de8c-4713-9a58-baba60992815 associated. External IP: 172.25.4.141, port: 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8. May 14 18:19:27.482532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:27.485474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=d885f356-f6d8-4b06-8295-ca7476063b79,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:27.489268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21c11b-a482-435d-932f-3db62c3c81b0 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:27.494260 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:27.515769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b956ae00-95a9-475f-8b04-5e50e47cb2ae req-146d17a4-3eb5-47a2-a4c6-802eb1b03485 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330943 May 14 18:19:27.539997 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/d885f356-f6d8-4b06-8295-ca7476063b79 HTTP/1.1" status: 204 len: 168 time: 1.3005643 May 14 18:19:27.540951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:27.660688 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2359e655-2c2a-4492-9aca-dc47d81e79b6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179037 May 14 18:19:27.661191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:27.667347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:27.748288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fdcc6ede-b35a-49e2-a826-ca9181db4580 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:27.835887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:27.846924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:27.850170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:27.856935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:27.872991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:27.881021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:27.943976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:28.159375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:28.238424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fdcc6ede-b35a-49e2-a826-ca9181db4580 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:28.239250 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:28.481546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:28.495319 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:28.577847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:28.578547 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:28.667865 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:28.709442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:19:28.815981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40458) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:28.816260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.6549153 May 14 18:19:28.833007 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:28.842125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'port_id': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:28.844372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Deleting port fdcc6ede-b35a-49e2-a826-ca9181db4580 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:28.845134 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:28.868878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:28.869510 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:28.996286 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:29.007495 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278267c-d9fc-4128-83d7-b716f1133d1b None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:29.045957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592899bb-5cb0-4182-98e6-224042f4966b req-1f986b65-c287-48f1-83b9-d5bdc8a44c6c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:29.048591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-592899bb-5cb0-4182-98e6-224042f4966b req-1f986b65-c287-48f1-83b9-d5bdc8a44c6c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 944 time: 0.1885426 May 14 18:19:29.060039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] For port fdcc6ede-b35a-49e2-a826-ca9181db4580, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fdcc6ede-b35a-49e2-a826-ca9181db4580,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:29.062234 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.123381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:19:29.176623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-592899bb-5cb0-4182-98e6-224042f4966b req-53c81072-69d2-4e33-9a8e-5ff65d0d77f7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158900 May 14 18:19:29.188277 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.234310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8db2ca72-ed8b-4582-9570-f046930004a3 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:29.376617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Calling delete_port for fdcc6ede-b35a-49e2-a826-ca9181db4580 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:29.414695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 8db2ca72-ed8b-4582-9570-f046930004a3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:29.430383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 8db2ca72-ed8b-4582-9570-f046930004a3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:29.431252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.565558 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.599217 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:29.713466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fdcc6ede-b35a-49e2-a826-ca9181db4580 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:19:29.812360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Pushing event deleted for resources: {'Port': ['ID=fdcc6ede-b35a-49e2-a826-ca9181db4580,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:29.814738 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:29.817690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] No DVR routers for this DVR port fdcc6ede-b35a-49e2-a826-ca9181db4580 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:19:29.829009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: fdcc6ede-b35a-49e2-a826-ca9181db4580 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:19:29.829427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fdcc6ede-b35a-49e2-a826-ca9181db4580 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:19:29.834569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.843186 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.867080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6914897-c2a4-48f2-9594-ca080bebd3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.872664 n-d-787206-3 neutron-server[79560]: WARNING neutron.services.revisions.revision_plugin [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Could not find related port for resource to bump revision. May 14 18:19:29.877018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.878431 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 2adb3228-de8c-4713-9a58-baba60992815 disassociated. External IP: 172.25.4.141, port: 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8. May 14 18:19:29.883140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.912601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db2ca72-ed8b-4582-9570-f046930004a3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:29.922770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 8db2ca72-ed8b-4582-9570-f046930004a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8db2ca72-ed8b-4582-9570-f046930004a3,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:29.927585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:29.930840 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:30.006572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=8db2ca72-ed8b-4582-9570-f046930004a3,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:30.009974 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:30.023760 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db2ca72-ed8b-4582-9570-f046930004a3', 'code': 200} May 14 18:19:30.082193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_pluggable_backend [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Port fdcc6ede-b35a-49e2-a826-ca9181db4580 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=79560) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} May 14 18:19:30.082732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_pluggable_backend [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Reverting IP allocation for 2001:db8::f816:3eff:fe13:de0 {{(pid=79560) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} May 14 18:19:30.098386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_pluggable_backend [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe13:de0 {{(pid=79560) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} May 14 18:19:30.107258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:30.120550 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ceeb3b3-0b87-4af0-8713-db99cf42ffe7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:30.199444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c59ed0-8725-4458-a45f-d2475126eb24 req-76e73339-4196-42ea-8db5-c54933740702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:30.201701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3c59ed0-8725-4458-a45f-d2475126eb24 req-76e73339-4196-42ea-8db5-c54933740702 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 1096 time: 0.1135063 May 14 18:19:30.296680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3c59ed0-8725-4458-a45f-d2475126eb24 req-b3a47536-49b0-4a68-9b81-f03f2a35e97f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805762 May 14 18:19:30.522880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:30.525522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e727-5a8d-41a4-9405-d8fb3829667a req-928f4475-9112-4179-aadb-73b44d53990c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:30.532978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bca7e727-5a8d-41a4-9405-d8fb3829667a req-928f4475-9112-4179-aadb-73b44d53990c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 945 time: 0.1922626 May 14 18:19:30.542786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:30.551980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76294f-7f3f-4519-843a-41120c026c6d None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:30.597557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bca7e727-5a8d-41a4-9405-d8fb3829667a req-263f8d41-4315-454b-a1b7-28905952ad47 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633280 May 14 18:19:30.808742 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:30.885527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:30.886124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:30.895579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=638c9616-4cdc-4666-b7a8-6d0ecdbf1110,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:30.910409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:30.911711 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:30.967518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '638c9616-4cdc-4666-b7a8-6d0ecdbf1110'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:19:30.968754 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:31.122110 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4598823 May 14 18:19:31.124795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40502) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:31.131748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:67:c8:ea', 'name': 'tempest-NetworksTestDHCPv6-302538265'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:31.170011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:31.183234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:31.265851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Allocated IP 2001:db8::f816:3eff:fe0d:1df0 (7ad50c71-58ac-4344-b706-61652f033104/638c9616-4cdc-4666-b7a8-6d0ecdbf1110/eeee5418-298a-4007-95fb-9fc94e7b524b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:31.305948 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-851eea1c-1e08-4b5f-b945-71763eab53e4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/floatingips/2adb3228-de8c-4713-9a58-baba60992815 HTTP/1.1" status: 200 len: 688 time: 2.4885170 May 14 18:19:31.310450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:31.375923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:31.408287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:31.409973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:31.492617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:31.636115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:31.636770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:31.728193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:31.728615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e29e62-45cd-4dae-9053-e197756619f7 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:31.812498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:31.841955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Transition to ACTIVE for port object eeee5418-298a-4007-95fb-9fc94e7b524b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:31.864055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Transition to ACTIVE for port object eeee5418-298a-4007-95fb-9fc94e7b524b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:31.872888 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:31.884623 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:31.909226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:31.917986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:31.926868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:31.945023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:31.954801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 88e99f78-7a5b-44e1-81b5-0c2402f717ba {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:31.955337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:31.989812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Pushing event updated for resources: {'Port': ['ID=eeee5418-298a-4007-95fb-9fc94e7b524b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:31.993296 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:31.998170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:32.000356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:32.002673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:32.073759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:32.129928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58762419-654c-4cd9-877a-becdd9bc6c2f req-6e2bc010-5961-49af-9b5c-5fa56315a4e9 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:32.130546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Attempting to bind port eeee5418-298a-4007-95fb-9fc94e7b524b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:32.131020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Attempting to bind port eeee5418-298a-4007-95fb-9fc94e7b524b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:32.131504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Attempting to bind port eeee5418-298a-4007-95fb-9fc94e7b524b on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:32.131729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58762419-654c-4cd9-877a-becdd9bc6c2f req-6e2bc010-5961-49af-9b5c-5fa56315a4e9 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 945 time: 0.2918606 May 14 18:19:32.138950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:32.139440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:32.139945 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.140439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:32.141016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Bound port: eeee5418-298a-4007-95fb-9fc94e7b524b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:32.141505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.254692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.266722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] For port eeee5418-298a-4007-95fb-9fc94e7b524b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:32.271634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] For port eeee5418-298a-4007-95fb-9fc94e7b524b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eeee5418-298a-4007-95fb-9fc94e7b524b,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:32.277184 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.284631 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5e5546d6-82fe-4185-9897-903c9f99ce4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:32.288234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58762419-654c-4cd9-877a-becdd9bc6c2f req-24bc29e7-726f-4920-b58f-b21fd6cab2ad tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874472 May 14 18:19:32.357590 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.358171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.444517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Pushing event updated for resources: {'Port': ['ID=eeee5418-298a-4007-95fb-9fc94e7b524b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:32.449177 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:32.583570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 88e99f78-7a5b-44e1-81b5-0c2402f717ba owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:32.677823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:32.723783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 1330cc18-a50d-43a6-8800-7efb73ce1ca8 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:32.946320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe67:c8ea (7ad50c71-58ac-4344-b706-61652f033104/638c9616-4cdc-4666-b7a8-6d0ecdbf1110/1330cc18-a50d-43a6-8800-7efb73ce1ca8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:33.285503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:33.301780 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf062581-1133-4dcd-a299-6635abb4261a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:33.448858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=88e99f78-7a5b-44e1-81b5-0c2402f717ba,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:33.455162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:33.791849 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:33.828166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-e48f8fe0-0c3a-44e0-926d-8dd7fbdc1d56 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:33.835217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-e48f8fe0-0c3a-44e0-926d-8dd7fbdc1d56 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.8377376 May 14 18:19:33.878831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eeee5418-298a-4007-95fb-9fc94e7b524b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:34.016957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 1330cc18-a50d-43a6-8800-7efb73ce1ca8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:34.023933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-9064892b-f5bb-4eed-a6c0-b971384df666 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.1877120 May 14 18:19:34.051933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port eeee5418-298a-4007-95fb-9fc94e7b524b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:34.123987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.166855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.168077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/floatingips/2adb3228-de8c-4713-9a58-baba60992815 HTTP/1.1" status: 204 len: 168 time: 2.8558948 May 14 18:19:34.172400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40556) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:34.175570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-ec6aa696-ce9d-47cb-b982-f03c97539869 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346302 May 14 18:19:34.176570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.180135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '723295a8-fe94-4706-802a-2dc6fcd9109a'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:34.188081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:34.193987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:floatingip and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:34.195743 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3f1e713-be7f-4362-a3ba-3c0c7da9da65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:34.197762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:34.205128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:34.222419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.247940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Provisioning for port eeee5418-298a-4007-95fb-9fc94e7b524b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:34.263780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Provisioning complete for port eeee5418-298a-4007-95fb-9fc94e7b524b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:34.267879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.645692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.730074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.837792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] For port eeee5418-298a-4007-95fb-9fc94e7b524b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eeee5418-298a-4007-95fb-9fc94e7b524b,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:34.849939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:34.857777 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c81b3b5-428f-4f66-969a-efe6edcdf614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:34.974368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:34.988892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:35.013230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:35.036491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:35.037227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:35.061201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Pushing event updated for resources: {'Port': ['ID=eeee5418-298a-4007-95fb-9fc94e7b524b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:35.076981 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:35.101817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9755964 May 14 18:19:35.115778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40572) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:35.116682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=1330cc18-a50d-43a6-8800-7efb73ce1ca8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:35.144221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:35.232473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.222 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6767c631-88f9-4405-9969-d36cf800d238) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:35.441460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04d0649c-f94a-415e-9af8-a8d0a1d809dd service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8414130 May 14 18:19:35.487246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c72d3490-0c0d-47ba-967b-5573b77338ba None None] Provisioning for port 1330cc18-a50d-43a6-8800-7efb73ce1ca8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:35.509569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c72d3490-0c0d-47ba-967b-5573b77338ba None None] Provisioning complete for port 1330cc18-a50d-43a6-8800-7efb73ce1ca8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:35.509972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c72d3490-0c0d-47ba-967b-5573b77338ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:35.605691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd4a8d-88fa-4ce0-80b6-350fe8613a6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:35.629570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd4a8d-88fa-4ce0-80b6-350fe8613a6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:35.630431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fbcd4a8d-88fa-4ce0-80b6-350fe8613a6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:35.633867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c72d3490-0c0d-47ba-967b-5573b77338ba None None] Port 1330cc18-a50d-43a6-8800-7efb73ce1ca8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:19:35.673103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eeee5418-298a-4007-95fb-9fc94e7b524b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:35.749549 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:35.793745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fbcd4a8d-88fa-4ce0-80b6-350fe8613a6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:35.797595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fbcd4a8d-88fa-4ce0-80b6-350fe8613a6c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6735685 May 14 18:19:35.800404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:35.906030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port eeee5418-298a-4007-95fb-9fc94e7b524b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:35.906421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:35.968663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-037b24db-6add-445f-8503-89a46c4931b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126078 May 14 18:19:36.016293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:36.025869 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f657093f-481b-47b4-8dd4-72f7f1f49a47 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:36.103642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:36.119011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:36.131914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:36.154303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=6767c631-88f9-4405-9969-d36cf800d238,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:36.194834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.195267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.195639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.196003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.196365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.196796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.197160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.197516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.197868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.198221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.198573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.198931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:19:36.217715 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:36.270393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 1330cc18-a50d-43a6-8800-7efb73ce1ca8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:36.271735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:36.585228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f27a09c1-e924-4060-ba8c-07fb7921c5fe req-0e143c61-b89a-4e8a-8c4e-afe3a11c2884 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 210 time: 0.1644480 May 14 18:19:37.201858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:37.474199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 1330cc18-a50d-43a6-8800-7efb73ce1ca8 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:37.608969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:37.829305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:37.888533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eae1326a-4101-4909-934a-11150de47116 req-1768939b-aa18-409c-b3bf-4f076d296c24 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 210 time: 0.1025012 May 14 18:19:37.896495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:37.910502 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0d6a4b6-c683-4fbf-8736-37e4cdcd3dc2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:37.958512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=1330cc18-a50d-43a6-8800-7efb73ce1ca8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:37.961445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:38.265996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:38.302384 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/1330cc18-a50d-43a6-8800-7efb73ce1ca8 HTTP/1.1" status: 204 len: 168 time: 2.5032649 May 14 18:19:38.308912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40612) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:38.510563 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:38.534896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ec560-89d9-4ae8-8692-c596ec4fa405 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:38.536952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ec560-89d9-4ae8-8692-c596ec4fa405 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:38.539726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-737ec560-89d9-4ae8-8692-c596ec4fa405 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:38.546191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:38.555636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:38.582106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-744e7568-c66e-434f-8670-b6c859d47b7a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:38.583762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-744e7568-c66e-434f-8670-b6c859d47b7a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.3378012 May 14 18:19:38.602831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:38.815165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-737ec560-89d9-4ae8-8692-c596ec4fa405 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:38.821255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-737ec560-89d9-4ae8-8692-c596ec4fa405 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5111322 May 14 18:19:38.827890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:38.839266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=6767c631-88f9-4405-9969-d36cf800d238,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:38.851415 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:38.876525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:38.964618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:38.975948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:38.990810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 638c9616-4cdc-4666-b7a8-6d0ecdbf1110 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:38.993643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:38.997172 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:39.120036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:39.255919 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 9de850d9-8a58-4b45-a93a-dae265cb43eb associated. External IP: 172.25.4.222, port: 723295a8-fe94-4706-802a-2dc6fcd9109a. May 14 18:19:39.278987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:39.384727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-28230859-1f55-482e-8e13-ac6748debe46 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:39.391715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-28230859-1f55-482e-8e13-ac6748debe46 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3721430 May 14 18:19:39.470186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-412ddde9-c27d-4535-9381-08d8edf06bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0775177 May 14 18:19:39.574911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.14 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/dc556c0b-8608-40e2-bb3e-c50a82cf3683) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:39.587744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:39.713644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40648) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:39.838037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-5be567b1-cd8c-43cf-aa2d-7fabf5e0bfcb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3669608 May 14 18:19:39.984156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:40.173030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:40.184629 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:40.190362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.199360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.225897 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:40.226838 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:40.282726 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1086452 May 14 18:19:40.286983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40660) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:40.329057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:40.355757 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:40.369196 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:40.370158 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:40.379625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Usage tracker for resource:security_group_rule and tenant:6f67cec4ce1b4f7a9a8eefac3c746a94 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:40.398534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:40.421034 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8da30db0-0528-424b-b0ea-5087a7feb8b6 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/floatingips/9de850d9-8a58-4b45-a93a-dae265cb43eb HTTP/1.1" status: 200 len: 978 time: 0.1327789 May 14 18:19:40.423141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40664) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:40.431830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:40.442111 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:40.442530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0de7c-a555-41ed-a8a3-e482df7cbf30 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:40.515972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.522594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-df1030dd-86a5-4f1b-9e7a-a520b5953cbf service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092874 May 14 18:19:40.560949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cf97f0c7-9ac7-40ff-aadb-0428f05fdb8a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Synchronizing usage tracker for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:floatingip {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:40.582793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cf97f0c7-9ac7-40ff-aadb-0428f05fdb8a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Unset dirty status for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:floatingip {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:40.587572 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf97f0c7-9ac7-40ff-aadb-0428f05fdb8a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1621788 May 14 18:19:40.588668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:40.594445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'port_id': '3d9ef88c-c562-4d9f-8adf-5978ae9b98c8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:40.665760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.685074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-489c8736-b7e0-4d8c-846e-1207ead2297d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:40.715150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.739155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=638c9616-4cdc-4666-b7a8-6d0ecdbf1110,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:40.742981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.744714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39431fa2-91af-4610-8359-ae91fbbea0d5 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:40.769025 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:40.782746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-166d6b9f-9989-4e3c-bba2-9962aaa75a05 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474298 May 14 18:19:40.788337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.801545 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da56612a-349a-492a-825d-2262e4d4b40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:40.856235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/638c9616-4cdc-4666-b7a8-6d0ecdbf1110 HTTP/1.1" status: 204 len: 168 time: 2.0197403 May 14 18:19:40.863414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40672) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:40.880341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8db2ca72-ed8b-4582-9570-f046930004a3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:40.906651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:40.978161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:40.985387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d09f0e90-1240-4ebd-a56c-f05d902145fb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120238 May 14 18:19:40.988891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:40.990193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:40.992227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40678) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:40.994572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=dc556c0b-8608-40e2-bb3e-c50a82cf3683,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:41.038215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:41.072291 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:41.077227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.092502 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2e37efe7-e73d-47dd-a98f-5d21a91a9c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:41.173297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f67cec4ce1b4f7a9a8eefac3c746a94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4539318 May 14 18:19:41.193463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:41.194150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.198818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40686) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:41.210310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9751b447-a226-4f8e-baa1-8ba059c1bae7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:41.243077 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:41.284904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6914318 May 14 18:19:41.315788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Request body: {'port': {'device_id': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:41.400788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ad339-a072-469a-9dfe-7beba5144344 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:41.404488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d90ad339-a072-469a-9dfe-7beba5144344 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4115176 May 14 18:19:41.408088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40696) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:41.636442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.677355 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.682794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.758510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.772113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca331c8-861c-439b-b7ec-81bf50d2d9a4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:41.773106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3ca331c8-861c-439b-b7ec-81bf50d2d9a4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:41.830706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:41.864272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3ca331c8-861c-439b-b7ec-81bf50d2d9a4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:41.865781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3ca331c8-861c-439b-b7ec-81bf50d2d9a4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4484758 May 14 18:19:41.878082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40706) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:41.972069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:19:42.006898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e15f9-b267-47ea-855e-a283a4469c70 req-2fa470a2-4808-4357-94c1-bc88c6074cf7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:42.007710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-184e15f9-b267-47ea-855e-a283a4469c70 req-2fa470a2-4808-4357-94c1-bc88c6074cf7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:42.037153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3867e120-661e-44c3-b15d-017f67d817b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575460 May 14 18:19:42.042179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40710) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:42.051438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:42.117540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Deleting port eeee5418-298a-4007-95fb-9fc94e7b524b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:42.117966 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:42.196720 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 9de850d9-8a58-4b45-a93a-dae265cb43eb associated. External IP: 172.25.4.222, port: 723295a8-fe94-4706-802a-2dc6fcd9109a. May 14 18:19:42.240701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] For port eeee5418-298a-4007-95fb-9fc94e7b524b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=eeee5418-298a-4007-95fb-9fc94e7b524b,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:42.241157 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:42.410060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Calling delete_port for eeee5418-298a-4007-95fb-9fc94e7b524b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:42.489257 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:42.493129 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:42.537641 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:42.543812 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:42.566476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-184e15f9-b267-47ea-855e-a283a4469c70 req-2fa470a2-4808-4357-94c1-bc88c6074cf7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:42.567034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] No DVR routers for this DVR port eeee5418-298a-4007-95fb-9fc94e7b524b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:19:42.569532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Pushing event deleted for resources: {'Port': ['ID=eeee5418-298a-4007-95fb-9fc94e7b524b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:42.574888 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:42.577289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-184e15f9-b267-47ea-855e-a283a4469c70 req-2fa470a2-4808-4357-94c1-bc88c6074cf7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 932 time: 1.0948312 May 14 18:19:42.603360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9751b447-a226-4f8e-baa1-8ba059c1bae7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:42.674273 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:42.675292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:42.679599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9751b447-a226-4f8e-baa1-8ba059c1bae7 HTTP/1.1" status: 204 len: 168 time: 1.4772661 May 14 18:19:42.682331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:42.745695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-184e15f9-b267-47ea-855e-a283a4469c70 req-c746d82e-26a6-4403-9259-a25ef2bf519a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674130 May 14 18:19:42.753469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:42.768902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:42.876097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:42.879747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:43.129274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40720) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:43.204363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:43.234924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6af75938-b340-4c67-962a-6a00595efd6b req-0c0e6586-b50c-471e-88b6-5c0de4e7cbf9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.0838773 May 14 18:19:43.235147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:43.263667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2af6f79b82774ab5905ba758c0ef5ee6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:43.267017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:43.272117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:43.282265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:43.297365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:43.302032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:43.360258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:43.376476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-63a95de6-a466-4b54-922c-53a5718f0d8c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:43.377437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-63a95de6-a466-4b54-922c-53a5718f0d8c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:43.405210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:43.415648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:43.416537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:43.491762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:43.492183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bc494-bb0c-4f9b-a61d-b590edd90ee7 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:43.512359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc556c0b-8608-40e2-bb3e-c50a82cf3683 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:19:43.532447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:43.559584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Transition to ACTIVE for port object dc556c0b-8608-40e2-bb3e-c50a82cf3683 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:43.584960 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:43.589871 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-34781468-93a3-4013-a6db-a6cddc2f2a4a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:43.592489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-63a95de6-a466-4b54-922c-53a5718f0d8c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:43.593702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-63a95de6-a466-4b54-922c-53a5718f0d8c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.6834993 May 14 18:19:43.613595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eeee5418-298a-4007-95fb-9fc94e7b524b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:19:43.617622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:43.687727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: eeee5418-298a-4007-95fb-9fc94e7b524b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:19:43.687983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device eeee5418-298a-4007-95fb-9fc94e7b524b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:19:43.807789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:43.842057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:43.868158 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db9746f1-6983-4c43-a526-d754cef0f851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:43.908898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5830dbef-40ab-4bdd-99d6-4ff047f81c28,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:43.913600 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:44.036133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc556c0b-8608-40e2-bb3e-c50a82cf3683,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:44.050041 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:44.052256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Attempting to bind port dc556c0b-8608-40e2-bb3e-c50a82cf3683 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:44.052587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Attempting to bind port dc556c0b-8608-40e2-bb3e-c50a82cf3683 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:44.052916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Attempting to bind port dc556c0b-8608-40e2-bb3e-c50a82cf3683 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:44.063557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Port dc556c0b-8608-40e2-bb3e-c50a82cf3683 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:19:44.063885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Attempting to bind port dc556c0b-8608-40e2-bb3e-c50a82cf3683 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:44.075478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:44.075818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:44.076204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:44.076647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Bound port: dc556c0b-8608-40e2-bb3e-c50a82cf3683, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:44.076995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.219980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2af6f79b82774ab5905ba758c0ef5ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872250 May 14 18:19:44.227564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd2606-3262-4a55-984b-f81a85e8b5cb req-81cfa727-977d-4e44-8b83-9fd14091c7c1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:44.229046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51bd2606-3262-4a55-984b-f81a85e8b5cb req-81cfa727-977d-4e44-8b83-9fd14091c7c1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 944 time: 0.3260143 May 14 18:19:44.229513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40732) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:44.272869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] For port dc556c0b-8608-40e2-bb3e-c50a82cf3683, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:44.288105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:44.304026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:44.322402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] For port dc556c0b-8608-40e2-bb3e-c50a82cf3683, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:44.333795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:44.337493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.372899 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.381968 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ead46532-36ca-4b6f-8d88-37f2aa764769 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:44.423955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51bd2606-3262-4a55-984b-f81a85e8b5cb req-09db992f-3ad1-4d12-8cbd-eb7c5929c857 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748216 May 14 18:19:44.445968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:44.468877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.471767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:44.472343 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.473709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] 10.222.0.22 "PUT /v2.0/ports/dc556c0b-8608-40e2-bb3e-c50a82cf3683 HTTP/1.1" status: 200 len: 1092 time: 3.1717827 May 14 18:19:44.478342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'tag': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:44.492542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.619678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc556c0b-8608-40e2-bb3e-c50a82cf3683,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:44.656576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:44.657101 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be44e608-0aa3-41b5-b2f9-3c3749669f95 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:44.690974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:44.697194 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.710610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:44.723392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04671f3-a7b1-4396-b0fc-47fe7732311e None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:44.742785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:44.742916 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:44.787324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.10 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/17985495-1df3-41bb-a61e-7062a3b34b64) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:44.816821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:44.830480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:44.849756 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:44.850843 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:44.966110 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:44.976251 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:44.977092 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:45.009877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=52ccd1d5-0099-44c8-8249-261cbd8497df,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:45.031197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.043639 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:45.044331 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d58423-4fb2-4a17-a0dd-18e3c489abcb None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:45.050674 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f94f8e65-6087-4cdb-a90d-b0bcb07d1353 req-51f62dfc-439d-4fd9-a84a-952f6ff3c45c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.2977846 May 14 18:19:45.052675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.052821 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:45.057259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0140729 May 14 18:19:45.060671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40742) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:45.069394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:6c:b3:85', 'name': 'tempest-NetworksTestDHCPv6-219430710'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:45.078456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object 17985495-1df3-41bb-a61e-7062a3b34b64 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:45.102090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.113573 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.122288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:45.155990 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62c5c1c9-7fda-403d-bae0-18ce0d57568b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:45.166974 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'tag': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683', 'status': 'completed', 'code': 200} May 14 18:19:45.177786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '52ccd1d5-0099-44c8-8249-261cbd8497df'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:19:45.180713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.191064 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:19:45.192088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5830dbef-40ab-4bdd-99d6-4ff047f81c28,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:45.199949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:45.215708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:45.219146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:45.233157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-97ee6d25-8a05-420f-aa1e-29c166431559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:45.234934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-97ee6d25-8a05-420f-aa1e-29c166431559 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 1095 time: 0.6722810 May 14 18:19:45.238945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.242280 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5830dbef-40ab-4bdd-99d6-4ff047f81c28 HTTP/1.1" status: 204 len: 168 time: 1.0049155 May 14 18:19:45.277815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:45.332991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-1b721bc4-7b9e-494c-b8e2-39db015fb0e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683 HTTP/1.1" status: 200 len: 217 time: 0.0806470 May 14 18:19:45.348867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=17985495-1df3-41bb-a61e-7062a3b34b64,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:45.366282 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:45.415600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3adbb7fe-1a33-464c-8d82-863306ac74f2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/floatingips/9de850d9-8a58-4b45-a93a-dae265cb43eb HTTP/1.1" status: 200 len: 979 time: 4.8257663 May 14 18:19:45.418868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40748) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:45.423738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:45.425949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.429200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'port_id': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:45.487475 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8750949 May 14 18:19:45.499074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Request body: {'port': {'device_id': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:45.506738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/52ccd1d5-0099-44c8-8249-261cbd8497df/c75fbbfa-3197-4caa-8b30-8e9bb4a391ec) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:45.569030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:45.626847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:45.657505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:45.679865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-617acd22-a7ec-488f-9323-d69aaca40771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:45.681708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-617acd22-a7ec-488f-9323-d69aaca40771 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.3406565 May 14 18:19:45.737877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:45.772654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2f220275-2424-42fb-aa7a-c7bfce77a677 None None] Provisioning for port 17985495-1df3-41bb-a61e-7062a3b34b64 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:45.779319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.801498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.803056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2f220275-2424-42fb-aa7a-c7bfce77a677 None None] Provisioning complete for port 17985495-1df3-41bb-a61e-7062a3b34b64 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:45.803480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f220275-2424-42fb-aa7a-c7bfce77a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:45.900449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-c8a9688a-cf4e-4c02-9694-5b1bbd8fd017 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030659 May 14 18:19:45.930336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2f220275-2424-42fb-aa7a-c7bfce77a677 None None] Port 17985495-1df3-41bb-a61e-7062a3b34b64 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:19:46.024116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.042990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Transition to ACTIVE for port object c75fbbfa-3197-4caa-8b30-8e9bb4a391ec will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:46.067603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Transition to ACTIVE for port object c75fbbfa-3197-4caa-8b30-8e9bb4a391ec will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:46.086441 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.114884 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:46.130159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:46.207925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:46.224378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:46.233942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:46.363792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17985495-1df3-41bb-a61e-7062a3b34b64 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:19:46.372582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.413772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Transition to ACTIVE for port object 17985495-1df3-41bb-a61e-7062a3b34b64 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:46.420971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.428335 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ad55745-7c00-4830-bb8e-70cfc040e3d3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:46.463528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Pushing event updated for resources: {'Port': ['ID=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:46.478845 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:46.481121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Attempting to bind port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:46.481492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Attempting to bind port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:46.481855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Attempting to bind port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:46.494223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:46.494610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:46.495165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.496114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:46.496114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Bound port: c75fbbfa-3197-4caa-8b30-8e9bb4a391ec, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:46.496428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.717499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] For port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:46.721592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] For port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:46.728523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.744078 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c1a3618-46ac-4a39-a778-8d8255ed06b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:46.781308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e5db6-cb2f-4a88-b8d4-7feaaff1790d req-502410e0-2792-4e5f-b6ee-04de10d0cf50 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:46.784245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-352e5db6-cb2f-4a88-b8d4-7feaaff1790d req-502410e0-2792-4e5f-b6ee-04de10d0cf50 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 944 time: 1.0912149 May 14 18:19:46.790245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.845329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-1f473822-ee7b-4f07-bb31-9a1be5503845 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284949 May 14 18:19:46.846940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:46.847096 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 9de850d9-8a58-4b45-a93a-dae265cb43eb disassociated. External IP: 172.25.4.222, port: 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8. May 14 18:19:46.857201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Pushing event updated for resources: {'Port': ['ID=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:46.865116 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:47.100845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Pushing event updated for resources: {'Port': ['ID=17985495-1df3-41bb-a61e-7062a3b34b64,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:47.109150 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:47.253581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Attempting to bind port 17985495-1df3-41bb-a61e-7062a3b34b64 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:47.253914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Attempting to bind port 17985495-1df3-41bb-a61e-7062a3b34b64 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:47.254238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Attempting to bind port 17985495-1df3-41bb-a61e-7062a3b34b64 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:47.263231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Port 17985495-1df3-41bb-a61e-7062a3b34b64 on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:19:47.263436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Attempting to bind port 17985495-1df3-41bb-a61e-7062a3b34b64 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:47.270509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:47.270995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:47.271412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:47.271711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Bound port: 17985495-1df3-41bb-a61e-7062a3b34b64, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:47.272078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:47.421208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] For port 17985495-1df3-41bb-a61e-7062a3b34b64, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:47.426572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] For port 17985495-1df3-41bb-a61e-7062a3b34b64, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=17985495-1df3-41bb-a61e-7062a3b34b64,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:47.434942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:47.440652 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6238f43c-cd90-4af5-bdf8-6fea5712ea5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:47.497633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:47.511076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:47.511806 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:47.513329 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] 10.222.0.15 "PUT /v2.0/ports/17985495-1df3-41bb-a61e-7062a3b34b64 HTTP/1.1" status: 200 len: 1092 time: 2.0184550 May 14 18:19:47.513663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'tag': '17985495-1df3-41bb-a61e-7062a3b34b64'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:47.548294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port d925d885-44ff-4ac7-aced-8a84d9bf4694 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:47.664747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-352e5db6-cb2f-4a88-b8d4-7feaaff1790d req-354754e7-2804-4595-8c50-ecd5d01d25e5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8495188 May 14 18:19:47.713163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Pushing event updated for resources: {'Port': ['ID=17985495-1df3-41bb-a61e-7062a3b34b64,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:47.752581 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:47.786976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c75fbbfa-3197-4caa-8b30-8e9bb4a391ec up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:47.852924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-8b359446-c99b-41a7-b734-89cf747706b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:47.854665 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-8b359446-c99b-41a7-b734-89cf747706b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 1095 time: 0.2899110 May 14 18:19:48.008330 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-4ed43558-4df2-4609-bf99-76fbd9600260 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17985495-1df3-41bb-a61e-7062a3b34b64 HTTP/1.1" status: 200 len: 217 time: 0.1438498 May 14 18:19:48.050993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:48.069121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-731e1bc7-db67-4cd1-bd79-752892b596a0 req-70988147-edb4-4667-9671-5f1267152aee service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1253345 May 14 18:19:48.183800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-dbde9ee0-39f3-4fc2-88d9-3850febacfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:48.185240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-dbde9ee0-39f3-4fc2-88d9-3850febacfc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1704395 May 14 18:19:48.297229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-dbe1541d-3c77-411e-b0a0-213167ede659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:48.298704 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-dbe1541d-3c77-411e-b0a0-213167ede659 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050198 May 14 18:19:48.558122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::258 (7ad50c71-58ac-4344-b706-61652f033104/52ccd1d5-0099-44c8-8249-261cbd8497df/d925d885-44ff-4ac7-aced-8a84d9bf4694) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:48.570531 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-7f6f4915-75f5-43df-b88d-085dfd9f4990 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640214 May 14 18:19:48.643717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Provisioning for port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:48.657670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Provisioning complete for port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:48.658123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:48.703931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:19:48.722120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-8c3979d5-857c-4906-b167-d8ca5cd8689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:48.723963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-8c3979d5-857c-4906-b167-d8ca5cd8689a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 1095 time: 0.5784931 May 14 18:19:48.742589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15adad-3802-4de1-a7b2-015c9e4bac16 req-02800dff-4e5f-4c10-a937-575a6f8db05b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:48.749727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f15adad-3802-4de1-a7b2-015c9e4bac16 req-02800dff-4e5f-4c10-a937-575a6f8db05b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.4039428 May 14 18:19:48.821500 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-11733cd1-0ef4-40b2-b42e-d2ef58a4f6a4 req-37ae4203-0a12-4d83-8bcc-04c01cbf5559 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367737 May 14 18:19:48.943618 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:48.966251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:48.984012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object d925d885-44ff-4ac7-aced-8a84d9bf4694 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:48.989810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] For port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:48.996491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:48.998949 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cdefdaca-176b-435a-a428-ccc7b90e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:49.117859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Pushing event updated for resources: {'Port': ['ID=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:49.121031 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:49.299890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device dc556c0b-8608-40e2-bb3e-c50a82cf3683 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:19:49.350061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f15adad-3802-4de1-a7b2-015c9e4bac16 req-25455762-5df1-42e3-b00b-cedd25cc13fa tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994711 May 14 18:19:49.432855 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'tag': '17985495-1df3-41bb-a61e-7062a3b34b64', 'status': 'completed', 'code': 200} May 14 18:19:49.447982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:19:49.464042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-01ec5f23-671e-4a9d-8f79-874eecfb5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:49.468190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-01ec5f23-671e-4a9d-8f79-874eecfb5c70 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.7356551 May 14 18:19:49.571755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port dc556c0b-8608-40e2-bb3e-c50a82cf3683, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:49.595514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683', 'mac_address': 'fa:16:3e:0d:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:19:49.607134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:19:49.609198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:49.633973 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15f924c0-3151-4d48-8270-4e9b076f892f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:49.685210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-a8f94429-68c9-4e4f-9007-f802be62dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:49.686914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-a8f94429-68c9-4e4f-9007-f802be62dbc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 1095 time: 0.2294598 May 14 18:19:49.777571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:49.778320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:49.792357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:49.828344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-68464121-3ba1-49c1-8196-fded77e55b52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683 HTTP/1.1" status: 200 len: 217 time: 0.3437636 May 14 18:19:49.895255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:49.944483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c75fbbfa-3197-4caa-8b30-8e9bb4a391ec up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:50.000696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-02d510e5-7682-4c01-9084-d372894e5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:50.007937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-02d510e5-7682-4c01-9084-d372894e5062 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.3131216 May 14 18:19:50.024058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:50.090078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:50.103302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:50.106555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc556c0b-8608-40e2-bb3e-c50a82cf3683 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:19:50.126055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:50.126724 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:50.135794 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-219c41c8-2d00-44e2-a027-f086e5393ffa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17985495-1df3-41bb-a61e-7062a3b34b64 HTTP/1.1" status: 200 len: 217 time: 0.1204002 May 14 18:19:50.155504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:50.229461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port dc556c0b-8608-40e2-bb3e-c50a82cf3683, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:50.238536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:19:50.239620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:19:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:50.298201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-04d51195-9d3c-46cd-9452-f918c229e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:50.302385 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-04d51195-9d3c-46cd-9452-f918c229e0d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1603990 May 14 18:19:50.345221 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:50.366114 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f653ab3a-7032-4688-8acc-d65445d4426e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:50.430269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:50.430788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:50.462173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-8cdf466e-1fed-4b15-8645-a93d2c8a8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:50.463937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-8cdf466e-1fed-4b15-8645-a93d2c8a8ce1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512792 May 14 18:19:50.537317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:19:50.537996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0f6313-395d-40ee-ba79-b3dac28db3b2 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:19:50.685496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-733034bc-c958-4dee-ba87-49502185b264 None None] Provisioning for port d925d885-44ff-4ac7-aced-8a84d9bf4694 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:50.689266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['dc556c0b-8608-40e2-bb3e-c50a82cf3683'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:19:50.700297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-47535fc3-4b17-4cfc-8e82-e64ca0a4c445 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262702 May 14 18:19:50.714631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=d925d885-44ff-4ac7-aced-8a84d9bf4694,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:50.722084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40874) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:50.733956 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:50.760364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-e9368960-d80f-4e4c-82d3-e266c1e443d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:50.762064 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-e9368960-d80f-4e4c-82d3-e266c1e443d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.8924174 May 14 18:19:50.766626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=dc556c0b-8608-40e2-bb3e-c50a82cf3683,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:50.767033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a7273c28-6c55-4c00-a9b5-645c96fb0d87 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/floatingips/9de850d9-8a58-4b45-a93a-dae265cb43eb HTTP/1.1" status: 200 len: 688 time: 5.3447514 May 14 18:19:50.770156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40880) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:50.786488 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:50.787624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-733034bc-c958-4dee-ba87-49502185b264 None None] Provisioning complete for port d925d885-44ff-4ac7-aced-8a84d9bf4694 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:50.789812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-733034bc-c958-4dee-ba87-49502185b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:50.993998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-8a7d51a6-d73a-4c41-afaa-17bee3af5382 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2202506 May 14 18:19:51.045996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-733034bc-c958-4dee-ba87-49502185b264 None None] Port d925d885-44ff-4ac7-aced-8a84d9bf4694 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:19:51.090079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.0267236 May 14 18:19:51.092729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40890) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:51.156795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-174e583d-6009-4aab-9e55-425b1cf5ed72 req-53cc8f48-7891-4199-a48b-4181414f73b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493027 May 14 18:19:51.231281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3759-71c3-407c-a706-b66fc9aab0c8 req-c26bdae1-894b-4f4c-afbc-2e8e73700422 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:51.238849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f14c3759-71c3-407c-a706-b66fc9aab0c8 req-c26bdae1-894b-4f4c-afbc-2e8e73700422 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 944 time: 1.3878081 May 14 18:19:51.316245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:51.369801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:51.380377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Usage tracker for resource:security_group_rule and tenant:61961290ecc34bfb841b76c6572470dd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:51.394087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:51.400100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f14c3759-71c3-407c-a706-b66fc9aab0c8 req-5cd52237-d574-40d7-a818-e7cf024d4a58 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604249 May 14 18:19:51.431523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:51.511599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e225088-3431-4fad-bc8d-88ce7b37b7ad tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:51.519485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e225088-3431-4fad-bc8d-88ce7b37b7ad tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:51.520392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6e225088-3431-4fad-bc8d-88ce7b37b7ad tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:51.541675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-fcab6912-bb89-4c28-8bc4-34770bb7eb2b service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455042 May 14 18:19:51.552905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 6767c631-88f9-4405-9969-d36cf800d238 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:51.553316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:51.785823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6e225088-3431-4fad-bc8d-88ce7b37b7ad tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:51.787088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6e225088-3431-4fad-bc8d-88ce7b37b7ad tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6561601 May 14 18:19:51.790470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40902) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:51.937327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa28ff70-c76a-4fef-b03d-50e859354bfd req-5ea38559-dab4-4584-9474-df9ebffed541 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628132 May 14 18:19:51.943267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:51.943627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:51.981143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port d925d885-44ff-4ac7-aced-8a84d9bf4694 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:51.981484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:51.992385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08134662-1c9e-43c6-aad8-b8d225442e5a req-12e62137-2c9e-4ce8-af5b-c60f674bff08 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:51.994114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08134662-1c9e-43c6-aad8-b8d225442e5a req-12e62137-2c9e-4ce8-af5b-c60f674bff08 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.2841592 May 14 18:19:52.137104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.160324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 6767c631-88f9-4405-9969-d36cf800d238 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:52.164732 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.178849 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.204252 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ca8c8671-9dcb-4e7e-b8ad-28384cd209bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:52.240695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61961290ecc34bfb841b76c6572470dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4978316 May 14 18:19:52.249488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40914) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:52.259767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08134662-1c9e-43c6-aad8-b8d225442e5a req-d6289f78-2a39-4b4b-bf91-dc836e8b793e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989348 May 14 18:19:52.294773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for d925d885-44ff-4ac7-aced-8a84d9bf4694 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:52.301792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4dac44-4f81-45d3-9985-dcb43ac700bb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:52.305562 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:52.353777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.423246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.455975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.470547 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-410aa80a-3581-4b0a-b963-cb88b19c25d7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:52.491245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.494769 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2cfd719-2c71-4541-a134-ea285a09e3c3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:52.541536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=d925d885-44ff-4ac7-aced-8a84d9bf4694,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:52.550988 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:52.573988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=6767c631-88f9-4405-9969-d36cf800d238,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:52.608791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.628270 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:52.639778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/d925d885-44ff-4ac7-aced-8a84d9bf4694 HTTP/1.1" status: 204 len: 168 time: 0.8462708 May 14 18:19:52.641941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:52.724697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b6dd5-27ef-4386-8016-ab647ab78d04 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:52.726530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b6dd5-27ef-4386-8016-ab647ab78d04 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:52.728356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-647b6dd5-27ef-4386-8016-ab647ab78d04 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0845022 May 14 18:19:52.730971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:52.738853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.747211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.750642 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7e91604b-3681-448e-a7cd-6c9119f72ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:52.781328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4dac44-4f81-45d3-9985-dcb43ac700bb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:52.789013 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:52.820816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a2b1f-2774-4473-ac6f-2f8995484c6a req-052ceed8-7d43-4fe3-875e-e7cdeadabf7e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:52.822178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 52ccd1d5-0099-44c8-8249-261cbd8497df {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:19:52.826693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.828949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff3a2b1f-2774-4473-ac6f-2f8995484c6a req-052ceed8-7d43-4fe3-875e-e7cdeadabf7e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 945 time: 0.2627890 May 14 18:19:52.893863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:52.994091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.029670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.030801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/floatingips/9de850d9-8a58-4b45-a93a-dae265cb43eb HTTP/1.1" status: 204 len: 168 time: 2.2597237 May 14 18:19:53.034307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.035412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f4dac44-4f81-45d3-9985-dcb43ac700bb HTTP/1.1" status: 204 len: 168 time: 0.7746148 May 14 18:19:53.036190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40942) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:53.059030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff3a2b1f-2774-4473-ac6f-2f8995484c6a req-0f0c9709-7780-4a9a-8a51-0f219dd8820d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202368 May 14 18:19:53.144997 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-35a82bb7-093a-4c20-a9a2-ef8457e68bdb tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] delete failed (client error): The resource could not be found. May 14 18:19:53.150228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40948) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:53.151654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-35a82bb7-093a-4c20-a9a2-ef8457e68bdb tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/floatingips/9de850d9-8a58-4b45-a93a-dae265cb43eb HTTP/1.1" status: 404 len: 345 time: 0.1141860 May 14 18:19:53.281254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295db05-2069-4a3b-8684-35130a214029 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:53.289640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295db05-2069-4a3b-8684-35130a214029 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:53.295652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295db05-2069-4a3b-8684-35130a214029 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:53.296907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e295db05-2069-4a3b-8684-35130a214029 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Synchronizing usage tracker for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:53.316690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e295db05-2069-4a3b-8684-35130a214029 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Unset dirty status for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:53.318111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e295db05-2069-4a3b-8684-35130a214029 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/ports?network_id=99cae0aa-f585-4287-bfe2-f7939ecdf0ec HTTP/1.1" status: 200 len: 2359 time: 0.1632037 May 14 18:19:53.321244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:53.326920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device dc556c0b-8608-40e2-bb3e-c50a82cf3683 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:53.467472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port dc556c0b-8608-40e2-bb3e-c50a82cf3683 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:53.473919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port dc556c0b-8608-40e2-bb3e-c50a82cf3683 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:19:53.475048 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.483624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40966) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:53.509873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd1976-bfc9-4d0b-a362-793d38b0ef2c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:53.514932 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-91bd1976-bfc9-4d0b-a362-793d38b0ef2c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/subnets/a913ea54-2457-4975-91bd-3f2def27afde HTTP/1.1" status: 200 len: 797 time: 0.1923897 May 14 18:19:53.519899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40970) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:53.526214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.545009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'port': {'network_id': '99cae0aa-f585-4287-bfe2-f7939ecdf0ec', 'name': 'tempest-FloatingIPTestJSON-609592073', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:53.610625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89cb0b-2090-4517-a020-11a9994db96c req-77648e18-af9e-4f2e-bc1f-dbaa469585fb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:53.612725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a89cb0b-2090-4517-a020-11a9994db96c req-77648e18-af9e-4f2e-bc1f-dbaa469585fb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.1778834 May 14 18:19:53.636636 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.646176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:53.662039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Usage tracker for resource:security_group_rule and tenant:9fae1802f8c84db991d73fa6a48fdb5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:53.677186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:53.680471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port dc556c0b-8608-40e2-bb3e-c50a82cf3683, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:53.681722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:19:53.691780 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.694158 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-15d0dd2a-4d10-4527-b8ac-aa35067f4db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:53.698205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:53.707954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a89cb0b-2090-4517-a020-11a9994db96c req-47c0e48d-54f5-4b8a-bc35-23620e28f081 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884752 May 14 18:19:53.723256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.746601 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4f449d36-d4a9-46da-a111-f36ae36c8b39 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:53.788846 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683', 'code': 200} May 14 18:19:53.791104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce8a3e-ae50-44a7-aeb4-fcac504938af None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:53.807915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:53.833363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40980) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:53.834286 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/52ccd1d5-0099-44c8-8249-261cbd8497df HTTP/1.1" status: 204 len: 168 time: 1.1016111 May 14 18:19:53.841049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=52ccd1d5-0099-44c8-8249-261cbd8497df,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:53.843659 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:53.868319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:53.883578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=dc556c0b-8608-40e2-bb3e-c50a82cf3683,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:53.886887 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:53.899158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:53.924334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:53.934704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-17df1523-ce84-4c45-a306-be84f87592fd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989695 May 14 18:19:53.937181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40984) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:54.096192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9945ba97-8b79-441d-9583-d424dd5c6b96 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:54.097988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9945ba97-8b79-441d-9583-d424dd5c6b96 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1597457 May 14 18:19:54.100738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64cac9-2a73-46ac-9704-7f9b2e68d43e req-4623bc4c-3918-46a3-a7f5-d63c436568cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:54.102172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b64cac9-2a73-46ac-9704-7f9b2e68d43e req-4623bc4c-3918-46a3-a7f5-d63c436568cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 1097 time: 0.1660974 May 14 18:19:54.102731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40992) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:54.119992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:19:54.187215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.219798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b64cac9-2a73-46ac-9704-7f9b2e68d43e req-be385181-1f0e-4124-9505-3940d9bf15aa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688643 May 14 18:19:54.229068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de1721-38cd-475a-9f05-3e2ea22e9a56 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:54.232567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3de1721-38cd-475a-9f05-3e2ea22e9a56 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:19:54.251139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Deleting port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:19:54.251821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.307443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3de1721-38cd-475a-9f05-3e2ea22e9a56 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:19:54.312475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3de1721-38cd-475a-9f05-3e2ea22e9a56 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2060528 May 14 18:19:54.312629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41002) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:54.322544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.366343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] For port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:19:54.367283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.376967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] device_id is not set on port 2cc57462-fef1-4c0a-81a8-b8b1cc3a8377 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:54.403942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e6ac9592-b632-45a5-8b51-6b245ccb5470 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884941 May 14 18:19:54.404574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41006) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:54.413857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:54.417541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.430046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.446616 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-673a12c0-51db-4c39-8c8d-84e7c978b6a2 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:54.517023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13515c9f-6576-4931-b0e5-031d7608c95f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:54.522739 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fae1802f8c84db991d73fa6a48fdb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0429714 May 14 18:19:54.523923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:54.550858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Calling delete_port for c75fbbfa-3197-4caa-8b30-8e9bb4a391ec owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:19:54.556013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41014) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:54.604017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:54.629428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.635745 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:54.644707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40b09-412b-49af-8ab8-fcffb65e75d3 req-9b20ec82-b480-490f-ab27-ef1831cc3d79 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:54.646215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdf40b09-412b-49af-8ab8-fcffb65e75d3 req-9b20ec82-b480-490f-ab27-ef1831cc3d79 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 946 time: 0.4067771 May 14 18:19:54.655920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:54.699852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Pushing event deleted for resources: {'Port': ['ID=c75fbbfa-3197-4caa-8b30-8e9bb4a391ec,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:54.706982 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:54.707865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] No DVR routers for this DVR port c75fbbfa-3197-4caa-8b30-8e9bb4a391ec on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:19:54.732825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdf40b09-412b-49af-8ab8-fcffb65e75d3 req-a86e6701-e292-45cd-ba03-ab725f179cec tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747144 May 14 18:19:54.736511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:54.740137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.836128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:54.847102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.14 (99cae0aa-f585-4287-bfe2-f7939ecdf0ec/a913ea54-2457-4975-91bd-3f2def27afde/2cc57462-fef1-4c0a-81a8-b8b1cc3a8377) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:54.854887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.13 (99cae0aa-f585-4287-bfe2-f7939ecdf0ec/a913ea54-2457-4975-91bd-3f2def27afde/2cc57462-fef1-4c0a-81a8-b8b1cc3a8377) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:54.905340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.045457 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.060728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32cce454-04a0-435e-9f4b-7335f98f51c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:55.117207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13515c9f-6576-4931-b0e5-031d7608c95f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:55.127935 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:55.135267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.188922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.190811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13515c9f-6576-4931-b0e5-031d7608c95f HTTP/1.1" status: 204 len: 168 time: 0.6339092 May 14 18:19:55.209470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.222984 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:55.224492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d848f4-6ce0-4873-b158-fa6e72754917 req-bb439902-fb10-461e-9278-7f5272727b6b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:55.225636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75d848f4-6ce0-4873-b158-fa6e72754917 req-bb439902-fb10-461e-9278-7f5272727b6b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.1659813 May 14 18:19:55.295483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:55.299826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:55.310118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:55.372585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=2cc57462-fef1-4c0a-81a8-b8b1cc3a8377,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:55.376570 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:55.390781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75d848f4-6ce0-4873-b158-fa6e72754917 req-6d2399b8-8faa-4372-ad19-9318c0dbaced tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496606 May 14 18:19:55.417938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:55.418624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.490446 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9694982 May 14 18:19:55.493188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41032) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:55.499948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '2cc57462-fef1-4c0a-81a8-b8b1cc3a8377', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:55.506820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:55.511552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:floatingip and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:55.515103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:55.522250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:55.584557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.633236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c75fbbfa-3197-4caa-8b30-8e9bb4a391ec no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:19:55.683741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c75fbbfa-3197-4caa-8b30-8e9bb4a391ec {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:19:55.683741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c75fbbfa-3197-4caa-8b30-8e9bb4a391ec not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:19:55.914289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:19:55.946658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:55.958786 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22d34969-8691-4cb3-9700-c0347793db8d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:56.029830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:56.035968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:56.046534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb1992-e3d1-4be4-aa72-b34702e33aba None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:56.063251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:56.063837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:56.082629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=b4668c0e-1c4a-4ee1-a5aa-417358cc381c,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:56.085541 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:56.152054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf637c6-862a-4268-b65e-ece3eafc1f96 req-b99dd199-1471-416a-8785-2fda007fd891 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:56.157666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-caf637c6-862a-4268-b65e-ece3eafc1f96 req-b99dd199-1471-416a-8785-2fda007fd891 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 946 time: 0.2584915 May 14 18:19:56.160092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7529404 May 14 18:19:56.163358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41066) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:56.169150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:56.231777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-caf637c6-862a-4268-b65e-ece3eafc1f96 req-a0aacc7d-9493-484f-9dda-bed92e5f4513 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731668 May 14 18:19:56.237320 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:56.347498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'b4668c0e-1c4a-4ee1-a5aa-417358cc381c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:19:56.348821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:56.499455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:56.506585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:56.509360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.88 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/54324c26-cb0a-44a7-9706-2a6ce82f371a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:56.511104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:56.518656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:56.531498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:56.536521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:56.741460 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4668c0e-1c4a-4ee1-a5aa-417358cc381c (CIDR: 2001:db8::/64) May 14 18:19:56.748929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Allocated IP 2001:db8::f816:3eff:fe4a:963d (7ad50c71-58ac-4344-b706-61652f033104/b4668c0e-1c4a-4ee1-a5aa-417358cc381c/d2638f0c-5091-4f57-aa5b-aa4126592603) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:56.751490 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:19:56.753934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:19:56.783601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-39e40821-f373-4e4f-8737-e077643040ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6185207 May 14 18:19:56.785702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:56.792425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:56.797156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:56.807610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da68ff9-2aff-4460-8a4e-68c5b535dacd req-16a12ee7-069c-438a-a35b-a38835af7fd9 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:56.809090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9da68ff9-2aff-4460-8a4e-68c5b535dacd req-16a12ee7-069c-438a-a35b-a38835af7fd9 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 945 time: 0.2000875 May 14 18:19:56.884214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9da68ff9-2aff-4460-8a4e-68c5b535dacd req-8e109d3e-f4d9-4707-83ee-4595eefb2c99 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654364 May 14 18:19:56.918086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:56.939387 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-07975f12-8603-4077-a259-9d4488295643 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:57.013135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=54324c26-cb0a-44a7-9706-2a6ce82f371a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:57.023492 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:57.032004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:57.033837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:57.036554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:57.083063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:57.092038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:57.101093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:57.115300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:57.137477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:57.141497 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.252707 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-91c07347-842a-4cbd-9e94-3d34990fcc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.264326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.273649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Transition to ACTIVE for port object d2638f0c-5091-4f57-aa5b-aa4126592603 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:57.314970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Transition to ACTIVE for port object d2638f0c-5091-4f57-aa5b-aa4126592603 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:57.323207 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.328943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf67c1-ed4f-40a0-a6e5-a45dcb3ff7e8 req-7237a70e-364b-4f50-a677-8c15902fb20c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:57.329130 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-209cc31a-5f97-464e-9a2c-48312e4be682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:57.336649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdbf67c1-ed4f-40a0-a6e5-a45dcb3ff7e8 req-7237a70e-364b-4f50-a677-8c15902fb20c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.2566197 May 14 18:19:57.404407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:57.415455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:57.421985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:57.424982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Pushing event updated for resources: {'Port': ['ID=d2638f0c-5091-4f57-aa5b-aa4126592603,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:57.430621 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:57.548865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bdbf67c1-ed4f-40a0-a6e5-a45dcb3ff7e8 req-6577a5c5-1781-4d06-aa39-373352572a8b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054713 May 14 18:19:57.636933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Attempting to bind port d2638f0c-5091-4f57-aa5b-aa4126592603 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:19:57.638248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Attempting to bind port d2638f0c-5091-4f57-aa5b-aa4126592603 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:19:57.638846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Attempting to bind port d2638f0c-5091-4f57-aa5b-aa4126592603 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:19:57.646506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:19:57.647269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:19:57.647886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.648585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:19:57.649244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Bound port: d2638f0c-5091-4f57-aa5b-aa4126592603, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:19:57.649842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.784117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] For port d2638f0c-5091-4f57-aa5b-aa4126592603, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:19:57.788070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] For port d2638f0c-5091-4f57-aa5b-aa4126592603, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d2638f0c-5091-4f57-aa5b-aa4126592603,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:19:57.791003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.797676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:57.827884 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:57.912778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Pushing event updated for resources: {'Port': ['ID=d2638f0c-5091-4f57-aa5b-aa4126592603,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:57.916127 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:57.949880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138745c-396c-40ad-8370-a546d29b914c req-c7f842fe-e9fa-4ee0-81c2-ae62fdf96ec5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:57.958277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b138745c-396c-40ad-8370-a546d29b914c req-c7f842fe-e9fa-4ee0-81c2-ae62fdf96ec5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 946 time: 0.2011569 May 14 18:19:58.037584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b138745c-396c-40ad-8370-a546d29b914c req-441f49b2-1740-425f-b536-5b433f49a506 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781896 May 14 18:19:58.067541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:58.198204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:58.260499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:58.311044 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-edc5358e-d869-470c-b1df-892834f7811c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:58.373598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:58.375336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:58.396413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:58.397817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:58.483565 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6967602 May 14 18:19:58.484313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41142) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:58.495276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:7f:ab:e4', 'name': 'tempest-NetworksTestDHCPv6-1281817073'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:19:58.718311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=9c8af93d-36af-48e8-8c4b-83fc664f8920,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:58.736192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:58.820304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:58.826387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:58.831614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:58.838680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:58.858258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:19:58.957900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41158) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:19:59.034281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.072836 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.076583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 2d13381c-4be0-4609-b4b7-35027ac0dab0 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:19:59.086222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62bf20-27cc-4bbb-9d36-8dea85a70171 req-c6a07731-67ae-48f0-a5bd-565ea49404c1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:59.088044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c62bf20-27cc-4bbb-9d36-8dea85a70171 req-c6a07731-67ae-48f0-a5bd-565ea49404c1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.1785734 May 14 18:19:59.089293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.093798 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:59.212323 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.235665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=54324c26-cb0a-44a7-9706-2a6ce82f371a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:19:59.279148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:19:59.300364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:19:59.318181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Usage tracker for resource:security_group_rule and tenant:36eab58c6fec4fe5ab46793d294f6ecc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:19:59.332528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:19:59.347736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c62bf20-27cc-4bbb-9d36-8dea85a70171 req-af70e59b-5917-4fd4-b75b-a44942ea3b24 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583970 May 14 18:19:59.349019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.388299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8:0:1::33f (7ad50c71-58ac-4344-b706-61652f033104/9c8af93d-36af-48e8-8c4b-83fc664f8920/2d13381c-4be0-4609-b4b7-35027ac0dab0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:59.388299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe7f:abe4 (7ad50c71-58ac-4344-b706-61652f033104/b4668c0e-1c4a-4ee1-a5aa-417358cc381c/2d13381c-4be0-4609-b4b7-35027ac0dab0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:19:59.415533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:19:59.511058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c9153-0526-45ed-8b1c-eb8197be15b5 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:19:59.675649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5867da62-8d70-4ccd-8fcf-82122167362b None None] Provisioning for port d2638f0c-5091-4f57-aa5b-aa4126592603 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:19:59.696710 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.738370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d2638f0c-5091-4f57-aa5b-aa4126592603 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:19:59.785776 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 0afdb415-e843-470d-a3ba-ffcbaf6434b0 associated. External IP: 172.25.4.88, port: 2cc57462-fef1-4c0a-81a8-b8b1cc3a8377. May 14 18:19:59.820636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.843147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 2d13381c-4be0-4609-b4b7-35027ac0dab0 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:19:59.871113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-07352b35-9ada-4c3b-8e36-1e3df5a08adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.879542 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.888332 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68597853-6593-4684-889a-78aeea60ca34 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:19:59.960842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:19:59.964772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:19:59.969373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:19:59.976848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:59.977494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:19:59.994149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4787-4eb0-4542-8557-63d50283e38d req-d7017c8a-0188-4afa-97c2-ebbeac9505f5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:19:59.998798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d2638f0c-5091-4f57-aa5b-aa4126592603 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:00.001709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c8a4787-4eb0-4542-8557-63d50283e38d req-d7017c8a-0188-4afa-97c2-ebbeac9505f5 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 946 time: 0.4647334 May 14 18:20:00.008921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d2638f0c-5091-4f57-aa5b-aa4126592603 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:00.009604 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.013072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=2d13381c-4be0-4609-b4b7-35027ac0dab0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:00.016934 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:00.038702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5505643 May 14 18:20:00.039508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:00.136030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.180943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.202669 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c778798b-ebf2-43d1-8ac7-9fae5c28241b tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:00.249787 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.275446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Update dhcp port {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': 'b4668c0e-1c4a-4ee1-a5aa-417358cc381c', 'ip_address': '2001:db8::f816:3eff:fe4a:963d'}, {'subnet_id': '9c8af93d-36af-48e8-8c4b-83fc664f8920'}], 'binding:host_id': 'n-d-787206-3'}, 'id': 'd2638f0c-5091-4f57-aa5b-aa4126592603'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:20:00.275686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be30fe-9ab5-4522-a138-fe7dc75a8a9c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:00.288979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c8a4787-4eb0-4542-8557-63d50283e38d req-12df0feb-a55b-4cb6-ba1c-227aa44eee53 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856264 May 14 18:20:00.298085 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:00.366555 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.423020 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-2ede2f6a-8d77-4814-994d-1e5c004cce5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2933092 May 14 18:20:00.425934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36eab58c6fec4fe5ab46793d294f6ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4596450 May 14 18:20:00.440638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port d2638f0c-5091-4f57-aa5b-aa4126592603, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d2638f0c-5091-4f57-aa5b-aa4126592603,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:00.443073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:00.503697 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.522729 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e973f99b-c4a7-470b-a122-a25c3d7c807a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:00.683971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=d2638f0c-5091-4f57-aa5b-aa4126592603,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:00.695418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 2d13381c-4be0-4609-b4b7-35027ac0dab0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:00.695760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.696540 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:00.736839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Allocated IP 2001:db8:0:1::2 (7ad50c71-58ac-4344-b706-61652f033104/9c8af93d-36af-48e8-8c4b-83fc664f8920/d2638f0c-5091-4f57-aa5b-aa4126592603) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:00.740051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.856670 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.872880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:00.887739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-6d3094fc-9459-4b40-881c-b24b5e39653e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:00.889655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-6d3094fc-9459-4b40-881c-b24b5e39653e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 946 time: 0.8408933 May 14 18:20:00.914482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.931050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:00.950607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] For port d2638f0c-5091-4f57-aa5b-aa4126592603, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d2638f0c-5091-4f57-aa5b-aa4126592603,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:01.003818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:01.042506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Transition to ACTIVE for port object d2638f0c-5091-4f57-aa5b-aa4126592603 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:01.048656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:01.054512 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fe5a97fc-35ec-4bbb-ab43-8c01fd6b58f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:01.084912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 2d13381c-4be0-4609-b4b7-35027ac0dab0 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:01.256955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Pushing event updated for resources: {'Port': ['ID=d2638f0c-5091-4f57-aa5b-aa4126592603,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:01.271051 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:01.414805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.415829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.416645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.416768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.417231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.417684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.418290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.420269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-5ac8be0e-8b6c-4b4c-b361-a755e31f8f08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 6499 time: 0.8231244 May 14 18:20:01.431794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:01.453279 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:01.466579 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:01.467590 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:01.472735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f6f90-dd3b-4518-8ca5-f58cc8751ab5 req-0f7e0aa0-7f66-4816-8a3d-0fd8c1c9986e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.480092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c88f6f90-dd3b-4518-8ca5-f58cc8751ab5 req-0f7e0aa0-7f66-4816-8a3d-0fd8c1c9986e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 944 time: 0.7968197 May 14 18:20:01.539428 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:01.552361 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:01.553315 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:01.630644 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:01.631314 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2f0b2-8f9f-4f34-9f3a-94fe16680806 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:01.660679 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:01.687790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d2638f0c-5091-4f57-aa5b-aa4126592603 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:01.728963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:01.737742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c88f6f90-dd3b-4518-8ca5-f58cc8751ab5 req-2bdb55fb-2223-4ebb-ae7e-01a13db5c346 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564409 May 14 18:20:01.770153 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b906c56f-f100-47f4-8e39-c8f180e7da65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:01.804564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port dc556c0b-8608-40e2-bb3e-c50a82cf3683 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:01.805124 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:01.824222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be30fe-9ab5-4522-a138-fe7dc75a8a9c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:01.849489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3548043 May 14 18:20:01.854643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41216) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:01.893831 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:01.928357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:01.932436 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0be30fe-9ab5-4522-a138-fe7dc75a8a9c HTTP/1.1" status: 204 len: 168 time: 1.4791210 May 14 18:20:01.953462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'port_id': '2cc57462-fef1-4c0a-81a8-b8b1cc3a8377', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:01.983889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-62259f83-3749-4e95-8cbe-a4cff89fda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.984656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-62259f83-3749-4e95-8cbe-a4cff89fda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.985681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-62259f83-3749-4e95-8cbe-a4cff89fda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:01.987772 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-62259f83-3749-4e95-8cbe-a4cff89fda04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7606557-63a1-4b57-8316-b781ae5b2d6e&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=0e301632-3dae-4278-b054-70fec39a5672&id=976994ae-bc8e-4826-8080-71ec03579bad&id=976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 200 len: 2297 time: 0.5197477 May 14 18:20:02.072274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.082215 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2179bfd7-6fb6-4886-8f53-433dbc77b695 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:02.182479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=2d13381c-4be0-4609-b4b7-35027ac0dab0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:02.194379 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:02.230939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.237038 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.321380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-e90fe3ba-359f-4036-a454-2ebd0adab581 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 200 len: 1000 time: 0.3224840 May 14 18:20:02.347605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6664dd28-c7fc-45ae-a669-fdb1f2dcf99d None None] Provisioning for port d2638f0c-5091-4f57-aa5b-aa4126592603 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:02.361834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6664dd28-c7fc-45ae-a669-fdb1f2dcf99d None None] Provisioning complete for port d2638f0c-5091-4f57-aa5b-aa4126592603 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:02.372864 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6664dd28-c7fc-45ae-a669-fdb1f2dcf99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.403582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port dc556c0b-8608-40e2-bb3e-c50a82cf3683, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=dc556c0b-8608-40e2-bb3e-c50a82cf3683,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:02.404008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.414570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-ca0aff6e-8d67-4485-b7c2-cc600f393e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:02.416283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-ca0aff6e-8d67-4485-b7c2-cc600f393e52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 200 len: 855 time: 0.0856745 May 14 18:20:02.417540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.419355 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/2d13381c-4be0-4609-b4b7-35027ac0dab0 HTTP/1.1" status: 204 len: 168 time: 2.3787997 May 14 18:20:02.422029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41230) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:02.458746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 17985495-1df3-41bb-a61e-7062a3b34b64 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:20:02.554760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41234) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:02.603135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.650439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:02.663249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Usage tracker for resource:security_group_rule and tenant:b057d491a8d64385956c8d11e52fc577 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:02.677737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:02.689954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007824db-c010-4b4b-9325-6969c8bf0024 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:02.691039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-007824db-c010-4b4b-9325-6969c8bf0024 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:02.691601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0021bc-e889-4787-a3f8-c29bb8a6918e req-c13aa8be-1314-481b-927c-cd53043824d2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:02.699972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0021bc-e889-4787-a3f8-c29bb8a6918e req-c13aa8be-1314-481b-927c-cd53043824d2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 946 time: 0.6634967 May 14 18:20:02.703020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:02.718393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-e52127c7-e82a-44c7-897f-54adc06f6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:02.720123 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-e52127c7-e82a-44c7-897f-54adc06f6c5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7606557-63a1-4b57-8316-b781ae5b2d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2941983 May 14 18:20:02.747372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 17985495-1df3-41bb-a61e-7062a3b34b64, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=17985495-1df3-41bb-a61e-7062a3b34b64,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:02.781924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '17985495-1df3-41bb-a61e-7062a3b34b64', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': '17985495-1df3-41bb-a61e-7062a3b34b64', 'mac_address': 'fa:16:3e:03:49:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:20:02.818613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for dc556c0b-8608-40e2-bb3e-c50a82cf3683 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:02.824580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-007824db-c010-4b4b-9325-6969c8bf0024 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:02.826368 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-007824db-c010-4b4b-9325-6969c8bf0024 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4031668 May 14 18:20:02.831493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41244) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:02.834346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6664dd28-c7fc-45ae-a669-fdb1f2dcf99d None None] Could not find standard attr ID for object 2d13381c-4be0-4609-b4b7-35027ac0dab0. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:20:02.893315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:02.939430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17985495-1df3-41bb-a61e-7062a3b34b64 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:20:02.991680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-59be9b48-eba4-4fb1-af71-980f013cc657 None None] Could not find standard attr ID for object 2d13381c-4be0-4609-b4b7-35027ac0dab0. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:20:03.007266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 17985495-1df3-41bb-a61e-7062a3b34b64, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=17985495-1df3-41bb-a61e-7062a3b34b64,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:03.010332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0021bc-e889-4787-a3f8-c29bb8a6918e req-f8ad2852-0a49-4064-b623-d405379f2446 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089778 May 14 18:20:03.012852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.017950 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e7846c61-ec99-472c-8e12-b92a12bd3867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:03.023245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.064583 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.091835 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3da60f8e-1538-4baa-8439-9169e7e293f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:03.106979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=17985495-1df3-41bb-a61e-7062a3b34b64,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:03.110384 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:03.123419 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-92122318-8369-4a43-92c5-ad0c5dbdb001 service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947818 May 14 18:20:03.228310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be66633-6b7e-4b2e-9fa8-48bb193be875,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:03.235317 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b057d491a8d64385956c8d11e52fc577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735117 May 14 18:20:03.236669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:03.236883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41254) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:03.297934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29284709-0522-4a89-a3fd-af8fd535dadb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:03.299545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-29284709-0522-4a89-a3fd-af8fd535dadb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4668274 May 14 18:20:03.310106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41258) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:03.371830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device dc556c0b-8608-40e2-bb3e-c50a82cf3683 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:03.395981 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-8b4d5b59-7a76-49c3-94a6-78e5caf3f9cf service neutron] 10.222.0.15 "GET /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568691 May 14 18:20:03.406853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e80f4-87bc-48da-bfa1-a5cf050c9b59 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:03.409198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e80f4-87bc-48da-bfa1-a5cf050c9b59 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:03.410822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e80f4-87bc-48da-bfa1-a5cf050c9b59 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:03.412339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bd7e80f4-87bc-48da-bfa1-a5cf050c9b59 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:03.452788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['17985495-1df3-41bb-a61e-7062a3b34b64'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:03.491354 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-58e8f5ef-ed11-4116-8dfb-eea8bf9aff79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 217 time: 0.0734828 May 14 18:20:03.567041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-2172ac17-542e-46a9-abae-650fad879dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:03.568708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-2172ac17-542e-46a9-abae-650fad879dbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.0676105 May 14 18:20:03.572049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bd7e80f4-87bc-48da-bfa1-a5cf050c9b59 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:03.573170 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd7e80f4-87bc-48da-bfa1-a5cf050c9b59 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2613232 May 14 18:20:03.576078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41266) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:03.582595 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.593404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.616246 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f2b78d5-42fb-44db-8472-4f6dcbabd69b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:03.677627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['8db2ca72-ed8b-4582-9570-f046930004a3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:03.701341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=dc556c0b-8608-40e2-bb3e-c50a82cf3683,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:03.703883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.717865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 9c8af93d-36af-48e8-8c4b-83fc664f8920 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:20:03.720917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:03.983195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.042014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.042014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.042014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.042014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.042014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.042014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.042748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.043224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.044333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.044333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.044637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.045093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:04.051294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-6399a327-236d-46cf-bb56-9b9037e8fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:04.052783 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-6399a327-236d-46cf-bb56-9b9037e8fbdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4740090 May 14 18:20:04.061281 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:04.068528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port dc556c0b-8608-40e2-bb3e-c50a82cf3683 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:04.072930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.078918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'name': 'network-vif-deleted', 'tag': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:04.100670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5021ab-7938-4ceb-a6c8-8420d52a3382 req-c1a0c5c9-ce88-4d90-a50f-05533d1b146b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:04.102287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e5021ab-7938-4ceb-a6c8-8420d52a3382 req-c1a0c5c9-ce88-4d90-a50f-05533d1b146b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 945 time: 0.8283920 May 14 18:20:04.115332 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.156711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b92d7ab0-9f98-4b2b-8e3f-80bb471dd5f4 req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "DELETE /v2.0/ports/dc556c0b-8608-40e2-bb3e-c50a82cf3683 HTTP/1.1" status: 204 len: 173 time: 3.2521243 May 14 18:20:04.212976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.230728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e5021ab-7938-4ceb-a6c8-8420d52a3382 req-c5ee89a2-7a86-4f38-a991-239d0124def5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086366 May 14 18:20:04.299112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-05daf26b-1035-4405-808a-f670c62ecc3a service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333374 May 14 18:20:04.439288 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.482790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.490708 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b1fc25b-5b9a-4901-8c93-9bb02969a66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:04.500047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-614fb30e-ecc3-4776-a615-897157e8b74f req-eedd2639-3bb0-42fb-871c-31281e5cfc45 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:04.508996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.570556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be66633-6b7e-4b2e-9fa8-48bb193be875,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:04.631783 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:04.639671 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-3acec749-6fe7-42a5-8678-49b4f55cccd0 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466912 May 14 18:20:04.650591 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.655216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0be66633-6b7e-4b2e-9fa8-48bb193be875 HTTP/1.1" status: 204 len: 168 time: 1.4137433 May 14 18:20:04.666068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-614fb30e-ecc3-4776-a615-897157e8b74f req-eedd2639-3bb0-42fb-871c-31281e5cfc45 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:04.680841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-614fb30e-ecc3-4776-a615-897157e8b74f req-eedd2639-3bb0-42fb-871c-31281e5cfc45 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea HTTP/1.1" status: 200 len: 210 time: 0.2886858 May 14 18:20:04.750513 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-8bba94a5-3a96-49de-ab60-71db2e7d6329 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 217 time: 0.0952628 May 14 18:20:04.762286 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f72ceb2-7bfb-4ff2-b2fd-5b4b6245b5ea', 'name': 'network-vif-deleted', 'tag': 'dc556c0b-8608-40e2-bb3e-c50a82cf3683', 'status': 'completed', 'code': 200} May 14 18:20:04.852704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:04.874697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:04.903782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36c68bc5-0afa-4f99-9574-6c6638e27b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:04.996751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8af93d-36af-48e8-8c4b-83fc664f8920,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:05.000466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:05.016616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b6f13-e964-4358-8ac4-e2ef2630031e None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:05.036071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-61c59867-89bc-4e9d-b450-36b7862eba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:05.038089 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-61c59867-89bc-4e9d-b450-36b7862eba71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.2736602 May 14 18:20:05.041810 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:05.102630 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9c8af93d-36af-48e8-8c4b-83fc664f8920 HTTP/1.1" status: 204 len: 168 time: 1.5253382 May 14 18:20:05.117677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41300) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:05.173187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:05.227265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet b4668c0e-1c4a-4ee1-a5aa-417358cc381c {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:20:05.232842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:05.334351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-78ef0683-8540-4ceb-b86b-37d7e7e32150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:05.336036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-78ef0683-8540-4ceb-b86b-37d7e7e32150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2906010 May 14 18:20:05.338469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:05.477934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:05.486831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:05.522683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:05.618545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:05.626109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:05.638665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:05.734722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:05.742561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bfe0beb9-d4a2-4c90-9a86-d39a37021508 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/floatingips/0afdb415-e843-470d-a3ba-ffcbaf6434b0 HTTP/1.1" status: 200 len: 977 time: 3.8835297 May 14 18:20:05.746224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41326) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:05.760042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:05.760695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:05.790302 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-4e252164-3498-49b4-b18d-1bd170e8b78a service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089558 May 14 18:20:05.840696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:05.841122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5fa4f-fe08-4c8d-93c9-69da48f2df20 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:05.871598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98046f21-024b-413d-a148-a0bbb7655aae req-873d02a4-98ef-4593-81bb-3d54915f0ab5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:05.873271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98046f21-024b-413d-a148-a0bbb7655aae req-873d02a4-98ef-4593-81bb-3d54915f0ab5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 945 time: 0.3917570 May 14 18:20:06.021171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98046f21-024b-413d-a148-a0bbb7655aae req-1a41ca52-e2d6-4314-80e5-ab39a6ed1841 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363459 May 14 18:20:06.202466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 54324c26-cb0a-44a7-9706-2a6ce82f371a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:06.203734 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:06.370271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-6bb0b16e-ac33-4d94-9dfa-9836072d4fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595787 May 14 18:20:06.447507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 17985495-1df3-41bb-a61e-7062a3b34b64 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:06.605228 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-f75015e9-4503-4d35-aeb8-1e373b1a1707 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 200 len: 217 time: 0.2250853 May 14 18:20:06.612491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 17985495-1df3-41bb-a61e-7062a3b34b64 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:06.619210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 17985495-1df3-41bb-a61e-7062a3b34b64 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:06.619745 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:06.684591 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:06.684957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:06.794974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:06.810478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87b53d0d-afd3-4e44-b0b4-47405082b10b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:06.962871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=b4668c0e-1c4a-4ee1-a5aa-417358cc381c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:06.974733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:06.979143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:06.983257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-1dac1193-01e5-464b-88ae-0e5c0acb7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:06.990735 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-1dac1193-01e5-464b-88ae-0e5c0acb7adc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.3699067 May 14 18:20:06.994855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 54324c26-cb0a-44a7-9706-2a6ce82f371a owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:06.997268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80910c5-4059-4f8e-9e88-9ff115d9aef3 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:07.059392 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/b4668c0e-1c4a-4ee1-a5aa-417358cc381c HTTP/1.1" status: 204 len: 168 time: 1.9406538 May 14 18:20:07.060434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41372) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:07.151477 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3229c27f-f8e4-437a-b9ca-5bb0c9a3ef8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849521 May 14 18:20:07.157237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41376) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:07.173280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:07.221550 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.256239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4cf3f7a-a7bb-49be-84c2-66cc08e839c6 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:07.270440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.279972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-aa98102d-4a33-4292-bd04-93c28880b50c None None] Provisioning complete for port d2638f0c-5091-4f57-aa5b-aa4126592603 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:07.280362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aa98102d-4a33-4292-bd04-93c28880b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.360559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=54324c26-cb0a-44a7-9706-2a6ce82f371a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:07.368398 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:07.383990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-2d1ea388-587c-48ed-b41d-6e43bee832bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:07.386077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-2d1ea388-587c-48ed-b41d-6e43bee832bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3925595 May 14 18:20:07.387356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:07.392087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:07.419651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:07.421105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17985495-1df3-41bb-a61e-7062a3b34b64'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:07.434026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:07.451853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41392) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:07.472630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.473328 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 0afdb415-e843-470d-a3ba-ffcbaf6434b0 disassociated (deleted). External IP: 172.25.4.88, port: 2cc57462-fef1-4c0a-81a8-b8b1cc3a8377. May 14 18:20:07.483383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 17985495-1df3-41bb-a61e-7062a3b34b64, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=17985495-1df3-41bb-a61e-7062a3b34b64,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:07.531033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.536832 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:07.562550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:07.566943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.680187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:20:07.692149 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-0b8d339c-1a58-4f34-a6f7-b06d62e68b92 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964172 May 14 18:20:07.733042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=17985495-1df3-41bb-a61e-7062a3b34b64,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:07.744392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8c3a4-841d-4d08-ade6-cc16227e08b6 req-790beac8-0e53-4bfa-a95c-0e88b03e0505 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:07.751203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2d8c3a4-841d-4d08-ade6-cc16227e08b6 req-790beac8-0e53-4bfa-a95c-0e88b03e0505 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 945 time: 0.6211038 May 14 18:20:07.755588 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:07.855523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.878904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Deleting port d2638f0c-5091-4f57-aa5b-aa4126592603 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:07.879346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:07.895908 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-3a7699d6-c3b4-45a4-8061-05c249745f27 service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885636 May 14 18:20:07.955970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:07.959996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d9559c0666431ab97acaf174fed72d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:07.962877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:07.968667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:07.977230 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-9a67ea58-301d-4fa2-bef5-f8e6f47a3c63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 200 len: 217 time: 0.0716922 May 14 18:20:07.991101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2d8c3a4-841d-4d08-ade6-cc16227e08b6 req-36a0e416-12d9-4910-922e-87c725c5e51c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356920 May 14 18:20:08.001301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] For port d2638f0c-5091-4f57-aa5b-aa4126592603, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d2638f0c-5091-4f57-aa5b-aa4126592603,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:08.002294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:08.082870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:08.155606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Calling delete_port for d2638f0c-5091-4f57-aa5b-aa4126592603 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:08.170230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-263fa0b7-f05a-4127-8bc3-a7df6cb965f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:08.171778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-263fa0b7-f05a-4127-8bc3-a7df6cb965f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 200 len: 797 time: 0.1870594 May 14 18:20:08.223219 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:08.228541 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ef2bad9-1bba-4ee1-b429-6acc70f0b9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:08.284630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Pushing event deleted for resources: {'Port': ['ID=d2638f0c-5091-4f57-aa5b-aa4126592603,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:08.291985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] No DVR routers for this DVR port d2638f0c-5091-4f57-aa5b-aa4126592603 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:08.300552 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:08.338145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:08.389039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:08.392456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-f1e6e7b2-0236-45b2-b754-f059821b9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:08.394351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-f1e6e7b2-0236-45b2-b754-f059821b9b39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e301632-3dae-4278-b054-70fec39a5672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135231 May 14 18:20:08.406997 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f580c6cd-b011-4275-998e-0ff6b058df61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:08.464148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7ec1c-0077-43c9-bf34-2e1a3626fa45,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:08.487203 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:08.523021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6d9559c0666431ab97acaf174fed72d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0597873 May 14 18:20:08.529269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41412) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:08.735984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:08.749363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb71a3b-9081-4f26-b929-ac6d96a6791b req-abdf71da-87a9-4caf-b3a2-57e5efb475df tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:08.750405 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:08.756692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4cb71a3b-9081-4f26-b929-ac6d96a6791b req-abdf71da-87a9-4caf-b3a2-57e5efb475df tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.5645974 May 14 18:20:08.778493 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:08.778842 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:08.789995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f9ea7-6397-4355-be71-03981712398e req-bad4ee69-49b7-43f4-859b-38a952a319f7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:08.791421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-013f9ea7-6397-4355-be71-03981712398e req-bad4ee69-49b7-43f4-859b-38a952a319f7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 945 time: 0.4434586 May 14 18:20:08.826853 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-59e1e31f-39d5-46be-b9f4-bd1feb59f95d service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860662 May 14 18:20:08.831102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4cb71a3b-9081-4f26-b929-ac6d96a6791b req-213f1823-7548-44e4-b94c-0711a38763b7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734878 May 14 18:20:08.860920 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:08.871375 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:08.871994 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:08.917222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:08.946443 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:08.946861 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd5e36-1926-4762-a2cd-9e805453bdf4 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:08.963728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.042358 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17985495-1df3-41bb-a61e-7062a3b34b64', 'code': 200} May 14 18:20:09.052369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.059761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/floatingips/0afdb415-e843-470d-a3ba-ffcbaf6434b0 HTTP/1.1" status: 204 len: 168 time: 3.3079815 May 14 18:20:09.062379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41424) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:09.180121 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-ffff0ec5-4500-4da3-bb15-4b5ff78e6e9e service neutron] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158979 May 14 18:20:09.297879 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-9e8b1f26-4bab-45bf-ade2-56061585f8ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 200 len: 217 time: 0.1020570 May 14 18:20:09.303487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port 8db2ca72-ed8b-4582-9570-f046930004a3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:09.304030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:20:09.304131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.306357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.346349 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e3c9b4c-2ea2-48f9-be52-fbf0c8332e6b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:09.395561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.439723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:09.448980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:09.463915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb84fb-6d50-46af-9f29-d03163bd3bc4 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:09.464875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=199236ec-c8ba-48fa-8c3a-279882b941e8,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:09.467243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0834d3f-088d-42f0-b418-dcc09de81f61 req-00943049-7386-4ec9-8eaf-156180724f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:09.468765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0834d3f-088d-42f0-b418-dcc09de81f61 req-00943049-7386-4ec9-8eaf-156180724f70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 1097 time: 0.3432729 May 14 18:20:09.470704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-ad160a2a-579a-4d8f-99af-b3fb901266dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:09.472305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-ad160a2a-579a-4d8f-99af-b3fb901266dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.1675088 May 14 18:20:09.473576 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:09.474737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44106c3b-7fe4-43ef-b070-c635d615e404 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:09.483477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:09.484194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.487899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.489071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cc7ec1c-0077-43c9-bf34-2e1a3626fa45 HTTP/1.1" status: 204 len: 168 time: 0.9588897 May 14 18:20:09.509164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port 8db2ca72-ed8b-4582-9570-f046930004a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=8db2ca72-ed8b-4582-9570-f046930004a3,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:09.509531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.577115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7ec1c-0077-43c9-bf34-2e1a3626fa45,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:09.589453 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:09.636336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4780197 May 14 18:20:09.644422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:09.659394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:09.698774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d2638f0c-5091-4f57-aa5b-aa4126592603 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:09.700000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for 8db2ca72-ed8b-4582-9570-f046930004a3 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:09.745634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f4b9e-fad0-4ccb-9cb4-f4bb7ee83682 req-713fd872-b49a-484e-a31e-b47b2fdb8a64 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:09.755916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-435f4b9e-fad0-4ccb-9cb4-f4bb7ee83682 req-713fd872-b49a-484e-a31e-b47b2fdb8a64 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 945 time: 0.5722907 May 14 18:20:09.768735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 2cc57462-fef1-4c0a-81a8-b8b1cc3a8377 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:09.769210 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.840107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d2638f0c-5091-4f57-aa5b-aa4126592603 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:20:09.840671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d2638f0c-5091-4f57-aa5b-aa4126592603 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:20:09.854645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-e6c070ed-966c-4811-bf00-50fd09484837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:09.856416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-e6c070ed-966c-4811-bf00-50fd09484837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3649821 May 14 18:20:09.932682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '199236ec-c8ba-48fa-8c3a-279882b941e8'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:20:09.933596 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:09.985596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:10.054937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:10.063512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:10.069532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:10.089705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:10.102095 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-2eb5e7f8-fc3d-4b82-bdc8-f810be34d74b service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270083 May 14 18:20:10.108362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:10.113333 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:10.150091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 2cc57462-fef1-4c0a-81a8-b8b1cc3a8377 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:10.162842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Allocated IP 2001:db8::f816:3eff:fee2:984a (7ad50c71-58ac-4344-b706-61652f033104/199236ec-c8ba-48fa-8c3a-279882b941e8/440192aa-e540-4ef0-bc35-80b415d943a5) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:10.318262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0834d3f-088d-42f0-b418-dcc09de81f61 req-979ae486-9d96-47a6-9a1d-beb4a2ca1c08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076530 May 14 18:20:10.385820 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 199236ec-c8ba-48fa-8c3a-279882b941e8 (CIDR: 2001:db8::/64) May 14 18:20:10.394968 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:20:10.395493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:20:10.401075 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-435f4b9e-fad0-4ccb-9cb4-f4bb7ee83682 req-e4ffea4d-2c10-44f1-b993-2ed277291e00 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450608 May 14 18:20:10.411635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:10.434687 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7a8ad0a0-626e-495f-8e45-6049620ddc8c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:10.503347 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07dcd309-cef0-4f67-9323-9ac4ebcacfc7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8477161 May 14 18:20:10.503347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41470) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:10.523466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:10.524217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=8db2ca72-ed8b-4582-9570-f046930004a3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:10.531633 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:10.560352 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-7a7900c1-f1eb-47d3-bf08-f7d11211874d service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257898 May 14 18:20:10.587631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port 8db2ca72-ed8b-4582-9570-f046930004a3 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:10.590506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:10.643783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'name': 'network-vif-deleted', 'tag': '8db2ca72-ed8b-4582-9570-f046930004a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:10.674140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-013f9ea7-6397-4355-be71-03981712398e req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "DELETE /v2.0/ports/8db2ca72-ed8b-4582-9570-f046930004a3 HTTP/1.1" status: 204 len: 173 time: 1.8478510 May 14 18:20:10.760552 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-5d44a957-077e-4c4e-98eb-c324aa0c8829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 200 len: 217 time: 0.1891289 May 14 18:20:10.774889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:10.797613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4a86d-f77f-490a-bc41-0f032e1654f9 req-358c21e0-7673-4721-a0b9-81cb7b884bec tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:10.799339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2f4a86d-f77f-490a-bc41-0f032e1654f9 req-358c21e0-7673-4721-a0b9-81cb7b884bec tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.1967177 May 14 18:20:10.856629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-6318ddce-befa-4e8d-be6e-5e2b6236c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:10.858393 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-6318ddce-befa-4e8d-be6e-5e2b6236c12e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 200 len: 797 time: 0.0894749 May 14 18:20:10.887321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.047640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:11.076442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:11.081041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe4fe-5da9-4071-9701-200f8126282e req-186142a3-98ae-47d4-8184-766f667831a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:11.084489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-186142a3-98ae-47d4-8184-766f667831a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=976994ae-bc8e-4826-8080-71ec03579bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2192912 May 14 18:20:11.086752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:11.098806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:11.146618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2f4a86d-f77f-490a-bc41-0f032e1654f9 req-891ea357-b6a5-46b4-84ef-3740eb4b802b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366520 May 14 18:20:11.184140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.187919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Transition to ACTIVE for port object 440192aa-e540-4ef0-bc35-80b415d943a5 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:11.192293 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3a676672-5304-4dc9-a3fd-b75ccfc9e4c6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:11.247880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Transition to ACTIVE for port object 440192aa-e540-4ef0-bc35-80b415d943a5 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:11.254956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.260895 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:11.317380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=2cc57462-fef1-4c0a-81a8-b8b1cc3a8377,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:11.348835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:11.352441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:11.357188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:11.386321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8db2ca72-ed8b-4582-9570-f046930004a3 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:11.424608 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:11.579104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Pushing event updated for resources: {'Port': ['ID=440192aa-e540-4ef0-bc35-80b415d943a5,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:11.586371 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:11.631574 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9e5202-ef91-4ea5-8e34-16a1ee040c3c', 'name': 'network-vif-deleted', 'tag': '8db2ca72-ed8b-4582-9570-f046930004a3', 'status': 'completed', 'code': 200} May 14 18:20:11.763549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 8db2ca72-ed8b-4582-9570-f046930004a3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:20:11.765573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 8db2ca72-ed8b-4582-9570-f046930004a3 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:20:11.818360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-a8046a4c-8697-4ce2-8cef-49ac3aaebe3b service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225280 May 14 18:20:11.823827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bd28916e-0a73-4421-86e9-145c7a6e6300 req-992aa90d-d4a4-4f82-98e8-6c2416089d1e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:11.826633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Attempting to bind port 440192aa-e540-4ef0-bc35-80b415d943a5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:20:11.827025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Attempting to bind port 440192aa-e540-4ef0-bc35-80b415d943a5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:20:11.828903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Attempting to bind port 440192aa-e540-4ef0-bc35-80b415d943a5 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:11.842520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:20:11.842977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:20:11.843347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.858490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:20:11.859279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Bound port: 440192aa-e540-4ef0-bc35-80b415d943a5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:20:11.860485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.872488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:11.893579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.899699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:11.906962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bd28916e-0a73-4421-86e9-145c7a6e6300 req-992aa90d-d4a4-4f82-98e8-6c2416089d1e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:11.922239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd28916e-0a73-4421-86e9-145c7a6e6300 req-992aa90d-d4a4-4f82-98e8-6c2416089d1e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e9e5202-ef91-4ea5-8e34-16a1ee040c3c HTTP/1.1" status: 200 len: 210 time: 0.1841364 May 14 18:20:11.946155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41504) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:11.946468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/ports/2cc57462-fef1-4c0a-81a8-b8b1cc3a8377 HTTP/1.1" status: 204 len: 168 time: 2.8775475 May 14 18:20:12.003989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:12.036631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] For port 440192aa-e540-4ef0-bc35-80b415d943a5, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:12.041329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] For port 440192aa-e540-4ef0-bc35-80b415d943a5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=440192aa-e540-4ef0-bc35-80b415d943a5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:20:12.049679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:12.056160 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:12.063364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:12.076143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:floatingip and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:12.082823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:12.094626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:12.159936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Pushing event updated for resources: {'Port': ['ID=440192aa-e540-4ef0-bc35-80b415d943a5,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:12.164291 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:12.196472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:12.376115 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-509fe4fe-5da9-4071-9701-200f8126282e req-879bb1a8-024b-43a7-8051-9654f7ba0fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497909 May 14 18:20:12.417751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e696c-8e13-4022-9528-0ff2ade9783c req-eae14c67-75b8-4190-98bd-0f994dc802af tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:12.429872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db0e696c-8e13-4022-9528-0ff2ade9783c req-eae14c67-75b8-4190-98bd-0f994dc802af tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.1340744 May 14 18:20:12.592335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db0e696c-8e13-4022-9528-0ff2ade9783c req-436fc88a-70e5-408c-877f-ef3547e18d58 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577117 May 14 18:20:12.686689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:12.990175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.176 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/814c14d9-cb7a-4b2b-9080-9d3d48cb8d4c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:13.047040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dd896-dccd-47d2-a206-4597fbc0241b req-2e38b6b2-1b98-4a44-ae41-e6e54c9edb5f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:13.049339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd8dd896-dccd-47d2-a206-4597fbc0241b req-2e38b6b2-1b98-4a44-ae41-e6e54c9edb5f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.1161275 May 14 18:20:13.118083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd8dd896-dccd-47d2-a206-4597fbc0241b req-efb29117-b139-4fec-b13f-a0032738cf7f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 May 14 18:20:13.269757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:13.307590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:13.319010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e7bb3d1-a474-4cdd-ac56-5f043af0e48c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:13.399339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:13.403639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:13.428525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=61e73bd4-5cc7-480e-a028-7b0de270d76f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:13.433050 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:13.434322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:13.434916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:13.471882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:13.488938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-110cc858-0512-4d65-9833-5d4a2e6b171c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:13.553139 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0420666 May 14 18:20:13.554637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41548) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:13.562280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:49:a0:8e', 'name': 'tempest-NetworksTestDHCPv6-1480901160'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:13.566124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:13.569370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:13.581709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:13.665799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=814c14d9-cb7a-4b2b-9080-9d3d48cb8d4c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:13.677249 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:13.792857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 440192aa-e540-4ef0-bc35-80b415d943a5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:13.847034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:13.858782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29116601-1a50-4a71-82b6-d6a85d205859 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:13.884115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:13.900609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:13.904020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:13.915156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:13.947018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:13.989083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.044653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-735df201-028f-441a-82fd-f063187e4b5b None None] Provisioning for port 440192aa-e540-4ef0-bc35-80b415d943a5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:14.080018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 440192aa-e540-4ef0-bc35-80b415d943a5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:14.090542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 440192aa-e540-4ef0-bc35-80b415d943a5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:14.090978 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.240096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.281073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port b56773a8-3610-4eb7-9cc0-59d190d366f8 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:20:14.328455 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.500966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 440192aa-e540-4ef0-bc35-80b415d943a5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=440192aa-e540-4ef0-bc35-80b415d943a5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:14.525573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.533097 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:14.646483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=440192aa-e540-4ef0-bc35-80b415d943a5,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:14.649932 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:14.694635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.706003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:14.710265 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-673bb5f8-7760-4c5c-a40c-4fcbfef204f0 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:14.789335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8:0:1::379 (7ad50c71-58ac-4344-b706-61652f033104/61e73bd4-5cc7-480e-a028-7b0de270d76f/b56773a8-3610-4eb7-9cc0-59d190d366f8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:14.800110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::f816:3eff:fe49:a08e (7ad50c71-58ac-4344-b706-61652f033104/199236ec-c8ba-48fa-8c3a-279882b941e8/b56773a8-3610-4eb7-9cc0-59d190d366f8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:14.899797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Update dhcp port {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'fixed_ips': [{'subnet_id': '199236ec-c8ba-48fa-8c3a-279882b941e8', 'ip_address': '2001:db8::f816:3eff:fee2:984a'}, {'subnet_id': '61e73bd4-5cc7-480e-a028-7b0de270d76f'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '440192aa-e540-4ef0-bc35-80b415d943a5'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:20:14.968478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.094339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=814c14d9-cb7a-4b2b-9080-9d3d48cb8d4c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:15.098828 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:15.135881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.188218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.193008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2384021 May 14 18:20:15.193711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41596) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:15.199927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'port': {'network_id': '99cae0aa-f585-4287-bfe2-f7939ecdf0ec', 'name': 'tempest-FloatingIPTestJSON-1262783553'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:15.250013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.312704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object b56773a8-3610-4eb7-9cc0-59d190d366f8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:15.449475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.493615 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-86a70c54-87d8-4c30-9fe2-8863742d6130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:15.504567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:15.512024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:port and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:15.522789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for port was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:15.562740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:15.614211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:15.623966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.651258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:15.655249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:15.669061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:15.692424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:15.695403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:15.718498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=b56773a8-3610-4eb7-9cc0-59d190d366f8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:15.724782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Allocated IP 2001:db8:0:1::2 (7ad50c71-58ac-4344-b706-61652f033104/61e73bd4-5cc7-480e-a028-7b0de270d76f/440192aa-e540-4ef0-bc35-80b415d943a5) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:15.747578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] device_id is not set on port 2f65932d-016c-4a0d-a734-74b8939265ba yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:20:15.767100 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:15.825913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2692537 May 14 18:20:15.827005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41618) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:15.964648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.3 (99cae0aa-f585-4287-bfe2-f7939ecdf0ec/a913ea54-2457-4975-91bd-3f2def27afde/2f65932d-016c-4a0d-a734-74b8939265ba) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:16.011534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 440192aa-e540-4ef0-bc35-80b415d943a5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:16.162478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port b56773a8-3610-4eb7-9cc0-59d190d366f8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:16.162943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.325718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.397057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.404529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:16.404911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] For port 440192aa-e540-4ef0-bc35-80b415d943a5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=440192aa-e540-4ef0-bc35-80b415d943a5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:16.435670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.551706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.588737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 440192aa-e540-4ef0-bc35-80b415d943a5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:16.589120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.662035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 99cae0aa-f585-4287-bfe2-f7939ecdf0ec is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:16.665110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:16.669667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:16.687879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Transition to ACTIVE for port object 440192aa-e540-4ef0-bc35-80b415d943a5 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:16.709815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.736338 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:16.778170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for b56773a8-3610-4eb7-9cc0-59d190d366f8 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:16.847551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:16.848888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:16.887207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=2f65932d-016c-4a0d-a734-74b8939265ba,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:16.910258 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7121196 May 14 18:20:16.910258 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:16.910557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41666) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:16.922242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port 440192aa-e540-4ef0-bc35-80b415d943a5 had new provisioning blocks added so it will not transition to active. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 14 18:20:16.931897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'port_id': '2f65932d-016c-4a0d-a734-74b8939265ba'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:16.952642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Pushing event updated for resources: {'Port': ['ID=440192aa-e540-4ef0-bc35-80b415d943a5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:16.957042 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:17.041311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:17.343633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-3804d985-ad17-4ac9-80b2-6ed0cc6f67b3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:17.354149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-3804d985-ad17-4ac9-80b2-6ed0cc6f67b3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.5888755 May 14 18:20:17.422286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-d9dc61e4-da70-4eca-8c41-bd5afa8b2dd2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.0660052 May 14 18:20:17.666248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 440192aa-e540-4ef0-bc35-80b415d943a5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:17.744593 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-101a352b-d74d-4e5d-8281-415b884f35da tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3125691 May 14 18:20:17.912800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:17.934142 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dc9f5503-5be1-4bae-ba18-92a9a317ac08 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:17.980678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-50b0d39d-1927-4927-a579-d0bd4c49aed7 None None] Provisioning for port 440192aa-e540-4ef0-bc35-80b415d943a5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:17.986316 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-50b0d39d-1927-4927-a579-d0bd4c49aed7 None None] Provisioning complete for port 440192aa-e540-4ef0-bc35-80b415d943a5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:17.986851 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-50b0d39d-1927-4927-a579-d0bd4c49aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:18.115042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=b56773a8-3610-4eb7-9cc0-59d190d366f8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:18.142978 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:18.205280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:18.211677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:18.229072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:18.240746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-bb679fce-ec38-49ce-9323-910bb4222063 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908504 May 14 18:20:18.247202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b56773a8-3610-4eb7-9cc0-59d190d366f8 HTTP/1.1" status: 204 len: 168 time: 2.4147115 May 14 18:20:18.279436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41700) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:18.342843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c7f9d0bf-79bc-495b-a397-c80da82b0967 None None] Could not find standard attr ID for object b56773a8-3610-4eb7-9cc0-59d190d366f8. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:20:18.549794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589f7a0-1ece-4dbb-8d6e-a0699521ffbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:18.553811 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1589f7a0-1ece-4dbb-8d6e-a0699521ffbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2653933 May 14 18:20:18.554737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41706) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:18.557319 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP f73e064a-139f-4a52-8118-57d48ca69d74 associated. External IP: 172.25.4.176, port: 2f65932d-016c-4a0d-a734-74b8939265ba. May 14 18:20:18.563146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-b5a2f4bd-030b-4d02-9b01-0f3e15ef451c service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162212 May 14 18:20:18.844810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a0ca2-11cf-477c-8ce6-984b6ff07bfc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:18.846738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a32a0ca2-11cf-477c-8ce6-984b6ff07bfc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2915878 May 14 18:20:18.849382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:19.151320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a3663-c2c0-42f8-88dc-79ff5e649277 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:19.160803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a3663-c2c0-42f8-88dc-79ff5e649277 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:19.167522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a3663-c2c0-42f8-88dc-79ff5e649277 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:19.169737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b92a3663-c2c0-42f8-88dc-79ff5e649277 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:19.212329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:19.347336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-0353ae7c-9a84-4d70-a0e1-d35629b8efd4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:19.354097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-0353ae7c-9a84-4d70-a0e1-d35629b8efd4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3020494 May 14 18:20:19.362116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b92a3663-c2c0-42f8-88dc-79ff5e649277 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:19.366092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b92a3663-c2c0-42f8-88dc-79ff5e649277 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5156860 May 14 18:20:19.366927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41742) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:19.378201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-b0485e62-5145-46df-8de2-72eb277059d0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0231574 May 14 18:20:19.497556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:19.504488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:19.510237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:19.547737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:19.550047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:19.585535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c4b7542-82d8-41d8-819d-1773208dfcc8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/floatingips/f73e064a-139f-4a52-8118-57d48ca69d74 HTTP/1.1" status: 200 len: 978 time: 2.6717677 May 14 18:20:19.585741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 199236ec-c8ba-48fa-8c3a-279882b941e8 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:20:19.586197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41754) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:19.608537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:19.665695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:19.691757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:19.692725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:19.760367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:19.806948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:19.809865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e49f0e-41f8-4795-8726-15eb63c5ef1b None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:19.834246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 2f65932d-016c-4a0d-a734-74b8939265ba {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:19.834805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:19.900488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:19.973721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-af19e0e7-3579-4500-b2e6-4f137b09fa7f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5945988 May 14 18:20:20.025473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:20.617200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:20.617745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:20.618116 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP f73e064a-139f-4a52-8118-57d48ca69d74 disassociated. External IP: 172.25.4.176, port: 2f65932d-016c-4a0d-a734-74b8939265ba. May 14 18:20:20.618616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 2f65932d-016c-4a0d-a734-74b8939265ba owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:20.736269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-2ad1f223-c218-4c84-b6ea-b3181e168fad service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220724 May 14 18:20:20.751971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:20.759093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f1fcfb7-1a5a-468a-9c45-5556b789c2c8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:20.808994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=2f65932d-016c-4a0d-a734-74b8939265ba,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:20.816966 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:20.978371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-2b7502c4-8eb0-47f7-af9f-12365c6a385a service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405357 May 14 18:20:20.982313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:21.016560 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e73e53bb-caf2-462c-af0f-153fcb9576c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:21.089015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f90dec-591e-4ada-ae42-ebeb473ebd33 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:21.137735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=199236ec-c8ba-48fa-8c3a-279882b941e8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:21.157363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:21.174820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-99e5b19d-21bb-47c9-9853-aeb1f55f2e6a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:21.181438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-99e5b19d-21bb-47c9-9853-aeb1f55f2e6a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.7444642 May 14 18:20:21.181438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:21.181814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:21.243530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:21.473201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/199236ec-c8ba-48fa-8c3a-279882b941e8 HTTP/1.1" status: 204 len: 168 time: 2.1039410 May 14 18:20:21.479798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41790) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:21.519889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:21.528812 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:21.549356 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:21.550058 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:21.583253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 61e73bd4-5cc7-480e-a028-7b0de270d76f {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:20:21.661765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-168ce213-a275-4d91-bb4d-4c3907cbe16d req-511c9c51-d7ce-4dcb-895d-6a72206e463c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 210 time: 0.1764767 May 14 18:20:21.705673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:21.748467 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:21.762718 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:21.763689 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:21.825942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:21.850448 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/ports/2f65932d-016c-4a0d-a734-74b8939265ba HTTP/1.1" status: 204 len: 168 time: 2.2636206 May 14 18:20:21.854200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:21.862514 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:21.863150 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586aa81-d232-4bc3-a5b9-d5d57cc1b2f8 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:21.889512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:22.086868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-686d1d44-3867-4664-8ede-322cf8419875 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/floatingips/f73e064a-139f-4a52-8118-57d48ca69d74 HTTP/1.1" status: 200 len: 688 time: 0.2316113 May 14 18:20:22.091860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41810) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:22.148295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:22.192114 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:20:22.222368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af0227d9-5578-4efa-890f-dc1544583eb2 req-82157fc2-8265-4a02-8052-9b357280c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.2127316 May 14 18:20:22.249665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:22.262355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:22.484438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:22.490582 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:22.670043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 814c14d9-cb7a-4b2b-9080-9d3d48cb8d4c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:22.671390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:22.843900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:22.844586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:22.971820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0649e7bf-1758-46f5-bae3-09a3becd3167 req-755e6a26-9dd8-4ae9-881f-68e3af749788 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 210 time: 0.1452868 May 14 18:20:23.019055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-70d2d278-9a71-47ef-8c66-b27417901029 None None] Provisioning complete for port 440192aa-e540-4ef0-bc35-80b415d943a5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:23.019761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70d2d278-9a71-47ef-8c66-b27417901029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:23.043213 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:23.054137 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ee14fd1-118e-472e-a335-a680837f5a29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:23.145769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=61e73bd4-5cc7-480e-a028-7b0de270d76f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:23.166723 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:23.198071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:23.208083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.6 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/cae71f90-ba4a-4a54-9f81-85e1f92cd7fe) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:23.284623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-dd96ce98-3a81-4b4f-8fbc-bbc16c4d7d0d req-e8685243-9fc0-44f4-8fb6-396720bb8f5d service neutron] (79560) timed out ('10.222.0.24', 33372) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:20:23.295853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc9ce3-58e1-4a68-a68e-9f01ad87f7ba None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:23.308213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 814c14d9-cb7a-4b2b-9080-9d3d48cb8d4c owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:23.550004 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:23.568331 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b64a65f-9090-4d2e-b5f6-dbbc5b5edad8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:23.619201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-405bfab4-c4f1-4dbb-add6-2cff900246f4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:23.619798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-405bfab4-c4f1-4dbb-add6-2cff900246f4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3927481 May 14 18:20:23.740731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:23.764548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=814c14d9-cb7a-4b2b-9080-9d3d48cb8d4c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:23.781778 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:23.890194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:23.932000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:23.933397 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/floatingips/f73e064a-139f-4a52-8118-57d48ca69d74 HTTP/1.1" status: 204 len: 168 time: 1.8399584 May 14 18:20:23.938172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41842) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:23.944822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '3d9ef88c-c562-4d9f-8adf-5978ae9b98c8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:23.952220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:23.958937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:floatingip and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:23.962158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:23.973225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:23.999484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/61e73bd4-5cc7-480e-a028-7b0de270d76f HTTP/1.1" status: 204 len: 168 time: 2.5185127 May 14 18:20:24.001282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.002371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03a06f6c-cb11-404e-a7f0-26b9f828ff3e req-e3d61ff6-b955-4b31-8145-19739c2bf0a9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.3461647 May 14 18:20:24.056659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41848) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:24.072472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:20:24.150574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2ba5bbc6-73cf-4bf7-87dd-2018b9ff2729 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926487 May 14 18:20:24.164753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41854) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:24.175912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:24.268999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.292641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Deleting port 440192aa-e540-4ef0-bc35-80b415d943a5 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:24.297827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.379921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4a7b7fad-c9f8-4785-87f6-988fd63661b3 req-da74d1f9-8e3d-4b8a-bf46-70cb46158200 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:24.394722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.394979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:24.401970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:24.457774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:24.480218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4a7b7fad-c9f8-4785-87f6-988fd63661b3 req-da74d1f9-8e3d-4b8a-bf46-70cb46158200 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:24.481259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a7b7fad-c9f8-4785-87f6-988fd63661b3 req-da74d1f9-8e3d-4b8a-bf46-70cb46158200 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 210 time: 0.1564274 May 14 18:20:24.494497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] For port 440192aa-e540-4ef0-bc35-80b415d943a5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=440192aa-e540-4ef0-bc35-80b415d943a5,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:24.496371 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.508208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:24.660668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.23 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/5b4442c0-b11c-44d5-9f08-e96b8a5db31b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:24.853971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:24.864482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.894107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.919838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:24.922461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Calling delete_port for 440192aa-e540-4ef0-bc35-80b415d943a5 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:24.932999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:24.943596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:24.949691 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8176a756-0c30-40e2-a562-6b85d3476176 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:25.023230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:25.026901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:25.055945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=5b4442c0-b11c-44d5-9f08-e96b8a5db31b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:25.067829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:25.071799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:25.081638 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab2c9229-220e-47c4-bafa-56cb067aba87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:25.083804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:25.085591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:25.089188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:25.214558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] No DVR routers for this DVR port 440192aa-e540-4ef0-bc35-80b415d943a5 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:25.219938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Pushing event deleted for resources: {'Port': ['ID=440192aa-e540-4ef0-bc35-80b415d943a5,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:25.240939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.241080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.241413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.241743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.242067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.242389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.242709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.243028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.252278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.252780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.253117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.253480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:25.261727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:25.417956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.7 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/5c3a5648-b2d3-45ea-a828-b8afdc698144) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:25.721001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 440192aa-e540-4ef0-bc35-80b415d943a5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:25.778900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 440192aa-e540-4ef0-bc35-80b415d943a5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:20:25.780141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 440192aa-e540-4ef0-bc35-80b415d943a5 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:20:25.837487 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:25.855877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object 5c3a5648-b2d3-45ea-a828-b8afdc698144 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:25.889971 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:25.896662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:25.910349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['17985495-1df3-41bb-a61e-7062a3b34b64'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:25.932317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bdab0928-a3da-4534-8bd5-624910cee60e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:26.105419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:26.192258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:26.196113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:26.284374 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:26.291135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:26.321518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:26.498940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:26.517329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:26.555154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:26.566675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=5c3a5648-b2d3-45ea-a828-b8afdc698144,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:26.572862 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:26.583216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:26.589513 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4610ac47-14f1-48bd-bfc7-8288448c978a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:26.637921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:26.721940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:26.938493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:26.955263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:26.961703 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06107442-add9-4810-b6b8-615171cd5c75 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:26.991120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e81c0825-6ebc-4216-abad-8d8ffb93fb12 None None] Provisioning for port 5c3a5648-b2d3-45ea-a828-b8afdc698144 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:26.999108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e81c0825-6ebc-4216-abad-8d8ffb93fb12 None None] Provisioning complete for port 5c3a5648-b2d3-45ea-a828-b8afdc698144 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:26.999376 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e81c0825-6ebc-4216-abad-8d8ffb93fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:27.148268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e81c0825-6ebc-4216-abad-8d8ffb93fb12 None None] Port 5c3a5648-b2d3-45ea-a828-b8afdc698144 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:27.175751 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-81d49aa3-b59b-4bde-8ba9-b8bfa80072c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:27.260575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:27.265186 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:27.280204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef0848-ab84-490c-a5ae-074a7c3d3d19 req-b84c6a29-f699-408b-b3b5-47e7a575b0f4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:27.281522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-90ef0848-ab84-490c-a5ae-074a7c3d3d19 req-b84c6a29-f699-408b-b3b5-47e7a575b0f4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:27.288880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5531271 May 14 18:20:27.297059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:27.297864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:27.310029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Request body: {'port': {'device_id': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:27.320065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=5b4442c0-b11c-44d5-9f08-e96b8a5db31b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:27.335762 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:27.377451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:27.527499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2949967 May 14 18:20:27.541705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-90ef0848-ab84-490c-a5ae-074a7c3d3d19 req-b84c6a29-f699-408b-b3b5-47e7a575b0f4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:27.543017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90ef0848-ab84-490c-a5ae-074a7c3d3d19 req-b84c6a29-f699-408b-b3b5-47e7a575b0f4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 931 time: 1.3621628 May 14 18:20:27.558757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Request body: {'port': {'device_id': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:27.724114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:27.793572 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:27.884363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90ef0848-ab84-490c-a5ae-074a7c3d3d19 req-c3e47b26-cb79-46dd-9d0c-7606ffe52376 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481146 May 14 18:20:28.051466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.054265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:28.058241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.067731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.075247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.082461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.088489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.094989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.097646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Synchronizing usage tracker for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:28.130787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Unset dirty status for tenant:e43b1e2f9c164e349f9a244d4d1f0f7f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:28.133793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1316d04a-684c-49ec-89a9-ddcb4022d2f1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5442 time: 1.0549843 May 14 18:20:28.247455 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 13b3bfc6-28f5-468b-b5eb-1e0dac5b034c associated. External IP: 172.25.4.23, port: 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8. May 14 18:20:28.570250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ae276839-94aa-4668-adcd-716b264adf3a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:28.640868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-e562d80f-be86-4137-a657-7c2669e6d8d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:28.643402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-e562d80f-be86-4137-a657-7c2669e6d8d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "GET /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2767041 May 14 18:20:28.866133 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:28.930723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:28.936875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-e4f55a99-a437-4750-b727-897050e86e79 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "GET /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2832873 May 14 18:20:28.947210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae276839-94aa-4668-adcd-716b264adf3a,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:28.952089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:28.953471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 492fed26-7ed2-44e3-9e8e-f6080df3aff8 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:28.972570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:28.992667 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cd1b5600-f0de-4e1b-b8d7-f3afa02fb3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:29.056665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:29.082789 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d6dddf3-f6e6-4c7d-a6f8-58ac183f087d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:29.103152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:29.108645 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:29.301178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:29.345101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:29.360156 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:29.411300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dfbe59-49d6-4d68-af87-77c7fa9f5ac3 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:29.412067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=67c3180b-da81-438e-b269-14ca62d1961d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:29.413212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:29.434472 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:29.444835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:29.445525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:29.550318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f8ba-0a9a-475b-a6f5-67b254f57951 req-c64f4717-0e57-4bca-ad96-2677f76d889d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:29.571404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ca9f8ba-0a9a-475b-a6f5-67b254f57951 req-c64f4717-0e57-4bca-ad96-2677f76d889d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 931 time: 1.3603468 May 14 18:20:29.693786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:29.696810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:29.707229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:29.708129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device dc8f1251-c3cb-49d0-825a-34170ef9e7e7 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:29.731987 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:20:29.732858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:20:29.752594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:20:29.753513 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:29.784059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:29.808254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.6404090 May 14 18:20:29.821264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41952) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:29.849110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:29.918924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:29.939670 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:29.961292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5cff-f9f4-4331-a9c6-a066396017f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.136508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.165776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:20:30.180765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ca9f8ba-0a9a-475b-a6f5-67b254f57951 req-cb27dcb7-d38f-4e0e-88eb-250142c886b9 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336862 May 14 18:20:30.192439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae71f90-ba4a-4a54-9f81-85e1f92cd7fe {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:20:30.233773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': '67c3180b-da81-438e-b269-14ca62d1961d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:20:30.235604 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.243631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:30.254866 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.273748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:30.280641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:30.296263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3a5648-b2d3-45ea-a828-b8afdc698144 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:20:30.301866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:30.304409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Transition to ACTIVE for port object cae71f90-ba4a-4a54-9f81-85e1f92cd7fe will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:30.310898 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.317168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.325653 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bf4b5db-bfba-42e4-8769-3ac766b3bf25 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:30.391944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:30.395745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.461895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:30.476818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Transition to ACTIVE for port object 5c3a5648-b2d3-45ea-a828-b8afdc698144 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:30.493532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.593106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:30.631092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:30.701100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.701900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 4c194ddd-52a7-4d19-bfaf-f3712655d115 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:30.802035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:30.847395 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:30.856985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Pushing event updated for resources: {'Port': ['ID=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:30.867211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:30.881989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:31.046935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:31.219846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:31.221400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:31.322321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3a5648-b2d3-45ea-a828-b8afdc698144,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:31.325622 n-d-787206-3 neutron-server[79559]: INFO neutron.db.ipam_backend_mixin [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67c3180b-da81-438e-b269-14ca62d1961d (CIDR: 2001:db8::/64) May 14 18:20:31.335591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:31.371840 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:20:31.371840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:20:31.408715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:31.454655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-85c589f0-021e-48bf-9404-db9d80753fbd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6179819 May 14 18:20:31.461903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41978) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:31.474788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.480636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.487000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.492791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.499079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.504907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.513513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:31.531596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-2ee8023a-06a7-443d-ad53-6db70b804272 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 5436 time: 0.7994153 May 14 18:20:31.536782 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5980511 May 14 18:20:31.540772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41980) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:31.552455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1234639694'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:31.586725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:31.613732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:31.617307 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:31.622984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Attempting to bind port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:20:31.624015 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:31.635601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Attempting to bind port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:20:31.636042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Attempting to bind port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:31.682824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:20:31.683562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Attempting to bind port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:31.773291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Attempting to bind port 5c3a5648-b2d3-45ea-a828-b8afdc698144 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:20:31.773631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Attempting to bind port 5c3a5648-b2d3-45ea-a828-b8afdc698144 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:20:31.773964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Attempting to bind port 5c3a5648-b2d3-45ea-a828-b8afdc698144 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:31.791746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:31.794681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Port 5c3a5648-b2d3-45ea-a828-b8afdc698144 on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:20:31.795027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Attempting to bind port 5c3a5648-b2d3-45ea-a828-b8afdc698144 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:31.797925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:20:31.798527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:20:31.798933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:20:31.799402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Bound port: cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:20:31.799750 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:31.837469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb83ed30-5c5d-46f1-9c6a-0dd92dbd67bd req-651c18e1-38ee-47d8-a986-2e33688df358 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=45406658-cc0a-4ca2-a735-b439435ee686&id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3048320 May 14 18:20:31.837909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=492fed26-7ed2-44e3-9e8e-f6080df3aff8,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:31.852979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:20:31.855518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:20:31.856209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:20:31.856841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Bound port: 5c3a5648-b2d3-45ea-a828-b8afdc698144, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:20:31.858949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:31.888118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/67c3180b-da81-438e-b269-14ca62d1961d/c9cd941a-8283-48db-ba9f-b0ee7de0da95) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:31.910742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] For port 492fed26-7ed2-44e3-9e8e-f6080df3aff8, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:31.935990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.088448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:network and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:32.093770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:32.137577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:32.140972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:32.180658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:32.184712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] device_id is not set on port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:20:32.223102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.255610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.269104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbd39bff-f195-4c81-977a-5e237e85e877 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:32.411742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:32.417086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.472704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:32.481766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:32.481766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bee04-bed9-4ae3-bd1c-8c7c50ae2a72 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:32.497474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.498723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2b347a7a-05be-47c6-8b54-fa4f54d5efff no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:32.588125 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:32.638203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] For port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:32.641938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] For port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:20:32.649970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:32.695477 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.713045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:32.789108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-24b45b0a-d195-456c-b7d8-c8a5c1356117 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:32.794211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:20:32.800288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:32.824322 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:32.825259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.834931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.835552 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Added segment 2255a929-1c98-420e-a465-a92fb064218d of type vlan for network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e May 14 18:20:32.907501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:32.949509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] For port 5c3a5648-b2d3-45ea-a828-b8afdc698144, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:32.956200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:32.958602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] For port 5c3a5648-b2d3-45ea-a828-b8afdc698144, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:20:33.007438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.040427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:33.080399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:33.081381 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.087116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/5c3a5648-b2d3-45ea-a828-b8afdc698144 HTTP/1.1" status: 200 len: 1091 time: 5.7814336 May 14 18:20:33.093697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'tag': '5c3a5648-b2d3-45ea-a828-b8afdc698144'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:33.106163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:33.106888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.108454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] 10.222.0.22 "PUT /v2.0/ports/cae71f90-ba4a-4a54-9f81-85e1f92cd7fe HTTP/1.1" status: 200 len: 1091 time: 5.5642104 May 14 18:20:33.131074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:33.134805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.159509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Pushing event updated for resources: {'Port': ['ID=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:33.288380 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:33.312776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] No DVR routers for this DVR port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:33.362458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-689a6819-3da2-4fac-8cf4-b17d478c80e4 None None] Provisioning complete for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:33.364230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.375135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:33.375869 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-689a6819-3da2-4fac-8cf4-b17d478c80e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.376090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.398708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Pushing event updated for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:33.417406 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:33.422823 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f1e2e12-ce35-4804-b63c-e72b0905e9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:33.450724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85408c-aeb2-43a8-8e8b-5f793b8f642b req-a6a52bed-b241-465e-ae6f-201862d9860c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:33.471543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a85408c-aeb2-43a8-8e8b-5f793b8f642b req-a6a52bed-b241-465e-ae6f-201862d9860c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 1.0814109 May 14 18:20:33.513773 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.536680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Transition to ACTIVE for port object c9cd941a-8283-48db-ba9f-b0ee7de0da95 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:33.555812 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:33.586564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Transition to ACTIVE for port object c9cd941a-8283-48db-ba9f-b0ee7de0da95 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:33.598318 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.633163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.654394 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:33.717556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] In _notify_port_updated(), no bound segment for port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:20:33.718812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:33.719998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.722263 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] 10.222.0.15 "PUT /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 200 len: 1031 time: 4.7630515 May 14 18:20:33.769817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:33.810859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:33.810859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-689a6819-3da2-4fac-8cf4-b17d478c80e4 None None] Port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:33.813694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:33.835913 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2942541 May 14 18:20:33.838381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:33.840712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6c895273-67f6-4d1e-b452-24a92b1fe2d1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:33.842233 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6c895273-67f6-4d1e-b452-24a92b1fe2d1 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "GET /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1110966 May 14 18:20:33.842895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42016) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:33.851416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'subnet': {'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:33.874100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Network': ['ID=0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:33.883590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:33.918337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:20:33.924529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:33.970944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:33.980322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:34.520333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a85408c-aeb2-43a8-8e8b-5f793b8f642b req-95393659-7801-4aee-98ef-9cbbc2677d18 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0466478 May 14 18:20:34.577558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:34.584887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:subnet and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:34.588147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:34.595792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:34.614907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:34.626100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3a5648-b2d3-45ea-a828-b8afdc698144,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:34.643577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:34.647759 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:34.660668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Pushing event updated for resources: {'Port': ['ID=c9cd941a-8283-48db-ba9f-b0ee7de0da95,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:34.668774 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:34.684097 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a', 'code': 200} May 14 18:20:34.696841 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-badcd016-dfcd-44a2-9c8c-ed3e62f98a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:34.816886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:34.946588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Attempting to bind port c9cd941a-8283-48db-ba9f-b0ee7de0da95 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:20:34.947478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Attempting to bind port c9cd941a-8283-48db-ba9f-b0ee7de0da95 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:20:34.948030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Attempting to bind port c9cd941a-8283-48db-ba9f-b0ee7de0da95 on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:34.979837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:20:34.982186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:20:34.982186 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:34.982186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:20:34.982186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Bound port: c9cd941a-8283-48db-ba9f-b0ee7de0da95, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:20:34.982186 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:35.124197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] For port c9cd941a-8283-48db-ba9f-b0ee7de0da95, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:35.144425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] For port c9cd941a-8283-48db-ba9f-b0ee7de0da95, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c9cd941a-8283-48db-ba9f-b0ee7de0da95,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:20:35.212100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:35.258365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:35.262960 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:35.263663 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3892414-84c5-44f4-a850-aef767a1c6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:35.299539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:35.340539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-4227d9cb-00fb-4861-88c4-bfe9b38024f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:35.342378 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-4227d9cb-00fb-4861-88c4-bfe9b38024f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 1094 time: 2.0944884 May 14 18:20:35.351248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-b05cb1f5-cdb1-4ef0-a22f-f2ebbec3ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:35.352807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-b05cb1f5-cdb1-4ef0-a22f-f2ebbec3ab07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 1094 time: 2.0636256 May 14 18:20:35.430152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Pushing event updated for resources: {'Port': ['ID=c9cd941a-8283-48db-ba9f-b0ee7de0da95,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:35.447592 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:35.453309 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:35.499961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:35.507510 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:35.508624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 3b403b73-7d06-419a-8365-b5be4700d3be no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:35.521100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-38b19d69-2bab-44ed-bf02-c1d8b88c110f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe HTTP/1.1" status: 200 len: 217 time: 0.1575742 May 14 18:20:35.568142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] For port dc8f1251-c3cb-49d0-825a-34170ef9e7e7, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:35.629552 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:35.714956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-42a4605c-2e89-4b84-994a-fc092c4b86d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144 HTTP/1.1" status: 200 len: 217 time: 0.1914523 May 14 18:20:35.800202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:35.805612 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:35.863518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] device_id is not set on port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:20:35.889021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:35.914175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:35.938504 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:35.947496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-bcf06af8-1b58-4540-8cd9-a16798b8e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:35.948562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-bcf06af8-1b58-4540-8cd9-a16798b8e691 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.3266702 May 14 18:20:35.973675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd075-732e-47e2-bf9f-6ef1c093edc8 req-d455f46b-9683-4eb5-babb-efd9ac68804a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:35.978659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83edd075-732e-47e2-bf9f-6ef1c093edc8 req-d455f46b-9683-4eb5-babb-efd9ac68804a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 943 time: 0.9833026 May 14 18:20:36.096521 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:36.139599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3b403b73-7d06-419a-8365-b5be4700d3be,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:36.146711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:36.149082 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:36.215230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:36.327433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-e17c4e45-20b7-4466-960e-9bec8d2bd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:36.333342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-e17c4e45-20b7-4466-960e-9bec8d2bd52c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.6050684 May 14 18:20:36.377739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:36.388003 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:36.471363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-938ad9c8-8a1a-4b49-88d9-b779a3d38499 None None] Provisioning complete for port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:36.471709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-938ad9c8-8a1a-4b49-88d9-b779a3d38499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:36.612222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-938ad9c8-8a1a-4b49-88d9-b779a3d38499 None None] Port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:36.618017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-e7738b81-233d-4d77-ad15-907d7e5c3bd0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6381962 May 14 18:20:36.685787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '492fed26-7ed2-44e3-9e8e-f6080df3aff8'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:36.820326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-83edd075-732e-47e2-bf9f-6ef1c093edc8 req-e0360385-214b-4c03-af7a-3f3a4f024190 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253986 May 14 18:20:37.068574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.069132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.069304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.069854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.070378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.070901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.071565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.072114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.072678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.073303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.074064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.074625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:20:37.082729 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:37.115594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] No DVR routers for this DVR port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:37.229709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-b78b84a2-7684-45a4-b331-13604f89450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.231831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-b78b84a2-7684-45a4-b331-13604f89450a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8360395 May 14 18:20:37.251978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f49060f9-b69d-4da6-81ac-24885cc1c6d8 None None] Provisioning for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:37.277624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] In _notify_port_updated(), no bound segment for port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 on network 0e301632-3dae-4278-b054-70fec39a5672 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:20:37.278848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.279703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:37.281518 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 200 len: 1032 time: 3.4038599 May 14 18:20:37.332423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-91df7110-983e-453b-988c-07f1dffd4bcd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.339245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-91df7110-983e-453b-988c-07f1dffd4bcd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.345846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-91df7110-983e-453b-988c-07f1dffd4bcd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.352215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-91df7110-983e-453b-988c-07f1dffd4bcd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.358621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-91df7110-983e-453b-988c-07f1dffd4bcd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.360940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-91df7110-983e-453b-988c-07f1dffd4bcd tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 3875 time: 0.3359773 May 14 18:20:37.441619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:37.448331 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea58d806-560b-45c7-9d5b-66d205ff9fb1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:37.551833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Subnet': ['ID=afab779c-b941-45d8-83af-684b4d36b52d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:37.555504 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:37.569472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Checking segment: {'id': '2255a929-1c98-420e-a465-a92fb064218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:20:37.570005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network hostable DHCP agents. Network: 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:20:37.583427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port 4c194ddd-52a7-4d19-bfaf-f3712655d115 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:37.583427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:37.617395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-6aa52dce-99f3-4a41-b834-cc418b9e93ff service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9825466 May 14 18:20:37.718909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:20:37.767462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:37.790965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30760891-ed9d-4c87-b93f-cbc1df1c6ea7 None None] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:37.850993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:37.851564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:37.941114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0b09054-5eae-47b5-81d1-6a7409a72fd9 req-6f6a4bd5-27f3-40fa-aaf6-8907a80eb6a2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5211565 May 14 18:20:37.946704 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1000216 May 14 18:20:37.950076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42064) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:37.961325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2061080360', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:38.006126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:38.041921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] For port 4c194ddd-52a7-4d19-bfaf-f3712655d115, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=4c194ddd-52a7-4d19-bfaf-f3712655d115,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:38.042311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:38.114813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-0bf02add-e7b9-457d-89e4-d0e554084794 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606105 May 14 18:20:38.127857 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'tag': '5c3a5648-b2d3-45ea-a828-b8afdc698144', 'status': 'completed', 'code': 200} May 14 18:20:38.152434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:router and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:38.153373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9cd941a-8283-48db-ba9f-b0ee7de0da95 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:38.202852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for router was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:38.442155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for 4c194ddd-52a7-4d19-bfaf-f3712655d115 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:38.485053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e', 'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e', 'tenant_id': '4ad8a308b6d448fe8182d7fb043cd4bd', 'fixed_ips': [{'subnet_id': 'afab779c-b941-45d8-83af-684b4d36b52d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:20:38.490166 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:38.491724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-129d7a77-c63a-4cd3-8b8b-0fecc3939fd6 req-f0ae5ad8-9e1f-48a1-9984-c311508603a2 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290534 May 14 18:20:38.611940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:20:38.629767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ff92f71-c6ec-4869-acc5-8747e1782b30 req-3733fb36-7e20-4866-bb9b-de54c4706456 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9554493 May 14 18:20:38.675105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:38.681477 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac8d2baf-12da-4046-85d1-86afac23c342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:38.717576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:38.760751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:38.773157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=4c194ddd-52a7-4d19-bfaf-f3712655d115,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:38.781320 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:38.800374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:38.801183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:38.949593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] No DVR routers for this DVR port 4c194ddd-52a7-4d19-bfaf-f3712655d115 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:38.953734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:38.977240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:38.989599 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "DELETE /v2.0/ports/4c194ddd-52a7-4d19-bfaf-f3712655d115 HTTP/1.1" status: 204 len: 173 time: 1.7007370 May 14 18:20:39.103895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Allocated IP 172.20.0.2 (0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e/afab779c-b941-45d8-83af-684b4d36b52d/57055d57-0d83-4b03-8110-46a62a7bf0a6) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:39.116379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.117560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.187565 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.271125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.327254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port ae276839-94aa-4668-adcd-716b264adf3a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:39.327670 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.334259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c9cd941a-8283-48db-ba9f-b0ee7de0da95, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c9cd941a-8283-48db-ba9f-b0ee7de0da95,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:39.413552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.416667 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:39.492416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8311ac-e967-44f1-8bf5-e25324ac421f req-4d871865-2b60-4aa3-8418-bebe2fb181cb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:39.505205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba8311ac-e967-44f1-8bf5-e25324ac421f req-4d871865-2b60-4aa3-8418-bebe2fb181cb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.5056655 May 14 18:20:39.521773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-63f28573-18e3-49ca-8fe3-c27d91da4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:39.527702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-63f28573-18e3-49ca-8fe3-c27d91da4faa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 1094 time: 0.8061743 May 14 18:20:39.599910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] For port ae276839-94aa-4668-adcd-716b264adf3a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ae276839-94aa-4668-adcd-716b264adf3a,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:39.600524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.606434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c9cd941a-8283-48db-ba9f-b0ee7de0da95,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:39.617368 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:39.747994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for ae276839-94aa-4668-adcd-716b264adf3a owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:39.749158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.762229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Transition to ACTIVE for port object 57055d57-0d83-4b03-8110-46a62a7bf0a6 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:39.787094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Transition to ACTIVE for port object 57055d57-0d83-4b03-8110-46a62a7bf0a6 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:39.800663 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:39.805075 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:39.943670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:39.947072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:39.956982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:40.004286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Pushing event updated for resources: {'Port': ['ID=57055d57-0d83-4b03-8110-46a62a7bf0a6,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:40.005199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.022574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7105ad1b-f029-448e-8409-5a8659ad14b1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:40.042223 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:40.076137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Attempting to bind port 57055d57-0d83-4b03-8110-46a62a7bf0a6 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:20:40.076602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Attempting to bind port 57055d57-0d83-4b03-8110-46a62a7bf0a6 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2255a929-1c98-420e-a465-a92fb064218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:20:40.077133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Attempting to bind port 57055d57-0d83-4b03-8110-46a62a7bf0a6 on network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:20:40.085300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:20:40.085777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Checking segment: {'id': '2255a929-1c98-420e-a465-a92fb064218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:20:40.086228 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.087197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Bound using segment: {'id': '2255a929-1c98-420e-a465-a92fb064218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:20:40.097419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba8311ac-e967-44f1-8bf5-e25324ac421f req-5d0e7b97-7f52-4fee-850e-73e68ff0ee1b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817776 May 14 18:20:40.097821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Bound port: 57055d57-0d83-4b03-8110-46a62a7bf0a6, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2255a929-1c98-420e-a465-a92fb064218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:20:40.098721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.229409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=ae276839-94aa-4668-adcd-716b264adf3a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:40.230750 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '492fed26-7ed2-44e3-9e8e-f6080df3aff8', 'code': 200} May 14 18:20:40.231045 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8f1251-c3cb-49d0-825a-34170ef9e7e7', 'code': 200} May 14 18:20:40.231387 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115', 'code': 200} May 14 18:20:40.233777 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff', 'code': 200} May 14 18:20:40.234268 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d', 'code': 200} May 14 18:20:40.235350 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be', 'code': 200} May 14 18:20:40.243663 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:40.245559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] No DVR routers for this DVR port ae276839-94aa-4668-adcd-716b264adf3a on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:40.248986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.266059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] For port 57055d57-0d83-4b03-8110-46a62a7bf0a6, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:20:40.271078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'tag': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:40.273517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] For port 57055d57-0d83-4b03-8110-46a62a7bf0a6, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=57055d57-0d83-4b03-8110-46a62a7bf0a6,segment=NetworkSegment(2255a929-1c98-420e-a465-a92fb064218d),segment_id=2255a929-1c98-420e-a465-a92fb064218d)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:20:40.274088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "DELETE /v2.0/ports/ae276839-94aa-4668-adcd-716b264adf3a HTTP/1.1" status: 204 len: 173 time: 1.2747078 May 14 18:20:40.285221 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.309975 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-25b7b1d0-d6ee-439b-9185-d56d97f5e377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:40.320579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.342730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.507459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Pushing event updated for resources: {'Port': ['ID=57055d57-0d83-4b03-8110-46a62a7bf0a6,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:40.512230 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:40.605005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:40.605467 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:40.713130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-c2abef66-434c-47e9-8adb-89269fd33de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:40.715073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-c2abef66-434c-47e9-8adb-89269fd33de0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.9927843 May 14 18:20:40.914343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-20e07b2b-1b82-422c-bad2-e3bd5d4564ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144 HTTP/1.1" status: 200 len: 217 time: 0.1837347 May 14 18:20:40.998791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-806121c3-e9b6-45e5-b5f2-0c3d8050e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:41.005453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-806121c3-e9b6-45e5-b5f2-0c3d8050e49d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.0696120 May 14 18:20:41.129782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] For port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:41.130535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:41.213048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a935a-b88c-49f9-b712-3605f7d302c6 req-38866122-c206-489a-a639-b94eba945d9f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:41.219706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be8a935a-b88c-49f9-b712-3605f7d302c6 req-38866122-c206-489a-a639-b94eba945d9f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 943 time: 0.7650967 May 14 18:20:41.311754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:41.442334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port c9cd941a-8283-48db-ba9f-b0ee7de0da95, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c9cd941a-8283-48db-ba9f-b0ee7de0da95,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:41.507944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be8a935a-b88c-49f9-b712-3605f7d302c6 req-10f79fd3-5be3-4300-ae84-514a1659f3f1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867444 May 14 18:20:41.536392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cae71f90-ba4a-4a54-9f81-85e1f92cd7fe details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:20:41.555134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:41.567138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:41.571793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-ce20dfbf-a06c-44f6-86f7-cc4de9a4ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:41.573498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-ce20dfbf-a06c-44f6-86f7-cc4de9a4ec34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5139296 May 14 18:20:41.598601 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:41.722479 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': '4c194ddd-52a7-4d19-bfaf-f3712655d115', 'status': 'completed', 'code': 200} May 14 18:20:41.746293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:41.756223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:41.773922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:41.787198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:41.890697 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32e94c52-0336-43b8-9c9b-1073171db5b8 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:42.026323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 57055d57-0d83-4b03-8110-46a62a7bf0a6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:42.054916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] No DVR routers for this DVR port b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:42.058492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:42.080135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "DELETE /v2.0/ports/b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d HTTP/1.1" status: 204 len: 173 time: 1.8039417 May 14 18:20:42.270240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:42.289783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18f1ca-cc9f-460d-8f5d-41b93c8945d0 None None] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:42.334317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:42.361328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:42.400246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:42.430595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port 2b347a7a-05be-47c6-8b54-fa4f54d5efff {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:42.430849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:42.467011 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:42.518042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b651c2-4d07-4ecb-99d4-0bb5c2eac3da None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:42.580572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe', 'mac_address': 'fa:16:3e:b4:eb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:20:42.587408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=c9cd941a-8283-48db-ba9f-b0ee7de0da95,revision_number=5']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:42.599952 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:42.612723 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c635760-9641-4622-a3af-6c25a52baa34 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:42.680533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:42.681152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:42.746495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] For port 2b347a7a-05be-47c6-8b54-fa4f54d5efff, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2b347a7a-05be-47c6-8b54-fa4f54d5efff,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:42.747932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:42.802969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-287c2c1b-e373-4474-969f-ccb006590be5 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0091772 May 14 18:20:42.924936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-67ca5d06-3ca2-489d-ba52-d0add94f3a47 None None] Provisioning for port 57055d57-0d83-4b03-8110-46a62a7bf0a6 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:43.024613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 57055d57-0d83-4b03-8110-46a62a7bf0a6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:43.031488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=9cbe022d-dd2b-4386-bed4-2a611d2e7a28,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:43.043687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 57055d57-0d83-4b03-8110-46a62a7bf0a6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:43.044279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.071417 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:43.101884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for 2b347a7a-05be-47c6-8b54-fa4f54d5efff owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:43.117138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d5c2-d362-48ee-80f6-f3871b49688c req-c753c57a-918a-4db0-9bf8-46a3950b5956 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:43.134731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d5c2-d362-48ee-80f6-f3871b49688c req-c753c57a-918a-4db0-9bf8-46a3950b5956 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:43.146582 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f47d5c2-d362-48ee-80f6-f3871b49688c req-c753c57a-918a-4db0-9bf8-46a3950b5956 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 1677 time: 1.1354966 May 14 18:20:43.163976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.287278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 11.7147043 May 14 18:20:43.289480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42102) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:43.291576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae71f90-ba4a-4a54-9f81-85e1f92cd7fe {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:20:43.319049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:43.344399 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.361212 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2583f9fa-b157-4c20-aa9d-2af7e7a97974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:43.452701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e2983a59-c602-42a2-b043-5c3f7ab7ecd8 req-faf54b83-4345-4f2e-9caa-5f61041f49e9 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264279 May 14 18:20:43.480798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:43.492107 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:43.502308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.518640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f47d5c2-d362-48ee-80f6-f3871b49688c req-40038baa-5668-4153-9222-0afa22abcd04 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups?id=8aad6058-9ead-446f-9a3d-839f58fad7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710380 May 14 18:20:43.533327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.541139 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-897451e0-1957-4c51-b6b2-3ae744e39c99 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:43.541865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.25.4.110 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/9736bc07-bb72-46a1-b9c5-12e8d2533fae) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:43.603484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 57055d57-0d83-4b03-8110-46a62a7bf0a6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=57055d57-0d83-4b03-8110-46a62a7bf0a6,segment=NetworkSegment(2255a929-1c98-420e-a465-a92fb064218d),segment_id=2255a929-1c98-420e-a465-a92fb064218d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:43.631871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.633079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9cd941a-8283-48db-ba9f-b0ee7de0da95 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:43.669963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=2b347a7a-05be-47c6-8b54-fa4f54d5efff,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:43.679020 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:43.777671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:43.778263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:76:a1:e6', 'name': 'tempest-NetworksTestDHCPv6-1635777667'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:43.787384 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-127ff5c0-9841-4483-ab1d-ba0ec2721b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:43.848301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['cae71f90-ba4a-4a54-9f81-85e1f92cd7fe'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:20:43.886772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] No DVR routers for this DVR port 2b347a7a-05be-47c6-8b54-fa4f54d5efff on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:43.899851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:43.931231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "DELETE /v2.0/ports/2b347a7a-05be-47c6-8b54-fa4f54d5efff HTTP/1.1" status: 204 len: 173 time: 1.8456557 May 14 18:20:44.074071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:44.074551 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:44.113856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=57055d57-0d83-4b03-8110-46a62a7bf0a6,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:44.135019 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:44.278103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port 3b403b73-7d06-419a-8365-b5be4700d3be {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:44.278486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:44.307579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:44.359724 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'tag': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe', 'status': 'completed', 'code': 200} May 14 18:20:44.663239 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:44.691149 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b0b72e1-4f28-49b8-91d3-129bcb3de7fc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:44.699118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] For port 3b403b73-7d06-419a-8365-b5be4700d3be, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=3b403b73-7d06-419a-8365-b5be4700d3be,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:44.699758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:44.744273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 57055d57-0d83-4b03-8110-46a62a7bf0a6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:44.791326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:44.821780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:44.826709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:44.832769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:44.836912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:44.857758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8de776-0e1a-4935-9127-7fc71de3f82a req-4fdb8cab-aaaa-45fe-af94-d6d038b5c67d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:44.865882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f8de776-0e1a-4935-9127-7fc71de3f82a req-4fdb8cab-aaaa-45fe-af94-d6d038b5c67d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.8007143 May 14 18:20:44.868068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:44.870441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:44.922114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56b46829-ba8f-4fd5-aff9-683837d2953a None None] Provisioning complete for port 57055d57-0d83-4b03-8110-46a62a7bf0a6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:44.922523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56b46829-ba8f-4fd5-aff9-683837d2953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.194379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 57055d57-0d83-4b03-8110-46a62a7bf0a6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:45.196156 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.231939 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.232521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.232663 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Floating IP e70c034d-7791-4af9-a766-6a278682deea disassociated. External IP: 172.25.4.15, port: 3b403b73-7d06-419a-8365-b5be4700d3be. May 14 18:20:45.232934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for 3b403b73-7d06-419a-8365-b5be4700d3be owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:45.280100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-dd10cf1c-6daf-4e94-8232-622c397ac857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:45.281601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-dd10cf1c-6daf-4e94-8232-622c397ac857 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 1095 time: 0.9125662 May 14 18:20:45.282514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=9736bc07-bb72-46a1-b9c5-12e8d2533fae,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:45.351459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e42eb47e-6ae7-4a0a-8e68-437a59cbf69a None None] Provisioning complete for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:45.352159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e42eb47e-6ae7-4a0a-8e68-437a59cbf69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.396971 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:45.431401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.446520 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df3a255e-b620-4b65-a9c8-0f5e9031d795 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:45.450444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f8de776-0e1a-4935-9127-7fc71de3f82a req-05b67ad6-b859-49f4-950c-8ef427288f0b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831113 May 14 18:20:45.504114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9cd941a-8283-48db-ba9f-b0ee7de0da95 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:45.608217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:45.753725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:45.754244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:45.784172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=3b403b73-7d06-419a-8365-b5be4700d3be,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:45.787664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:46.358151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:46.418284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Router 378d37b8-a73c-41e6-b687-ea2d399c4d5a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:46.435693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-d414f1f3-fc91-4aeb-8a26-9f4b7b83a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:46.437513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-d414f1f3-fc91-4aeb-8a26-9f4b7b83a7c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 1.0393901 May 14 18:20:46.624149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-d3d10c23-bd32-4045-a857-3a9e65afe74f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe HTTP/1.1" status: 200 len: 217 time: 0.1745355 May 14 18:20:46.708631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:20:46.792261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb16a6-6448-430b-9bf9-c48d647d2235 req-624bf924-cb51-4fb3-b7ee-c5d3e58b9710 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:46.801206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dedb16a6-6448-430b-9bf9-c48d647d2235 req-624bf924-cb51-4fb3-b7ee-c5d3e58b9710 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 944 time: 1.1315403 May 14 18:20:46.853966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-ab8b6aba-a957-41d0-accb-a546b069db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:46.855517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-ab8b6aba-a957-41d0-accb-a546b069db94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.2187438 May 14 18:20:46.880190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:46.891120 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] Sync routers for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:46.921063 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:46.940036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-6de380cc-170d-4734-b7ae-5536211c3ff4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701733 May 14 18:20:46.941867 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:47.002081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dedb16a6-6448-430b-9bf9-c48d647d2235 req-1cbf3527-4ee4-442c-b3e7-f66ecb7ba3c4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992269 May 14 18:20:47.045152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:47.092477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] No DVR routers for this DVR port 3b403b73-7d06-419a-8365-b5be4700d3be on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:47.097101 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:47.116055 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cccb04d6-acc7-40c8-8ab5-e67679764a96 req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.15 "DELETE /v2.0/ports/3b403b73-7d06-419a-8365-b5be4700d3be HTTP/1.1" status: 204 len: 173 time: 3.1787672 May 14 18:20:47.126734 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': 'ae276839-94aa-4668-adcd-716b264adf3a', 'status': 'completed', 'code': 200} May 14 18:20:47.127978 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': 'b7ac3dbc-8c14-4654-9e0e-73fcaf48eb6d', 'status': 'completed', 'code': 200} May 14 18:20:47.527327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cae71f90-ba4a-4a54-9f81-85e1f92cd7fe up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:20:47.660184 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:20:47.667013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:47.682343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:47.682754 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:47.875482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:47.923582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:47.958068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:47.964318 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:47.978040 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-60f728fc-9597-42f0-851f-fcba54197224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:48.042580 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cac7eb7d-64fb-4793-88a5-8c18b0c9342d req-31ef337f-1a48-4ee1-8cd7-77d008a7dd65 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.6373355 May 14 18:20:48.150006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:48.154216 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:48.230270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::2ff (7ad50c71-58ac-4344-b706-61652f033104/67c3180b-da81-438e-b269-14ca62d1961d/869ac91e-ee1a-4867-bb5b-67cfbf9abe15) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:48.237328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:a1e6 (7ad50c71-58ac-4344-b706-61652f033104/9cbe022d-dd2b-4386-bed4-2a611d2e7a28/869ac91e-ee1a-4867-bb5b-67cfbf9abe15) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:48.567346 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:28Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:48.572215 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] Checking router: 378d37b8-a73c-41e6-b687-ea2d399c4d5a for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:20:48.590604 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:48.591548 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:48.842759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-6eb66fae-c3b0-4c9c-a005-c30ad48b6bc2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4809251 May 14 18:20:48.851597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-23f564d8-79b7-4460-9573-055545f1c753 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8973520 May 14 18:20:48.955330 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:48.969373 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:20:49.130165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff'}, {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:20:49.342907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625b07-9899-4b4f-93f4-f989f977fb6d req-5c15682f-dad1-4391-bcd3-6c7991e2bc41 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.344756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc625b07-9899-4b4f-93f4-f989f977fb6d req-5c15682f-dad1-4391-bcd3-6c7991e2bc41 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.8271816 May 14 18:20:49.381226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:49.433599 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:28Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:49.439465 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3541d4e3-0f95-4fef-baae-dd4e8564704f None None] The sync data for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 is: [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:09:17Z', 'revision_number': 4, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '3378676e-4df3-456f-abf6-d5e354f456e0', 'name': '', 'network_id': 'e7606557-63a1-4b57-8316-b781ae5b2d6e', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'mac_address': 'fa:16:3e:df:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:16Z', 'updated_at': '2021-05-14T18:09:28Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'subnets': [{'id': 'da7f3812-c2b1-4ebb-82d4-93c52a8db0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:49.489970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:49.511013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2b7e55e-cc98-420e-98a8-003f81a9eb83 req-36a7a77c-b6f3-462a-ab8e-ebbb3ad7efb2 service neutron] 10.222.0.22 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273425 May 14 18:20:49.559140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc625b07-9899-4b4f-93f4-f989f977fb6d req-804f1ee2-5de4-4ba0-9ea2-eaee2a10a716 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820207 May 14 18:20:49.588705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.589569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.598163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.598986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.599929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.600647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.601301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:49.604214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2feaf380-a207-4e9e-8903-66aad1ed82cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.5386584 May 14 18:20:49.674809 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe', 'code': 200} May 14 18:20:49.820717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:49.846598 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4725521a-a105-449b-a394-41c5f126f15e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:49.933685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b7930-c419-416f-9a01-d71a38f6ee83 None None] New status for floating IP e70c034d-7791-4af9-a766-6a278682deea: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:20:50.216709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:50.239207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:50.251834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:50.257475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:50.258915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:50.293169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=869ac91e-ee1a-4867-bb5b-67cfbf9abe15,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:50.304425 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:50.318012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router fa41ba7a-145a-403b-83b7-82ae6e0b1485 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:20:50.350541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fd11eb7f-a956-4854-b526-b7c96403504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:50.351724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fd11eb7f-a956-4854-b526-b7c96403504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:50.352344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fd11eb7f-a956-4854-b526-b7c96403504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:50.354146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fd11eb7f-a956-4854-b526-b7c96403504b service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 2293 time: 0.7053993 May 14 18:20:50.360775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.0671022 May 14 18:20:50.363533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:50.551769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:50.552185 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:50.687629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382dbd0-7de1-485c-82f8-24892d1838dd req-96916372-03fb-4119-8669-4cbcfa8503da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:50.690036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3382dbd0-7de1-485c-82f8-24892d1838dd req-96916372-03fb-4119-8669-4cbcfa8503da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 1096 time: 0.9163678 May 14 18:20:50.723344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0766bf0e-b952-4a4f-ac6f-d71b2e311b31 None None] Provisioning for port 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:50.731845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0766bf0e-b952-4a4f-ac6f-d71b2e311b31 None None] Provisioning complete for port 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:50.732542 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0766bf0e-b952-4a4f-ac6f-d71b2e311b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:50.777114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374246a6-cd6b-45d4-b134-76d932c9a644 req-f3acd7f2-6c99-4672-95cb-119ecf6f98fc tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:50.778695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-374246a6-cd6b-45d4-b134-76d932c9a644 req-f3acd7f2-6c99-4672-95cb-119ecf6f98fc tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 945 time: 0.8825502 May 14 18:20:50.814904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0766bf0e-b952-4a4f-ac6f-d71b2e311b31 None None] Port 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:50.842700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:50.884233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-3737071f-a52e-4b55-9c93-4d0c9e9db22d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 0.5174515 May 14 18:20:50.963728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3382dbd0-7de1-485c-82f8-24892d1838dd req-871201a1-5c14-42de-acfe-df4c0c645ec8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570350 May 14 18:20:50.986423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-374246a6-cd6b-45d4-b134-76d932c9a644 req-7bafef2a-eda3-4505-a3ee-f5889ccea449 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535096 May 14 18:20:50.995607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:51.005492 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] Sync routers for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:51.025062 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:51.025720 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:51.042414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-c58cd78f-f944-49a5-bdd5-1fc1636a13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:51.044323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-c58cd78f-f944-49a5-bdd5-1fc1636a13e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.1463647 May 14 18:20:51.097217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 869ac91e-ee1a-4867-bb5b-67cfbf9abe15 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:51.136403 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:51.141218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:51.148334 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:51.149343 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:51.155683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42586) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:51.155833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.2027581 May 14 18:20:51.215036 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:51.216046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634c5e3-d377-4c3b-be3b-702f32e1c50d None None] The sync data for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:51.229850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-729311aa-103f-49d0-8522-f3a816f07529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:51.231409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-729311aa-103f-49d0-8522-f3a816f07529 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804171 May 14 18:20:51.300284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1f600de-2c8b-42b9-80a8-772f9b7c3aac req-7761fd14-ed41-4764-8469-425c12dc6fef tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0750175 May 14 18:20:51.473302 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': '2b347a7a-05be-47c6-8b54-fa4f54d5efff', 'status': 'completed', 'code': 200} May 14 18:20:51.474009 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11f3af-5406-48a7-a8b6-0385c4f51c3c', 'name': 'network-vif-deleted', 'tag': '3b403b73-7d06-419a-8365-b5be4700d3be', 'status': 'completed', 'code': 200} May 14 18:20:51.498780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-71816136-ac61-428f-9a94-d9f3877509a2 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338099 May 14 18:20:51.848061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:51.858705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-07eca6c1-9302-415c-a335-310f08dca62c service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423877 May 14 18:20:51.859915 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-47d2282a-5ad9-48c4-a736-7fbac54dd641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:51.870222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f32079-0a87-4389-95cd-73d0cfd5c449 req-8f94e7ed-fc5a-4e9b-818b-9d6fd154965d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:51.872037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4f32079-0a87-4389-95cd-73d0cfd5c449 req-8f94e7ed-fc5a-4e9b-818b-9d6fd154965d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.1928110 May 14 18:20:52.042326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-2ee9a17c-96e2-41ae-9b6d-3cf7d723b952 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.1691399 May 14 18:20:52.155858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4f32079-0a87-4389-95cd-73d0cfd5c449 req-2a5e1bf0-cf34-4f56-b6cc-3888b54ce6b3 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500399 May 14 18:20:52.192111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-79083556-b133-44b1-b801-c6c2e10a6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:52.194266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-79083556-b133-44b1-b801-c6c2e10a6546 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1378539 May 14 18:20:52.298791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=869ac91e-ee1a-4867-bb5b-67cfbf9abe15,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:52.378937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-c38a7d97-38dd-42ae-a5cd-704a83cc849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:52.381274 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:52.382335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-c38a7d97-38dd-42ae-a5cd-704a83cc849c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804693 May 14 18:20:52.409508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:52.509275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13ff5c-2b36-48c8-b826-99f726381c8a req-26e4dc64-88cc-4aa7-8338-1f14c183e646 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:52.517613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c13ff5c-2b36-48c8-b826-99f726381c8a req-26e4dc64-88cc-4aa7-8338-1f14c183e646 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 945 time: 0.2133050 May 14 18:20:52.532982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/869ac91e-ee1a-4867-bb5b-67cfbf9abe15 HTTP/1.1" status: 204 len: 168 time: 2.1683776 May 14 18:20:52.540854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42598) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:52.718031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:52.735891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94887349-6699-4df4-a487-d3576e1ad7af tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:52.736636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94887349-6699-4df4-a487-d3576e1ad7af tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:52.787848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c13ff5c-2b36-48c8-b826-99f726381c8a req-5b9eea66-2bcb-437c-a79a-c54ff4065984 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692301 May 14 18:20:52.791599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-471b7577-36c7-45e6-b9be-1932f2aef46c service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011166 May 14 18:20:52.890585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94887349-6699-4df4-a487-d3576e1ad7af tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:52.892500 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-94887349-6699-4df4-a487-d3576e1ad7af tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3499482 May 14 18:20:52.901479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:53.076159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d39b153-15a5-4536-be2f-d8137a3f4785 req-2787e3f9-c833-4bc7-a85c-9acc5c4baaad tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0956140 May 14 18:20:53.081554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45abd-40d7-4a9b-bd1a-36ce60812803 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.085402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-84a45abd-40d7-4a9b-bd1a-36ce60812803 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1805563 May 14 18:20:53.085670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-a3489951-1fbd-48a5-bfcf-ae33f6f7b280 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872000 May 14 18:20:53.085963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42608) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:53.204049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-9d2dccd6-9221-4d0c-aa4c-0c40198b32cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.0811234 May 14 18:20:53.245187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.1 (0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e/afab779c-b941-45d8-83af-684b4d36b52d/6b231f6a-c879-4511-b9b6-282131827130) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:53.280721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836eedd7-fdb7-428e-b1ca-633b0580fa6d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.282369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836eedd7-fdb7-428e-b1ca-633b0580fa6d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.284213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836eedd7-fdb7-428e-b1ca-633b0580fa6d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.285094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-836eedd7-fdb7-428e-b1ca-633b0580fa6d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:20:53.309826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-1619ba84-6e2e-44bc-b430-e99e11c0eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.311289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-1619ba84-6e2e-44bc-b430-e99e11c0eedc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1014493 May 14 18:20:53.356470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-836eedd7-fdb7-428e-b1ca-633b0580fa6d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:20:53.357590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-836eedd7-fdb7-428e-b1ca-633b0580fa6d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2706652 May 14 18:20:53.363602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42614) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:53.400488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fce61b54-878a-49f9-8eed-606393569a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.402170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fce61b54-878a-49f9-8eed-606393569a63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845165 May 14 18:20:53.507903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 67c3180b-da81-438e-b269-14ca62d1961d {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:20:53.514600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:53.551534 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:53.574214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Transition to ACTIVE for port object 6b231f6a-c879-4511-b9b6-282131827130 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:53.588396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-59de927d-95f6-42bd-9400-86c858e46f4f service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795070 May 14 18:20:53.622668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:53.701828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:53.711661 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44905b92-3fc7-4e6d-907b-24102bbd3fe5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:53.793260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-f970c45b-b843-4009-b33b-9708a51a185e service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891184 May 14 18:20:53.839628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:53.849065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:53.865746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:53.868885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8176f5-4409-4bff-bc08-d8548dbf02a5 req-4572df1c-ba98-44d1-9151-173c1891aeaa tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:53.870429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf8176f5-4409-4bff-bc08-d8548dbf02a5 req-4572df1c-ba98-44d1-9151-173c1891aeaa tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.1913941 May 14 18:20:53.879922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-24026b74-c76c-4296-a447-d3f13c96427e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.0752258 May 14 18:20:53.929307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=6b231f6a-c879-4511-b9b6-282131827130,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:53.945207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:53.993777 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.030519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf8176f5-4409-4bff-bc08-d8548dbf02a5 req-af65449e-4aeb-45dd-a891-6a516f75697b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308463 May 14 18:20:54.041478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.048305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-5b8c6b73-2c45-483e-b177-7571d20e1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:54.049970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-5b8c6b73-2c45-483e-b177-7571d20e1c95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1421168 May 14 18:20:54.130667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.227439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-d7a64d0b-6a09-434e-bb7c-dd5d12c344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:54.228944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-d7a64d0b-6a09-434e-bb7c-dd5d12c344c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1700516 May 14 18:20:54.281500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b1222fc2-600e-4719-b26f-e198af89d4e2 None None] Provisioning for port 6b231f6a-c879-4511-b9b6-282131827130 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:54.294344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b1222fc2-600e-4719-b26f-e198af89d4e2 None None] Provisioning complete for port 6b231f6a-c879-4511-b9b6-282131827130 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:54.294523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b1222fc2-600e-4719-b26f-e198af89d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.413331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b1222fc2-600e-4719-b26f-e198af89d4e2 None None] Port 6b231f6a-c879-4511-b9b6-282131827130 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:54.561647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-b2b5cd5a-b54e-48d7-a931-cbef5315f847 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247700 May 14 18:20:54.621828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.678604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba799-eebb-47ff-ba32-b3414ec36d40 req-5444547e-d887-4841-87bf-4567979c3a03 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:54.680423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09fba799-eebb-47ff-ba32-b3414ec36d40 req-5444547e-d887-4841-87bf-4567979c3a03 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 945 time: 0.4013703 May 14 18:20:54.775207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-86ccd27b-4b39-4ce2-a14d-8fae984152c1 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067566 May 14 18:20:54.855939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09fba799-eebb-47ff-ba32-b3414ec36d40 req-bbb08141-e77e-45db-b53e-595d2a93c5a7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383317 May 14 18:20:54.876139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.879208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-292c0cb9-fe80-4e17-b947-088c83cb8fc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.0976012 May 14 18:20:54.883139 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6313d490-1b11-44df-81a1-4ffaa6d36882 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:54.932447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=67c3180b-da81-438e-b269-14ca62d1961d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:54.935701 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:54.948141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:54.958580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee94ea-5fb4-44d6-9400-88e292682185 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:54.990152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/67c3180b-da81-438e-b269-14ca62d1961d HTTP/1.1" status: 204 len: 168 time: 1.6251483 May 14 18:20:54.990795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:55.147321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 9cbe022d-dd2b-4386-bed4-2a611d2e7a28 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:20:55.150439 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.212062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.217659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3cbbc06e-bf5d-4c84-a5d5-72dfbf499538 req-7f95c131-f369-4db1-ac16-4e4e1e2bb567 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0568144 May 14 18:20:55.239218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-47ac28f2-f38a-4cf9-b4a5-d5e912e1da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:55.240990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-47ac28f2-f38a-4cf9-b4a5-d5e912e1da7d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.3549821 May 14 18:20:55.308629 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.423827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-e4f008f9-1b01-4211-92b0-587a71baf5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:55.425492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-e4f008f9-1b01-4211-92b0-587a71baf5f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1779342 May 14 18:20:55.709873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-4c587d4c-c8cb-4762-bfc4-e0d20cd8dc2c service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757223 May 14 18:20:55.763965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.770680 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.816591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40bb0636-5ff8-4ca8-82d7-4e4da1ff34d6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:55.932875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.937957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-addbbc00-3fef-4340-a52c-fa25e8767668 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210860 May 14 18:20:55.968899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=6b231f6a-c879-4511-b9b6-282131827130,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:55.972487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:55.977963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:55.979865 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca467a9e-0557-4034-96c3-c2720d71966e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:56.018667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:56.056510 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9cbe022d-dd2b-4386-bed4-2a611d2e7a28 HTTP/1.1" status: 204 len: 168 time: 1.0574834 May 14 18:20:56.060677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbe022d-dd2b-4386-bed4-2a611d2e7a28,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:56.062694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:56.069603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-0297966f-d13c-4f0b-b207-8ccd1b3e2e01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.1252158 May 14 18:20:56.145450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:56.174971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-40be9a44-045d-4588-8989-e5e68b496f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:56.176963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-40be9a44-045d-4588-8989-e5e68b496f1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.0940423 May 14 18:20:56.321728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-73cb5078-8aaf-4dbe-b57e-6ce6588e8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:56.323760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-73cb5078-8aaf-4dbe-b57e-6ce6588e8692 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1386635 May 14 18:20:56.434265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040601a6-fcc3-4100-9232-97630ca6fbb4 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:56.452807 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b62a05c4-6c86-4d81-a1f0-1dcedc3e84db tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3146303 May 14 18:20:56.458396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42644) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:56.465017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:56.571548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:56.572747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:56.672050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-452cea37-4355-4a8d-9f78-d027099dca3b None None] Provisioning complete for port c9cd941a-8283-48db-ba9f-b0ee7de0da95 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:56.672471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-452cea37-4355-4a8d-9f78-d027099dca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:56.751676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:56.765024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:56.777961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-7dab3fbd-be07-4ed5-81dc-9e80ebc72c03 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470360 May 14 18:20:56.778766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:56.827485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:56.898567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:56.902467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:56.904801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router fa41ba7a-145a-403b-83b7-82ae6e0b1485 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:20:57.045709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39eafd66-fd7f-470d-95bd-23da9f4ad394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:57.102885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-95fd2412-2709-4fa7-b625-d20d266c8d25 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179033 May 14 18:20:57.164939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d19c546a-5f6a-493a-bbcf-b1c240c69f49 None None] Provisioning complete for port 6b231f6a-c879-4511-b9b6-282131827130 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:57.165487 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d19c546a-5f6a-493a-bbcf-b1c240c69f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:57.216469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:20:57.236607 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/routers/fa41ba7a-145a-403b-83b7-82ae6e0b1485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0793738 May 14 18:20:57.237517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42650) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:57.238964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-e74367a7-caaf-4898-9b8b-f0d3e23aed88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.1130474 May 14 18:20:57.256329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'port': {'network_id': '0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e', 'name': 'tempest-FloatingIPTestJSON-1817818493'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:57.264309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:20:57.300450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] Sync routers for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:20:57.333763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:57.334437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:57.372354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-12ed509e-8305-4794-b509-6924c2c3a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:57.375504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-12ed509e-8305-4794-b509-6924c2c3a446 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.1298587 May 14 18:20:57.451724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:57.468864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:57.473953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Usage tracker for resource:port and tenant:4ad8a308b6d448fe8182d7fb043cd4bd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:57.477263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Quota usage for port was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:57.483923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:57.498051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Made reservation on behalf of 4ad8a308b6d448fe8182d7fb043cd4bd for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:57.504441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:20:57.505304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:20:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:57.505551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:57.553302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] device_id is not set on port af6dbbfa-79ae-4e6b-842c-00b67f282f2c yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:20:57.624412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d19c546a-5f6a-493a-bbcf-b1c240c69f49 None None] Port 6b231f6a-c879-4511-b9b6-282131827130 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:57.627476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:20:57.627892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6465ec-5c2a-4d07-b660-8365d16c8705 None None] The sync data for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:20:57.678216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Deleting port c9cd941a-8283-48db-ba9f-b0ee7de0da95 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:20:57.678606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:57.786606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Allocated IP 172.20.0.8 (0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e/afab779c-b941-45d8-83af-684b4d36b52d/af6dbbfa-79ae-4e6b-842c-00b67f282f2c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:57.836056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fdf9d610-30f5-4d1a-afec-4d8878536d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:57.838711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-fdf9d610-30f5-4d1a-afec-4d8878536d29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4558129 May 14 18:20:57.880555 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:57.954838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] For port c9cd941a-8283-48db-ba9f-b0ee7de0da95, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c9cd941a-8283-48db-ba9f-b0ee7de0da95,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:20:57.955485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.181760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-b6056af7-350a-4645-afcc-07b0c1f1e3df service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504251 May 14 18:20:58.215442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Calling delete_port for c9cd941a-8283-48db-ba9f-b0ee7de0da95 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:20:58.264809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.292130 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Transition to ACTIVE for port object af6dbbfa-79ae-4e6b-842c-00b67f282f2c will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:20:58.337059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.350561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80aaa12b-6fb5-481f-8631-0d8e5b806ed7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:58.358588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.365398 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:58.476565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event updated for resources: {'Port': ['ID=af6dbbfa-79ae-4e6b-842c-00b67f282f2c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:58.488554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Pushing event deleted for resources: {'Port': ['ID=c9cd941a-8283-48db-ba9f-b0ee7de0da95,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:58.490512 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:58.504646 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:58.509239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] No DVR routers for this DVR port c9cd941a-8283-48db-ba9f-b0ee7de0da95 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:20:58.522541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:58.527159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:58.549167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:20:58.619826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.637532 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4bc9f59-4f02-488b-80c0-aaa89dd7aaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:20:58.660714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9cd941a-8283-48db-ba9f-b0ee7de0da95 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:20:58.703757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:58.705077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.725574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c9cd941a-8283-48db-ba9f-b0ee7de0da95 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:20:58.725939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c9cd941a-8283-48db-ba9f-b0ee7de0da95 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:20:58.772485 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5338109 May 14 18:20:58.773252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42664) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:58.779100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Request body: {'floatingip': {'port_id': 'af6dbbfa-79ae-4e6b-842c-00b67f282f2c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:58.827377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:20:58.842303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:20:58.854277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6b308-5620-4641-9ef6-1705b6c72639 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:20:58.875478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07c0480b-ca5e-44cd-bbd4-e8dc1d4cae98 req-57a8eebb-3f7d-465c-81ae-94b01059f7ba service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693254 May 14 18:20:58.892831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:58.893419 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.929810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4700475 May 14 18:20:58.930595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42668) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:58.931866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:58.939815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=ce674bff-7bbe-4cec-9d24-1fc8b0cf8675,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:20:58.943554 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:20:58.948373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:59.053624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bc34ac6-f901-4650-9908-2710e99849c1 None None] Provisioning for port af6dbbfa-79ae-4e6b-842c-00b67f282f2c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:20:59.061868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bc34ac6-f901-4650-9908-2710e99849c1 None None] Provisioning complete for port af6dbbfa-79ae-4e6b-842c-00b67f282f2c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:20:59.063023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bc34ac6-f901-4650-9908-2710e99849c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:59.083840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5578-c0bc-448b-a976-9295fed9fc6e req-9e0fc324-96ea-4eec-8c4a-31d9f9113362 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:59.091283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be7e5578-c0bc-448b-a976-9295fed9fc6e req-9e0fc324-96ea-4eec-8c4a-31d9f9113362 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 945 time: 0.6764584 May 14 18:20:59.180933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1bc34ac6-f901-4650-9908-2710e99849c1 None None] Port af6dbbfa-79ae-4e6b-842c-00b67f282f2c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:20:59.181221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be7e5578-c0bc-448b-a976-9295fed9fc6e req-3c044f86-1df7-4fa4-857a-4ee3b9e9138f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886118 May 14 18:20:59.197690 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:20:59.249550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:20:59.255094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:20:59.262136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:20:59.274523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:20:59.274719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7ad50c71-58ac-4344-b706-61652f033104', 'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'tenant_id': '7ee208ad1d09449aa7a1aefea371622c', 'fixed_ips': [{'subnet_id': 'ce674bff-7bbe-4cec-9d24-1fc8b0cf8675'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:20:59.275539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:59.295691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:20:59.302784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:59.636543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:59.671207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Allocated IP 2001:db8::2 (7ad50c71-58ac-4344-b706-61652f033104/ce674bff-7bbe-4cec-9d24-1fc8b0cf8675/34438230-035f-4ecd-85a9-c8e9aa88ea7c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:20:59.742929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2a1f-f92b-4e9a-b259-5de9c3eb9bfe req-cbd80fe1-ad08-4975-a06c-c5b5c83effe7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:20:59.757089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ccd2a1f-f92b-4e9a-b259-5de9c3eb9bfe req-cbd80fe1-ad08-4975-a06c-c5b5c83effe7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.2534046 May 14 18:20:59.797906 n-d-787206-3 neutron-server[79559]: INFO neutron.db.ipam_backend_mixin [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce674bff-7bbe-4cec-9d24-1fc8b0cf8675 (CIDR: 2001:db8::/64) May 14 18:20:59.812629 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:20:59.813969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:20:59.858804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d7002242-1468-4355-8ce9-484ca03d1783 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9207430 May 14 18:20:59.865804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42680) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:20:59.872299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'subnet': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:20:59.912128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3684-fd3d-44bf-9388-f5a360f0ecdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:20:59.990303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ccd2a1f-f92b-4e9a-b259-5de9c3eb9bfe req-38999e6f-0bd7-46a1-929d-8737f73aef83 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323067 May 14 18:21:00.154892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.164425 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.200226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:00.210407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:subnet and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:00.218953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:00.232583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:00.289742 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.314359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Transition to ACTIVE for port object 34438230-035f-4ecd-85a9-c8e9aa88ea7c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:00.345227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Transition to ACTIVE for port object 34438230-035f-4ecd-85a9-c8e9aa88ea7c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:00.348187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:00.352065 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.366387 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.383683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ece1b04c-748d-4489-9952-4aa8bf9bd6ec req-b843b940-83c7-4adb-b7e1-1b75266dafb4 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.1323647 May 14 18:21:00.396241 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:00.486811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:21:00.505047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:00.539682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:00.812120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Pushing event updated for resources: {'Port': ['ID=34438230-035f-4ecd-85a9-c8e9aa88ea7c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:00.830548 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:00.862864 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 13b3bfc6-28f5-468b-b5eb-1e0dac5b034c associated. External IP: 172.25.4.23, port: 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8. May 14 18:21:00.902909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Attempting to bind port 34438230-035f-4ecd-85a9-c8e9aa88ea7c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:21:00.903304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Attempting to bind port 34438230-035f-4ecd-85a9-c8e9aa88ea7c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:21:00.903594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Attempting to bind port 34438230-035f-4ecd-85a9-c8e9aa88ea7c on network 7ad50c71-58ac-4344-b706-61652f033104 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:21:00.917922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.920566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:21:00.920954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Checking segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:21:00.921375 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:00.921757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Bound using segment: {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:21:00.922231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Bound port: 34438230-035f-4ecd-85a9-c8e9aa88ea7c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490e9199-980c-424a-b890-833d945f66c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ad50c71-58ac-4344-b706-61652f033104'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:21:00.922641 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:01.128663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] For port 34438230-035f-4ecd-85a9-c8e9aa88ea7c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:21:01.139308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] For port 34438230-035f-4ecd-85a9-c8e9aa88ea7c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34438230-035f-4ecd-85a9-c8e9aa88ea7c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:21:01.145764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:01.162063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:01.316841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Pushing event updated for resources: {'Port': ['ID=34438230-035f-4ecd-85a9-c8e9aa88ea7c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:01.333641 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:01.596624 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-21043baa-6ee3-449b-b32e-699fcfd0fa4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2616925 May 14 18:21:01.609726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:21:01.806993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada139d-a617-40cf-82cb-0e629a8420dd req-ce2f1e5c-231f-4161-b32e-306e6361e595 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:01.808577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ada139d-a617-40cf-82cb-0e629a8420dd req-ce2f1e5c-231f-4161-b32e-306e6361e595 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.4344792 May 14 18:21:01.937944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-0e668363-9b8f-430f-898a-f1c81eb4e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:01.940405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-0e668363-9b8f-430f-898a-f1c81eb4e6e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 1096 time: 0.3154469 May 14 18:21:01.959939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:21:01.970722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:21:01.974044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:21:01.990117 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ada139d-a617-40cf-82cb-0e629a8420dd req-b7aea06b-3b0b-4267-8e24-30343873395b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747355 May 14 18:21:01.990501 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:01.991422 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:02.157663 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:02.182935 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:02.183887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:02.269915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:02.347489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-0e73cb64-99dd-4db3-aed0-f718cbd533b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:02.348923 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-0e73cb64-99dd-4db3-aed0-f718cbd533b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.3249724 May 14 18:21:02.366281 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:02.367125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a0714-a2df-4c00-83bb-3205e15b50c7 None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:21:02.523205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:02.631759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d013ce-9499-4a72-890b-619327b955bf req-f48aa2d2-d619-491a-a680-c88b06c9ff42 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:02.633461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8d013ce-9499-4a72-890b-619327b955bf req-f48aa2d2-d619-491a-a680-c88b06c9ff42 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 945 time: 0.4095168 May 14 18:21:02.722213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34438230-035f-4ecd-85a9-c8e9aa88ea7c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:21:02.830257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8d013ce-9499-4a72-890b-619327b955bf req-eae377cc-a712-4e5b-8821-7958bbda08bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792810 May 14 18:21:02.861849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Provisioning for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:02.877483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:02.893940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Provisioning complete for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:02.894328 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:02.957587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:02.959189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:02.983603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24235201-c425-4dfc-a86c-36049eb5e361 req-2748cb8d-1635-47cc-acc4-b120b8af85a6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:02.985268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-24235201-c425-4dfc-a86c-36049eb5e361 req-2748cb8d-1635-47cc-acc4-b120b8af85a6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 945 time: 0.3975627 May 14 18:21:03.071437 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-0101ba11-3430-4cd7-aef5-606ec13d9bdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c HTTP/1.1" status: 200 len: 217 time: 0.2608037 May 14 18:21:03.225632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3543eb7e-377b-488c-bd4d-28bdf7331aae req-32cf4623-bb13-41ba-b6e3-703788f8c0a6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.1512733 May 14 18:21:03.241212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] For port 34438230-035f-4ecd-85a9-c8e9aa88ea7c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34438230-035f-4ecd-85a9-c8e9aa88ea7c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:03.307475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-50f9ce5f-a102-4217-b031-5bf22f7d5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:03.309142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-50f9ce5f-a102-4217-b031-5bf22f7d5989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.2294965 May 14 18:21:03.351937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:03.406015 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:03.422118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:03.423823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:03.425644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-31a82a75-27dc-4e98-bcd6-6da49a1547ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053786 May 14 18:21:03.465446 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9a59548-0bb3-492c-b7d6-2ca1fb15753f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:03.526348 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:03.616337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router fa41ba7a-145a-403b-83b7-82ae6e0b1485 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:21:03.707629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=34438230-035f-4ecd-85a9-c8e9aa88ea7c,revision_number=4']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:03.733016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:03.741357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:03.761073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:21:03.762377 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:21:03.781660 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:03.848221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14715ab5-bb19-4955-9085-cd2b250a539e tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:03.877545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-ff3ace45-e966-4102-b032-75e04543eb25 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373524 May 14 18:21:03.899873 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:21:03.902722 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:21:03.993203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:21:04.009727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:04.024603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca387f81-4d95-41e5-bf11-2c74b6b1ed19 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:04.052408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:21:04.058936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.075774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:04.076361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.108844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Subnet': ['ID=8a798304-3198-48b2-a89d-15e480126760,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:04.117470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] Sync routers for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:21:04.138456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:04.139474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:04.151249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.151640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.152027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.152406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.152785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.153148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.153507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.153868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.154223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.155012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.155012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.155291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:04.164397 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c010a68c-dd6f-49e4-bb6d-b821de0a2a7b req-32439211-2252-49c8-a409-089e051cebfa service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621179 May 14 18:21:04.169546 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:04.177536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657405c8-996a-4aa4-beba-7f2473f93d21 req-2816866f-e2c7-4f6f-9a24-ab096762a6e0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:04.184641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-657405c8-996a-4aa4-beba-7f2473f93d21 req-2816866f-e2c7-4f6f-9a24-ab096762a6e0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.3964117 May 14 18:21:04.212032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3424132 May 14 18:21:04.213517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:04.223661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Request body: {'port': {'network_id': '7ad50c71-58ac-4344-b706-61652f033104', 'mac_address': 'fa:16:3e:0d:17:a2', 'name': 'tempest-NetworksTestDHCPv6-1812621197'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:04.245104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:04.336150 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-82ee3306-4563-4b99-a8d3-9a74aada0ca8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/floatingips/13b3bfc6-28f5-468b-b5eb-1e0dac5b034c HTTP/1.1" status: 200 len: 977 time: 5.5604918 May 14 18:21:04.337004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42706) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:04.340588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-657405c8-996a-4aa4-beba-7f2473f93d21 req-9c335751-cc7e-4e72-854e-9768d6cbe272 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550391 May 14 18:21:04.342568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:04.346430 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.363989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:04.364754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:04.553277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:04.554293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a854b-32ee-4988-9e5d-84bb796b10fe None None] The sync data for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:21:04.577422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port af6dbbfa-79ae-4e6b-842c-00b67f282f2c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:04.577906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.645956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.741264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.775152 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.788379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] For port 34438230-035f-4ecd-85a9-c8e9aa88ea7c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34438230-035f-4ecd-85a9-c8e9aa88ea7c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:04.797972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:04.801486 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:04.807583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for cae71f90-ba4a-4a54-9f81-85e1f92cd7fe owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:04.985531 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:21:04.986084 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:21:05.008759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.041015 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ced7b3f7-9631-4fe7-88b9-37b715923a08 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:05.070703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Pushing event updated for resources: {'Port': ['ID=34438230-035f-4ecd-85a9-c8e9aa88ea7c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:05.077668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-53422421-cffa-4d0b-945d-5b606423ae5e req-ef11b44a-e584-49ce-a384-0111a6db4cfd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=6917c9b9-ee61-4764-992c-b81a9f0a26a5 HTTP/1.1" status: 200 len: 210 time: 0.1421387 May 14 18:21:05.089340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:05.153286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=cae71f90-ba4a-4a54-9f81-85e1f92cd7fe,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:05.190462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['cae71f90-ba4a-4a54-9f81-85e1f92cd7fe'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:05.204698 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:05.234051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port cae71f90-ba4a-4a54-9f81-85e1f92cd7fe on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:05.239786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.242540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'name': 'network-vif-deleted', 'tag': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:05.245152 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:05.264427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:05.276567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Usage tracker for resource:port and tenant:7ee208ad1d09449aa7a1aefea371622c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:05.283518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:05.290328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:05.355267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36a96674-4b13-4e9c-9e8f-de0f257e6feb req-de8d79c5-8e65-484e-91cf-0b91e8473116 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0556159 May 14 18:21:05.357562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Made reservation on behalf of 7ee208ad1d09449aa7a1aefea371622c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:05.393893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-24235201-c425-4dfc-a86c-36049eb5e361 req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.22 "DELETE /v2.0/ports/cae71f90-ba4a-4a54-9f81-85e1f92cd7fe HTTP/1.1" status: 204 len: 173 time: 2.3856564 May 14 18:21:05.588554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34438230-035f-4ecd-85a9-c8e9aa88ea7c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:21:05.635614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.636127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.636212 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Floating IP 13b3bfc6-28f5-468b-b5eb-1e0dac5b034c disassociated. External IP: 172.25.4.23, port: af6dbbfa-79ae-4e6b-842c-00b67f282f2c. May 14 18:21:05.636550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for af6dbbfa-79ae-4e6b-842c-00b67f282f2c owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:05.707970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.723225 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6917c9b9-ee61-4764-992c-b81a9f0a26a5', 'name': 'network-vif-deleted', 'tag': 'cae71f90-ba4a-4a54-9f81-85e1f92cd7fe', 'status': 'completed', 'code': 200} May 14 18:21:05.754463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:05.754860 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.760620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] device_id is not set on port 87207cf1-fa52-4e61-8172-ad58b9aef67e yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:21:05.824914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:05.834600 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5387c28-740d-482e-a1c3-550dd708c92d tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:05.893993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=af6dbbfa-79ae-4e6b-842c-00b67f282f2c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:05.903668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:06.027893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd90720-7a77-47a8-aa57-b27482d1b1d1 req-ce1a339f-911c-4cc4-8a87-5fd58b309c83 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:06.035634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd90720-7a77-47a8-aa57-b27482d1b1d1 req-ce1a339f-911c-4cc4-8a87-5fd58b309c83 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 943 time: 0.2076468 May 14 18:21:06.197289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router fa41ba7a-145a-403b-83b7-82ae6e0b1485 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:21:06.241198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9687478b-eee1-4fd9-bc5b-005474fcccf2 None None] Provisioning complete for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:06.241795 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9687478b-eee1-4fd9-bc5b-005474fcccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:06.262997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd90720-7a77-47a8-aa57-b27482d1b1d1 req-645dbdf4-c0ec-46a3-97f1-a15cfd80458b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152004 May 14 18:21:06.294594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8::bb (7ad50c71-58ac-4344-b706-61652f033104/ce674bff-7bbe-4cec-9d24-1fc8b0cf8675/87207cf1-fa52-4e61-8172-ad58b9aef67e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:21:06.310691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:17a2 (7ad50c71-58ac-4344-b706-61652f033104/8a798304-3198-48b2-a89d-15e480126760/87207cf1-fa52-4e61-8172-ad58b9aef67e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:21:06.408729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:21:06.423754 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] Sync routers for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:21:06.445176 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:06.446201 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:06.557520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:06.585927 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/ports/af6dbbfa-79ae-4e6b-842c-00b67f282f2c HTTP/1.1" status: 204 len: 168 time: 2.2470984 May 14 18:21:06.586532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42728) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:06.599357 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:06.616950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:06.617693 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:06.703559 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:06.722792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Transition to ACTIVE for port object 87207cf1-fa52-4e61-8172-ad58b9aef67e will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:06.728448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:06.728996 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b43b3-4939-4508-92ce-ea3be68fa130 None None] The sync data for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:21:06.790513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-817030e7-682b-4c53-bf46-f1cc23564ae7 req-e05be5d4-6d4b-4c2a-ba92-1534e835f5e6 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0462737 May 14 18:21:06.796615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:06.803427 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:06.869352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Network 7ad50c71-58ac-4344-b706-61652f033104 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:21:06.872523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:06.881804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:06.887415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:06.888076 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:06.897975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event updated for resources: {'Port': ['ID=87207cf1-fa52-4e61-8172-ad58b9aef67e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:06.905351 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:06.926383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7054541 May 14 18:21:06.926636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42732) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:07.241228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting port 87207cf1-fa52-4e61-8172-ad58b9aef67e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:07.241228 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:07.274748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-17d3510c-984d-4520-86c8-d6540bed43d2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:07.276276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-17d3510c-984d-4520-86c8-d6540bed43d2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.1996977 May 14 18:21:07.329922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe8cd9e4-7e65-4fb3-9c04-d3c78da871e6 None None] Provisioning for port 87207cf1-fa52-4e61-8172-ad58b9aef67e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:07.335972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe8cd9e4-7e65-4fb3-9c04-d3c78da871e6 None None] Provisioning complete for port 87207cf1-fa52-4e61-8172-ad58b9aef67e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:07.336736 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd9e4-7e65-4fb3-9c04-d3c78da871e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:07.346971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-19c71b09-d145-4c8e-aca8-1c147fc2bef6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/quotas/0991e9a799464f749f8fbb8814afd2cf HTTP/1.1" status: 200 len: 375 time: 0.0195532 May 14 18:21:07.371083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:07.455319 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:07.460738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fe8cd9e4-7e65-4fb3-9c04-d3c78da871e6 None None] Port 87207cf1-fa52-4e61-8172-ad58b9aef67e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:21:07.626838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c3a5648-b2d3-45ea-a828-b8afdc698144 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:21:07.630569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cae71f90-ba4a-4a54-9f81-85e1f92cd7fe no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:07.684652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: cae71f90-ba4a-4a54-9f81-85e1f92cd7fe {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:21:07.685170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cae71f90-ba4a-4a54-9f81-85e1f92cd7fe not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:21:07.759037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Calling delete_port for 87207cf1-fa52-4e61-8172-ad58b9aef67e owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:07.783442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-970a151d-cec2-4bcf-ae84-6a6e5d7d3fb6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:07.811520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-970a151d-cec2-4bcf-ae84-6a6e5d7d3fb6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:07.813185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-970a151d-cec2-4bcf-ae84-6a6e5d7d3fb6 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4498596 May 14 18:21:07.859759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5c3a5648-b2d3-45ea-a828-b8afdc698144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:07.878745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5c3a5648-b2d3-45ea-a828-b8afdc698144', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': '5c3a5648-b2d3-45ea-a828-b8afdc698144', 'mac_address': 'fa:16:3e:de:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:21:07.950323 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:07.983718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3a5648-b2d3-45ea-a828-b8afdc698144 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:21:08.010234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5c3a5648-b2d3-45ea-a828-b8afdc698144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:08.015718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:08.018084 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:08.066961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-6f49bdc5-4fd6-44fc-8d50-f15e750ef06c service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403102 May 14 18:21:08.105686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5c3a5648-b2d3-45ea-a828-b8afdc698144,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:08.118112 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:08.124627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 6b231f6a-c879-4511-b9b6-282131827130 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:08.125167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:08.286891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:08.295018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:08.303558 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-350e8984-0e1e-47f1-bf0c-b11152372cdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:08.363680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-38212f53-4631-4333-912e-beedfbf5e466 service neutron] 10.222.0.24 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953384 May 14 18:21:08.370337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5c3a5648-b2d3-45ea-a828-b8afdc698144'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:08.373189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Port': ['ID=87207cf1-fa52-4e61-8172-ad58b9aef67e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:08.377042 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:08.444851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 6b231f6a-c879-4511-b9b6-282131827130 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:08.499592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:08.524687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/87207cf1-fa52-4e61-8172-ad58b9aef67e HTTP/1.1" status: 204 len: 168 time: 1.5924301 May 14 18:21:08.526898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42750) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:08.722851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ace03-952d-4053-9d92-989a70c7effd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:08.725865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a75ace03-952d-4053-9d92-989a70c7effd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:08.762675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a75ace03-952d-4053-9d92-989a70c7effd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:08.768318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42758) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:08.769361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a75ace03-952d-4053-9d92-989a70c7effd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2413793 May 14 18:21:08.841017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:08.864810 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eda998c2-430c-4b64-90fc-bd5822a4e6cf tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:08.935407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=6b231f6a-c879-4511-b9b6-282131827130,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:08.992849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47cbaf-7c15-419e-9680-f69c71aab7df req-d86ba88d-313c-4ef3-9f8a-67a1dea68e72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:08.995959 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:09.000401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e47cbaf-7c15-419e-9680-f69c71aab7df req-d86ba88d-313c-4ef3-9f8a-67a1dea68e72 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 944 time: 0.1532154 May 14 18:21:09.087742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e47cbaf-7c15-419e-9680-f69c71aab7df req-e634d2e0-5c9c-44bc-9255-ab295b9a6365 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773530 May 14 18:21:09.349660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77649836-77b8-4723-80e9-04a4cdec2840 req-141ae336-9fa1-4454-8b24-61977ef49ec8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.1272957 May 14 18:21:09.510853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef499e60-3e55-4676-9e83-45059d1c19a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:09.521208 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ef499e60-3e55-4676-9e83-45059d1c19a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7514088 May 14 18:21:09.524279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42774) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:09.622899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:09.647822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c3a5648-b2d3-45ea-a828-b8afdc698144 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:21:09.679014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab1bd9-e463-4ff2-b8ea-2aee41737166 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:09.680807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab1bd9-e463-4ff2-b8ea-2aee41737166 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:09.690167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab1bd9-e463-4ff2-b8ea-2aee41737166 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:09.691046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2aab1bd9-e463-4ff2-b8ea-2aee41737166 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:09.753503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2aab1bd9-e463-4ff2-b8ea-2aee41737166 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:09.757538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2aab1bd9-e463-4ff2-b8ea-2aee41737166 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2317963 May 14 18:21:09.759040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42780) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:09.811695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-588c435f-1341-4474-bd78-2d2091298b48 req-c9906b45-56af-4d26-99fb-87e7c5127baa tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 210 time: 0.1044157 May 14 18:21:09.828538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5c3a5648-b2d3-45ea-a828-b8afdc698144 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:09.848840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5c3a5648-b2d3-45ea-a828-b8afdc698144 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:09.849597 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:09.899781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet 8a798304-3198-48b2-a89d-15e480126760 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:21:09.908825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.086739 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.192897 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.219759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.274258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5c3a5648-b2d3-45ea-a828-b8afdc698144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:10.277467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3a5648-b2d3-45ea-a828-b8afdc698144'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:10.297780 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.303146 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:10.554782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5c3a5648-b2d3-45ea-a828-b8afdc698144,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:10.571411 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:10.670285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.680325 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-685569ab-3a18-41b2-9b7b-4c25c4b18747 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:10.785695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=8a798304-3198-48b2-a89d-15e480126760,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:10.796003 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:10.798001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:10.800136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c564c7-ef43-42e7-b954-528fc66705f8 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:10.825278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/8a798304-3198-48b2-a89d-15e480126760 HTTP/1.1" status: 204 len: 168 time: 1.0551856 May 14 18:21:10.826365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:11.035281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Deleting subnet ce674bff-7bbe-4cec-9d24-1fc8b0cf8675 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:21:11.037492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router fa41ba7a-145a-403b-83b7-82ae6e0b1485 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:21:11.041657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:11.148524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:11.203083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85645c2c-8e52-4f68-a6c9-d8d383848cb3 req-8c19e139-16a5-46ee-9c8f-7783ed07673d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:11.226169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85645c2c-8e52-4f68-a6c9-d8d383848cb3 req-8c19e139-16a5-46ee-9c8f-7783ed07673d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.3049972 May 14 18:21:11.322838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85645c2c-8e52-4f68-a6c9-d8d383848cb3 req-946a46aa-7866-45ad-811c-f2755268b67e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910883 May 14 18:21:11.467688 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:11.477631 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3a5648-b2d3-45ea-a828-b8afdc698144', 'code': 200} May 14 18:21:11.644201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-53d9e8ef-0509-4a0f-b238-878fb6b23dba tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:11.645746 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-53d9e8ef-0509-4a0f-b238-878fb6b23dba tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 806 time: 0.6708548 May 14 18:21:11.688686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Request body: {'port': {'device_id': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'admin_state_up': True, 'tenant_id': '0991e9a799464f749f8fbb8814afd2cf'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:11.834713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:21:11.849918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] Sync routers for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:21:11.861343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/routers/fa41ba7a-145a-403b-83b7-82ae6e0b1485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2702618 May 14 18:21:11.864254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:11.864901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:11.868922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42802) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:12.009930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:12.033798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] Routers {'fa41ba7a-145a-403b-83b7-82ae6e0b1485'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:12.036992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:12.080623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:12.097032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:12.120840 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.127607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7df14a50-22e8-4d48-979d-53fbf85626ba req-021b2f68-2768-48d1-ba1e-96229e065544 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.1100469 May 14 18:21:12.175865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:12.177495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e4335-be04-4c55-a583-951e23a0b122 None None] The sync data for ids ['fa41ba7a-145a-403b-83b7-82ae6e0b1485'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:21:12.234027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Made reservation on behalf of 0991e9a799464f749f8fbb8814afd2cf for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:12.238217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.525080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e737fa25-ed68-4930-83e0-7182e577207c None None] Provisioning complete for port 34438230-035f-4ecd-85a9-c8e9aa88ea7c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:12.526356 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e737fa25-ed68-4930-83e0-7182e577207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.535811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ac56a-7a3d-4be4-8ed3-6bec93a046a4 req-9297e9cd-b591-4ccd-b411-f6d60e69aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:12.540043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2ac56a-7a3d-4be4-8ed3-6bec93a046a4 req-9297e9cd-b591-4ccd-b411-f6d60e69aa74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 1096 time: 0.9688516 May 14 18:21:12.541802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.543252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.591636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b231560-8b3c-4e93-b85d-3c437f163967 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:12.649202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Allocated IP 172.20.0.7 (fb615e60-cbe9-49ce-b4c8-3c1703dca9ae/da868139-fa97-4581-bed4-3ad783ffd816/7ceed68a-1cda-4903-bb7b-0ed238a5d904) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:21:12.726940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 9736bc07-bb72-46a1-b9c5-12e8d2533fae {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:12.727303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.767432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Subnet': ['ID=ce674bff-7bbe-4cec-9d24-1fc8b0cf8675,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:12.770780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a636f-8b1b-4683-9fa5-980691ab1f73 None None] Network 7ad50c71-58ac-4344-b706-61652f033104 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:12.836878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:12.851918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:12.881823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d2ac56a-7a3d-4be4-8ed3-6bec93a046a4 req-3c13a606-943f-4fe5-aee2-ca36695c2d80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194821 May 14 18:21:12.890711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/ce674bff-7bbe-4cec-9d24-1fc8b0cf8675 HTTP/1.1" status: 204 len: 168 time: 2.0610797 May 14 18:21:12.892451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42810) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:12.941087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-f3093d90-5a9d-481c-a353-d7945ddaf23e tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:12.942882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-f3093d90-5a9d-481c-a353-d7945ddaf23e tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 950 time: 0.1638010 May 14 18:21:13.003649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0297-dccc-4e86-ad95-b5eb33a2fc99 req-15f405ec-12d2-4ddd-83c2-0c0c2432f24a tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:13.012505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00fe0297-dccc-4e86-ad95-b5eb33a2fc99 req-15f405ec-12d2-4ddd-83c2-0c0c2432f24a tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 950 time: 0.3246143 May 14 18:21:13.140425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00fe0297-dccc-4e86-ad95-b5eb33a2fc99 req-3d2443dd-43bc-4971-af51-4bd9e82cff83 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/security-groups?id=95a8f7f0-dccd-4ebc-a497-24d568d8d827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267884 May 14 18:21:13.183926 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-29ac0184-39e5-4239-8598-b4016c5d623f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2885473 May 14 18:21:13.188538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] DHCP port deletion for 7ad50c71-58ac-4344-b706-61652f033104 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:21:13.199230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42816) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:13.308930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Deleting port 34438230-035f-4ecd-85a9-c8e9aa88ea7c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:13.309615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.321611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.390059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ba5e723-5d56-49ca-bb9b-df9f849ae20a req-cb89f2c4-22db-49e1-abd3-8e7a764dd296 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 210 time: 0.0475738 May 14 18:21:13.392209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Deleting port 467317e7-54c1-4753-ba05-f6a2d68e1c11 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:13.392682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.470052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 9736bc07-bb72-46a1-b9c5-12e8d2533fae owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:13.476297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.490779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] For port 34438230-035f-4ecd-85a9-c8e9aa88ea7c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=34438230-035f-4ecd-85a9-c8e9aa88ea7c,segment=NetworkSegment(490e9199-980c-424a-b890-833d945f66c1),segment_id=490e9199-980c-424a-b890-833d945f66c1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:13.491163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.567541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b954c6-a82b-4f09-9592-e6d46afe68d2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:13.571403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d4b954c6-a82b-4f09-9592-e6d46afe68d2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3689580 May 14 18:21:13.573339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42824) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:13.653797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 34438230-035f-4ecd-85a9-c8e9aa88ea7c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:13.665685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.676815 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:13.730680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba6d8f-ce21-4055-98b8-1a138a08b1f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:13.731443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e7ba6d8f-ce21-4055-98b8-1a138a08b1f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Synchronizing usage tracker for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:13.846615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:21:13.871061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:13.895517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:13.906405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] For port 467317e7-54c1-4753-ba05-f6a2d68e1c11, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=467317e7-54c1-4753-ba05-f6a2d68e1c11,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:13.912824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:13.936504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:13.945864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be64aa-b750-4250-a500-9da345be6961 req-7b196b17-4c37-40b8-b047-70898ee44c07 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:13.946627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e7ba6d8f-ce21-4055-98b8-1a138a08b1f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Unset dirty status for tenant:7ee208ad1d09449aa7a1aefea371622c on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:13.951057 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7ba6d8f-ce21-4055-98b8-1a138a08b1f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3766506 May 14 18:21:13.952006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42838) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:13.959788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4be64aa-b750-4250-a500-9da345be6961 req-7b196b17-4c37-40b8-b047-70898ee44c07 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.4041505 May 14 18:21:13.974848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event updated for resources: {'Port': ['ID=7ceed68a-1cda-4903-bb7b-0ed238a5d904,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:14.013041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Calling delete_port for 34438230-035f-4ecd-85a9-c8e9aa88ea7c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:14.059965 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:14.082165 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-442e8ef4-f083-4179-975b-15e05049a98c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072159 May 14 18:21:14.093157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42844) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:14.226888 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.232939 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f3fe23-8ab9-4c4d-a68a-3ccd25ad61e7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:14.233479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f3fe23-8ab9-4c4d-a68a-3ccd25ad61e7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:14.241229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.241766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Calling delete_port for 467317e7-54c1-4753-ba05-f6a2d68e1c11 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:14.262981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d4be64aa-b750-4250-a500-9da345be6961 req-ce533c2f-8e66-46a3-9695-9f0af2bb0f2c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020370 May 14 18:21:14.266815 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8954268b-9447-47b2-9635-10616b40da4c tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:14.341527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:14.342171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.389550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f2f3fe23-8ab9-4c4d-a68a-3ccd25ad61e7 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/87207cf1-fa52-4e61-8172-ad58b9aef67e HTTP/1.1" status: 404 len: 333 time: 0.2950964 May 14 18:21:14.391086 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7250490 May 14 18:21:14.400989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42852) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:14.405388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=9736bc07-bb72-46a1-b9c5-12e8d2533fae,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:14.406022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.427304 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:14.557779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Pushing event deleted for resources: {'Port': ['ID=34438230-035f-4ecd-85a9-c8e9aa88ea7c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:14.558495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e1380c0-9026-43db-9736-80139ff6e226 req-bf2f5538-b3c3-4571-9de4-114282a40b92 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f11f3af-5406-48a7-a8b6-0385c4f51c3c HTTP/1.1" status: 200 len: 210 time: 0.0646617 May 14 18:21:14.573132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Request body: {'port': {'device_id': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:14.574753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.578005 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:14.591560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] No DVR routers for this DVR port 34438230-035f-4ecd-85a9-c8e9aa88ea7c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:14.601372 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35e2866f-5bce-47c3-be7f-6526dd6a23f3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:14.605531 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c17c5a3-7925-46f9-a5f4-704dd5c1dbe9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:14.608250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c17c5a3-7925-46f9-a5f4-704dd5c1dbe9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:14.613647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1c17c5a3-7925-46f9-a5f4-704dd5c1dbe9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/8a798304-3198-48b2-a89d-15e480126760 HTTP/1.1" status: 404 len: 337 time: 0.2101023 May 14 18:21:14.619243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42860) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:14.629248 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:14.658673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Pushing event deleted for resources: {'Port': ['ID=467317e7-54c1-4753-ba05-f6a2d68e1c11,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:14.663807 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:14.726704 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f91d1e4-47f9-4bbe-9066-0a6f7ee46370 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:14.727355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f91d1e4-47f9-4bbe-9066-0a6f7ee46370 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:14.732083 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f91d1e4-47f9-4bbe-9066-0a6f7ee46370 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/ce674bff-7bbe-4cec-9d24-1fc8b0cf8675 HTTP/1.1" status: 404 len: 337 time: 0.1014740 May 14 18:21:14.737286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42864) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:14.755623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42868) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:14.775951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 467317e7-54c1-4753-ba05-f6a2d68e1c11 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:14.834192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 467317e7-54c1-4753-ba05-f6a2d68e1c11 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:21:14.834818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 467317e7-54c1-4753-ba05-f6a2d68e1c11 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:21:14.850122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] No DVR routers for this DVR port 467317e7-54c1-4753-ba05-f6a2d68e1c11 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:14.852953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.856142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'name': 'network-vif-deleted', 'tag': '467317e7-54c1-4753-ba05-f6a2d68e1c11'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:14.865745 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdda9d5b-f52d-4705-b5bc-a5f6de7eafe0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:14.869815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdda9d5b-f52d-4705-b5bc-a5f6de7eafe0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:14.869948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb8cac90-64fe-4555-8a30-3b5af8c95f32 req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.15 "DELETE /v2.0/ports/467317e7-54c1-4753-ba05-f6a2d68e1c11 HTTP/1.1" status: 204 len: 173 time: 1.9092813 May 14 18:21:14.874674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42876) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:14.874845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bdda9d5b-f52d-4705-b5bc-a5f6de7eafe0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/869ac91e-ee1a-4867-bb5b-67cfbf9abe15 HTTP/1.1" status: 404 len: 333 time: 0.1362567 May 14 18:21:14.893263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:14.928686 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-14295873-dcbf-4761-b700-b6c6eb2c269b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:14.929315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14295873-dcbf-4761-b700-b6c6eb2c269b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:14.931036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-14295873-dcbf-4761-b700-b6c6eb2c269b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9cbe022d-dd2b-4386-bed4-2a611d2e7a28 HTTP/1.1" status: 404 len: 337 time: 0.0550833 May 14 18:21:14.935076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42880) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.041401 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c20fc3-b658-4f60-83a6-911c48c8d0f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.041973 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c20fc3-b658-4f60-83a6-911c48c8d0f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.046406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a6c20fc3-b658-4f60-83a6-911c48c8d0f8 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/67c3180b-da81-438e-b269-14ca62d1961d HTTP/1.1" status: 404 len: 337 time: 0.1079500 May 14 18:21:15.050536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42884) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.122828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6db0e488-73e9-48f4-8f9c-aabef1ee5d80 req-f467dd86-74d9-43bf-ae85-03df5cc25b60 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Synchronizing usage tracker for tenant:5ccf8633ca4f42a19b48a58404392e30 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:15.173633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.176061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.182980 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-7660222e-20f3-4e56-9502-3a7e48d029a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.183835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7660222e-20f3-4e56-9502-3a7e48d029a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.185855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7660222e-20f3-4e56-9502-3a7e48d029a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b56773a8-3610-4eb7-9cc0-59d190d366f8 HTTP/1.1" status: 404 len: 333 time: 0.1343482 May 14 18:21:15.187335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.200980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42888) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.205354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6db0e488-73e9-48f4-8f9c-aabef1ee5d80 req-f467dd86-74d9-43bf-ae85-03df5cc25b60 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Unset dirty status for tenant:5ccf8633ca4f42a19b48a58404392e30 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:15.210559 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.210559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Fanout notify agent at l3_agent the message router_deleted on router fa41ba7a-145a-403b-83b7-82ae6e0b1485 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:21:15.216186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6db0e488-73e9-48f4-8f9c-aabef1ee5d80 req-f467dd86-74d9-43bf-ae85-03df5cc25b60 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f6d85de-3089-48c1-8f85-4052c5f18528 HTTP/1.1" status: 200 len: 210 time: 0.2206278 May 14 18:21:15.223038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:15.233573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e87ce6ef7854145ac7f95c5b313176e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:15.241547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:15.247533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:15.272939 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e08cce-0b45-46d8-a9c9-845d7f157761 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.273529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e08cce-0b45-46d8-a9c9-845d7f157761 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.285071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.303309 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-64e08cce-0b45-46d8-a9c9-845d7f157761 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/61e73bd4-5cc7-480e-a028-7b0de270d76f HTTP/1.1" status: 404 len: 337 time: 0.0964756 May 14 18:21:15.303754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42894) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.398093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.412969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.423292 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c399b1b-2972-46ca-aeff-956a43afcc52 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:15.495838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a637b3-c784-4a7f-8d12-74191873d866,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:15.508633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e87ce6ef7854145ac7f95c5b313176e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815522 May 14 18:21:15.510073 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:15.513043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42898) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.513909 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.518251 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/routers/fa41ba7a-145a-403b-83b7-82ae6e0b1485 HTTP/1.1" status: 204 len: 168 time: 3.6454167 May 14 18:21:15.529571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42902) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.552105 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59ffb50-d0e9-4ce9-99c0-c76f91ea7bf4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.552560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59ffb50-d0e9-4ce9-99c0-c76f91ea7bf4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.556468 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b59ffb50-d0e9-4ce9-99c0-c76f91ea7bf4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/199236ec-c8ba-48fa-8c3a-279882b941e8 HTTP/1.1" status: 404 len: 337 time: 0.2495775 May 14 18:21:15.560495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42906) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.612466 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f594d7fd-45d3-4b6e-95e0-95fc37913065 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.612953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f594d7fd-45d3-4b6e-95e0-95fc37913065 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.616964 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f594d7fd-45d3-4b6e-95e0-95fc37913065 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/2d13381c-4be0-4609-b4b7-35027ac0dab0 HTTP/1.1" status: 404 len: 333 time: 0.0532923 May 14 18:21:15.617434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42912) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.681287 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e408c8d-da40-447d-b10f-6cc32708ed36 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.681830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e408c8d-da40-447d-b10f-6cc32708ed36 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.685867 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6e408c8d-da40-447d-b10f-6cc32708ed36 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9c8af93d-36af-48e8-8c4b-83fc664f8920 HTTP/1.1" status: 404 len: 337 time: 0.0651734 May 14 18:21:15.721952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42916) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.762447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe7f5b-e3cc-497a-9e87-f909db4cad1b req-bed6061b-2d94-4190-881c-5ae7fa898b12 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:15.763989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bfe7f5b-e3cc-497a-9e87-f909db4cad1b req-bed6061b-2d94-4190-881c-5ae7fa898b12 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 931 time: 0.4377968 May 14 18:21:15.778576 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-688b4df7-7c94-40ca-b2d9-51b6fc289d29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.779015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688b4df7-7c94-40ca-b2d9-51b6fc289d29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.783255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-688b4df7-7c94-40ca-b2d9-51b6fc289d29 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/b4668c0e-1c4a-4ee1-a5aa-417358cc381c HTTP/1.1" status: 404 len: 337 time: 0.0579145 May 14 18:21:15.784836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42920) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.844795 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce22a4e-6a1c-427a-b686-29d879883a32 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.845577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce22a4e-6a1c-427a-b686-29d879883a32 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.850229 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4ce22a4e-6a1c-427a-b686-29d879883a32 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/d925d885-44ff-4ac7-aced-8a84d9bf4694 HTTP/1.1" status: 404 len: 333 time: 0.0649621 May 14 18:21:15.853362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:15.854852 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.858842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3bfe7f5b-e3cc-497a-9e87-f909db4cad1b req-e3d89ff2-8099-4036-b572-3c0b7bfb78f4 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 May 14 18:21:15.864846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting subnet afab779c-b941-45d8-83af-684b4d36b52d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:21:15.876995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.929267 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6d85de-3089-48c1-8f85-4052c5f18528', 'name': 'network-vif-deleted', 'tag': '467317e7-54c1-4753-ba05-f6a2d68e1c11', 'status': 'completed', 'code': 200} May 14 18:21:15.940562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.972073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:15.975323 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-106cc76b-aeb0-416c-9b10-e014a8b8b6bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:15.977221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106cc76b-aeb0-416c-9b10-e014a8b8b6bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:15.978904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-106cc76b-aeb0-416c-9b10-e014a8b8b6bc tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/52ccd1d5-0099-44c8-8249-261cbd8497df HTTP/1.1" status: 404 len: 337 time: 0.1245968 May 14 18:21:15.984168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42930) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.040484 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa62ecc-507b-474e-9f0f-8cc517dbd547 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.040857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa62ecc-507b-474e-9f0f-8cc517dbd547 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.044747 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1aa62ecc-507b-474e-9f0f-8cc517dbd547 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/1330cc18-a50d-43a6-8800-7efb73ce1ca8 HTTP/1.1" status: 404 len: 333 time: 0.0573983 May 14 18:21:16.050145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.101729 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a680da-82ac-4c7d-910a-ee9aa5b4114f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.102346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a680da-82ac-4c7d-910a-ee9aa5b4114f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.104050 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e9a680da-82ac-4c7d-910a-ee9aa5b4114f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/638c9616-4cdc-4666-b7a8-6d0ecdbf1110 HTTP/1.1" status: 404 len: 337 time: 0.0530062 May 14 18:21:16.107153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42938) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.126566 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.132268 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-61d67f9c-ab1e-4068-9eb1-cf76ba30ceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:16.151637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a637b3-c784-4a7f-8d12-74191873d866,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:16.166599 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:16.167822 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a008510-312d-43e1-a91e-3b882ef7f879 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.168348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a008510-312d-43e1-a91e-3b882ef7f879 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.173088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6a008510-312d-43e1-a91e-3b882ef7f879 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/fabc397d-451f-4243-b62c-f86844f763e2 HTTP/1.1" status: 404 len: 333 time: 0.0619833 May 14 18:21:16.173257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.174605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42942) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.210523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb9f3a-8777-44ad-b5cd-f67e400e22dd req-9fb3570e-9004-4e59-a680-66fa87726f4d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:16.212069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4eb9f3a-8777-44ad-b5cd-f67e400e22dd req-9fb3570e-9004-4e59-a680-66fa87726f4d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.1907403 May 14 18:21:16.212922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.217424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73a637b3-c784-4a7f-8d12-74191873d866 HTTP/1.1" status: 204 len: 168 time: 0.6999760 May 14 18:21:16.224445 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfe70ec-2646-4d6e-9036-c5c05b60ad7c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.224897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfe70ec-2646-4d6e-9036-c5c05b60ad7c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.226569 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fcfe70ec-2646-4d6e-9036-c5c05b60ad7c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/d885f356-f6d8-4b06-8295-ca7476063b79 HTTP/1.1" status: 404 len: 337 time: 0.0508482 May 14 18:21:16.231702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42948) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.285882 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4709dcb2-4349-4e6a-8325-5f2cf3258098 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.286899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4709dcb2-4349-4e6a-8325-5f2cf3258098 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.287730 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4709dcb2-4349-4e6a-8325-5f2cf3258098 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b3de36c2-a953-418b-82bf-1e249d5e1397 HTTP/1.1" status: 404 len: 333 time: 0.0564289 May 14 18:21:16.291429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.304917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4eb9f3a-8777-44ad-b5cd-f67e400e22dd req-b798b93c-70fa-4815-8088-f1799b399f8a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822353 May 14 18:21:16.373018 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-a419baab-ac58-40d8-9782-2cd3a72e5143 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.373511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a419baab-ac58-40d8-9782-2cd3a72e5143 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.375435 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a419baab-ac58-40d8-9782-2cd3a72e5143 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/ce01d265-dd09-446c-95fb-4a12cfbaed3a HTTP/1.1" status: 404 len: 337 time: 0.0829186 May 14 18:21:16.379437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42960) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.394012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ceed68a-1cda-4903-bb7b-0ed238a5d904 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:21:16.402148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.418753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Transition to ACTIVE for port object 7ceed68a-1cda-4903-bb7b-0ed238a5d904 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:16.424991 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.431692 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0650977-0633-4f6c-9802-3d1cf51e4002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:16.455751 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b71bfc3-26b0-4a84-bbad-67a8831bdb13 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.457013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b71bfc3-26b0-4a84-bbad-67a8831bdb13 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.462332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b71bfc3-26b0-4a84-bbad-67a8831bdb13 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/7e3e645f-e956-4df2-90dc-1cbd4ed69045 HTTP/1.1" status: 404 len: 333 time: 0.0809486 May 14 18:21:16.463550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 42966) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.590989 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ce403c-635a-41cb-8115-34e437369ecd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.591493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ce403c-635a-41cb-8115-34e437369ecd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.596203 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-09ce403c-635a-41cb-8115-34e437369ecd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/62572aa7-b27e-44f5-9dbe-3624d4ce3b88 HTTP/1.1" status: 404 len: 337 time: 0.1205275 May 14 18:21:16.600126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42974) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.611579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Pushing event updated for resources: {'Port': ['ID=7ceed68a-1cda-4903-bb7b-0ed238a5d904,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:16.642303 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:16.681184 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-078e0507-2a4c-426b-8ad4-f4114e4bf0a2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.681931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078e0507-2a4c-426b-8ad4-f4114e4bf0a2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.698370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-078e0507-2a4c-426b-8ad4-f4114e4bf0a2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b63eafa7-6ad5-4c94-89f6-8d8eff04d389 HTTP/1.1" status: 404 len: 333 time: 0.0946262 May 14 18:21:16.699009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42980) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.740609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.745095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Attempting to bind port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:21:16.745676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Attempting to bind port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:21:16.746165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Attempting to bind port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:21:16.749273 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea446f3d-a34c-45bd-a70f-e436f2180d40 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:16.751407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:21:16.752284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Attempting to bind port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 on network fb615e60-cbe9-49ce-b4c8-3c1703dca9ae {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:21:16.758496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:21:16.759059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Checking segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:21:16.759470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Bound using segment: {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:21:16.759949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Bound port: 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540cd51d-4b5b-42ef-b024-2792fe286ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:21:16.760300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.807034 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0122b3bb-c545-440a-ab13-0e263f6f4fbb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.807585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0122b3bb-c545-440a-ab13-0e263f6f4fbb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.809373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0122b3bb-c545-440a-ab13-0e263f6f4fbb tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/1fd8eec3-d747-417d-bd22-a4f0aa74db11 HTTP/1.1" status: 404 len: 337 time: 0.1092141 May 14 18:21:16.816098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:16.818034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/subnets/afab779c-b941-45d8-83af-684b4d36b52d HTTP/1.1" status: 204 len: 168 time: 1.2870886 May 14 18:21:16.818692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42990) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.821767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42992) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.825991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Subnet': ['ID=afab779c-b941-45d8-83af-684b4d36b52d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:16.831500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55593a85-1bb9-429d-9871-5217cfa00347 None None] Network 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:16.894452 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:16.914794 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a004b148-f32c-4898-9aa8-82d0cb0a8f0d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:16.915717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a004b148-f32c-4898-9aa8-82d0cb0a8f0d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:16.917710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a004b148-f32c-4898-9aa8-82d0cb0a8f0d tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/23f91cb5-09e7-42d5-89cd-3469847863f1 HTTP/1.1" status: 404 len: 337 time: 0.0978749 May 14 18:21:16.921375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43000) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:16.997830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] For port 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:21:17.014826 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-93717d3b-5df0-42eb-9729-01e76ee9ee76 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:17.015322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93717d3b-5df0-42eb-9729-01e76ee9ee76 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:17.017988 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-93717d3b-5df0-42eb-9729-01e76ee9ee76 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/a15953e1-f79e-4add-acb1-764f934f6b19 HTTP/1.1" status: 404 len: 333 time: 0.0956438 May 14 18:21:17.020575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43006) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.024198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] For port 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:21:17.091066 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a358902-b4fb-45df-90da-bf65a36e9cf5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:17.091669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a358902-b4fb-45df-90da-bf65a36e9cf5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:17.096064 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3a358902-b4fb-45df-90da-bf65a36e9cf5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/98b323e2-1c36-4860-a1ff-a563f3dc5f6e HTTP/1.1" status: 404 len: 337 time: 0.0720325 May 14 18:21:17.097310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.105061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:17.109248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:17.155106 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-69b99093-8e2f-476e-a438-da13678ae757 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:17.210525 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-834e46a6-029f-4574-aecb-38d40ebf590a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:17.211069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834e46a6-029f-4574-aecb-38d40ebf590a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:17.212802 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-834e46a6-029f-4574-aecb-38d40ebf590a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/e5032372-0ec6-439d-b7a1-4aca05a274dc HTTP/1.1" status: 404 len: 337 time: 0.1142216 May 14 18:21:17.217702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43020) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.226517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeffe8-c5da-4fd5-9425-1f5ae2dadfed req-24f6c605-9685-4cef-ba5a-ead8a82af487 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:17.226996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:17.227647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:17.228628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ceeffe8-c5da-4fd5-9425-1f5ae2dadfed req-24f6c605-9685-4cef-ba5a-ead8a82af487 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.2543480 May 14 18:21:17.229137 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] 10.222.0.15 "PUT /v2.0/ports/7ceed68a-1cda-4903-bb7b-0ed238a5d904 HTTP/1.1" status: 200 len: 1091 time: 2.8270385 May 14 18:21:17.229681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'tag': '7ceed68a-1cda-4903-bb7b-0ed238a5d904'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:17.257854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Pushing event updated for resources: {'Port': ['ID=7ceed68a-1cda-4903-bb7b-0ed238a5d904,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:17.261053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:17.311901 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f421beb7-441c-4822-a89f-ae0db125b137 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:17.312514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f421beb7-441c-4822-a89f-ae0db125b137 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:17.317716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f421beb7-441c-4822-a89f-ae0db125b137 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/0810ac46-254f-459c-83ef-4404a3ecc15f HTTP/1.1" status: 404 len: 333 time: 0.0843174 May 14 18:21:17.327377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43026) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.391803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] DHCP port deletion for 0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:21:17.418324 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bee943-068b-4be6-ad90-d782494de549 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:17.419265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bee943-068b-4be6-ad90-d782494de549 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:17.421356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90bee943-068b-4be6-ad90-d782494de549 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/925c3262-eab6-4347-b797-28a35fb86cfa HTTP/1.1" status: 404 len: 337 time: 0.0888665 May 14 18:21:17.428680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43032) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.437119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-e4f35d74-be06-4eb6-b6c4-7b24748d0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:17.447209 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-e4f35d74-be06-4eb6-b6c4-7b24748d0c82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 1094 time: 0.1693919 May 14 18:21:17.489703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Deleting port 57055d57-0d83-4b03-8110-46a62a7bf0a6 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:17.494836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:17.495889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ceeffe8-c5da-4fd5-9425-1f5ae2dadfed req-edede03e-88a7-4f99-953c-c8180e0618ab tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144275 May 14 18:21:17.503169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 57055d57-0d83-4b03-8110-46a62a7bf0a6 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:17.503587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:17.574438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43038) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.735045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] For port 57055d57-0d83-4b03-8110-46a62a7bf0a6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=57055d57-0d83-4b03-8110-46a62a7bf0a6,segment=NetworkSegment(2255a929-1c98-420e-a465-a92fb064218d),segment_id=2255a929-1c98-420e-a465-a92fb064218d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:17.735506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:17.737609 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32f517c-bfc3-4bef-a64e-b01d3befe14b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:17.738072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32f517c-bfc3-4bef-a64e-b01d3befe14b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:17.749068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d32f517c-bfc3-4bef-a64e-b01d3befe14b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/4420b782-0139-4c90-9992-044fc2ca57a2 HTTP/1.1" status: 404 len: 337 time: 0.3149791 May 14 18:21:17.839775 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-123d526a-a2a3-4cd2-8102-3c2429a3c027 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904 HTTP/1.1" status: 200 len: 217 time: 0.3832026 May 14 18:21:17.840114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43052) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:17.877114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Calling delete_port for 57055d57-0d83-4b03-8110-46a62a7bf0a6 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:17.900240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 57055d57-0d83-4b03-8110-46a62a7bf0a6 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:17.935645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-a67938e8-2a72-4e7f-83f0-5be35c8147f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:17.938750 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-a67938e8-2a72-4e7f-83f0-5be35c8147f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.0920551 May 14 18:21:18.036164 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-bc35b71a-a06d-41fa-9063-40bf927854f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911069 May 14 18:21:18.062524 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b262aa-ef8e-4d27-aa82-bad6c3912873 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:18.064119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b262aa-ef8e-4d27-aa82-bad6c3912873 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:18.065837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d0b262aa-ef8e-4d27-aa82-bad6c3912873 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/181fb046-1deb-4536-90d9-ffece4063804 HTTP/1.1" status: 404 len: 333 time: 0.1858883 May 14 18:21:18.068571 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.076764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43074) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.086181 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:18.100039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] For port 57055d57-0d83-4b03-8110-46a62a7bf0a6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=57055d57-0d83-4b03-8110-46a62a7bf0a6,segment=NetworkSegment(2255a929-1c98-420e-a465-a92fb064218d),segment_id=2255a929-1c98-420e-a465-a92fb064218d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:18.100634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.169354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Pushing event deleted for resources: {'Port': ['ID=57055d57-0d83-4b03-8110-46a62a7bf0a6,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:18.178782 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:18.184440 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-9619125b-b2d0-4375-b680-841fc60a8c97 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:18.185045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9619125b-b2d0-4375-b680-841fc60a8c97 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:18.191985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9619125b-b2d0-4375-b680-841fc60a8c97 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/05b1e6e7-49de-4bab-981f-2ef1aa0d2f8e HTTP/1.1" status: 404 len: 337 time: 0.1004376 May 14 18:21:18.191985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.195405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] No DVR routers for this DVR port 57055d57-0d83-4b03-8110-46a62a7bf0a6 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:18.197190 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.204679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43092) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.390942 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-bf859a3c-0a68-4d04-9db8-9d522cfc73dc service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471935 May 14 18:21:18.396068 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c4b216-9a72-430c-ad4b-8fbbffdb2b4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:18.396517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c4b216-9a72-430c-ad4b-8fbbffdb2b4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:18.398534 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-74c4b216-9a72-430c-ad4b-8fbbffdb2b4a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/44881a04-809d-4418-893c-7f263c01447c HTTP/1.1" status: 404 len: 337 time: 0.1929069 May 14 18:21:18.401348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43100) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.521635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 57055d57-0d83-4b03-8110-46a62a7bf0a6 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:18.598562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.611837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fcf1d7cb-fcc2-429e-ae6e-7ca863c1e3dd tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 HTTP/1.1" status: 200 len: 205 time: 0.2089760 May 14 18:21:18.614219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43104) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.675336 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5aba9b33-4e01-46e9-a5d1-e395694cd795 req-7a7ad860-eb7e-495b-b8bf-c65d7910d8e7 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756231 May 14 18:21:18.689730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.709540 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-6e0ffde9-4105-46d4-899e-e2fb24380c7a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] delete failed (client error): The resource could not be found. May 14 18:21:18.710711 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f28d60-7c0f-4af3-adac-d7054b85aab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:18.714141 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6e0ffde9-4105-46d4-899e-e2fb24380c7a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/routers/2c4ff8ad-4cd4-48e7-987d-4c0d8b076354 HTTP/1.1" status: 404 len: 336 time: 0.0990684 May 14 18:21:18.714770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43112) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.771389 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c185578-3f73-431a-9641-f196bb48a310 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:18.771777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] No DVR routers for this DVR port 57055d57-0d83-4b03-8110-46a62a7bf0a6 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:18.772065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c185578-3f73-431a-9641-f196bb48a310 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:18.782004 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8c185578-3f73-431a-9641-f196bb48a310 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/f1f21511-34b3-4700-9766-3236b388042c HTTP/1.1" status: 404 len: 337 time: 0.0580378 May 14 18:21:18.782800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43116) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.833196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=57055d57-0d83-4b03-8110-46a62a7bf0a6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:18.845111 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-666312d2-1b0f-4c4c-b9b9-520f3f77aab2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "GET /v2.0/ports?device_id=76548b46-b304-4a01-9ce5-81255bff738d HTTP/1.1" status: 200 len: 205 time: 0.0604911 May 14 18:21:18.845895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43120) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.848519 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:18.868989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20349dbd-dbfd-4b0c-954a-81b4648b1d99 req-e895962d-f3e4-4c15-a21b-d2e33e5247e7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:18.870532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20349dbd-dbfd-4b0c-954a-81b4648b1d99 req-e895962d-f3e4-4c15-a21b-d2e33e5247e7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 943 time: 0.9885871 May 14 18:21:18.937122 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-9c0d5c2b-4478-4937-b2cb-fb9c83c8da3c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] delete failed (client error): The resource could not be found. May 14 18:21:18.939085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c0d5c2b-4478-4937-b2cb-fb9c83c8da3c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/routers/76548b46-b304-4a01-9ce5-81255bff738d HTTP/1.1" status: 404 len: 336 time: 0.0921652 May 14 18:21:18.942000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43130) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:18.976064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.989492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:18.996359 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-903941ec-622e-4380-9b23-b1ed6b51a1db tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:19.004859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:19.018669 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f30730f-0a10-4f1d-98ca-c8e028b8bb55 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.019538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f30730f-0a10-4f1d-98ca-c8e028b8bb55 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.021731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4f30730f-0a10-4f1d-98ca-c8e028b8bb55 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/fd162030-6776-4206-b078-a7a19a27d1b8 HTTP/1.1" status: 404 len: 337 time: 0.0786834 May 14 18:21:19.024387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43142) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.024682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad6058-9ead-446f-9a3d-839f58fad7b1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:19.029772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20349dbd-dbfd-4b0c-954a-81b4648b1d99 req-b0cfe07a-62de-4c4c-bac6-23b15d48a731 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090782 May 14 18:21:19.031147 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:19.048147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2255a929-1c98-420e-a465-a92fb064218d') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:19.048806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2255a929-1c98-420e-a465-a92fb064218d') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:19.075957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.089671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.091056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/security-groups/8aad6058-9ead-446f-9a3d-839f58fad7b1 HTTP/1.1" status: 204 len: 168 time: 1.5157435 May 14 18:21:19.093418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43158) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.106661 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-49defc36-29ee-4e04-be6d-9f671fa13fc2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.107603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49defc36-29ee-4e04-be6d-9f671fa13fc2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.112493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43162) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.112805 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49defc36-29ee-4e04-be6d-9f671fa13fc2 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/6ac4ced5-0c98-440b-bfba-ac262111eb73 HTTP/1.1" status: 404 len: 337 time: 0.0869899 May 14 18:21:19.116895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.139700 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'tag': '7ceed68a-1cda-4903-bb7b-0ed238a5d904', 'status': 'completed', 'code': 200} May 14 18:21:19.157897 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-58aed12c-173a-4c61-bb84-7423bb29e378 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] show failed (client error): The resource could not be found. May 14 18:21:19.159204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-58aed12c-173a-4c61-bb84-7423bb29e378 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "GET /v2.0/security-groups/8aad6058-9ead-446f-9a3d-839f58fad7b1 HTTP/1.1" status: 404 len: 347 time: 0.0646601 May 14 18:21:19.166785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43170) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.273204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-060292be-e5c3-48ff-b86c-1f2a1fc964f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:19.274675 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-060292be-e5c3-48ff-b86c-1f2a1fc964f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0991e9a799464f749f8fbb8814afd2cf&device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 1094 time: 0.1117198 May 14 18:21:19.282880 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a35842d-b671-4804-85ff-0374d774c6a9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.284758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a35842d-b671-4804-85ff-0374d774c6a9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.296068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0a35842d-b671-4804-85ff-0374d774c6a9 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/89ccca6b-42c9-4bb2-8b0e-ce35260d90c9 HTTP/1.1" status: 404 len: 333 time: 0.1781981 May 14 18:21:19.304722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43174) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.341804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:19.342219 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.406275 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b1cb4d-0f83-49c5-9f5a-22131ba7592c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.407608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b1cb4d-0f83-49c5-9f5a-22131ba7592c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.409998 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36b1cb4d-0f83-49c5-9f5a-22131ba7592c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9ffe4e1c-f064-43dd-ae4d-4d5f2f59c4a0 HTTP/1.1" status: 404 len: 337 time: 0.1018546 May 14 18:21:19.415449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.466516 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-0235fd2a-0c3a-4272-9f73-a79a0b0e773f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.467316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0235fd2a-0c3a-4272-9f73-a79a0b0e773f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.469837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0235fd2a-0c3a-4272-9f73-a79a0b0e773f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/77fb7357-0c02-45a4-a1ca-d90bf764426d HTTP/1.1" status: 404 len: 333 time: 0.0529289 May 14 18:21:19.479807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: timer() May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:19.512836 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:19.550884 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bc53e5-597b-4619-9283-71d24d348026 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.551666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bc53e5-597b-4619-9283-71d24d348026 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.556227 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-58bc53e5-597b-4619-9283-71d24d348026 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/00f3f386-d1c0-4bda-b77c-fa3bdd237777 HTTP/1.1" status: 404 len: 337 time: 0.0750513 May 14 18:21:19.560071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43188) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.648821 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4dabad-8f9a-469b-aa2b-b6cb571da91b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.649501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4dabad-8f9a-469b-aa2b-b6cb571da91b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.653766 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e4dabad-8f9a-469b-aa2b-b6cb571da91b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/b3d02018-7367-4c7d-b1f3-031a58db62d7 HTTP/1.1" status: 404 len: 333 time: 0.0926340 May 14 18:21:19.655927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43192) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.660301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-9acbb920-2f9e-4589-8b5a-daf21963f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:19.675093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-9acbb920-2f9e-4589-8b5a-daf21963f85c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 200 len: 907 time: 0.3907821 May 14 18:21:19.707842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port ec90b361-9668-460b-8310-26bbd9493214 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:19.707842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.712108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.718053 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e55e2fb0-921f-49cf-bbce-1db8ad684cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:19.744480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:19.749433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Network': ['ID=0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:19.754479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/networks/0ff846ac-a26b-4ced-a0c5-7b7cfb09f41e HTTP/1.1" status: 204 len: 168 time: 2.9284401 May 14 18:21:19.754479 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:19.803207 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-2694c1a9-4b09-46ef-9ab9-ce29c066e60f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904 HTTP/1.1" status: 200 len: 217 time: 0.0673580 May 14 18:21:19.803207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43198) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:19.835192 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c463b0d-1c26-4a50-b722-49cf367aa1a5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:19.835687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c463b0d-1c26-4a50-b722-49cf367aa1a5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:19.840108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c463b0d-1c26-4a50-b722-49cf367aa1a5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/fadfb3df-b465-4285-a1e8-f3e3f037d6d1 HTTP/1.1" status: 404 len: 337 time: 0.1831834 May 14 18:21:19.869627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43204) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.034759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-90281777-a67f-43a6-ad76-86a08a486967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:20.035344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-90281777-a67f-43a6-ad76-86a08a486967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 200 len: 846 time: 0.2311914 May 14 18:21:20.093855 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-743d1804-f79b-4cbc-94f4-f9a0b9a8daa1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.095042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743d1804-f79b-4cbc-94f4-f9a0b9a8daa1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.096714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-743d1804-f79b-4cbc-94f4-f9a0b9a8daa1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/49abe040-423a-469f-a2ed-763a83abc0a8 HTTP/1.1" status: 404 len: 333 time: 0.2261448 May 14 18:21:20.107240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.130009 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-667e1e94-545c-4046-8bb5-ea1076f7a991 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637877 May 14 18:21:20.166196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:20.166525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:20.175475 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-3245d48f-38b5-4df6-8013-e2757701e1da tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.175924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3245d48f-38b5-4df6-8013-e2757701e1da tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.177694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3245d48f-38b5-4df6-8013-e2757701e1da tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/5d957bcf-5892-4fce-9e2d-75dfa0c2e1d7 HTTP/1.1" status: 404 len: 337 time: 0.0695164 May 14 18:21:20.182154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43214) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.348662 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-154e2af3-aafd-41d9-8d92-a81d44e97324 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.349135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154e2af3-aafd-41d9-8d92-a81d44e97324 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.350852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-154e2af3-aafd-41d9-8d92-a81d44e97324 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/e58bddcf-c7a5-4986-812f-35b198a2995a HTTP/1.1" status: 404 len: 333 time: 0.1662064 May 14 18:21:20.359354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for ec90b361-9668-460b-8310-26bbd9493214 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:20.362794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43220) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.412135 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e43ed-2be8-4172-88cf-408977ebcffe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.412591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9e43ed-2be8-4172-88cf-408977ebcffe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.417294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ae9e43ed-2be8-4172-88cf-408977ebcffe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/745d394b-e743-4ac3-a390-9f954c6db508 HTTP/1.1" status: 404 len: 337 time: 0.0503185 May 14 18:21:20.418118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43224) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.421648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 5b4442c0-b11c-44d5-9f08-e96b8a5db31b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:20.421992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:20.489705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e68e-b5bb-402d-9aff-108a245821f9 req-74b1f5f1-03cc-4472-9cbc-765a20ab55b4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:20.491062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0333e68e-b5bb-402d-9aff-108a245821f9 req-74b1f5f1-03cc-4472-9cbc-765a20ab55b4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.4691794 May 14 18:21:20.493230 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-416ad3f2-7899-400d-b02a-71eef7194620 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.493673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416ad3f2-7899-400d-b02a-71eef7194620 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.497870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-416ad3f2-7899-400d-b02a-71eef7194620 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/415ee863-ea02-4379-90c8-abe85ce851a0 HTTP/1.1" status: 404 len: 333 time: 0.0755625 May 14 18:21:20.498388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43228) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.544248 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-1f4b82fa-8b45-481b-a951-6485ac65b6e0 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068913 May 14 18:21:20.554580 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0792e2-2e57-4396-9503-a5cf3daf4494 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.555024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0792e2-2e57-4396-9503-a5cf3daf4494 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.559056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5a0792e2-2e57-4396-9503-a5cf3daf4494 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/05c30c80-d259-40a2-8da7-df63d5b9635c HTTP/1.1" status: 404 len: 337 time: 0.0573893 May 14 18:21:20.560444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43232) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.634857 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c205016-da3a-49e0-83da-12508b75322e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.635683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c205016-da3a-49e0-83da-12508b75322e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.637011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1c205016-da3a-49e0-83da-12508b75322e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/ports/fbede9dc-c9c1-4020-92a0-3ba7da3f3387 HTTP/1.1" status: 404 len: 333 time: 0.0726583 May 14 18:21:20.639783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.650855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0333e68e-b5bb-402d-9aff-108a245821f9 req-87c8f8f2-468b-4f9e-a886-da57ea94638e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151304 May 14 18:21:20.699689 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b494f70b-a51f-48f8-b591-67497bfb65ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] DELETE failed (client error): The resource could not be found. May 14 18:21:20.700241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b494f70b-a51f-48f8-b591-67497bfb65ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:20.701949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b494f70b-a51f-48f8-b591-67497bfb65ba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/subnets/9c4d0c94-faf5-4c7d-9124-473fccc80a1f HTTP/1.1" status: 404 len: 337 time: 0.0525138 May 14 18:21:20.706538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43242) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:20.708290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:20.708616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.041197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 5b4442c0-b11c-44d5-9f08-e96b8a5db31b owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:21.071656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.075635 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:21.123052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=ec90b361-9668-460b-8310-26bbd9493214,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:21.129576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:21.152290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.177709 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-af6d3013-58c8-4e0d-9c67-7f37e952c96e req-14b72f9d-c34b-4328-8684-60d92518c262 service neutron] 10.222.0.15 "GET /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196699 May 14 18:21:21.198859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0b622-7d96-4b6c-aae4-3cacddf1b27f req-5adacd56-b3ad-401c-9106-8df20c61c710 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:21.200956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4e0b622-7d96-4b6c-aae4-3cacddf1b27f req-5adacd56-b3ad-401c-9106-8df20c61c710 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 943 time: 0.2221124 May 14 18:21:21.349948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4e0b622-7d96-4b6c-aae4-3cacddf1b27f req-c1d4c0d7-a09f-48e0-a734-3128c8c6ac2f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800657 May 14 18:21:21.385026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.408012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad50c71-58ac-4344-b706-61652f033104']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:21.427577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490e9199-980c-424a-b890-833d945f66c1') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:21.428849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490e9199-980c-424a-b890-833d945f66c1') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:21.446005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.465243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.519028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.525360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/floatingips/e70c034d-7791-4af9-a766-6a278682deea HTTP/1.1" status: 204 len: 168 time: 2.3449159 May 14 18:21:21.525641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43286) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:21.566213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.574489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee270e-2860-48cd-8a88-230a71846cce req-e44f5fb8-14d9-43b2-ad49-76de2c22f39d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:21.574489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3ee270e-2860-48cd-8a88-230a71846cce req-e44f5fb8-14d9-43b2-ad49-76de2c22f39d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.2217903 May 14 18:21:21.599641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:21.599955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: timer() May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:21.618195 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:21.725872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.740102 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:21.890753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port 5c3a5648-b2d3-45ea-a828-b8afdc698144 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:21.892162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.957461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=5b4442c0-b11c-44d5-9f08-e96b8a5db31b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:21.973324 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:21.973324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.976773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:21.984320 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:22.018247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Pushing event deleted for resources: {'Network': ['ID=7ad50c71-58ac-4344-b706-61652f033104,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:22.020897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:22.032236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] 10.222.0.24 "DELETE /v2.0/networks/7ad50c71-58ac-4344-b706-61652f033104 HTTP/1.1" status: 204 len: 168 time: 1.3122180 May 14 18:21:22.048410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:22.051593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:22.053056 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/floatingips/13b3bfc6-28f5-468b-b5eb-1e0dac5b034c HTTP/1.1" status: 204 len: 168 time: 2.2506788 May 14 18:21:22.056769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:22.103585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port 5c3a5648-b2d3-45ea-a828-b8afdc698144, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5c3a5648-b2d3-45ea-a828-b8afdc698144,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:22.104170 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:22.110839 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f95896c-efbb-4b16-916a-02828c39cfc3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] DELETE failed (client error): The resource could not be found. May 14 18:21:22.111653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f95896c-efbb-4b16-916a-02828c39cfc3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:22.113606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3f95896c-efbb-4b16-916a-02828c39cfc3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/ports/af6dbbfa-79ae-4e6b-842c-00b67f282f2c HTTP/1.1" status: 404 len: 333 time: 0.0549397 May 14 18:21:22.122437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43304) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:22.127581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port dc8f1251-c3cb-49d0-825a-34170ef9e7e7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:22.128323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:22.391084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:22.409569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dc6df-9a56-4b11-a308-b8a5ce86c19b req-c9cd944e-281b-4997-aaa5-af930f992340 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:22.416767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d4dc6df-9a56-4b11-a308-b8a5ce86c19b req-c9cd944e-281b-4997-aaa5-af930f992340 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 945 time: 0.5965352 May 14 18:21:22.430812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for 5c3a5648-b2d3-45ea-a828-b8afdc698144 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:22.457724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b7825cdf-35f8-4a44-a85e-3f6d6cb2a47a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Synchronizing usage tracker for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:22.524911 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d4dc6df-9a56-4b11-a308-b8a5ce86c19b req-b2ea35b4-cf4a-4cf6-9a6f-02a94725cc64 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070261 May 14 18:21:22.532123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b7825cdf-35f8-4a44-a85e-3f6d6cb2a47a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Unset dirty status for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:22.549991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b7825cdf-35f8-4a44-a85e-3f6d6cb2a47a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa41ba7a-145a-403b-83b7-82ae6e0b1485 HTTP/1.1" status: 200 len: 205 time: 0.4219975 May 14 18:21:22.554679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43344) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:22.649054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:22.680682 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-42b3912f-e811-4fc3-9f19-d4c4c28f7d59 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] delete failed (client error): The resource could not be found. May 14 18:21:22.681917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-42b3912f-e811-4fc3-9f19-d4c4c28f7d59 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/routers/fa41ba7a-145a-403b-83b7-82ae6e0b1485 HTTP/1.1" status: 404 len: 336 time: 0.1243718 May 14 18:21:22.724530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43354) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:22.777462 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed092312-0a57-48b2-8b5b-2ba8db19c8c6 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] DELETE failed (client error): The resource could not be found. May 14 18:21:22.777911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed092312-0a57-48b2-8b5b-2ba8db19c8c6 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:22.779579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ed092312-0a57-48b2-8b5b-2ba8db19c8c6 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/subnets/afab779c-b941-45d8-83af-684b4d36b52d HTTP/1.1" status: 404 len: 337 time: 0.0541067 May 14 18:21:22.784713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43358) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:22.807798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7ceed68a-1cda-4903-bb7b-0ed238a5d904 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:21:22.821749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for dc8f1251-c3cb-49d0-825a-34170ef9e7e7 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:22.982294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d254198d-dd79-4bd8-a872-d8e52d43dc6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ee208ad1d09449aa7a1aefea371622c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239319 May 14 18:21:22.984662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:22.989292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43364) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:23.001486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '7ceed68a-1cda-4903-bb7b-0ed238a5d904', 'network_id': 'fb615e60-cbe9-49ce-b4c8-3c1703dca9ae', 'port_id': '7ceed68a-1cda-4903-bb7b-0ed238a5d904', 'mac_address': 'fa:16:3e:34:5b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da868139-fa97-4581-bed4-3ad783ffd816', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:21:23.041394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.050291 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f10bbdb9-439a-49d2-b052-7d23742e6ff3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:23.081214 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.114697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ceed68a-1cda-4903-bb7b-0ed238a5d904 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:21:23.128677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4169475-22ec-419e-8ff9-c616f75c88df req-dccfe846-8e0a-4889-97f7-f29c9d9f6bd7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:23.135656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4169475-22ec-419e-8ff9-c616f75c88df req-dccfe846-8e0a-4889-97f7-f29c9d9f6bd7 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 943 time: 0.4587946 May 14 18:21:23.138533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:23.145668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=dc8f1251-c3cb-49d0-825a-34170ef9e7e7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:23.147947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.150683 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:23.154235 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:23.155566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.201949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4169475-22ec-419e-8ff9-c616f75c88df req-aee5b0f7-7f63-49ed-88f7-ed74c4edc28d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648382 May 14 18:21:23.206193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.227977 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-48970f8c-7d22-46a1-b26e-fdac86cc5269 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:23.228979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['17985495-1df3-41bb-a61e-7062a3b34b64'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:23.261390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5c3a5648-b2d3-45ea-a828-b8afdc698144'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:23.310757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.343373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=5c3a5648-b2d3-45ea-a828-b8afdc698144,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:23.346210 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:23.381449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.398719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=7ceed68a-1cda-4903-bb7b-0ed238a5d904,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:23.403779 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:23.441303 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/ports/dc8f1251-c3cb-49d0-825a-34170ef9e7e7 HTTP/1.1" status: 204 len: 168 time: 1.9152584 May 14 18:21:23.442555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43370) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:23.538867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['7ceed68a-1cda-4903-bb7b-0ed238a5d904'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:21:23.711754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.720857 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a658610b-0ef9-4f0d-ae9f-60b0b46045b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:23.739171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0dd978-1986-435b-bac9-086cf09d1d3b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:23.741899 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:23.750334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.754135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f0dd978-1986-435b-bac9-086cf09d1d3b HTTP/1.1" status: 204 len: 168 time: 0.7614255 May 14 18:21:23.827277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting port 492fed26-7ed2-44e3-9e8e-f6080df3aff8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:23.827870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.831213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:23.831563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:23.962951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port 5c3a5648-b2d3-45ea-a828-b8afdc698144 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:24.008625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.010900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'name': 'network-vif-deleted', 'tag': '5c3a5648-b2d3-45ea-a828-b8afdc698144'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:24.039161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5854e9c3-fe93-4dce-9aed-33cf2f44d1bd req-dd0b3b44-fdc7-450d-a9ee-bc882ac3b514 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.0801313 May 14 18:21:24.051613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3ee270e-2860-48cd-8a88-230a71846cce req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "DELETE /v2.0/ports/5c3a5648-b2d3-45ea-a828-b8afdc698144 HTTP/1.1" status: 204 len: 173 time: 2.4602537 May 14 18:21:24.082934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.087360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.146214 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.292022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Calling delete_port for 492fed26-7ed2-44e3-9e8e-f6080df3aff8 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:24.299909 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacffb95-bb61-4bbb-a832-7944f5b4d8d9', 'name': 'network-vif-deleted', 'tag': '5c3a5648-b2d3-45ea-a828-b8afdc698144', 'status': 'completed', 'code': 200} May 14 18:21:24.319351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 3d9ef88c-c562-4d9f-8adf-5978ae9b98c8 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:24.523813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.530348 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b2436742-8368-4447-ba47-aebe251ecab2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:24.661364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Port': ['ID=492fed26-7ed2-44e3-9e8e-f6080df3aff8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:24.663879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.672469 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:24.686096 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5ef7d6b-4747-4a7a-ab19-a763c3e7fd88 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:24.822550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b621b05-28c4-4a6e-8d68-de2d3c9683ed req-5aa779da-5870-4583-839f-975779dd928e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:24.836074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b621b05-28c4-4a6e-8d68-de2d3c9683ed req-5aa779da-5870-4583-839f-975779dd928e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 944 time: 0.4648957 May 14 18:21:24.838714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7ceed68a-1cda-4903-bb7b-0ed238a5d904 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:21:24.840694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=3d9ef88c-c562-4d9f-8adf-5978ae9b98c8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:24.888976 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:24.905274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:24.920270 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/ports/492fed26-7ed2-44e3-9e8e-f6080df3aff8 HTTP/1.1" status: 204 len: 168 time: 1.4764752 May 14 18:21:24.922168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43404) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.023920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:25.028701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting subnet 6a728fa2-808f-4776-941e-5f6d28d43cea {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:21:25.028869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:25.029158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.033692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.127535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.183652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b621b05-28c4-4a6e-8d68-de2d3c9683ed req-ade36b0b-24db-48ed-8a27-87b08c6d2dfb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452737 May 14 18:21:25.222654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.252620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/ports/3d9ef88c-c562-4d9f-8adf-5978ae9b98c8 HTTP/1.1" status: 204 len: 168 time: 2.4652073 May 14 18:21:25.256829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43412) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.261710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43414) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.268089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.363330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.452289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceed68a-1cda-4903-bb7b-0ed238a5d904'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:25.480135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:25.489405 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:25.491650 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:25.544030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d931143b-7e7c-4043-893d-011fbbf7fdef tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] Request body: {'port': {'network_id': 'de5e3a12-b49a-4085-bd32-7fcf14ee361e', 'name': 'tempest-NetworksNegativeTestJSON-460751400'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:25.571102 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d931143b-7e7c-4043-893d-011fbbf7fdef tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] POST failed (client error): The resource could not be found. May 14 18:21:25.571652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d931143b-7e7c-4043-893d-011fbbf7fdef tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:25.576383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d931143b-7e7c-4043-893d-011fbbf7fdef tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3097296 May 14 18:21:25.576576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43426) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.603273 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a8334b-dd14-4894-ad84-490314be263f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] DELETE failed (client error): The resource could not be found. May 14 18:21:25.603835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a8334b-dd14-4894-ad84-490314be263f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:25.609005 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-31a8334b-dd14-4894-ad84-490314be263f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "DELETE /v2.0/networks/8219c5e9-5d50-40e0-b98d-f3df1689c71e HTTP/1.1" status: 404 len: 339 time: 0.0280538 May 14 18:21:25.611500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43430) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.669904 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f47cdc-a19a-474a-bf29-a9437b86843f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] DELETE failed (client error): The resource could not be found. May 14 18:21:25.670165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f47cdc-a19a-474a-bf29-a9437b86843f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:25.677581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2f47cdc-a19a-474a-bf29-a9437b86843f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "DELETE /v2.0/ports/f895d211-7d8b-4e60-b53f-c0c30b514c58 HTTP/1.1" status: 404 len: 333 time: 0.0615547 May 14 18:21:25.678781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43434) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.682521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=7ceed68a-1cda-4903-bb7b-0ed238a5d904,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:25.692491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.692843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.693176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.693506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.693862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.694165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.694488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.694807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.695126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.695473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.695909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.696244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:25.700899 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:25.731267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c3a5648-b2d3-45ea-a828-b8afdc698144 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:25.773463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 5c3a5648-b2d3-45ea-a828-b8afdc698144 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:21:25.774068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5c3a5648-b2d3-45ea-a828-b8afdc698144 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:21:25.819264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d3510e5-dfca-462b-8f1c-b88897c951f2 req-9695fe53-4721-4772-9e60-a170571d38e9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:25.830793 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9824818-db36-49c8-ab98-a82b6644b20f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] DELETE failed (client error): The resource could not be found. May 14 18:21:25.831263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9824818-db36-49c8-ab98-a82b6644b20f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:25.835245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f9824818-db36-49c8-ab98-a82b6644b20f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "DELETE /v2.0/subnets/9168c618-0b68-4e6b-b9f0-607a90fc0a70 HTTP/1.1" status: 404 len: 337 time: 0.1537511 May 14 18:21:25.839053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43438) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:25.907319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2d3510e5-dfca-462b-8f1c-b88897c951f2 req-9695fe53-4721-4772-9e60-a170571d38e9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:25.921510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2d3510e5-dfca-462b-8f1c-b88897c951f2 req-9695fe53-4721-4772-9e60-a170571d38e9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.1942093 May 14 18:21:25.923278 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1854ca0-4b8e-4898-b511-a3b2e31b6fc0 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] GET failed (client error): The resource could not be found. May 14 18:21:25.924647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b1854ca0-4b8e-4898-b511-a3b2e31b6fc0 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "GET /v2.0/networks/22f6eb1f-a59b-417a-ae4b-6eae8e4a5651 HTTP/1.1" status: 404 len: 339 time: 0.0830226 May 14 18:21:25.932485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43444) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:26.035034 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceed68a-1cda-4903-bb7b-0ed238a5d904', 'code': 200} May 14 18:21:26.056503 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-9088996a-f0fb-41e2-ba11-f1692bdae24f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] GET failed (client error): The resource could not be found. May 14 18:21:26.068817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9088996a-f0fb-41e2-ba11-f1692bdae24f tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "GET /v2.0/ports/3bb910a5-5e54-4a40-a865-fd73c7fedd4e HTTP/1.1" status: 404 len: 333 time: 0.1352425 May 14 18:21:26.070975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43448) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:26.134211 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdc0d92-4396-492b-9cf5-36614ffedfc8 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] GET failed (client error): The resource could not be found. May 14 18:21:26.140384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7cdc0d92-4396-492b-9cf5-36614ffedfc8 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "GET /v2.0/subnets/510f4177-7448-482c-b4e6-d145f7d819bf HTTP/1.1" status: 404 len: 337 time: 0.0681548 May 14 18:21:26.141681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43452) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:26.150873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7364cee0-f021-4128-b3dd-7226bcff9a6e tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] Request body: {'network': {'name': 'new_name'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:26.175598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 723295a8-fe94-4706-802a-2dc6fcd9109a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:26.176163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:26.176353 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-7364cee0-f021-4128-b3dd-7226bcff9a6e tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] PUT failed (client error): The resource could not be found. May 14 18:21:26.176902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7364cee0-f021-4128-b3dd-7226bcff9a6e tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:26.182231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7364cee0-f021-4128-b3dd-7226bcff9a6e tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "PUT /v2.0/networks/e3c46422-ee53-4376-b2bb-3b723accf597 HTTP/1.1" status: 404 len: 339 time: 0.0394869 May 14 18:21:26.182936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43458) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:26.190678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fbe84394-6eb1-4457-99aa-6c84a5c2ad64 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] Request body: {'port': {'name': 'new_name'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:26.241557 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe84394-6eb1-4457-99aa-6c84a5c2ad64 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] PUT failed (client error): The resource could not be found. May 14 18:21:26.242132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe84394-6eb1-4457-99aa-6c84a5c2ad64 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:26.247782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fbe84394-6eb1-4457-99aa-6c84a5c2ad64 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "PUT /v2.0/ports/7ad728f5-776f-4ad0-861c-52179d30db5b HTTP/1.1" status: 404 len: 333 time: 0.0635328 May 14 18:21:26.248474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43462) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:26.255500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-06c8db46-8382-4c8f-a35d-286b20a1da29 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:26.294729 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c8db46-8382-4c8f-a35d-286b20a1da29 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] PUT failed (client error): The resource could not be found. May 14 18:21:26.295585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c8db46-8382-4c8f-a35d-286b20a1da29 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:21:26.306576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-06c8db46-8382-4c8f-a35d-286b20a1da29 tempest-NetworksNegativeTestJSON-1439310676 tempest-NetworksNegativeTestJSON-1439310676-project] 10.222.0.24 "PUT /v2.0/subnets/3e24754d-bf7b-47b2-940d-c29b63ddbee8 HTTP/1.1" status: 404 len: 337 time: 0.0569692 May 14 18:21:26.423131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e22747-4100-4a33-9876-7eae8148dfdb req-d02d10e1-870a-401c-a9b0-276c89d64774 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:26.431036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a1e22747-4100-4a33-9876-7eae8148dfdb req-d02d10e1-870a-401c-a9b0-276c89d64774 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.1106756 May 14 18:21:26.495428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a1e22747-4100-4a33-9876-7eae8148dfdb req-256abed5-39d4-4e8c-883b-db576fe74a99 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634422 May 14 18:21:26.540664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd24d0d-4362-44f1-8936-222212c33c3d req-4849e859-3522-4183-81ba-3e136ff751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:26.542180 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8cd24d0d-4362-44f1-8936-222212c33c3d req-4849e859-3522-4183-81ba-3e136ff751ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 1096 time: 0.4343865 May 14 18:21:26.544786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:26.572738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:26.581407 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13f00741-c24a-4680-bf1d-89bc34ac83a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:26.685832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Subnet': ['ID=6a728fa2-808f-4776-941e-5f6d28d43cea,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:26.779956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 723295a8-fe94-4706-802a-2dc6fcd9109a owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:26.783796 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:26.792286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85847ac5-8bac-47f8-b9e2-40815a49cea3 None None] Network 976994ae-bc8e-4826-8080-71ec03579bad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:26.821305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:26.858649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43474) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:26.866205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8cd24d0d-4362-44f1-8936-222212c33c3d req-a6dc0a90-c8bc-48db-b809-b112bf0a831d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100824 May 14 18:21:26.869100 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/subnets/6a728fa2-808f-4776-941e-5f6d28d43cea HTTP/1.1" status: 204 len: 168 time: 1.9457190 May 14 18:21:26.871766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:27.043394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Deleting subnet e5c838aa-361d-401e-af10-eae84193674c {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:21:27.054617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.085347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-12fccfa0-4999-4d75-8f35-4f9c7a9363d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.107802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.129091 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2dae0232-3630-4701-9b13-09c71df9c25b tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:27.187640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.273058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=723295a8-fe94-4706-802a-2dc6fcd9109a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:27.281459 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:27.312640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.342362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:27.347500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Usage tracker for resource:security_group_rule and tenant:164b00a8992140ec9bf5741c325b9828 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:27.350531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:27.357364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:27.374730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12950571-900f-48e6-9c9e-523a81ffdac8 req-840c6ac6-f0bf-4ba2-815e-6f5b9d78a6bf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.1145456 May 14 18:21:27.416349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.430075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/ports/723295a8-fe94-4706-802a-2dc6fcd9109a HTTP/1.1" status: 204 len: 168 time: 2.1719964 May 14 18:21:27.432308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:27.443296 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.451761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] DHCP port deletion for 976994ae-bc8e-4826-8080-71ec03579bad request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:21:27.576520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a02b0-f592-47fa-ab13-bbdf124d87aa tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:27.579550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a95a02b0-f592-47fa-ab13-bbdf124d87aa tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Synchronizing usage tracker for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:27.589958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Deleting port c433c9cb-f179-48fb-a0a7-3e68c35fe948 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:27.590345 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.627047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a95a02b0-f592-47fa-ab13-bbdf124d87aa tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Unset dirty status for tenant:4ad8a308b6d448fe8182d7fb043cd4bd on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:27.636423 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a95a02b0-f592-47fa-ab13-bbdf124d87aa tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba HTTP/1.1" status: 200 len: 913 time: 0.1954772 May 14 18:21:27.638506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43494) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:27.793691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] For port c433c9cb-f179-48fb-a0a7-3e68c35fe948, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c433c9cb-f179-48fb-a0a7-3e68c35fe948,segment=NetworkSegment(6c7b852a-77a3-48b3-a7f4-55378d279623),segment_id=6c7b852a-77a3-48b3-a7f4-55378d279623)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:27.794297 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.847191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.867170 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:27.879981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4df9a014-40ff-49d1-9fba-fb624f4061a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-309336431-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:28.091394 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.099571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Calling delete_port for c433c9cb-f179-48fb-a0a7-3e68c35fe948 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:28.113568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2794059c-a3f3-4b98-9702-3adb46c169c6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:28.120968 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:28.157867 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.173470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=164b00a8992140ec9bf5741c325b9828&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3123026 May 14 18:21:28.174190 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ecf95728-72ae-44ba-a0c5-a42fb751d33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:28.179628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43502) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:28.193109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88aa71-f03b-4400-93da-2e01b68c4da1 req-720fdece-8f1e-4d0c-8a99-3948f64144cc tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:28.202562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f88aa71-f03b-4400-93da-2e01b68c4da1 req-720fdece-8f1e-4d0c-8a99-3948f64144cc tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.5383382 May 14 18:21:28.285441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] No DVR routers for this DVR port c433c9cb-f179-48fb-a0a7-3e68c35fe948 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:28.317387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Pushing event deleted for resources: {'Port': ['ID=c433c9cb-f179-48fb-a0a7-3e68c35fe948,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:28.326726 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:28.327894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f88aa71-f03b-4400-93da-2e01b68c4da1 req-2d407d76-df90-4895-baaf-670759af0f1c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239743 May 14 18:21:28.511032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.554350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.629760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.645851 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bbab51de-1c97-4f55-a50c-8166050877aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:28.678274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2794059c-a3f3-4b98-9702-3adb46c169c6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:28.685660 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:28.732844 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.740044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2794059c-a3f3-4b98-9702-3adb46c169c6 HTTP/1.1" status: 204 len: 168 time: 0.5590756 May 14 18:21:28.785072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.820166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f6969a8-254a-485e-a9ad-f109e2ec2265 req-c2588b3d-e7aa-461c-897c-c106c58f0d2c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.0609314 May 14 18:21:28.841567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.852557 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8de0a359-dd2b-42ca-b437-878eba12b595 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:28.918583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c838aa-361d-401e-af10-eae84193674c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:28.923898 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:28.925215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:28.933438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0c1cc-c7e9-4ba3-9960-7f27b1195cea None None] Network 0e301632-3dae-4278-b054-70fec39a5672 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:28.953649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/subnets/e5c838aa-361d-401e-af10-eae84193674c HTTP/1.1" status: 204 len: 168 time: 2.0804977 May 14 18:21:28.955610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43514) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:29.140258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.419792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] DHCP port deletion for 0e301632-3dae-4278-b054-70fec39a5672 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:21:29.461066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.504041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976994ae-bc8e-4826-8080-71ec03579bad']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:29.569407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7b852a-77a3-48b3-a7f4-55378d279623') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:29.569769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7b852a-77a3-48b3-a7f4-55378d279623') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:29.603537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Deleting port 40b69842-931e-4fb2-86e0-446782eb8b76 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:29.604800 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.615247 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.745120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.757903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:29.758341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.777937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] For port 40b69842-931e-4fb2-86e0-446782eb8b76, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=40b69842-931e-4fb2-86e0-446782eb8b76,segment=NetworkSegment(7f34009c-0deb-4eb7-8766-fcedb76fff20),segment_id=7f34009c-0deb-4eb7-8766-fcedb76fff20)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:29.778488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: timer() May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:29.782291 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:29.914021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d7e41-57c7-479c-9ce0-e5243bd4150f req-19c542a7-98f6-4676-96ea-cbcc89409d14 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:29.915684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-701d7e41-57c7-479c-9ce0-e5243bd4150f req-19c542a7-98f6-4676-96ea-cbcc89409d14 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.2640941 May 14 18:21:29.916359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.925095 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-984ce14f-b1ef-4f12-b086-e4862fefdba0 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:29.940169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 8b8325b9-029c-495a-869d-a4b09c1bd076 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:29.940722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.966845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:29.993124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Calling delete_port for 40b69842-931e-4fb2-86e0-446782eb8b76 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:30.002839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 40b69842-931e-4fb2-86e0-446782eb8b76 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:30.037774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Network': ['ID=976994ae-bc8e-4826-8080-71ec03579bad,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:30.044694 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:30.088762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/networks/976994ae-bc8e-4826-8080-71ec03579bad HTTP/1.1" status: 204 len: 168 time: 1.1307292 May 14 18:21:30.093743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43540) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:30.142618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-701d7e41-57c7-479c-9ce0-e5243bd4150f req-afbcf0fa-0655-49ec-9873-bb3be5f82962 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825733 May 14 18:21:30.153262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7a93c24d-82c9-4fef-9c34-30ac455e43db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.197282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.279470 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.394831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.406176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c433c9cb-f179-48fb-a0a7-3e68c35fe948 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:30.462640 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.510057 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ab1b3699-1903-49f9-9f0f-08c06a211f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:30.552164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 8b8325b9-029c-495a-869d-a4b09c1bd076 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:30.577535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8f4aaf2-8e57-4e40-9d62-81c90c953529 req-ac27c77c-4606-4f3d-9b18-874e8c778944 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=bacffb95-bb61-4bbb-a832-7944f5b4d8d9 HTTP/1.1" status: 200 len: 210 time: 0.0731201 May 14 18:21:30.635786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Pushing event deleted for resources: {'Port': ['ID=40b69842-931e-4fb2-86e0-446782eb8b76,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:30.638671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c433c9cb-f179-48fb-a0a7-3e68c35fe948 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:21:30.639479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c433c9cb-f179-48fb-a0a7-3e68c35fe948 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:21:30.645162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:30.649821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] No DVR routers for this DVR port 40b69842-931e-4fb2-86e0-446782eb8b76 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:30.710791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43554) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:30.744821 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.755699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.770680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-961f37db-fdd6-4468-aaf5-b41c5672ff3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:30.834399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=8b8325b9-029c-495a-869d-a4b09c1bd076,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:30.836771 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:30.892068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:30.911963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5a3f0d0b-b9b5-4651-a900-afcd049d0a8b tempest-ServiceProvidersTest-709054186 tempest-ServiceProvidersTest-709054186-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1823266 May 14 18:21:31.125022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77dbde-b2a5-4df0-9a15-4745d712edef req-d9d3c04e-484b-4ff6-b6b1-2d871f179c47 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:31.135376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f77dbde-b2a5-4df0-9a15-4745d712edef req-d9d3c04e-484b-4ff6-b6b1-2d871f179c47 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.1111770 May 14 18:21:31.214438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f77dbde-b2a5-4df0-9a15-4745d712edef req-5812d357-d6f2-4fb7-8819-3e2a9d589c2f tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 May 14 18:21:31.317791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43568) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:31.619299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.652265 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.654069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:31.660091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Usage tracker for resource:security_group_rule and tenant:d21c84b54d22467eabec3cc9f3f17735 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:31.663306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:31.671447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e301632-3dae-4278-b054-70fec39a5672']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:31.675780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:31.697054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f34009c-0deb-4eb7-8766-fcedb76fff20') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:31.697525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f34009c-0deb-4eb7-8766-fcedb76fff20') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:31.704503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553794f-d8c5-47b3-ae7e-af4497ab8c5b req-a27cabb3-ca48-4b85-a500-ee50d241f73e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:31.709364 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.712730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5553794f-d8c5-47b3-ae7e-af4497ab8c5b req-a27cabb3-ca48-4b85-a500-ee50d241f73e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.2810128 May 14 18:21:31.722440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.862508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.862996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.874635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:31.875723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.877901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5553794f-d8c5-47b3-ae7e-af4497ab8c5b req-cb2871fe-1dfb-4083-87f7-eb03cadbea95 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642473 May 14 18:21:31.884187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: timer() May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:31.892225 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:31.924109 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6698ab7c-0812-4ab4-9f26-0e9ef553ef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:31.954317 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d21c84b54d22467eabec3cc9f3f17735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323683 May 14 18:21:31.956420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43586) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:32.016496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0c994-9034-4059-bc47-876803fba1e2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:32.028781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.035319 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:32.043765 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:32.062347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.074634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.085027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Pushing event deleted for resources: {'Network': ['ID=0e301632-3dae-4278-b054-70fec39a5672,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:32.092176 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:32.112553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.179370 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] 10.222.0.24 "DELETE /v2.0/networks/0e301632-3dae-4278-b054-70fec39a5672 HTTP/1.1" status: 204 len: 168 time: 2.0844946 May 14 18:21:32.195687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.195687 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c83df00-4e4c-4044-afc3-d2897734dccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:32.215210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0c994-9034-4059-bc47-876803fba1e2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:32.218402 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.220164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64b0c994-9034-4059-bc47-876803fba1e2 HTTP/1.1" status: 204 len: 168 time: 0.2626669 May 14 18:21:32.221985 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:32.313595 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:32.429446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:21:32.787603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:21:32.794183 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "PUT /v2.0/routers/a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1537821 May 14 18:21:32.798980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43600) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:32.806532 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] Sync routers for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:21:32.826081 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:32.827065 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:32.915148 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:32.926230 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] Routers {'a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:21:32.927171 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:33.044404 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:33.045384 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d2664-427e-4fcc-873c-327f0e18c4bb None None] The sync data for ids ['a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:21:33.324579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:33.657701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:33.766477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4b15e-5f28-42b1-9c82-325382efc81d req-a6606e77-5228-44af-a47f-a8cc5ce0ab77 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:33.773546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3d4b15e-5f28-42b1-9c82-325382efc81d req-a6606e77-5228-44af-a47f-a8cc5ce0ab77 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.6033502 May 14 18:21:33.808783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-430483145'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:33.826505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:33.842474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3d4b15e-5f28-42b1-9c82-325382efc81d req-5dadd641-6ac0-417a-bbce-5623305c1e98 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 May 14 18:21:33.846563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Usage tracker for resource:network and tenant:0b2a6e79662940738da9142b7e5e5a24 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:33.858879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:33.870771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:33.882945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:33.888017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Made reservation on behalf of 0b2a6e79662940738da9142b7e5e5a24 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:33.894438 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:33.919123 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:33.955274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:33.966854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Usage tracker for resource:security_group_rule and tenant:0b2a6e79662940738da9142b7e5e5a24 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:33.978642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:33.989716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:34.043163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting port 6129ec53-b42a-44c8-938e-041c68fa54bb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:34.043631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.159107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.170960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.180060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f57ff2f-c158-444b-bda2-94e5e5f806e5 tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:34.249841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22910d-630a-4b17-b6fa-3405e61f28f7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:34.251227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.258826 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:34.277646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:34.305596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.306025 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Added segment 542e07e0-9bd5-480d-88ac-5e33dc6184d1 of type vlan for network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 May 14 18:21:34.356260 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.485590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.497667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:34.498717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.509313 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34cb43c0-0ee4-4629-8f46-606e4e108ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:34.546390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Calling delete_port for 6129ec53-b42a-44c8-938e-041c68fa54bb owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:34.749345 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:34.754511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event updated for resources: {'Network': ['ID=0b3bd87a-16b9-48b8-b15b-2026d8a551b8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:34.759931 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7fcda98-4c90-4c5d-a89c-c0adb8f8f65e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:34.792320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:34.841830 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:34.845425 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1862557 May 14 18:21:34.848015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43648) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:34.854492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Request body: {'subnet': {'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:34.950991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Port': ['ID=6129ec53-b42a-44c8-938e-041c68fa54bb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:34.960195 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:35.200656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:35.203138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Usage tracker for resource:subnet and tenant:0b2a6e79662940738da9142b7e5e5a24 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:35.206192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:35.213450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:35.240500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Made reservation on behalf of 0b2a6e79662940738da9142b7e5e5a24 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:35.248587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.250630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.477700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.498531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.550726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.551598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Fanout notify agent at l3_agent the message router_deleted on router a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:21:35.612514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.616245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/routers/a0cc6ded-0cb4-4c5e-96f6-11f7fff9f4ba HTTP/1.1" status: 204 len: 168 time: 2.8149257 May 14 18:21:35.617809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43664) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:35.724964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437dc9b-341d-488d-a08b-9e60f013ae7e req-cf8cc683-0d8f-4830-894a-6093f3639396 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:35.732515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a437dc9b-341d-488d-a08b-9e60f013ae7e req-cf8cc683-0d8f-4830-894a-6093f3639396 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.5635755 May 14 18:21:35.778595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Deleting subnet a913ea54-2457-4975-91bd-3f2def27afde {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:21:35.787976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:35.914635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a437dc9b-341d-488d-a08b-9e60f013ae7e req-3662de74-9c82-4417-b020-0b868d0bc44a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807489 May 14 18:21:35.956676 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.133930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.216554 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:21:36.551717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.576470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-df596c16-3641-4e50-aa9d-46967f1d989d tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:36.649892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.655210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Subnet': ['ID=a913ea54-2457-4975-91bd-3f2def27afde,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:36.666542 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:36.674639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/subnets/a913ea54-2457-4975-91bd-3f2def27afde HTTP/1.1" status: 204 len: 168 time: 1.0417852 May 14 18:21:36.674839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.675798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43674) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:36.680884 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a156dc52-8201-407e-a81f-b09403bfd2fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:36.774630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Checking segment: {'id': '542e07e0-9bd5-480d-88ac-5e33dc6184d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:21:36.775375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Network hostable DHCP agents. Network: 0b3bd87a-16b9-48b8-b15b-2026d8a551b8, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:21:36.783634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event updated for resources: {'Subnet': ['ID=5facabde-d063-42f5-b3d3-649d1646180d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:36.787483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:36.802202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:21:36.822639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0b3bd87a-16b9-48b8-b15b-2026d8a551b8) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:36.830496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87403c52-35d0-4a78-91a1-1fcd9732d625 None None] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:36.858758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:36.860089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.927531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:36.928942 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0796981 May 14 18:21:36.931689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43682) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:36.937660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Request body: {'port': {'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8', 'name': 'tempest-TagsExtTest-1184174485'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:37.227717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:37.239614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Usage tracker for resource:port and tenant:0b2a6e79662940738da9142b7e5e5a24 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:37.245138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:37.267019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:37.284874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0b3bd87a-16b9-48b8-b15b-2026d8a551b8', 'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8', 'tenant_id': '0b2a6e79662940738da9142b7e5e5a24', 'fixed_ips': [{'subnet_id': '5facabde-d063-42f5-b3d3-649d1646180d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:21:37.286072 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.291801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Made reservation on behalf of 0b2a6e79662940738da9142b7e5e5a24 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:37.298276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.344813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] device_id is not set on port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:21:37.516819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.554418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cae0aa-f585-4287-bfe2-f7939ecdf0ec']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:37.566229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Allocated IP 172.20.0.2 (0b3bd87a-16b9-48b8-b15b-2026d8a551b8/5facabde-d063-42f5-b3d3-649d1646180d/900b18a0-ff55-43b9-bbf7-399281e1fc15) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:21:37.585971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ecf14f-81a9-4789-a338-5a38a89779e7') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:37.586393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ecf14f-81a9-4789-a338-5a38a89779e7') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:37.605847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.634137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664afd7-9fa1-47e3-9180-1096ad2f6b2f req-ad6d2d8f-b4ff-417d-ba6c-036b4c7ffd29 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:37.635692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7664afd7-9fa1-47e3-9180-1096ad2f6b2f req-ad6d2d8f-b4ff-417d-ba6c-036b4c7ffd29 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.4239919 May 14 18:21:37.643644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.668046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:37.668540 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: timer() May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:37.686416 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:37.801984 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7664afd7-9fa1-47e3-9180-1096ad2f6b2f req-4aea03e2-8110-42dc-8e72-e3eff8bef9cd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597342 May 14 18:21:37.814346 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.819720 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-725673d6-c19e-4526-a41c-815bd5183c46 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:37.848700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.857360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] 10.222.0.24 "DELETE /v2.0/networks/99cae0aa-f585-4287-bfe2-f7939ecdf0ec HTTP/1.1" status: 204 len: 168 time: 1.1805139 May 14 18:21:37.861223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Pushing event deleted for resources: {'Network': ['ID=99cae0aa-f585-4287-bfe2-f7939ecdf0ec,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:37.868364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.871437 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:37.887886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Transition to ACTIVE for port object 900b18a0-ff55-43b9-bbf7-399281e1fc15 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:37.912975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Transition to ACTIVE for port object 900b18a0-ff55-43b9-bbf7-399281e1fc15 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:37.926314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:37.931808 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:38.019427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Pushing event updated for resources: {'Port': ['ID=900b18a0-ff55-43b9-bbf7-399281e1fc15,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:38.034321 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:38.045289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:21:38.048090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:38.055374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:38.090203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Allocated IP 172.20.0.9 (0b3bd87a-16b9-48b8-b15b-2026d8a551b8/5facabde-d063-42f5-b3d3-649d1646180d/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:21:38.185692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Attempting to bind port 900b18a0-ff55-43b9-bbf7-399281e1fc15 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:21:38.189743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Attempting to bind port 900b18a0-ff55-43b9-bbf7-399281e1fc15 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '542e07e0-9bd5-480d-88ac-5e33dc6184d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:21:38.190555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Attempting to bind port 900b18a0-ff55-43b9-bbf7-399281e1fc15 on network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:21:38.198031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:21:38.198412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Checking segment: {'id': '542e07e0-9bd5-480d-88ac-5e33dc6184d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:21:38.198824 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.199249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Bound using segment: {'id': '542e07e0-9bd5-480d-88ac-5e33dc6184d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:21:38.199730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Bound port: 900b18a0-ff55-43b9-bbf7-399281e1fc15, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542e07e0-9bd5-480d-88ac-5e33dc6184d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b3bd87a-16b9-48b8-b15b-2026d8a551b8'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:21:38.200116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.294192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:38.313688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] For port 900b18a0-ff55-43b9-bbf7-399281e1fc15, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:21:38.318117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] For port 900b18a0-ff55-43b9-bbf7-399281e1fc15, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=900b18a0-ff55-43b9-bbf7-399281e1fc15,segment=NetworkSegment(542e07e0-9bd5-480d-88ac-5e33dc6184d1),segment_id=542e07e0-9bd5-480d-88ac-5e33dc6184d1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:21:38.325304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.332070 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:38.428147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Pushing event updated for resources: {'Port': ['ID=900b18a0-ff55-43b9-bbf7-399281e1fc15,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:38.441788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.459597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Transition to ACTIVE for port object 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:21:38.482606 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:38.487813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.506655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-474bfc61-8809-40df-8c1e-5e90456f1f8b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:38.628195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-306f1b44-70ca-4e18-b0f3-2c393c5684ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ad8a308b6d448fe8182d7fb043cd4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294268 May 14 18:21:38.630176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43710) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:38.646771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:21:38.651798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:38.654013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event updated for resources: {'Port': ['ID=9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:38.657079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:38.734955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.741134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.741642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.743779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.744036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.744606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.745080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.745626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.746134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.746598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.747059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.747564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:21:38.767788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:38.768618 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.776857 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:38.799944 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8670423 May 14 18:21:38.802866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:38.830507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-237320328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:38.838626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:38.845226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Usage tracker for resource:router and tenant:0b2a6e79662940738da9142b7e5e5a24 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:38.852087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:38.861107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:38.878037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.879455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.890233 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.921432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.987976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:38.989227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:39.064523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:39.065777 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3f98e532-6381-4d2a-84e9-dc7653c7e61d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2608256 May 14 18:21:39.068565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43730) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:39.075401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-270aaf79-beeb-4237-bf85-a7704a11ea8c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1364880385', 'prefixes': ['172.20.0.0/16']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:39.090003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:39.092089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-270aaf79-beeb-4237-bf85-a7704a11ea8c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:39.099849 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-395cb8fe-ccf1-41ee-adc2-d23358e16beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:39.123635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ed140-4691-4496-af28-a5c408cca6dc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:39.144678 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:39.147205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:39.150613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/706ed140-4691-4496-af28-a5c408cca6dc HTTP/1.1" status: 204 len: 168 time: 0.5171168 May 14 18:21:39.189175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-270aaf79-beeb-4237-bf85-a7704a11ea8c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for subnetpool, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:39.190921 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-270aaf79-beeb-4237-bf85-a7704a11ea8c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1211612 May 14 18:21:39.194137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:39.205427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-6df156a7-d39d-402b-8dc4-66f1e733ca7e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-530127037') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:39.392629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82818ad-ebe5-4588-a7a2-92b48eb95a2e req-d6ff07f5-f5ee-4e1b-9af4-c6c1d9984a49 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:39.395307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a82818ad-ebe5-4588-a7a2-92b48eb95a2e req-d6ff07f5-f5ee-4e1b-9af4-c6c1d9984a49 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.2178166 May 14 18:21:39.397014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43744) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:39.400768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6df156a7-d39d-402b-8dc4-66f1e733ca7e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-530127037 HTTP/1.1" status: 201 len: 201 time: 0.2038300 May 14 18:21:39.403824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-d866723b-75d1-4a68-903a-95b685922e31 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-1945864567') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:39.640071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 900b18a0-ff55-43b9-bbf7-399281e1fc15 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:21:39.645394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a82818ad-ebe5-4588-a7a2-92b48eb95a2e req-e553aa88-b987-48df-9e6d-529a788ffb00 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304476 May 14 18:21:39.712683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d866723b-75d1-4a68-903a-95b685922e31 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-1945864567 HTTP/1.1" status: 201 len: 201 time: 0.3140404 May 14 18:21:39.715901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43750) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:39.731679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-7617ab11-9db9-4b03-a4e0-8934725426f1 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-160529000') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:39.766845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 900b18a0-ff55-43b9-bbf7-399281e1fc15 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:40.135564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101ae7-3b31-4038-8cde-7ce3dd8b8449 req-d2851132-5410-4b8a-a67d-2c3dd45a4928 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:40.139930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17101ae7-3b31-4038-8cde-7ce3dd8b8449 req-d2851132-5410-4b8a-a67d-2c3dd45a4928 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.2370899 May 14 18:21:40.170057 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7617ab11-9db9-4b03-a4e0-8934725426f1 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-160529000 HTTP/1.1" status: 201 len: 201 time: 0.4512537 May 14 18:21:40.170685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43764) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:40.181015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-50f19fe5-a30a-4406-a04a-ec0adc6e234c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-1277719401') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:40.186139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4a199-f979-4218-91aa-777bfe1dfa3a None None] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:40.260330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17101ae7-3b31-4038-8cde-7ce3dd8b8449 req-ca385923-0336-40db-811c-4f8791c72a18 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053004 May 14 18:21:40.306066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-50f19fe5-a30a-4406-a04a-ec0adc6e234c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-1277719401 HTTP/1.1" status: 201 len: 201 time: 0.1347430 May 14 18:21:40.308483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43770) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:40.318187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-ff6375eb-4f45-4e6e-a0ea-5da635a29c5a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:40.401179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Provisioning for port 900b18a0-ff55-43b9-bbf7-399281e1fc15 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:40.421231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Provisioning complete for port 900b18a0-ff55-43b9-bbf7-399281e1fc15 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:40.422580 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:40.505974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ff6375eb-4f45-4e6e-a0ea-5da635a29c5a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags HTTP/1.1" status: 200 len: 240 time: 0.1937494 May 14 18:21:40.506100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43782) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:40.511205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-2b441d8e-a591-4175-97c7-de2d754150f6 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-530127037') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:40.681433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b441d8e-a591-4175-97c7-de2d754150f6 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-530127037 HTTP/1.1" status: 204 len: 168 time: 0.1721296 May 14 18:21:40.684048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43790) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:40.699626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-5fbc6459-cd62-4da4-a13e-b70ba547dcd1 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-530127037') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:40.894886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5fbc6459-cd62-4da4-a13e-b70ba547dcd1 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-530127037 HTTP/1.1" status: 204 len: 168 time: 0.2073829 May 14 18:21:40.898034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:40.924041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-6d7bc0fa-3ce7-4a3f-b4db-406960a910db tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:40.924777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-6d7bc0fa-3ce7-4a3f-b4db-406960a910db tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:40.927361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:40.939112 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:40.959618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-6d7bc0fa-3ce7-4a3f-b4db-406960a910db tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:40.961021 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-6d7bc0fa-3ce7-4a3f-b4db-406960a910db tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.3503828 May 14 18:21:40.967378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-96929989-0244-4fdb-af70-98d51e487c0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:41.091467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] For port 900b18a0-ff55-43b9-bbf7-399281e1fc15, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=900b18a0-ff55-43b9-bbf7-399281e1fc15,segment=NetworkSegment(542e07e0-9bd5-480d-88ac-5e33dc6184d1),segment_id=542e07e0-9bd5-480d-88ac-5e33dc6184d1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:41.093194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274ebe8-a990-47f3-842e-45eb5ea7f063 req-29ce5a77-7738-418d-ac4c-9982b6f98c75 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:41.095996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8274ebe8-a990-47f3-842e-45eb5ea7f063 req-29ce5a77-7738-418d-ac4c-9982b6f98c75 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.1988935 May 14 18:21:41.105974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:41.114573 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:41.136107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-96929989-0244-4fdb-af70-98d51e487c0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags HTTP/1.1" status: 200 len: 205 time: 0.2354445 May 14 18:21:41.139352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43804) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:41.146706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-071fcc1e-5bdf-41bd-aba2-b2ea5948b65b tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:41.210138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8274ebe8-a990-47f3-842e-45eb5ea7f063 req-70a8034c-0a86-4c3a-a5ca-94770232470c tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023991 May 14 18:21:41.267653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'networks': [{'name': 'tempest-network--222058528'}, {'name': 'tempest-network--1360921832'}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:41.268209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'network': {'name': 'tempest-network--222058528'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:41.268413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'network': {'name': 'tempest-network--1360921832'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:41.286046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:41.289498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Pushing event updated for resources: {'Port': ['ID=900b18a0-ff55-43b9-bbf7-399281e1fc15,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:41.290708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-071fcc1e-5bdf-41bd-aba2-b2ea5948b65b tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags HTTP/1.1" status: 200 len: 241 time: 0.1483285 May 14 18:21:41.293543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43812) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:41.300945 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:41.308559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:network and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:41.312376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:41.323494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-aa85b2f6-4139-4343-8ac5-5e55ad0dabc4 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-1945864567') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:41.341068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:41.368076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'network': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:41.381162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:41.405646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:41.519307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port 17985495-1df3-41bb-a61e-7062a3b34b64 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:41.520005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:41.536716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:41.572837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:security_group_rule and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:41.591296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 900b18a0-ff55-43b9-bbf7-399281e1fc15 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:21:41.607206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-aa85b2f6-4139-4343-8ac5-5e55ad0dabc4 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-1945864567 HTTP/1.1" status: 204 len: 168 time: 0.3120821 May 14 18:21:41.613189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43818) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:41.618658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-31ed3513-e0b1-4090-b500-56edfee49d1a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-1945864567') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:41.667219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:41.677464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:41.775435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-68c6833d-7f95-4656-b70d-c3feaa5beef3 None None] Provisioning complete for port 900b18a0-ff55-43b9-bbf7-399281e1fc15 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:41.776110 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68c6833d-7f95-4656-b70d-c3feaa5beef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:41.792430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05ba89-e0e8-439d-abbc-0d24841e4f3b req-88e9817d-7820-46af-a38d-96c8f8e36499 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:41.822893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e05ba89-e0e8-439d-abbc-0d24841e4f3b req-88e9817d-7820-46af-a38d-96c8f8e36499 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 946 time: 0.3696654 May 14 18:21:41.934417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port 17985495-1df3-41bb-a61e-7062a3b34b64, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=17985495-1df3-41bb-a61e-7062a3b34b64,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:21:41.934878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:41.949869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 900b18a0-ff55-43b9-bbf7-399281e1fc15 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:41.950358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.009790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e05ba89-e0e8-439d-abbc-0d24841e4f3b req-1adcd6ad-b29b-40df-b3ce-bd1fa9a1386c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=276fd4f1-033f-4804-ad5b-e1aea94651e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699133 May 14 18:21:42.010466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.081116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-31ed3513-e0b1-4090-b500-56edfee49d1a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-1945864567 HTTP/1.1" status: 204 len: 168 time: 0.4673278 May 14 18:21:42.083529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43826) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:42.089370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-f083fcde-86cc-4edd-8075-e4e7bde17053 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:42.115747 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.116286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.150788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-68c6833d-7f95-4656-b70d-c3feaa5beef3 None None] Provisioning for port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:21:42.159835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-68c6833d-7f95-4656-b70d-c3feaa5beef3 None None] Provisioning complete for port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:42.160606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68c6833d-7f95-4656-b70d-c3feaa5beef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.208814 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-43007721-8324-4335-a800-fc5b54cd27c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:42.210772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f083fcde-86cc-4edd-8075-e4e7bde17053 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags HTTP/1.1" status: 200 len: 205 time: 0.1256869 May 14 18:21:42.212086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43830) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:42.218100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-96f464d5-3a8e-4ec5-b73c-582090def750 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:42.226706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for 17985495-1df3-41bb-a61e-7062a3b34b64 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:42.290336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86031af-e6a1-4ddd-9fa0-60cf9f855002,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:42.297949 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:42.303206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:42.303846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-68c6833d-7f95-4656-b70d-c3feaa5beef3 None None] Port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:21:42.337811 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.338163 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Added segment afd19db6-1e68-42f3-8470-6e040e99a657 of type vlan for network 31bf33ce-cb8f-4059-9707-70d382fd6a65 May 14 18:21:42.381284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.433704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:42.444715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.445542 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Added segment 9d09a2ae-450c-467f-9e0d-3050e0b50d2a of type vlan for network e91ac666-b2d8-4d2a-9902-67a852c940f6 May 14 18:21:42.458777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8bb0736b-003d-423d-aa86-b2db48e9d6b5 None None] Provisioning complete for port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:21:42.460858 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8bb0736b-003d-423d-aa86-b2db48e9d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.482387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.493950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-96f464d5-3a8e-4ec5-b73c-582090def750 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags HTTP/1.1" status: 200 len: 240 time: 0.2781754 May 14 18:21:42.496327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43838) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:42.505962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-590e7724-0691-4ae3-af01-7869ceff62db tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-160529000') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:42.543768 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.544660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.552858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:42.558830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:42.559707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:42.596545 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75805339-4516-432c-aec5-12db4d49fcbd tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:42.626511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0736b-003d-423d-aa86-b2db48e9d6b5 None None] Port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:21:42.632570 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7034025 May 14 18:21:42.639560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43842) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:42.861805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Network': ['ID=31bf33ce-cb8f-4059-9707-70d382fd6a65,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:42.876850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 31bf33ce-cb8f-4059-9707-70d382fd6a65 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:42.941976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d1d74-0c07-40c9-8070-70eb983504e2 req-41dde3ce-193b-486b-9ab1-4c6443cfdf34 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:42.949171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c8d1d74-0c07-40c9-8070-70eb983504e2 req-41dde3ce-193b-486b-9ab1-4c6443cfdf34 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.5290971 May 14 18:21:43.007431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c8d1d74-0c07-40c9-8070-70eb983504e2 req-88db5d70-7eb7-498e-a013-5fe9fa075b87 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572169 May 14 18:21:43.029808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-590e7724-0691-4ae3-af01-7869ceff62db tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-160529000 HTTP/1.1" status: 204 len: 168 time: 0.5280018 May 14 18:21:43.032893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43852) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.047029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-0b611275-0f84-484d-9fc3-8f86b91a041a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-160529000') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:43.097357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 17985495-1df3-41bb-a61e-7062a3b34b64 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:21:43.277119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:43.304759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No active binding found for port 17985495-1df3-41bb-a61e-7062a3b34b64 {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 18:21:43.310977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 17985495-1df3-41bb-a61e-7062a3b34b64 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:21:43.330355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:43.351455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:43.361469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8787a003-9c63-46cb-a808-fff5f4c5b80e req-0e8e4a8f-4036-4263-b14e-5117994b328b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.0632968 May 14 18:21:43.365535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:43.374234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:43.375455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Synchronizing usage tracker for tenant:fbe78d8080ab40069722700a1466dcfc on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:43.379335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Network': ['ID=e91ac666-b2d8-4d2a-9902-67a852c940f6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:43.399372 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:43.401916 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.779s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:43.402324 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:43.410827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b611275-0f84-484d-9fc3-8f86b91a041a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-160529000 HTTP/1.1" status: 204 len: 168 time: 0.3737330 May 14 18:21:43.412185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.413686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e91ac666-b2d8-4d2a-9902-67a852c940f6 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:43.424880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-468c843d-688c-466a-b95d-d17925e5416c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:43.473490 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f10a3036-103f-4b9d-a928-065bdffc1898 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:43.556605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=17985495-1df3-41bb-a61e-7062a3b34b64,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:43.616305 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:43.633258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port 17985495-1df3-41bb-a61e-7062a3b34b64 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:21:43.636263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:43.639160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'name': 'network-vif-deleted', 'tag': '17985495-1df3-41bb-a61e-7062a3b34b64'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:21:43.646216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Unset dirty status for tenant:fbe78d8080ab40069722700a1466dcfc on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:43.650231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-080a320f-47c9-4b78-8f7d-a180be4a458b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0082316 May 14 18:21:43.653672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43864) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.680959 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4253af20-9e59-4f0b-87a4-92476dc8b9fe req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "DELETE /v2.0/ports/17985495-1df3-41bb-a61e-7062a3b34b64 HTTP/1.1" status: 204 len: 173 time: 2.7130806 May 14 18:21:43.714073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-468c843d-688c-466a-b95d-d17925e5416c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags HTTP/1.1" status: 200 len: 205 time: 0.3008323 May 14 18:21:43.717149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43870) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.751616 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b50436a-6a4b-4b82-b2b4-1d72d0b486c4', 'name': 'network-vif-deleted', 'tag': '17985495-1df3-41bb-a61e-7062a3b34b64', 'status': 'completed', 'code': 200} May 14 18:21:43.752060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-6cb1a34a-6506-46d7-87ea-3a15342931c7 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:43.810723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6cb1a34a-6506-46d7-87ea-3a15342931c7 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags HTTP/1.1" status: 200 len: 241 time: 0.0917063 May 14 18:21:43.814134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43874) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.820249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-a87b2fc4-cac4-42b8-9543-b663fce03bed tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-1277719401') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:43.843087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:43.862667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a87b2fc4-cac4-42b8-9543-b663fce03bed tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-1277719401 HTTP/1.1" status: 204 len: 168 time: 0.0473733 May 14 18:21:43.865019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43880) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.873792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-70d21dd4-f938-4f6c-bd92-e251c8afd26a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-1277719401') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:43.943812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70d21dd4-f938-4f6c-bd92-e251c8afd26a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-1277719401 HTTP/1.1" status: 204 len: 168 time: 0.0763888 May 14 18:21:43.944454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43884) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.951018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-83ddee49-fe25-4edd-8de6-e6b498b522d5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:43.989482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-83ddee49-fe25-4edd-8de6-e6b498b522d5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags HTTP/1.1" status: 200 len: 205 time: 0.0436265 May 14 18:21:43.990081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43888) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:43.995596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-b703e932-077c-402e-bfbd-7089f02d4a04 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.026338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.042190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b703e932-077c-402e-bfbd-7089f02d4a04 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags HTTP/1.1" status: 204 len: 168 time: 0.0510659 May 14 18:21:44.042796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43894) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:44.048719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bf33ce-cb8f-4059-9707-70d382fd6a65']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.049593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-9142b8a6-964b-4a4d-873a-41eb6b5e5f9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.085178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd19db6-1e68-42f3-8470-6e040e99a657') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.100464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd19db6-1e68-42f3-8470-6e040e99a657') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.137136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.175540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.189222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:44.190010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: timer() May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:44.218546 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:44.349106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9142b8a6-964b-4a4d-873a-41eb6b5e5f9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags HTTP/1.1" status: 204 len: 168 time: 0.3029776 May 14 18:21:44.351361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43902) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:44.358896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-03c97f85-2ad4-4638-b70d-4f0379576a12 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.426487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.432690 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e548e29c-0a00-4eba-a6b0-49b55011e401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:44.452271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.468219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Network': ['ID=31bf33ce-cb8f-4059-9707-70d382fd6a65,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:44.475154 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:44.485146 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/networks/31bf33ce-cb8f-4059-9707-70d382fd6a65 HTTP/1.1" status: 204 len: 168 time: 0.8301589 May 14 18:21:44.488094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:44.580773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-03c97f85-2ad4-4638-b70d-4f0379576a12 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2283685 May 14 18:21:44.581399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:44.610066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ed3d-e8ae-4bbb-8492-be437b791fa7 req-c7666511-65d7-453a-ad7b-62e2d4def2ff tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:44.615448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc08ed3d-e8ae-4bbb-8492-be437b791fa7 req-c7666511-65d7-453a-ad7b-62e2d4def2ff tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.3505750 May 14 18:21:44.622532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-2aebc4e9-48dd-4414-a066-ee1680e7c80c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.650757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.777486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc08ed3d-e8ae-4bbb-8492-be437b791fa7 req-2025113e-0b10-45a3-9dc2-bb7637fa57db tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824118 May 14 18:21:44.841179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.845620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2aebc4e9-48dd-4414-a066-ee1680e7c80c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags HTTP/1.1" status: 204 len: 168 time: 0.2599127 May 14 18:21:44.850027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43922) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:44.855863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-a7bb2ec9-ec45-4437-b1d9-fa65f1a6a76f tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-1989690488') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.904661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91ac666-b2d8-4d2a-9902-67a852c940f6']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.931445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d09a2ae-450c-467f-9e0d-3050e0b50d2a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.931737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d09a2ae-450c-467f-9e0d-3050e0b50d2a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:44.960256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.980332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:44.987439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:21:44.987858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.074398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a7bb2ec9-ec45-4437-b1d9-fa65f1a6a76f tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-1989690488 HTTP/1.1" status: 201 len: 201 time: 0.2231295 May 14 18:21:45.076915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43928) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:45.083737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-2b1184f3-1f3c-4830-bf16-ad46a74dad70 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-736054943') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: timer() May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:21:45.115999 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:21:45.123827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.130842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.133684 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-328b2378-ecb9-42e0-b2da-a7fcb5ef0a67 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:45.165227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Network': ['ID=e91ac666-b2d8-4d2a-9902-67a852c940f6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:45.172612 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:45.176119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3ac4b55-31ea-4287-8801-19bcd9dfe1cb req-5640cdfe-bc4a-4318-a779-927147c2c144 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.1978507 May 14 18:21:45.182640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/networks/e91ac666-b2d8-4d2a-9902-67a852c940f6 HTTP/1.1" status: 204 len: 168 time: 0.6924467 May 14 18:21:45.187242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43932) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:45.529800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dddd5-f95f-4ef2-bc36-0da380a2d904 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:45.539225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dddd5-f95f-4ef2-bc36-0da380a2d904 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:45.540959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7b8dddd5-f95f-4ef2-bc36-0da380a2d904 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3530653 May 14 18:21:45.544772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43938) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:45.554447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1333584350'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:45.569483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:45.574598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:network and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:45.580081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:45.585816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b1184f3-1f3c-4830-bf16-ad46a74dad70 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-736054943 HTTP/1.1" status: 201 len: 201 time: 0.5052323 May 14 18:21:45.586404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43942) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:45.593407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-cee0410a-ab6d-40d1-bfec-79d4d85bf16e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-813571958') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:45.605128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:45.628050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:45.633301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.676175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:45.685925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.686363 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Added segment 80cb6483-aed4-424f-932f-fe764166fe2a of type vlan for network 1bf16799-fb6f-4308-bdc7-2f49de0c964c May 14 18:21:45.717707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.784055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.793953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:45.794544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:45.806875 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4777444-865d-44fc-822d-53391790e346 tempest-DHCPAgentSchedulersTestJSON-162290653 tempest-DHCPAgentSchedulersTestJSON-162290653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:45.945605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cee0410a-ab6d-40d1-bfec-79d4d85bf16e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-813571958 HTTP/1.1" status: 201 len: 201 time: 0.3580570 May 14 18:21:45.948229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43950) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:45.955608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-5f74d719-29f8-493b-83f8-0eea9414b6c0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-1033901606') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:46.003382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5f74d719-29f8-493b-83f8-0eea9414b6c0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-1033901606 HTTP/1.1" status: 201 len: 201 time: 0.0537338 May 14 18:21:46.005713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43954) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.012940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-38e01040-394a-4313-8505-4fa8e294fcc9 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', {'tags': ['tempest-TagsExtTest-Tag-450513713', 'tempest-TagsExtTest-Tag-1905069686', 'tempest-TagsExtTest-Tag-1941191730']}) {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:46.021437 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4743395 May 14 18:21:46.024975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Network': ['ID=1bf16799-fb6f-4308-bdc7-2f49de0c964c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:46.027495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.030369 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:46.044517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1712863392'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:46.048471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 1bf16799-fb6f-4308-bdc7-2f49de0c964c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:46.052963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:46.058394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:network and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:46.065681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:46.076287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:46.130759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:46.136308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:46.213901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:46.229346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:46.230184 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Added segment 90a82895-7109-4b5e-bcf4-17edff0b0f2e of type vlan for network 2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20 May 14 18:21:46.277335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-38e01040-394a-4313-8505-4fa8e294fcc9 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags HTTP/1.1" status: 200 len: 317 time: 0.2675848 May 14 18:21:46.278223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43974) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.285170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:46.287525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618491-e9c4-49b1-b55b-e5d94ce7ed1f req-681d1e58-d5bb-46ec-b6c5-d5d1aefa2966 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:46.289043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0618491-e9c4-49b1-b55b-e5d94ce7ed1f req-681d1e58-d5bb-46ec-b6c5-d5d1aefa2966 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.1817334 May 14 18:21:46.292187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-abc544d4-5521-4a54-9f21-ea19a3665faa tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:46.322703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:46.330743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:46.331649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:46.335915 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bec510f-c45b-4e4f-ad75-696faa409e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:46.430900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0618491-e9c4-49b1-b55b-e5d94ce7ed1f req-3ed606dc-8506-45b3-8d3f-22ab6a2f316a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859356 May 14 18:21:46.496154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Network': ['ID=2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:46.499410 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:46.505167 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4738553 May 14 18:21:46.507910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:46.517298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43982) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.535470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'ports': [{'network_id': '1bf16799-fb6f-4308-bdc7-2f49de0c964c', 'name': 'tempest-port--457436348', 'admin_state_up': True}, {'network_id': '2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20', 'admin_state_up': False}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:46.537867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'port': {'network_id': '1bf16799-fb6f-4308-bdc7-2f49de0c964c', 'name': 'tempest-port--457436348', 'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:46.538655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'port': {'network_id': '2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20', 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:46.548173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-abc544d4-5521-4a54-9f21-ea19a3665faa tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags HTTP/1.1" status: 204 len: 168 time: 0.2695179 May 14 18:21:46.550498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43986) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.555719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-15618048-c478-4618-b552-f1278e5c45f9 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-450513713') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:46.702236 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-15618048-c478-4618-b552-f1278e5c45f9 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:46.708130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-15618048-c478-4618-b552-f1278e5c45f9 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-450513713 HTTP/1.1" status: 404 len: 328 time: 0.1566758 May 14 18:21:46.708699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43990) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.723737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-52443938-4195-4a8e-bd47-ff4ae3047f76 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-1905069686') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:46.839119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b575013-7dfb-42a5-a60a-ca1afc6e752a req-b3eb9982-f8cd-42b8-96fe-5181d5308d77 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.0693951 May 14 18:21:46.904831 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-52443938-4195-4a8e-bd47-ff4ae3047f76 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:46.911867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-52443938-4195-4a8e-bd47-ff4ae3047f76 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-1905069686 HTTP/1.1" status: 404 len: 329 time: 0.2017653 May 14 18:21:46.912469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43994) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:46.924483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-cbe1e5a3-bb20-4ec2-bb15-b0c51d1b7286 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d', 'tempest-TagsExtTest-Tag-1941191730') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.050743 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-cbe1e5a3-bb20-4ec2-bb15-b0c51d1b7286 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:47.057109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cbe1e5a3-bb20-4ec2-bb15-b0c51d1b7286 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags/tempest-TagsExtTest-Tag-1941191730 HTTP/1.1" status: 404 len: 329 time: 0.1417637 May 14 18:21:47.057109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44004) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:47.063873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-f53a63cb-a25b-4aed-9565-bd46dd7942a0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', {'tags': ['tempest-TagsExtTest-Tag-398723689', 'tempest-TagsExtTest-Tag-1720564460', 'tempest-TagsExtTest-Tag-1958290736']}) {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.066796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:47.082995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:port and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:47.090189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:47.105704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:47.128356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'port': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:47.134081 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:47.155534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f53a63cb-a25b-4aed-9565-bd46dd7942a0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags HTTP/1.1" status: 200 len: 317 time: 0.0971630 May 14 18:21:47.158717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44012) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:47.159665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:47.165192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-17b4c317-44ed-4d7a-9c6d-6ead900e1ed8 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.277386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-17b4c317-44ed-4d7a-9c6d-6ead900e1ed8 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1176009 May 14 18:21:47.279969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44018) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:47.287489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-f576d407-e8e1-429a-95fe-bf0154b0074a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-398723689') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.352358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] device_id is not set on port 40a826b5-4f4c-42c4-a41b-cd68753c43e0 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:21:47.408727 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-f576d407-e8e1-429a-95fe-bf0154b0074a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:47.409791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f576d407-e8e1-429a-95fe-bf0154b0074a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-398723689 HTTP/1.1" status: 404 len: 328 time: 0.1287866 May 14 18:21:47.415157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44022) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:47.424890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-0fb10bee-d9c6-4af3-bd77-c3cee1840840 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-1720564460') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.604799 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-0fb10bee-d9c6-4af3-bd77-c3cee1840840 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:47.615606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0fb10bee-d9c6-4af3-bd77-c3cee1840840 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-1720564460 HTTP/1.1" status: 404 len: 329 time: 0.1993258 May 14 18:21:47.616650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44028) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:47.624612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-61ba270d-d112-475e-9216-695d22e6cdb8 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5', 'tempest-TagsExtTest-Tag-1958290736') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.659722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:47.811476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120d05c-4f42-4139-a315-a865246e4bd3 req-5d453b0f-e487-4462-b470-f724a078f279 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:47.819420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1120d05c-4f42-4139-a315-a865246e4bd3 req-5d453b0f-e487-4462-b470-f724a078f279 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.1280015 May 14 18:21:47.872307 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-61ba270d-d112-475e-9216-695d22e6cdb8 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:47.873362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-61ba270d-d112-475e-9216-695d22e6cdb8 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags/tempest-TagsExtTest-Tag-1958290736 HTTP/1.1" status: 404 len: 329 time: 0.2556205 May 14 18:21:47.877345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44036) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:47.885049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-fca1566c-3988-4e8d-8f59-867e5a9b6b6e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', {'tags': ['tempest-TagsExtTest-Tag-58207860', 'tempest-TagsExtTest-Tag-620900993', 'tempest-TagsExtTest-Tag-82425799']}) {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:47.975155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1120d05c-4f42-4139-a315-a865246e4bd3 req-58b5d803-2cf4-47ae-9420-40595946429b tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547379 May 14 18:21:48.175437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fca1566c-3988-4e8d-8f59-867e5a9b6b6e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags HTTP/1.1" status: 200 len: 313 time: 0.2968326 May 14 18:21:48.177912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44044) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:48.185026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-52e79880-97b1-4015-8dfe-db3c87d66e01 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:48.197189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] device_id is not set on port 9067ebe3-9508-4ccf-9fcf-fb891831985f yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:21:48.426691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:48.474365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:48.489783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9cfcf271-974f-44fd-b240-94ec2cee61fe tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:48.494601 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8f31a8bc-6cbd-4e46-9cd9-d65a36708335 req-11796c34-8860-4b7c-b662-74065859ad89 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.1889997 May 14 18:21:48.665141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-6b7d4eb7-4998-413f-bf47-a1dbb0cb0ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3267107 May 14 18:21:48.683477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-52e79880-97b1-4015-8dfe-db3c87d66e01 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags HTTP/1.1" status: 204 len: 168 time: 0.5035319 May 14 18:21:48.686307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44050) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:48.709143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-c3a57d9d-5d22-4635-b7fe-2f0c028c916d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-58207860') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:48.793960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Port': ['ID=40a826b5-4f4c-42c4-a41b-cd68753c43e0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:48.814912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Checking segment: {'id': '80cb6483-aed4-424f-932f-fe764166fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1bf16799-fb6f-4308-bdc7-2f49de0c964c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:21:48.815347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network hostable DHCP agents. Network: 1bf16799-fb6f-4308-bdc7-2f49de0c964c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:21:48.818645 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:48.849125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network 1bf16799-fb6f-4308-bdc7-2f49de0c964c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:21:48.879655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 1bf16799-fb6f-4308-bdc7-2f49de0c964c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:48.883957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:48.885045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:48.894079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d54e50-14ba-40e8-8539-9511a5ae6681 None None] Network 1bf16799-fb6f-4308-bdc7-2f49de0c964c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:48.909339 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d65c1552-876a-400a-a75c-886a12a91cd7 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:49.128670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Port': ['ID=9067ebe3-9508-4ccf-9fcf-fb891831985f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:49.141714 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:49.178501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Checking segment: {'id': '90a82895-7109-4b5e-bcf4-17edff0b0f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:21:49.179964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network hostable DHCP agents. Network: 2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:21:49.218097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network 2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:21:49.239605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:21:49.243619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:21:49.253988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.256911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9a692-e364-494b-9702-b13f45ac2712 None None] Network 2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:21:49.265946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.267912 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:49.328818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8061798 May 14 18:21:49.329579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44068) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:49.504477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c66ca-f7f9-4308-b7fd-440ab29758f5 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.511627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c66ca-f7f9-4308-b7fd-440ab29758f5 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.512714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c0c66ca-f7f9-4308-b7fd-440ab29758f5 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Synchronizing usage tracker for tenant:fbe78d8080ab40069722700a1466dcfc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:49.550197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c0c66ca-f7f9-4308-b7fd-440ab29758f5 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Unset dirty status for tenant:fbe78d8080ab40069722700a1466dcfc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:49.554446 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c0c66ca-f7f9-4308-b7fd-440ab29758f5 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2237611 May 14 18:21:49.555263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44074) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:49.659459 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-c3a57d9d-5d22-4635-b7fe-2f0c028c916d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:49.660501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c3a57d9d-5d22-4635-b7fe-2f0c028c916d tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-58207860 HTTP/1.1" status: 404 len: 327 time: 0.9683781 May 14 18:21:49.666662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44082) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:49.678902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-2bebd3df-8f10-4769-bc3c-53af1c7559eb tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-620900993') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:49.736277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Deleting port 40a826b5-4f4c-42c4-a41b-cd68753c43e0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:49.736765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:49.762824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.763214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.763694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.764178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.764647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.765114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.766198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.769642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-03d6f932-8d32-47ca-ac1c-11e1cb6c23f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.5143917 May 14 18:21:49.937099 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:49.991084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-2431928e-7b76-4ab6-81bd-3b7533631b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.991629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-2431928e-7b76-4ab6-81bd-3b7533631b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.992105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-2431928e-7b76-4ab6-81bd-3b7533631b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:49.993645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-2431928e-7b76-4ab6-81bd-3b7533631b66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 2293 time: 0.1626165 May 14 18:21:50.133790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2804-a592-4c59-a80a-5d52b76e3738 req-eed7859b-6bfe-4b81-aa1c-03eb8f6e9941 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:50.149917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f35c2804-a592-4c59-a80a-5d52b76e3738 req-eed7859b-6bfe-4b81-aa1c-03eb8f6e9941 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.7892554 May 14 18:21:50.153755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Calling delete_port for 40a826b5-4f4c-42c4-a41b-cd68753c43e0 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:50.236377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:50.258441 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eaee52ad-3c76-45aa-bb7f-6b54115aae7f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:50.271084 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-2bebd3df-8f10-4769-bc3c-53af1c7559eb tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:50.277002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2bebd3df-8f10-4769-bc3c-53af1c7559eb tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-620900993 HTTP/1.1" status: 404 len: 328 time: 0.6075389 May 14 18:21:50.284067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44096) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:50.360003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:50.362094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-6c3c06b8-8ab8-4938-ab94-21a2cfb41226 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b', 'tempest-TagsExtTest-Tag-82425799') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:50.363713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Port': ['ID=40a826b5-4f4c-42c4-a41b-cd68753c43e0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:50.367399 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:50.396324 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/ports/40a826b5-4f4c-42c4-a41b-cd68753c43e0 HTTP/1.1" status: 204 len: 168 time: 0.8398952 May 14 18:21:50.397602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44100) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:50.585485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-801d1f87-a133-4213-8cab-4423a8dd5601 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 0.5773003 May 14 18:21:50.620442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Deleting port 9067ebe3-9508-4ccf-9fcf-fb891831985f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:50.626525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:50.726832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f35c2804-a592-4c59-a80a-5d52b76e3738 req-6873d858-5bb1-4d68-b6ba-9fd1a262bcca tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755503 May 14 18:21:50.823312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-7c534a99-3546-4d88-806e-0b09573f6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:50.824935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-7c534a99-3546-4d88-806e-0b09573f6ca6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.1471207 May 14 18:21:50.854011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:50.920000 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-6c3c06b8-8ab8-4938-ab94-21a2cfb41226 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:50.930004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6c3c06b8-8ab8-4938-ab94-21a2cfb41226 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags/tempest-TagsExtTest-Tag-82425799 HTTP/1.1" status: 404 len: 327 time: 0.6287551 May 14 18:21:50.930630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44116) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:50.962735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-4d399765-b63b-4897-95c7-7a448f18c8a3 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', {'tags': ['tempest-TagsExtTest-Tag-709609494', 'tempest-TagsExtTest-Tag-1223347913', 'tempest-TagsExtTest-Tag-1970304266']}) {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:51.064027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28db60a7-a5bb-4bc8-99ad-bbfcf443c43d req-3c971187-f5ea-4690-9962-5ae56c4b5aeb tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b50436a-6a4b-4b82-b2b4-1d72d0b486c4 HTTP/1.1" status: 200 len: 210 time: 0.0687342 May 14 18:21:51.159269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-136ee94f-1521-41da-bae9-860b56be942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:51.163213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-136ee94f-1521-41da-bae9-860b56be942a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186524 May 14 18:21:51.170735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d399765-b63b-4897-95c7-7a448f18c8a3 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "PUT /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags HTTP/1.1" status: 200 len: 317 time: 0.2235115 May 14 18:21:51.171580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44120) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:51.182150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-21539fbc-cebf-40c8-882d-005f6cde5b74 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:51.247369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Calling delete_port for 9067ebe3-9508-4ccf-9fcf-fb891831985f owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:51.338396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:51.345588 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-af3fd085-d35a-4855-82d4-0600206cf23e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:51.408944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-12c16e44-dcfb-47eb-88d2-ae025eb04f7d service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066505 May 14 18:21:51.488004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Port': ['ID=9067ebe3-9508-4ccf-9fcf-fb891831985f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:51.499389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:51.509939 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:51.555977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/ports/9067ebe3-9508-4ccf-9fcf-fb891831985f HTTP/1.1" status: 204 len: 168 time: 1.1566286 May 14 18:21:51.556640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44126) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:51.561411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-637764a6-ecac-4a85-9cd7-563b6377094c service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408713 May 14 18:21:51.641409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-7d422d90-2fe4-4390-956b-a0b7d5b1656d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.0670505 May 14 18:21:51.709640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4b5393d3-f359-4cfb-bc55-e5fcb2e9fb50 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Synchronizing usage tracker for tenant:fbe78d8080ab40069722700a1466dcfc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:51.746682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4b5393d3-f359-4cfb-bc55-e5fcb2e9fb50 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Unset dirty status for tenant:fbe78d8080ab40069722700a1466dcfc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:51.752330 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b5393d3-f359-4cfb-bc55-e5fcb2e9fb50 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1945448 May 14 18:21:51.752934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44134) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:51.759700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1454077345'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:51.777540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:51.782724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:network and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:51.787476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:51.802230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:51.833326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:51.839824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:51.915404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:51.944293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:51.945054 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Added segment ec06011b-0db2-4dc1-a509-320586b2ee9e of type vlan for network 96e078b0-26c2-4e56-913b-cc8a4e9810ad May 14 18:21:52.022218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.102038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.108374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:52.108975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.115443 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e8398b7a-4976-4704-9285-d8b6d8aa0d38 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:52.146619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-21539fbc-cebf-40c8-882d-005f6cde5b74 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags HTTP/1.1" status: 204 len: 168 time: 0.9732232 May 14 18:21:52.160213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44142) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:52.176895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-4a770fb8-2af7-42e1-99b7-d2f2e0ca13f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-709609494') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:52.248189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Network': ['ID=96e078b0-26c2-4e56-913b-cc8a4e9810ad,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:52.254575 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:52.271813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 96e078b0-26c2-4e56-913b-cc8a4e9810ad details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:52.272574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-91531d64-b357-43ce-8c09-169940cbfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:52.273244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-91531d64-b357-43ce-8c09-169940cbfc70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.6216979 May 14 18:21:52.284324 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5273366 May 14 18:21:52.284516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:52.291007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-967102302'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:52.299625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:52.314705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:network and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:52.324134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:52.334443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:52.362707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:52.366615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.388033 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-4a770fb8-2af7-42e1-99b7-d2f2e0ca13f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:52.392591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4a770fb8-2af7-42e1-99b7-d2f2e0ca13f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-709609494 HTTP/1.1" status: 404 len: 328 time: 0.2296793 May 14 18:21:52.397879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44154) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:52.412754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-62dcd206-51ee-48a6-a650-52fa17f9a805 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-1223347913') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:52.476626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:21:52.491672 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-62dcd206-51ee-48a6-a650-52fa17f9a805 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:52.493655 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62dcd206-51ee-48a6-a650-52fa17f9a805 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-1223347913 HTTP/1.1" status: 404 len: 329 time: 0.0892735 May 14 18:21:52.496906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16467b15-7604-4a1c-bec3-e05c8324e4b3 req-4f2a0edb-c56c-4d7b-b4f0-fa33cdd72171 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:52.497875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44158) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:52.498498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16467b15-7604-4a1c-bec3-e05c8324e4b3 req-4f2a0edb-c56c-4d7b-b4f0-fa33cdd72171 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.4398544 May 14 18:21:52.506181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-5b4fb478-dfe5-45d5-9b57-53f5894cc6da tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08', 'tempest-TagsExtTest-Tag-1970304266') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:52.529721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.530499 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Added segment b7e6ee60-77da-4cb9-a5a2-e7169a046ed9 of type vlan for network 6331a870-55a9-49c8-8d81-bfd9410d4a9f May 14 18:21:52.565043 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-5b4fb478-dfe5-45d5-9b57-53f5894cc6da tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] show failed (client error): The resource could not be found. May 14 18:21:52.566353 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5b4fb478-dfe5-45d5-9b57-53f5894cc6da tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags/tempest-TagsExtTest-Tag-1970304266 HTTP/1.1" status: 404 len: 329 time: 0.0667133 May 14 18:21:52.573213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44162) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:52.590196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.598662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-3b8f4d1e-ebe7-45df-a3a7-a2e5851b9a80 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5dbad17-c2ad-4661-a634-bd359fae3a08') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:52.659517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.668828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:52.669796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:52.679702 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:52.693664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16467b15-7604-4a1c-bec3-e05c8324e4b3 req-60088b59-b874-491e-b546-75fc73c80705 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743054 May 14 18:21:52.703981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3b8f4d1e-ebe7-45df-a3a7-a2e5851b9a80 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08/tags HTTP/1.1" status: 204 len: 168 time: 0.1265695 May 14 18:21:52.709351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44168) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:52.738865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.tag.tag_plugin [None req-4173f8c2-467e-48f4-ad3d-1cd08fd8f7f1 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03995495-7f88-41e6-8e0c-80622a05fc9b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:52.791199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-45d9c172-eaa3-412b-a478-c02c2d821dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:52.793028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-45d9c172-eaa3-412b-a478-c02c2d821dbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5088534 May 14 18:21:52.924953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Network': ['ID=6331a870-55a9-49c8-8d81-bfd9410d4a9f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:52.933421 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:21:52.936662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 6331a870-55a9-49c8-8d81-bfd9410d4a9f details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:21:52.993882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7057123 May 14 18:21:53.512889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4173f8c2-467e-48f4-ad3d-1cd08fd8f7f1 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b/tags HTTP/1.1" status: 204 len: 168 time: 0.7908361 May 14 18:21:53.515891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:53.523171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-8b09d545-6e48-4408-b5aa-5ecc15a80d70 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:53.672494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-22fcffef-7622-4eb9-880a-440c1e2ab018 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8517857 May 14 18:21:53.775326 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b09d545-6e48-4408-b5aa-5ecc15a80d70 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2571361 May 14 18:21:53.777353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44196) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:53.792338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.tag.tag_plugin [None req-1ed19e20-288b-4632-810a-83077519e457 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5facabde-d063-42f5-b3d3-649d1646180d') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:21:54.022196 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ed19e20-288b-4632-810a-83077519e457 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d/tags HTTP/1.1" status: 204 len: 168 time: 0.2429264 May 14 18:21:54.035420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44202) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:54.153159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:54.193368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-59a26217-7249-45c8-a489-a0cb8c2b4af4 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119121 May 14 18:21:54.291868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2fafe4d9-1480-4a5e-be6f-174b12454511 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for subnetpool, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:54.295472 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2fafe4d9-1480-4a5e-be6f-174b12454511 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5dbad17-c2ad-4661-a634-bd359fae3a08 HTTP/1.1" status: 204 len: 168 time: 0.2566121 May 14 18:21:54.296175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44206) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:54.332308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-28ca7bdb-0dc2-4a92-b833-c91a8ce05a9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.1231544 May 14 18:21:54.434410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-828ef2b8-005d-4cfe-ac93-d4bc3908daa0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Synchronizing usage tracker for tenant:0b2a6e79662940738da9142b7e5e5a24 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:21:54.483986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-5b071a44-28e5-4f11-a121-8027047a7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:54.486551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-5b071a44-28e5-4f11-a121-8027047a7c65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1334181 May 14 18:21:54.487746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-828ef2b8-005d-4cfe-ac93-d4bc3908daa0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Unset dirty status for tenant:0b2a6e79662940738da9142b7e5e5a24 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:21:54.494650 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-828ef2b8-005d-4cfe-ac93-d4bc3908daa0 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "GET /v2.0/ports?device_id=03995495-7f88-41e6-8e0c-80622a05fc9b HTTP/1.1" status: 200 len: 205 time: 0.1943004 May 14 18:21:54.494650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44212) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:54.506458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5038-f961-4e37-a64b-c67f602cfb1f req-c67fc61e-b9af-417c-8fa0-befd6cfae567 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:54.508463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d44d5038-f961-4e37-a64b-c67f602cfb1f req-c67fc61e-b9af-417c-8fa0-befd6cfae567 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.4508021 May 14 18:21:54.759068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d44d5038-f961-4e37-a64b-c67f602cfb1f req-a4958e11-db80-47b7-acd4-16b3ad6de271 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323946 May 14 18:21:54.847088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-9cf619d6-68c6-4f62-ab0e-9cd59c44eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:54.856804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-9cf619d6-68c6-4f62-ab0e-9cd59c44eb98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3459678 May 14 18:21:55.228924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-47c00a39-3162-4071-a9a1-f6b05b9b1c53 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616996 May 14 18:21:55.412393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:55.592336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-094240ec-015d-4db6-8ab1-6b696ea80498 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510764 May 14 18:21:55.764741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44230) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:55.768551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-da6a9397-2838-4c31-b967-e0fc6f9725b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.1650724 May 14 18:21:56.045509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-402f5786-2571-48d9-9115-eda8073dd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:56.048178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-402f5786-2571-48d9-9115-eda8073dd630 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.2678499 May 14 18:21:56.596113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44244) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:56.653264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'subnets': [{'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1127851647', 'ip_version': 6}, {'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:56.653763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'subnet': {'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1127851647', 'ip_version': 6}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:56.654237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Request body: {'subnet': {'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:56.690921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-d00751cc-5643-4e45-808d-3b097ee74b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:56.692652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-d00751cc-5643-4e45-808d-3b097ee74b52 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6325660 May 14 18:21:56.710360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea711a-0d52-4639-b2d2-1d1f00137319 req-aaaee2c0-a000-41fb-8127-462ebf67f487 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:56.712159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ea711a-0d52-4639-b2d2-1d1f00137319 req-aaaee2c0-a000-41fb-8127-462ebf67f487 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.5409827 May 14 18:21:56.787600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:56.901135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:56.994081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ea711a-0d52-4639-b2d2-1d1f00137319 req-75990ee1-4f16-4f1c-bbdc-76cd3fd8e94d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344377 May 14 18:21:57.033325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1086-c13e-43b9-83e4-9124f5fd5208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:57.073882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-1bb4ad8f-40c3-415f-a7b0-2586ed057177 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606117 May 14 18:21:57.222982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:57.224164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Fanout notify agent at l3_agent the message router_deleted on router 03995495-7f88-41e6-8e0c-80622a05fc9b {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:21:57.272055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:57.273209 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b28eb8d3-2167-4861-9894-c2bc51a35a5e tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/routers/03995495-7f88-41e6-8e0c-80622a05fc9b HTTP/1.1" status: 204 len: 168 time: 2.7788789 May 14 18:21:57.279212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44258) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:57.333446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-f75587dc-c140-41e4-8a35-1afec9133efa service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491279 May 14 18:21:57.489401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-5f1096d8-6a24-4eb1-9960-2e7798308a69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.1440587 May 14 18:21:57.577700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:57.582633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Usage tracker for resource:subnet and tenant:fbe78d8080ab40069722700a1466dcfc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:57.585728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:57.592027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:57.600220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-d367a831-87c2-4b7c-9963-948b690c1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:57.604961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-d367a831-87c2-4b7c-9963-948b690c1ca4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1009681 May 14 18:21:57.689393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Made reservation on behalf of fbe78d8080ab40069722700a1466dcfc for: {'subnet': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:21:57.694066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:57.694394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:57.787054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-77fa2a70-f177-40eb-a3ff-00453ba6da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:57.788598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-77fa2a70-f177-40eb-a3ff-00453ba6da24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1771083 May 14 18:21:57.814975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:58.075096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Deleting port 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:21:58.075500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:58.158575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-b0bdac0f-5436-459a-9ac0-35bc662e7412 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581975 May 14 18:21:58.544492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672311c-2e0b-4572-bc3f-2c0fc0bd6983 req-a626fddf-ae9f-46b7-a339-781b1d3b4233 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:58.559128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2672311c-2e0b-4572-bc3f-2c0fc0bd6983 req-a626fddf-ae9f-46b7-a339-781b1d3b4233 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.3668778 May 14 18:21:58.668590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2672311c-2e0b-4572-bc3f-2c0fc0bd6983 req-f127a9d1-1ad5-4b2a-8c0e-3cb735bd0d53 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053057 May 14 18:21:58.681256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-1c945f8f-2f37-45b1-a9a8-e638f444fda0 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109310 May 14 18:21:58.855279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-06c3cf1d-3850-4a46-a914-e84799a0ee89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.1477504 May 14 18:21:58.934768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-84e33612-6241-40bd-8542-56aeb46932de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:58.936312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-84e33612-6241-40bd-8542-56aeb46932de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.0709450 May 14 18:21:58.941062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:59.088553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Calling delete_port for 9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:21:59.095581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-2baa77a2-9e1e-4c91-9d6c-ff90959f5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:59.097620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-2baa77a2-9e1e-4c91-9d6c-ff90959f5609 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517272 May 14 18:21:59.321608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:59.369349 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-ed1d6756-1101-4c0c-8c83-3957975c1e85 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583375 May 14 18:21:59.604685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-8296e7b1-cd46-411a-b966-ccf2d034b6e4 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241421 May 14 18:21:59.619422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:59.650152 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:59.716552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-1a53e510-2fcc-451e-845a-965cca873aa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.0995588 May 14 18:21:59.723801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44318) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:21:59.729427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188800175', 'description': 'tempest-secgroup-smoke-1188800175 description', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:21:59.738295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:59.747959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0fd9db9e-747a-4a1e-bf7a-a608327e17f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:59.756723 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1eab6939-bdb9-4e15-9b9f-722b7a7c2c74 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:21:59.784909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:59.789837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:21:59.800133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:21:59.821205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-5fd3319e-c8a5-4fd9-8831-cf37d2c0e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:21:59.822885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-5fd3319e-c8a5-4fd9-8831-cf37d2c0e0e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.0870101 May 14 18:21:59.827360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:21:59.979241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:21:59.983054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event deleted for resources: {'Port': ['ID=9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:21:59.988444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:21:59.991606 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:00.011714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:00.050305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:00.205500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea57adb-622a-4afb-b325-8ade49076b8b req-98757da7-ef5d-4324-a3c9-585513f33ee0 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:00.215869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ea57adb-622a-4afb-b325-8ade49076b8b req-98757da7-ef5d-4324-a3c9-585513f33ee0 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.3296444 May 14 18:22:00.255437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:00.571700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178066-c74b-4593-ac75-973900c73290 req-1bdb8f0b-ac13-49c0-a6b0-90e8f8ac60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:00.573258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-1bdb8f0b-ac13-49c0-a6b0-90e8f8ac60d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7346139 May 14 18:22:00.616428 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/ports/9a0363e6-aba8-40e3-a15d-8f9a5f5c59f5 HTTP/1.1" status: 204 len: 168 time: 3.3245881 May 14 18:22:00.625802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:00.736730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:00.785514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ea57adb-622a-4afb-b325-8ade49076b8b req-815d6b89-bba9-4990-985f-4e1b129086cd tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667117 May 14 18:22:00.806446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-1ab20038-a512-4c92-8940-44b789a8d588 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158594 May 14 18:22:00.876329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:00.886247 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1ac2a3a-d90c-4ce1-9dd4-d5e5acc61e4c tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:00.992650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Subnet': ['ID=2c2974b0-4c64-4dd2-954b-c5ac4033cd7b,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:01.014488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e178066-c74b-4593-ac75-973900c73290 req-efeee627-c057-48d6-ad67-8360d551acd9 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923704 May 14 18:22:01.039224 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:01.086861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Checking segment: {'id': 'ec06011b-0db2-4dc1-a509-320586b2ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:01.087490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network hostable DHCP agents. Network: 96e078b0-26c2-4e56-913b-cc8a4e9810ad, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:22:01.099665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.116160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Deleting subnet 5facabde-d063-42f5-b3d3-649d1646180d {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:22:01.117282 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.122012 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d2f7e54-6b8f-44c1-bed4-114744e5169f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:01.143738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.239274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Deleting port 3378676e-4df3-456f-abf6-d5e354f456e0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:01.239593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.244246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8708c-05de-4654-b94e-967768df69fb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:01.256254 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:01.263006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.265529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5406153 May 14 18:22:01.268421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44342) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:01.276230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group_rule': {'security_group_id': '1ab8708c-05de-4654-b94e-967768df69fb', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:01.285675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:01.292228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:01.296077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:01.305367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:01.334083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.558027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] For port 3378676e-4df3-456f-abf6-d5e354f456e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3378676e-4df3-456f-abf6-d5e354f456e0,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:01.558463 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.632636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.639461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.646897 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-73a88f42-763f-424b-b6d0-c00bdd9ca306 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:01.691379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe410c6a-1a97-4607-b8dc-c303f11c7be2,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:01.703824 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:01.706905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.710698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4383800 May 14 18:22:01.710852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Calling delete_port for 3378676e-4df3-456f-abf6-d5e354f456e0 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:01.717692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d16125-0da2-45ad-bcee-5dcb329f560a req-ae2249ee-56b2-4118-b1ca-bc3c5a134244 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:01.719801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0d16125-0da2-45ad-bcee-5dcb329f560a req-ae2249ee-56b2-4118-b1ca-bc3c5a134244 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.2521982 May 14 18:22:01.720333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44350) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:01.725504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group_rule': {'security_group_id': '1ab8708c-05de-4654-b94e-967768df69fb', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:01.746545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:01.754783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:01.758705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:01.772305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network 96e078b0-26c2-4e56-913b-cc8a4e9810ad is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:22:01.776872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:01.798489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0d16125-0da2-45ad-bcee-5dcb329f560a req-8833f21a-793a-4fac-bf46-f820ddefbdfb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679879 May 14 18:22:01.814241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 96e078b0-26c2-4e56-913b-cc8a4e9810ad) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:01.818270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.834662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef5449-77f7-44ea-8d54-07c2474929de None None] Network 96e078b0-26c2-4e56-913b-cc8a4e9810ad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:01.836451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.969200 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.979415 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:01.981576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:02.045544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7abb8d-4653-4710-884c-67391f4953be,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:02.058050 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:02.077730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.079633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3580921 May 14 18:22:02.082135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44358) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:02.087793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group_rule': {'security_group_id': '1ab8708c-05de-4654-b94e-967768df69fb', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:02.105096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:02.113817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:02.119440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:02.147946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:02.180858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.191082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.301040 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.310662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-96e078b0-26c2-4e56-913b-cc8a4e9810ad', 'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad', 'tenant_id': 'fbe78d8080ab40069722700a1466dcfc', 'fixed_ips': [{'subnet_id': '2c2974b0-4c64-4dd2-954b-c5ac4033cd7b'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:22:02.311843 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.371315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.381621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.385695 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75a8f531-e2c9-48c8-b39f-cfc8840de3ed tempest-ServerActionsTestJSON-189915937 tempest-ServerActionsTestJSON-189915937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:02.427662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.432108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485360 May 14 18:22:02.433269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44364) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:02.443596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group_rule': {'security_group_id': '1ab8708c-05de-4654-b94e-967768df69fb', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:02.449900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:02.454817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:02.457954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:02.465386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:02.475584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badb632e-be55-46f4-9ba3-9264f8f89169,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:02.479973 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:02.499363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62007473-371b-46d5-8d6c-c8877885fd3e req-d4d4a8bf-8828-481b-961f-f0ed18175111 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:02.507528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62007473-371b-46d5-8d6c-c8877885fd3e req-d4d4a8bf-8828-481b-961f-f0ed18175111 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.2173085 May 14 18:22:02.533320 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.698942 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.734176 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.744969 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89418834-6b06-4729-93a2-74cd6fe82326 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:02.779703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Allocated IP 2001:db8::1 (96e078b0-26c2-4e56-913b-cc8a4e9810ad/2c2974b0-4c64-4dd2-954b-c5ac4033cd7b/6a63fd72-97c3-4720-a970-79c46bda20af) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:02.811153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62007473-371b-46d5-8d6c-c8877885fd3e req-8a7158fa-0fc1-439f-9192-88dc17f55239 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026435 May 14 18:22:02.812533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1f2ecd-4268-40bf-aec4-8cf94a5e91e9,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:02.815416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.820148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3835225 May 14 18:22:02.821722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44372) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:02.823928 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:02.829586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group_rule': {'security_group_id': '1ab8708c-05de-4654-b94e-967768df69fb', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:02.835980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:02.839955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:02.843089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:02.850017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:02.864096 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Project b6f4569298d54794875f6c20b6f8ff50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:22:02.876013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.943517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:02.959283 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3c4f2b90-f7a1-47a6-ac47-4792da8e2805 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:03.041056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3378676e-4df3-456f-abf6-d5e354f456e0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:03.060120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.071736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.073924 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:03.089169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.099720 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:03.101207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-531c8e72-4fff-4ddd-bf68-d5a66cd3e511 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:03.128685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8bb04e-742a-4744-a518-cb52b2fd7437,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:03.148416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event deleted for resources: {'Subnet': ['ID=5facabde-d063-42f5-b3d3-649d1646180d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:03.149156 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:03.156818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.163672 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.166692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3416421 May 14 18:22:03.170007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:03.182345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Transition to ACTIVE for port object 6a63fd72-97c3-4720-a970-79c46bda20af will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:03.184966 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:03.202507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.216604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'security_group_rule': {'security_group_id': '1ab8708c-05de-4654-b94e-967768df69fb', 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:03.225541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:03.229612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Transition to ACTIVE for port object 6a63fd72-97c3-4720-a970-79c46bda20af will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:03.244095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:security_group_rule and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:03.244484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a1359-7f5d-40c9-9f22-b3ba34954944 None None] Network 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:03.253171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:03.269927 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/subnets/5facabde-d063-42f5-b3d3-649d1646180d HTTP/1.1" status: 204 len: 168 time: 2.6400266 May 14 18:22:03.271724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.280498 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0071ab2b-aa40-4286-b87d-1243b41854f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:03.284521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44382) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:03.297454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:03.463528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Network 96e078b0-26c2-4e56-913b-cc8a4e9810ad is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:03.473023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:03.507651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:03.512693 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Project b6f4569298d54794875f6c20b6f8ff50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:22:03.527129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.577673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.774823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.786181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.790085 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-903fbbcb-4130-4fac-8bc7-e6ed30da32b3 tempest-SecurityGroupRulesTestJSON-1835844722 tempest-SecurityGroupRulesTestJSON-1835844722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:03.833225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Deleting port 900b18a0-ff55-43b9-bbf7-399281e1fc15 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:03.833719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:03.921369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Pushing event updated for resources: {'Port': ['ID=6a63fd72-97c3-4720-a970-79c46bda20af,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:03.949238 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:04.012158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef8519e-e2de-4ec5-aed9-18cfd6eff13b,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:04.025259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Attempting to bind port 6a63fd72-97c3-4720-a970-79c46bda20af on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:22:04.025815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Attempting to bind port 6a63fd72-97c3-4720-a970-79c46bda20af by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ec06011b-0db2-4dc1-a509-320586b2ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:22:04.026404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Attempting to bind port 6a63fd72-97c3-4720-a970-79c46bda20af on network 96e078b0-26c2-4e56-913b-cc8a4e9810ad {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:04.047041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:22:04.047442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Checking segment: {'id': 'ec06011b-0db2-4dc1-a509-320586b2ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:04.048060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.048622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Bound using segment: {'id': 'ec06011b-0db2-4dc1-a509-320586b2ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:22:04.049293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Bound port: 6a63fd72-97c3-4720-a970-79c46bda20af, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec06011b-0db2-4dc1-a509-320586b2ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '96e078b0-26c2-4e56-913b-cc8a4e9810ad'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:22:04.049740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.068773 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:04.073277 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.074609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8964548 May 14 18:22:04.121190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] For port 900b18a0-ff55-43b9-bbf7-399281e1fc15, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=900b18a0-ff55-43b9-bbf7-399281e1fc15,segment=NetworkSegment(542e07e0-9bd5-480d-88ac-5e33dc6184d1),segment_id=542e07e0-9bd5-480d-88ac-5e33dc6184d1)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:04.121783 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.188697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.189977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] For port 6a63fd72-97c3-4720-a970-79c46bda20af, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:22:04.196205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-69c92a23-e40b-4284-be7e-0f6f2e76738f tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:04.201115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] For port 6a63fd72-97c3-4720-a970-79c46bda20af, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6a63fd72-97c3-4720-a970-79c46bda20af,segment=NetworkSegment(ec06011b-0db2-4dc1-a509-320586b2ee9e),segment_id=ec06011b-0db2-4dc1-a509-320586b2ee9e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:22:04.215847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.222222 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fffd0124-0795-4c5c-84a2-822678ac9711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:04.277816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.329703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] DHCP port deletion for 0b3bd87a-16b9-48b8-b15b-2026d8a551b8 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:22:04.544122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Calling delete_port for 900b18a0-ff55-43b9-bbf7-399281e1fc15 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:04.554203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Pushing event updated for resources: {'Port': ['ID=6a63fd72-97c3-4720-a970-79c46bda20af,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:04.568128 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:04.614509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Deleting port 900b18a0-ff55-43b9-bbf7-399281e1fc15 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:04.614906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.660685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event updated for resources: {'Subnet': ['ID=ec4efeb6-22cd-42ed-bce9-0f3311daa79b,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:04.694899 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:04.711340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22766d63-86a0-4671-8d30-69726adad28f req-2e601e52-0ebc-4d56-86a1-3d105ca3ba7d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:04.720430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22766d63-86a0-4671-8d30-69726adad28f req-2e601e52-0ebc-4d56-86a1-3d105ca3ba7d tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.4177804 May 14 18:22:04.763741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] For port 900b18a0-ff55-43b9-bbf7-399281e1fc15, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=900b18a0-ff55-43b9-bbf7-399281e1fc15,segment=NetworkSegment(542e07e0-9bd5-480d-88ac-5e33dc6184d1),segment_id=542e07e0-9bd5-480d-88ac-5e33dc6184d1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:04.764137 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.856980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22766d63-86a0-4671-8d30-69726adad28f req-49ff4f56-762e-4b73-92ae-fecc7b4ced69 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317725 May 14 18:22:04.858163 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:04.873832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Checking segment: {'id': 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:04.874408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network hostable DHCP agents. Network: 6331a870-55a9-49c8-8d81-bfd9410d4a9f, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:22:04.918582 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0219a7a7-b950-425d-9ae3-984da22b0bcf tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:05.028733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Network 6331a870-55a9-49c8-8d81-bfd9410d4a9f is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:22:05.048291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Calling delete_port for 900b18a0-ff55-43b9-bbf7-399281e1fc15 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:05.067480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 6331a870-55a9-49c8-8d81-bfd9410d4a9f) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:05.099739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e64af-1829-413d-aa38-8704bb8e5104 None None] Network 6331a870-55a9-49c8-8d81-bfd9410d4a9f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:05.110165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:05.110966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:05.112069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:05.203008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] No DVR routers for this DVR port 900b18a0-ff55-43b9-bbf7-399281e1fc15 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:05.346022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event deleted for resources: {'Port': ['ID=900b18a0-ff55-43b9-bbf7-399281e1fc15,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:05.636349 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 9.0180743 May 14 18:22:05.638489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44440) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:05.664093 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:05.670933 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-70f2a03e-4475-42e4-b5de-b72e92d115f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:05.768287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Pushing event deleted for resources: {'Port': ['ID=900b18a0-ff55-43b9-bbf7-399281e1fc15,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:05.778133 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:05.804609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6a63fd72-97c3-4720-a970-79c46bda20af up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:05.864271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] No DVR routers for this DVR port 900b18a0-ff55-43b9-bbf7-399281e1fc15 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:06.036681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.037654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.043055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.043873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.044432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.045038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.045601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.047354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.047924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.048508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.049083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.049673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:06.054124 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:06.093421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb66b24-5b86-48a3-926f-dfbe9a95d821 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:06.095923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb66b24-5b86-48a3-926f-dfbe9a95d821 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:06.099998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb66b24-5b86-48a3-926f-dfbe9a95d821 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:06.101029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6eb66b24-5b86-48a3-926f-dfbe9a95d821 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Synchronizing usage tracker for tenant:fbe78d8080ab40069722700a1466dcfc on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:06.105680 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.123583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-6331a870-55a9-49c8-8d81-bfd9410d4a9f', 'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f', 'tenant_id': 'fbe78d8080ab40069722700a1466dcfc', 'fixed_ips': [{'subnet_id': 'ec4efeb6-22cd-42ed-bce9-0f3311daa79b'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:22:06.125542 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.148153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Router 378d37b8-a73c-41e6-b687-ea2d399c4d5a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:22:06.167272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3bd87a-16b9-48b8-b15b-2026d8a551b8']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:06.178542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6a63fd72-97c3-4720-a970-79c46bda20af completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:06.192096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542e07e0-9bd5-480d-88ac-5e33dc6184d1') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:06.192367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542e07e0-9bd5-480d-88ac-5e33dc6184d1') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:06.199098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-6fe54ffc-22ce-4f4c-9900-4aab5f7ae0f1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:06.202811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-6fe54ffc-22ce-4f4c-9900-4aab5f7ae0f1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:06.222453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.241828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6eb66b24-5b86-48a3-926f-dfbe9a95d821 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Unset dirty status for tenant:fbe78d8080ab40069722700a1466dcfc on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:06.263792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6eb66b24-5b86-48a3-926f-dfbe9a95d821 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6189926 May 14 18:22:06.280352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.286342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44472) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:06.289294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-6fe54ffc-22ce-4f4c-9900-4aab5f7ae0f1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:06.293997 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-6fe54ffc-22ce-4f4c-9900-4aab5f7ae0f1 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 1.0397229 May 14 18:22:06.319734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:06.320514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.378687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 900b18a0-ff55-43b9-bbf7-399281e1fc15 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:06.514005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 900b18a0-ff55-43b9-bbf7-399281e1fc15 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:06.519675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 900b18a0-ff55-43b9-bbf7-399281e1fc15 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: timer() May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:06.637959 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:06.727464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Deleting subnet 2c2974b0-4c64-4dd2-954b-c5ac4033cd7b {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:22:06.736624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b84663-8d73-44ad-9156-509ad8af1701 None None] Network 96e078b0-26c2-4e56-913b-cc8a4e9810ad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:06.739517 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.754469 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-52d39cc6-b31d-479d-9197-8efb961067eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:06.797656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:06.853210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] 10.222.0.24 "DELETE /v2.0/networks/0b3bd87a-16b9-48b8-b15b-2026d8a551b8 HTTP/1.1" status: 204 len: 168 time: 3.5673270 May 14 18:22:06.873089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Pushing event deleted for resources: {'Network': ['ID=0b3bd87a-16b9-48b8-b15b-2026d8a551b8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:06.882909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:06.905827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.033514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25cf4-1324-4cb9-8477-616ca0ffc17a req-664e62a8-320b-4440-bad7-b0736c606f41 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:07.044194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-24d25cf4-1324-4cb9-8477-616ca0ffc17a req-664e62a8-320b-4440-bad7-b0736c606f41 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.3997462 May 14 18:22:07.087907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Allocated IP 2001:db8:0:1::1 (6331a870-55a9-49c8-8d81-bfd9410d4a9f/ec4efeb6-22cd-42ed-bce9-0f3311daa79b/2ffe5bf9-198f-4e1c-a5ee-210bec511423) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:07.094938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Provisioning for port 6a63fd72-97c3-4720-a970-79c46bda20af completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:07.186823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-24d25cf4-1324-4cb9-8477-616ca0ffc17a req-dd22b4e9-1f0f-4717-bd59-53a70ff70519 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409297 May 14 18:22:07.189683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Provisioning complete for port 6a63fd72-97c3-4720-a970-79c46bda20af triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:07.192708 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.214636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.409423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44494) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:07.452514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:22:07.460575 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] 10.222.0.24 "PUT /v2.0/routers/378d37b8-a73c-41e6-b687-ea2d399c4d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6942511 May 14 18:22:07.465450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44500) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:07.547197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:07.556417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.667744 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.679694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Transition to ACTIVE for port object 2ffe5bf9-198f-4e1c-a5ee-210bec511423 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:07.712375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Transition to ACTIVE for port object 2ffe5bf9-198f-4e1c-a5ee-210bec511423 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:07.729028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] Sync routers for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:22:07.747569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.767406 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:07.795632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:07.909240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Pushing event updated for resources: {'Port': ['ID=2ffe5bf9-198f-4e1c-a5ee-210bec511423,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:07.924671 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:07.984244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Network 6331a870-55a9-49c8-8d81-bfd9410d4a9f is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:07.998194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:08.007414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:22:08.011965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:22:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:08.097962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0083799d-d48e-4bf7-b752-07a0d4970aa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b2a6e79662940738da9142b7e5e5a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863332 May 14 18:22:08.125777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44510) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:08.310624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:22:08.369289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:08.465286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:08.665595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:08.819488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:08.961536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port 7ceed68a-1cda-4903-bb7b-0ed238a5d904, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7ceed68a-1cda-4903-bb7b-0ed238a5d904,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:08.973856 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.014745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.088286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.097745 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b56f6c3b-5f02-40bd-90a1-22926f8983bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:09.118664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22910d-630a-4b17-b6fa-3405e61f28f7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:09.126515 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:09.133583 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.137991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc22910d-630a-4b17-b6fa-3405e61f28f7 HTTP/1.1" status: 204 len: 168 time: 1.0111666 May 14 18:22:09.164656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Deleting port 4b742cbf-fb7b-4329-bf84-c83f81ed521c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:09.165597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.338219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7ceed68a-1cda-4903-bb7b-0ed238a5d904 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:09.443649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for 7ceed68a-1cda-4903-bb7b-0ed238a5d904 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:09.596906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] For port 4b742cbf-fb7b-4329-bf84-c83f81ed521c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4b742cbf-fb7b-4329-bf84-c83f81ed521c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:09.619788 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.668596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47d73d-b951-45df-bc12-53abc7584dfa req-acf288f0-b362-4c65-b036-d60cf4bf958e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:09.700705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa47d73d-b951-45df-bc12-53abc7584dfa req-acf288f0-b362-4c65-b036-d60cf4bf958e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 945 time: 0.3757138 May 14 18:22:09.780537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.870630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:09.888930 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05596fc3-45a4-430f-9350-b3f5027881a0 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:09.981251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2974b0-4c64-4dd2-954b-c5ac4033cd7b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:10.007273 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.017300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:10.019418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Attempting to bind port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:22:10.020240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Attempting to bind port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:22:10.020240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Attempting to bind port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 on network 6331a870-55a9-49c8-8d81-bfd9410d4a9f {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:10.025475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Calling delete_port for 4b742cbf-fb7b-4329-bf84-c83f81ed521c owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:10.090683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.096007 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/subnets/2c2974b0-4c64-4dd2-954b-c5ac4033cd7b HTTP/1.1" status: 204 len: 168 time: 3.8004496 May 14 18:22:10.103474 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:10.154754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:22:10.159221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Checking segment: {'id': 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:10.160985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.161591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Bound using segment: {'id': 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:22:10.169835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Bound port: 2ffe5bf9-198f-4e1c-a5ee-210bec511423, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6331a870-55a9-49c8-8d81-bfd9410d4a9f'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:22:10.170757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.204485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1f0eaa4e-8088-47cd-afa0-06921df16a4c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:22:10.231209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44540) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:10.367945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa47d73d-b951-45df-bc12-53abc7584dfa req-bf2129c0-1b60-4719-ad7d-08c3255d199e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659801 May 14 18:22:10.393104 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.397939 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7997670d-f0c1-45e2-8ac2-d95eb16a68bf tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:10.425965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=7ceed68a-1cda-4903-bb7b-0ed238a5d904,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:10.434095 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:10.598619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b742cbf-fb7b-4329-bf84-c83f81ed521c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:10.601815 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:10.704226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:10.708627 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.710960 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0ed80073-990e-4f17-a843-a8d0c758bcae req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "DELETE /v2.0/ports/7ceed68a-1cda-4903-bb7b-0ed238a5d904 HTTP/1.1" status: 204 len: 173 time: 4.1607823 May 14 18:22:10.711700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'name': 'network-vif-deleted', 'tag': '7ceed68a-1cda-4903-bb7b-0ed238a5d904'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:22:10.786578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Deleting subnet ec4efeb6-22cd-42ed-bce9-0f3311daa79b {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:22:10.806047 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.806346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.914804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] For port 2ffe5bf9-198f-4e1c-a5ee-210bec511423, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:22:10.924366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] For port 2ffe5bf9-198f-4e1c-a5ee-210bec511423, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2ffe5bf9-198f-4e1c-a5ee-210bec511423,segment=NetworkSegment(b7e6ee60-77da-4cb9-a5a2-e7169a046ed9),segment_id=b7e6ee60-77da-4cb9-a5a2-e7169a046ed9)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:22:10.926740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No active binding found for port 7ceed68a-1cda-4903-bb7b-0ed238a5d904 {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 18:22:10.928344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7ceed68a-1cda-4903-bb7b-0ed238a5d904 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:10.943806 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e4ed5-b463-4d66-9e41-b16b1cdd2157', 'name': 'network-vif-deleted', 'tag': '7ceed68a-1cda-4903-bb7b-0ed238a5d904', 'status': 'completed', 'code': 200} May 14 18:22:10.946353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.960752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:10.965939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:22:10.970215 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:22:10.980376 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f81c5af4-8106-494a-abba-1b7c42b9a273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:11.200407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:11.226548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:22:01Z', 'revision_number': 5, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port': {'id': '4b742cbf-fb7b-4329-bf84-c83f81ed521c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:09:11Z', 'updated_at': '2021-05-14T18:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:11.356404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] Checking router: 378d37b8-a73c-41e6-b687-ea2d399c4d5a for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:22:11.466901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce8c12-f7a5-4f39-a8f8-38ea4b72d354 None None] Network 96e078b0-26c2-4e56-913b-cc8a4e9810ad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:11.784990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:11.798462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Pushing event updated for resources: {'Port': ['ID=2ffe5bf9-198f-4e1c-a5ee-210bec511423,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:11.815627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] Routers {'378d37b8-a73c-41e6-b687-ea2d399c4d5a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:22:11.818127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:22:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:11.887814 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:12.217034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-564bd4d3-465c-43bc-bac9-43352acfd0a5 req-daddbf48-6d7a-48f3-8794-9e4cfb41741e tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0e4ed5-b463-4d66-9e41-b16b1cdd2157 HTTP/1.1" status: 200 len: 210 time: 0.3495250 May 14 18:22:12.228474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] Set router 378d37b8-a73c-41e6-b687-ea2d399c4d5a gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:22:12.266377 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.270134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.283090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.298435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d3df4db-9ae6-488c-b102-6c6b5918adf5 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:12.347531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.348047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 378d37b8-a73c-41e6-b687-ea2d399c4d5a {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:22:12.368340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4efeb6-22cd-42ed-bce9-0f3311daa79b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:12.370640 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:12.373772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.386262 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/subnets/ec4efeb6-22cd-42ed-bce9-0f3311daa79b HTTP/1.1" status: 204 len: 168 time: 2.1326277 May 14 18:22:12.393507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44582) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:12.407795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.410068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/378d37b8-a73c-41e6-b687-ea2d399c4d5a HTTP/1.1" status: 204 len: 168 time: 4.9396560 May 14 18:22:12.412485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44586) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:12.574477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d87f1-32b0-4023-9505-f9dc876a8f23 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:12.575159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0a4d87f1-32b0-4023-9505-f9dc876a8f23 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Synchronizing usage tracker for tenant:fbe78d8080ab40069722700a1466dcfc on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:12.603539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Deleting subnet da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:22:12.608492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.639573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0a4d87f1-32b0-4023-9505-f9dc876a8f23 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Unset dirty status for tenant:fbe78d8080ab40069722700a1466dcfc on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:12.645285 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0a4d87f1-32b0-4023-9505-f9dc876a8f23 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2468915 May 14 18:22:12.645576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44596) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:12.708023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] For port 6a63fd72-97c3-4720-a970-79c46bda20af, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6a63fd72-97c3-4720-a970-79c46bda20af,segment=NetworkSegment(ec06011b-0db2-4dc1-a509-320586b2ee9e),segment_id=ec06011b-0db2-4dc1-a509-320586b2ee9e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:12.769719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.797783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:22:10Z', 'revision_number': 7, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:12.803809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.816190 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d9f4d451-b294-48fa-af01-1fc1da7f7963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:12.920847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:12.998795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:13.055497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f587a070-15d9-43a9-8ce4-4f70a9e31e61 None None] The sync data for ids ['378d37b8-a73c-41e6-b687-ea2d399c4d5a'] in n-d-787206-3 is: [{'id': '378d37b8-a73c-41e6-b687-ea2d399c4d5a', 'name': 'tempest-TaggedBootDevicesTest_v242-465248538-router', 'tenant_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:09:09Z', 'updated_at': '2021-05-14T18:22:10Z', 'revision_number': 7, 'project_id': 'e43b1e2f9c164e349f9a244d4d1f0f7f', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:22:13.123116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Deleting port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:13.132357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:13.183068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-421cf85c-8fbe-4c44-8751-9b2a445d1b40 None None] Provisioning complete for port 6a63fd72-97c3-4720-a970-79c46bda20af triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:13.185943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-421cf85c-8fbe-4c44-8751-9b2a445d1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:13.214014 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:22:13.314417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] For port 2ffe5bf9-198f-4e1c-a5ee-210bec511423, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2ffe5bf9-198f-4e1c-a5ee-210bec511423,segment=NetworkSegment(b7e6ee60-77da-4cb9-a5a2-e7169a046ed9),segment_id=b7e6ee60-77da-4cb9-a5a2-e7169a046ed9)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:13.315778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:13.346002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Pushing event updated for resources: {'Port': ['ID=6a63fd72-97c3-4720-a970-79c46bda20af,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:13.350277 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:13.583637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] DHCP port deletion for 96e078b0-26c2-4e56-913b-cc8a4e9810ad request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:22:13.739614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7456381-ea51-403a-b64a-ec4728c14312 None None] Network 6331a870-55a9-49c8-8d81-bfd9410d4a9f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:13.792078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Calling delete_port for 2ffe5bf9-198f-4e1c-a5ee-210bec511423 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:13.878403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:13.882868 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-340d4daf-6377-4749-b3da-83f3c11ae2b4 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:13.936518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:13.950378 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c554da8-9f66-4764-ba99-78641d2665b2 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:14.047449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7f3812-c2b1-4ebb-82d4-93c52a8db0c4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:14.069230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:14.078506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Port': ['ID=2ffe5bf9-198f-4e1c-a5ee-210bec511423,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:14.081510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.091067 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:14.094752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] No DVR routers for this DVR port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:14.102634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da7f3812-c2b1-4ebb-82d4-93c52a8db0c4 HTTP/1.1" status: 204 len: 168 time: 1.6878819 May 14 18:22:14.106641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:14.111871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ffe5bf9-198f-4e1c-a5ee-210bec511423 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:14.188937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ec534-b463-488e-81cb-13bc4fb0979f None None] Network e7606557-63a1-4b57-8316-b781ae5b2d6e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:14.402038 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.535149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 2ffe5bf9-198f-4e1c-a5ee-210bec511423 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:14.536203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ffe5bf9-198f-4e1c-a5ee-210bec511423 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 14 18:22:14.644283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Deleting port 152d6de6-82bc-4355-a444-f01ce8cfc6ef {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:14.644628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.650132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d85c7659-c559-4170-976d-09c0a2a10604 None None] Provisioning for port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:14.754900 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.788820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d85c7659-c559-4170-976d-09c0a2a10604 None None] Provisioning complete for port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:14.789323 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d85c7659-c559-4170-976d-09c0a2a10604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.802995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6331a870-55a9-49c8-8d81-bfd9410d4a9f']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:14.837323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:14.837626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e6ee60-77da-4cb9-a5a2-e7169a046ed9') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:14.864877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.878183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 not found, will not notify nova. {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 14 18:22:14.908179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.917374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d85c7659-c559-4170-976d-09c0a2a10604 None None] Port 2ffe5bf9-198f-4e1c-a5ee-210bec511423 was deleted so its status cannot be updated. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 14 18:22:14.922131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:14.923008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: timer() May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:14.968911 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:14.979043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] For port 152d6de6-82bc-4355-a444-f01ce8cfc6ef, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=152d6de6-82bc-4355-a444-f01ce8cfc6ef,segment=NetworkSegment(76290df7-cdde-492f-93e5-04b652027d7c),segment_id=76290df7-cdde-492f-93e5-04b652027d7c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:14.985808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.050584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3378676e-4df3-456f-abf6-d5e354f456e0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:15.103613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3378676e-4df3-456f-abf6-d5e354f456e0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:15.104057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3378676e-4df3-456f-abf6-d5e354f456e0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:15.104573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6a63fd72-97c3-4720-a970-79c46bda20af no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:15.206005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.219258 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f34bd4e-b887-4a80-8f4f-9000bd7bbe56 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:15.274711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.276573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Calling delete_port for 152d6de6-82bc-4355-a444-f01ce8cfc6ef owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:15.281893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Network': ['ID=6331a870-55a9-49c8-8d81-bfd9410d4a9f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:15.288283 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:15.325691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/networks/6331a870-55a9-49c8-8d81-bfd9410d4a9f HTTP/1.1" status: 204 len: 168 time: 2.6789427 May 14 18:22:15.326183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:15.354465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Deleting port 6a63fd72-97c3-4720-a970-79c46bda20af {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:15.356218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.392944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c3445-1734-4fa2-9ffc-0e7ea8fc9f28 None None] DHCP port deletion for 6331a870-55a9-49c8-8d81-bfd9410d4a9f request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:22:15.417475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.424088 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1cf4eb48-3901-47c1-a8dd-34cb499821e2 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:15.574390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Pushing event deleted for resources: {'Port': ['ID=152d6de6-82bc-4355-a444-f01ce8cfc6ef,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:15.575733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.585565 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:15.598513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] No DVR routers for this DVR port 152d6de6-82bc-4355-a444-f01ce8cfc6ef on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:15.801803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Deleting port 6a63fd72-97c3-4720-a970-79c46bda20af {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:15.802288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.930540 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.940074 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.982120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] For port 6a63fd72-97c3-4720-a970-79c46bda20af, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6a63fd72-97c3-4720-a970-79c46bda20af,segment=NetworkSegment(ec06011b-0db2-4dc1-a509-320586b2ee9e),segment_id=ec06011b-0db2-4dc1-a509-320586b2ee9e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:15.982730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:15.998762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7606557-63a1-4b57-8316-b781ae5b2d6e']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:16.044381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76290df7-cdde-492f-93e5-04b652027d7c') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:16.044673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76290df7-cdde-492f-93e5-04b652027d7c') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:16.060640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.093167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.113880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:16.114294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.131590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] For port 6a63fd72-97c3-4720-a970-79c46bda20af, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6a63fd72-97c3-4720-a970-79c46bda20af,segment=NetworkSegment(ec06011b-0db2-4dc1-a509-320586b2ee9e),segment_id=ec06011b-0db2-4dc1-a509-320586b2ee9e)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:16.132380 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: timer() May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:16.157339 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:16.294479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39feb3e6-ce0f-45d4-bab9-3fb04d797e19 None None] DHCP port deletion for e7606557-63a1-4b57-8316-b781ae5b2d6e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:22:16.311386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.339702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a828346a-43c9-45b6-b4f0-61596be382d1 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:16.340038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Calling delete_port for 6a63fd72-97c3-4720-a970-79c46bda20af owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:16.383228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6a63fd72-97c3-4720-a970-79c46bda20af, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6a63fd72-97c3-4720-a970-79c46bda20af,segment=NetworkSegment(ec06011b-0db2-4dc1-a509-320586b2ee9e),segment_id=ec06011b-0db2-4dc1-a509-320586b2ee9e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:16.393483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.393930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.399806 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:16.529664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7606557-63a1-4b57-8316-b781ae5b2d6e HTTP/1.1" status: 204 len: 168 time: 2.4192886 May 14 18:22:16.538460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7606557-63a1-4b57-8316-b781ae5b2d6e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:16.554139 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:16.567850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Calling delete_port for 6a63fd72-97c3-4720-a970-79c46bda20af owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:16.569942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6a63fd72-97c3-4720-a970-79c46bda20af,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:16.611489 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:16.631922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.638316 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:16.676882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.682082 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:16.732243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 152d6de6-82bc-4355-a444-f01ce8cfc6ef no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:16.755553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Port': ['ID=6a63fd72-97c3-4720-a970-79c46bda20af,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:16.766910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] No DVR routers for this DVR port 6a63fd72-97c3-4720-a970-79c46bda20af on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:16.768969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:16.847968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Pushing event deleted for resources: {'Port': ['ID=6a63fd72-97c3-4720-a970-79c46bda20af,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:16.855149 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:16.863655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] No DVR routers for this DVR port 6a63fd72-97c3-4720-a970-79c46bda20af on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:16.863655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 152d6de6-82bc-4355-a444-f01ce8cfc6ef {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:16.863655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 152d6de6-82bc-4355-a444-f01ce8cfc6ef not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:16.863655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ffe5bf9-198f-4e1c-a5ee-210bec511423 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:16.951864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:16.990940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:17.036124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 2ffe5bf9-198f-4e1c-a5ee-210bec511423 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:17.037024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e078b0-26c2-4e56-913b-cc8a4e9810ad']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:17.037678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ffe5bf9-198f-4e1c-a5ee-210bec511423 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:17.039775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4b742cbf-fb7b-4329-bf84-c83f81ed521c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:17.077271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec06011b-0db2-4dc1-a509-320586b2ee9e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:17.085379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec06011b-0db2-4dc1-a509-320586b2ee9e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:17.130972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.140967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 4b742cbf-fb7b-4329-bf84-c83f81ed521c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:17.141628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4b742cbf-fb7b-4329-bf84-c83f81ed521c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:17.166790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-239a48f1-03df-4677-935c-db7262e70c81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e43b1e2f9c164e349f9a244d4d1f0f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719978 May 14 18:22:17.167856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44726) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:17.191836 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.208485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:17.211363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: timer() May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:17.250828 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:17.273709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.314573 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.391938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.410981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98a9fe20-67a5-42be-a944-8528daeaf75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:17.428095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45406658-cc0a-4ca2-a735-b439435ee686,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:17.430986 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:17.432056 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.433234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45406658-cc0a-4ca2-a735-b439435ee686 HTTP/1.1" status: 204 len: 168 time: 0.2621191 May 14 18:22:17.527546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.533473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:17.549935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a39f4f89-d61c-44a1-afd8-f9a6df54988f tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:17.648522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Network': ['ID=96e078b0-26c2-4e56-913b-cc8a4e9810ad,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:17.667838 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:17.693444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/networks/96e078b0-26c2-4e56-913b-cc8a4e9810ad HTTP/1.1" status: 204 len: 168 time: 2.3652432 May 14 18:22:17.696294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44740) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:18.337644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:18.368470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07908c3-c755-4de9-8fe6-db4bb0f655f5 req-dd56a244-8cee-445d-b4ef-c1aa2fb72a59 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:18.370089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c07908c3-c755-4de9-8fe6-db4bb0f655f5 req-dd56a244-8cee-445d-b4ef-c1aa2fb72a59 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 945 time: 0.3513248 May 14 18:22:18.537018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c07908c3-c755-4de9-8fe6-db4bb0f655f5 req-c99e1d2e-d28b-43b0-85f5-c952caf55894 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101487 May 14 18:22:18.752954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:18.780676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:18.807139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a82895-7109-4b5e-bcf4-17edff0b0f2e') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:18.807527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a82895-7109-4b5e-bcf4-17edff0b0f2e') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:18.808615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44784) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:18.822622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:18.849181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:18.867754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:18.868902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: timer() May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:18.908355 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:19.037964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-network', 'tenant_id': '4869013b13ff427195e7a36411f0dafa'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:19.068252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:19.082329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Usage tracker for resource:network and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:19.086866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:19.093130 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.102978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.114437 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-614527cc-99b8-42b5-99ee-183c0f9e48b8 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:19.122442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:19.170363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Made reservation on behalf of 4869013b13ff427195e7a36411f0dafa for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:19.173162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.199110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/networks/2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20 HTTP/1.1" status: 204 len: 168 time: 1.4995990 May 14 18:22:19.199351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.199463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Network': ['ID=2ce3e7a4-3cd2-417a-89a5-eaf226f6ab20,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:19.200027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44794) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:19.203308 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:19.339613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:19.347978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Usage tracker for resource:security_group_rule and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:19.352199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:19.375411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:19.449574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.469444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825419-a571-4268-b229-c83134b6a266 req-2236c2e6-a44b-4393-a2ba-367be576e600 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:19.470595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-68825419-a571-4268-b229-c83134b6a266 req-2236c2e6-a44b-4393-a2ba-367be576e600 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Synchronizing usage tracker for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:19.504440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-68825419-a571-4268-b229-c83134b6a266 req-2236c2e6-a44b-4393-a2ba-367be576e600 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Unset dirty status for tenant:0991e9a799464f749f8fbb8814afd2cf on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:19.515803 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-68825419-a571-4268-b229-c83134b6a266 req-2236c2e6-a44b-4393-a2ba-367be576e600 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 945 time: 0.2749896 May 14 18:22:19.787015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.805932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.823999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:22:19.839605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.839945 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Added segment dd6ad531-ff67-4291-ab7c-1b17d130cadd of type vlan for network 96849681-2f94-46ea-b964-067f34671471 May 14 18:22:19.849116 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.869843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf16799-fb6f-4308-bdc7-2f49de0c964c']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:19.883668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.892462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cb6483-aed4-424f-932f-fe764166fe2a') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:19.893236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cb6483-aed4-424f-932f-fe764166fe2a') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:19.939207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3408e48-685a-44e8-bfb9-0f80db323378 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:19.955768 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.956813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:19.957398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.958588 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:19.971989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Deleting port 1f0eaa4e-8088-47cd-afa0-06921df16a4c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:19.972345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.016004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1723d-a7c2-4521-b253-fc122c24e2cf req-64aee084-97a6-4d6d-b008-f550705c79a2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:20.024694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f1723d-a7c2-4521-b253-fc122c24e2cf req-64aee084-97a6-4d6d-b008-f550705c79a2 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 945 time: 0.2649434 May 14 18:22:20.026273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.068605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:20.069009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: timer() May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:20.084824 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:20.153035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f1723d-a7c2-4521-b253-fc122c24e2cf req-3d10e373-53a6-480c-992d-0477de7ec42a tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/security-groups?id=bca8ed59-1474-4ace-aaaf-b818a8707606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285360 May 14 18:22:20.154599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548731e3-af4e-4a10-b274-26f5053f5996,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:20.161961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:20.164949 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:20.235067 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.238394 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:20.260299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.281607 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4713149 May 14 18:22:20.285571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44820) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:20.293490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Pushing event deleted for resources: {'Network': ['ID=1bf16799-fb6f-4308-bdc7-2f49de0c964c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:20.298409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] 10.222.0.24 "DELETE /v2.0/networks/1bf16799-fb6f-4308-bdc7-2f49de0c964c HTTP/1.1" status: 204 len: 168 time: 1.0951822 May 14 18:22:20.302117 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:20.328194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Request body: {'subnet': {'network_id': '96849681-2f94-46ea-b964-067f34671471', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-subnet', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:20.357414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:20.368766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Usage tracker for resource:subnet and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:20.373158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Pushing event updated for resources: {'Network': ['ID=96849681-2f94-46ea-b964-067f34671471,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:20.375795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:20.384159 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:20.385660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 96849681-2f94-46ea-b964-067f34671471 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:22:20.386167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] For port 1f0eaa4e-8088-47cd-afa0-06921df16a4c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1f0eaa4e-8088-47cd-afa0-06921df16a4c,segment=NetworkSegment(540cd51d-4b5b-42ef-b024-2792fe286ee2),segment_id=540cd51d-4b5b-42ef-b024-2792fe286ee2)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:20.386167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.394607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:20.569899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Calling delete_port for 1f0eaa4e-8088-47cd-afa0-06921df16a4c owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:20.573086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Made reservation on behalf of 4869013b13ff427195e7a36411f0dafa for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:20.587626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:20.795881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44844) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:21.129669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-20c23c05-900c-4aac-b63c-2539ebeb6942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbe78d8080ab40069722700a1466dcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298242 May 14 18:22:21.132047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:21.302470 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:21.366353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:21.446180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:21.459510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd3b767d-4317-4f98-a936-557f406873e6 req-fc822528-df6f-4f37-9611-4f54fd4aaf67 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 210 time: 0.0779021 May 14 18:22:21.462236 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-850a26a1-57cb-4a6a-bfc4-153481ace2ae tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:21.571143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:21.575912 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7aa3a0cf-df9b-4376-951a-3cfcc7850f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:21.599419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86031af-e6a1-4ddd-9fa0-60cf9f855002,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:21.606307 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:21.638642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:21.651810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Pushing event deleted for resources: {'Port': ['ID=1f0eaa4e-8088-47cd-afa0-06921df16a4c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:21.657038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f86031af-e6a1-4ddd-9fa0-60cf9f855002 HTTP/1.1" status: 204 len: 168 time: 0.5109470 May 14 18:22:21.679164 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:21.955522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] No DVR routers for this DVR port 1f0eaa4e-8088-47cd-afa0-06921df16a4c on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:21.972760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:22.080059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'name': 'network-vif-deleted', 'tag': '1f0eaa4e-8088-47cd-afa0-06921df16a4c'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:22:22.147131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-68825419-a571-4268-b229-c83134b6a266 req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.15 "DELETE /v2.0/ports/1f0eaa4e-8088-47cd-afa0-06921df16a4c HTTP/1.1" status: 204 len: 173 time: 2.6250272 May 14 18:22:22.222803 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73619ab-0a25-4f29-b97b-95ed32ddd679', 'name': 'network-vif-deleted', 'tag': '1f0eaa4e-8088-47cd-afa0-06921df16a4c', 'status': 'completed', 'code': 200} May 14 18:22:22.316617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-b2de5cb7-21e2-4726-829c-9e66b0aa73d4 req-986b027e-f0e3-4b3e-a8b7-dafa2fb16eb5 service neutron] (79560) timed out ('10.222.0.22', 64002) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:22:22.517873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:22.557412 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:22.810458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a27b07-75e3-4858-aefc-3f29ab1671f6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:22.844417 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:22.855434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Checking segment: {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:22.855695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Network hostable DHCP agents. Network: 96849681-2f94-46ea-b964-067f34671471, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:22:22.900366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Network 96849681-2f94-46ea-b964-067f34671471 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:22:22.927311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 96849681-2f94-46ea-b964-067f34671471) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:22.937991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d055a7-6447-4338-a3e6-83283bcc3500 req-3cb658fa-2447-4d29-928e-042fd811c1d3 tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] 10.222.0.24 "GET /v2.0/ports?device_id=a73619ab-0a25-4f29-b97b-95ed32ddd679 HTTP/1.1" status: 200 len: 210 time: 0.1459744 May 14 18:22:22.938788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:22.939794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:22.940695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42349cf1-d46a-474a-ad6a-155f1d012e49 None None] Network 96849681-2f94-46ea-b964-067f34671471 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:22.995289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6798496 May 14 18:22:22.997827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44924) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:23.004757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:23.011141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:23.016175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Usage tracker for resource:router and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:23.019757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:23.026588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:23.047872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.049480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.107850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.187922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1f0eaa4e-8088-47cd-afa0-06921df16a4c no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:23.330932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44930) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:23.424317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 1f0eaa4e-8088-47cd-afa0-06921df16a4c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:22:23.425054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1f0eaa4e-8088-47cd-afa0-06921df16a4c not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:22:23.439531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e274ffe-4fbb-46af-a0cc-1ba91ed5f5df None None] Network 96849681-2f94-46ea-b964-067f34671471 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:23.567802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-258701145'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:23.578727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:23.592219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:23.604889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:23.630595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:23.658041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:23.661856 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.697206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.718799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:23.723933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group_rule and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:23.727494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:23.734724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:23.915725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.924485 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:23.934132 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d1965d3-2a4a-4935-88ef-7efd3123a4f6 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:24.056918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.091707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:22:24.112017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.112645 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment 42896d84-84a8-4a71-baf1-83a0d4067752 of type vlan for network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 May 14 18:22:24.160159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.168369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.246256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44952) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:24.256525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.262165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:24.270169 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.280522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec34bef-cc7a-4e3f-ac34-353506aaf1b6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:24.286988 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:24.305351 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b5b1e408-1c98-4926-9956-81427f5fc573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:24.454161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=a34a3fcc-b090-4a3d-8d62-890fd0c22e73,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:24.457898 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:24.474421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:22:24.500250 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1671693 May 14 18:22:24.503036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44964) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:24.508946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'name': 'tempest-PortsIpV6TestJSON-1168775427'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:24.769453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:24.781477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:24.788638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:24.801949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:24.831261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.885561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Deleting subnet da868139-fa97-4581-bed4-3ad783ffd816 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:22:24.889270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:24.894309 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.900945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.918792 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:24.969654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 87b92795-71cd-46f6-984e-565149f1946c yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:22:25.023057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:25.186221 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:25.187973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Allocated IP 172.25.4.90 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/8a7dfff5-242c-4108-92c9-35aa28d808eb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:25.495427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:25.580442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:25.585132 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d7823c3-60bf-4504-b9ae-01b7a85f87d8 tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:25.918125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:26.100931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:26.106106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:26.110835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:26.154974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Pushing event updated for resources: {'Port': ['ID=8a7dfff5-242c-4108-92c9-35aa28d808eb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:26.165379 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:26.208064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:26.230435 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dcd6414e-be58-41ec-b4df-fdc3a361b32d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:26.296235 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:26.330724 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:26.354485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da868139-fa97-4581-bed4-3ad783ffd816 HTTP/1.1" status: 204 len: 168 time: 2.0985565 May 14 18:22:26.363719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44992) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:26.549470 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:26.659622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': '42896d84-84a8-4a71-baf1-83a0d4067752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:26.659622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: a34a3fcc-b090-4a3d-8d62-890fd0c22e73, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:22:26.675192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=87b92795-71cd-46f6-984e-565149f1946c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:26.775497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:26.798082 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-551a4c0f-79df-42c4-bad6-839ca8489a6b tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:26.837261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:26.912785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da868139-fa97-4581-bed4-3ad783ffd816,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:26.922496 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:27.017859 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3dd14830-3475-462f-a0ff-e4819f2d0120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.078298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.111710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb615e60-cbe9-49ce-b4c8-3c1703dca9ae']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:27.160869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540cd51d-4b5b-42ef-b024-2792fe286ee2') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:27.161355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540cd51d-4b5b-42ef-b024-2792fe286ee2') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:27.201004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.307516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.320265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:27.320881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: timer() May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:27.336867 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:27.343282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:22:27.450816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a34a3fcc-b090-4a3d-8d62-890fd0c22e73) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:27.477609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f82c7-376d-4288-ac8e-803b119c50fd None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:27.512758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:27.556134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:27.562329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.639803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.794311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2839277 May 14 18:22:27.796611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.836819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:27.858491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45018) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:27.862093 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75677640-44f1-4356-b173-fd985ba6bdfc tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:27.946484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2097999714'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:27.968902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:27.977333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb615e60-cbe9-49ce-b4c8-3c1703dca9ae,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:27.988652 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:27.989662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:27.998065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fb615e60-cbe9-49ce-b4c8-3c1703dca9ae HTTP/1.1" status: 204 len: 168 time: 1.6315184 May 14 18:22:27.999785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:28.006920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:28.035558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:28.036966 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:28.043776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:28.233057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:22:28.320981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:28.321667 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment 9cc6fdcb-f5c9-489a-a111-626b8b3d0dd1 of type vlan for network 6049f59f-51b0-420f-b924-33071e38b7ff May 14 18:22:28.464150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:28.571327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:22:28.612361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:28.630097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:28.636286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:28.650004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45040) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:28.657768 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19212c9c-491a-4ff2-a71c-b0587d277ff9 tempest-QuotasNegativeTest-150699114 tempest-QuotasNegativeTest-150699114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:29.006495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=6049f59f-51b0-420f-b924-33071e38b7ff,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:29.020355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 6049f59f-51b0-420f-b924-33071e38b7ff details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:22:29.023045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1011882 May 14 18:22:29.027867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45054) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:29.028931 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:29.063029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'ports': [{'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'}, {'network_id': '6049f59f-51b0-420f-b924-33071e38b7ff'}]} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:29.068789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:29.069427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': '6049f59f-51b0-420f-b924-33071e38b7ff'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:29.189247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c56fc29b-c9d2-4a48-96ad-ba9163077f8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0991e9a799464f749f8fbb8814afd2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417521 May 14 18:22:29.190297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45064) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:29.199016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:22:29.214715 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Sync routers for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:22:29.238393 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:22:29.245741 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:22:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:29.304552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:29.310769 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3115053 May 14 18:22:29.314520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:29.349263 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:29.628020 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:29.765969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:29.771303 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4ba077b-911b-4c5a-b2de-f51bd90a6652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:29.833854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:29.865598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:29.880158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:29.911378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:29.992082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 2} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:30.012725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:30.033536 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:22:30.043456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:30.079456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:30.086915 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c6e4a07-4c6b-4a2a-b1b6-5bcbd7180113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:30.134901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8ed59-1474-4ace-aaaf-b818a8707606,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:30.138042 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:30.176721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:30.180307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bca8ed59-1474-4ace-aaaf-b818a8707606 HTTP/1.1" status: 204 len: 168 time: 0.9730983 May 14 18:22:30.407689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port ef75920c-15b0-40a0-b520-0d0306c2f0da yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:22:30.742020 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:30.804289 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:26Z', 'revision_number': 3, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:30.809098 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Checking router: 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:22:30.809655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Updating router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 port 8a7dfff5-242c-4108-92c9-35aa28d808eb binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:22:30.865992 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:31.310914 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:31.383724 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:31.427324 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Transition to ACTIVE for port object 8a7dfff5-242c-4108-92c9-35aa28d808eb will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:31.440962 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:31.461590 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:31.659636 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Attempting to bind port 8a7dfff5-242c-4108-92c9-35aa28d808eb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:22:31.661849 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Attempting to bind port 8a7dfff5-242c-4108-92c9-35aa28d808eb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:22:31.662394 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Attempting to bind port 8a7dfff5-242c-4108-92c9-35aa28d808eb on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:31.691812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 24028f24-224d-41d2-8582-0ca702ff75ee yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:22:31.720777 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:22:31.721193 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:31.722034 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:31.722034 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:22:31.722416 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Bound port: 8a7dfff5-242c-4108-92c9-35aa28d808eb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:22:31.722803 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.060076 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] For port 8a7dfff5-242c-4108-92c9-35aa28d808eb, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:22:32.070680 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.073064 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] For port 8a7dfff5-242c-4108-92c9-35aa28d808eb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a7dfff5-242c-4108-92c9-35aa28d808eb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:22:32.129317 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.278389 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.286949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.289000 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Pushing event updated for resources: {'Port': ['ID=8a7dfff5-242c-4108-92c9-35aa28d808eb,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:32.325382 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.339127 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.339384 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.339823 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.339925 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.340172 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.340494 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.340823 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.347039 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.349165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.349708 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.352922 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:32.378730 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:32.386946 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:32.411908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.442023 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99f3050d-f641-4e32-baef-a63410ac7dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:32.627456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=ef75920c-15b0-40a0-b520-0d0306c2f0da,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:32.640085 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:22:32.644289 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:32.645453 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:22:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:32.682388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:32.692097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:32.699143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:32.705227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:32.734679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:32.964546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Allocated IP 172.20.0.1 (96849681-2f94-46ea-b964-067f34671471/81a27b07-75e3-4858-aefc-3f29ab1671f6/fc7117f6-249a-46ae-a272-f85edcb2d03e) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:32.969357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=24028f24-224d-41d2-8582-0ca702ff75ee,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:32.991469 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:33.072190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': '9cc6fdcb-f5c9-489a-a111-626b8b3d0dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6049f59f-51b0-420f-b924-33071e38b7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:33.077088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: 6049f59f-51b0-420f-b924-33071e38b7ff, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:22:33.120854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 6049f59f-51b0-420f-b924-33071e38b7ff is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:22:33.149682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 6049f59f-51b0-420f-b924-33071e38b7ff) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:33.162887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b3a35-239b-44f9-8013-77d6b66b28f3 None None] Network 6049f59f-51b0-420f-b924-33071e38b7ff requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:33.164025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:33.184121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:33.204962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:33.206841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:33.268630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2355990 May 14 18:22:33.271264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45154) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:33.329612 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:22:33.433734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:33.501274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 24028f24-224d-41d2-8582-0ca702ff75ee {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:33.505338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:33.532520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:33.536678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30b5461b-39a4-4fe8-a01b-b2e846840150 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:33.751035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7117f6-249a-46ae-a272-f85edcb2d03e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:33.768629 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:33.807363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Network 96849681-2f94-46ea-b964-067f34671471 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:33.808892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:33.813452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:33.903652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:33.945971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:33.999000 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Pushing event updated for resources: {'Port': ['ID=8a7dfff5-242c-4108-92c9-35aa28d808eb,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:34.010658 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.624s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:34.294994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:34.323784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 24028f24-224d-41d2-8582-0ca702ff75ee owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:34.406322 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:26Z', 'revision_number': 3, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:34.412358 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df622898-635e-4aad-abb3-d197bf65ec8e None None] The sync data for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 is: [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:26Z', 'revision_number': 3, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:22:34.488987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:34.495301 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab58bcf6-0376-4da0-b287-91ea728492b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:34.618996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=24028f24-224d-41d2-8582-0ca702ff75ee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:34.622342 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:34.623222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:34.645112 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/24028f24-224d-41d2-8582-0ca702ff75ee HTTP/1.1" status: 204 len: 168 time: 1.3725419 May 14 18:22:34.647536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45190) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:34.863041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d2219-7ed0-4fcb-8bbb-1c79266466d9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:34.869583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d2219-7ed0-4fcb-8bbb-1c79266466d9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:34.870346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-585d2219-7ed0-4fcb-8bbb-1c79266466d9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:34.929335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-585d2219-7ed0-4fcb-8bbb-1c79266466d9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:34.932472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-585d2219-7ed0-4fcb-8bbb-1c79266466d9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2839873 May 14 18:22:34.935634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45200) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:35.487342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port ef75920c-15b0-40a0-b520-0d0306c2f0da {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:35.489082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:35.585279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:35.597422 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:35.673787 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea9ca847-0618-4578-a811-9ee2720e823c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:35.813623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:35.876471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7117f6-249a-46ae-a272-f85edcb2d03e,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:35.881188 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:35.883348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:36.105948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for ef75920c-15b0-40a0-b520-0d0306c2f0da owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:36.169038 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:36.183683 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7039fa02-9359-42a1-a5bc-8388b3d9cb6a tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:36.254530 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:36.268017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=ef75920c-15b0-40a0-b520-0d0306c2f0da,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:36.284519 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:36.305060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/ef75920c-15b0-40a0-b520-0d0306c2f0da HTTP/1.1" status: 204 len: 168 time: 1.3656654 May 14 18:22:36.305277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45238) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:36.323694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Network 96849681-2f94-46ea-b964-067f34671471 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:36.355452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:36.667470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a7dfff5-242c-4108-92c9-35aa28d808eb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:36.674517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8ced8-0c0b-44d2-8f9a-99a587e33466 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:36.675288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5ce8ced8-0c0b-44d2-8f9a-99a587e33466 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:36.736483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5ce8ced8-0c0b-44d2-8f9a-99a587e33466 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:36.738143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5ce8ced8-0c0b-44d2-8f9a-99a587e33466 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4317274 May 14 18:22:36.740850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45266) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:36.894347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:22:36.923730 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1e7ccd-8c25-4068-8229-cf07d182416f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:22:36.944336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ae1e7ccd-8c25-4068-8229-cf07d182416f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/24028f24-224d-41d2-8582-0ca702ff75ee HTTP/1.1" status: 404 len: 333 time: 0.1981342 May 14 18:22:36.946879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45274) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:36.969817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8a7dfff5-242c-4108-92c9-35aa28d808eb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:36.983851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8a7dfff5-242c-4108-92c9-35aa28d808eb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:36.985264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:37.047635 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-672b942a-3dca-4a58-a907-a9545ffee007 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:22:37.055034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-672b942a-3dca-4a58-a907-a9545ffee007 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/ef75920c-15b0-40a0-b520-0d0306c2f0da HTTP/1.1" status: 404 len: 333 time: 0.1022408 May 14 18:22:37.056042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45280) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:37.269775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:22:37.290355 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] 10.222.0.24 "PUT /v2.0/routers/42a0897b-afbc-4f4e-a559-c3dd55d96ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9745269 May 14 18:22:37.357536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:37.410395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 8a7dfff5-242c-4108-92c9-35aa28d808eb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a7dfff5-242c-4108-92c9-35aa28d808eb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:37.422717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:37.429872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:37.432479 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:37.748346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=8a7dfff5-242c-4108-92c9-35aa28d808eb,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:37.752083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Sync routers for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:22:37.765983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.766631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.767343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.768037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.768531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.769362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.769842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.770713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.771228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.771717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.772365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.772893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:37.782335 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:37.786850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:22:37.787700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:22:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:37.902734 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:37.934268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6049f59f-51b0-420f-b924-33071e38b7ff']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:37.960759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc6fdcb-f5c9-489a-a111-626b8b3d0dd1') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:37.962529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc6fdcb-f5c9-489a-a111-626b8b3d0dd1') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:37.992207 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.028959 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.045491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:38.056605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.224368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: timer() May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:38.260618 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:38.265407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45314) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:38.325610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.338774 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3feb7db5-f343-4842-bf18-6b1600802a2c tempest-RoutersNegativeTest-126141611 tempest-RoutersNegativeTest-126141611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:38.361809 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.369923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=6049f59f-51b0-420f-b924-33071e38b7ff,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:38.380792 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:38.383011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/6049f59f-51b0-420f-b924-33071e38b7ff HTTP/1.1" status: 204 len: 168 time: 1.3258595 May 14 18:22:38.389979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:38.396018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1961227784'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:38.412481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:38.418365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:38.428464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:38.447522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:38.474462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:38.480989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.626530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:22:38.707000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.757847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.758338 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment 70fe739d-8bd6-446b-82ba-40d6ac0c5e24 of type vlan for network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 May 14 18:22:38.817966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.843614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a7dfff5-242c-4108-92c9-35aa28d808eb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:38.892190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:38.904903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Usage tracker for resource:security_group_rule and tenant:b003ca873c6f4da4a1c545351017dee5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:38.912390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:38.929878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:38.942136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.948220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:38.949063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:38.985513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b46cf5f-89e6-4faa-b6b5-67b20f20f828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:39.092197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=4db855fc-8fa6-41ae-9a48-cfe1337c5ee6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:39.095817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7047608 May 14 18:22:39.100250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45342) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:39.106748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:39.128258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.128947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.129475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.130212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.130735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.131357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.131874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.132460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.132990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.133500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.134029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.134613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:22:39.142642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8a7dfff5-242c-4108-92c9-35aa28d808eb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:39.143026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:39.159997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:39.223139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:22:39.406009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-37ff11f4-5cb1-4eb4-b4c5-861a6fb0f10e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:39.408910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-37ff11f4-5cb1-4eb4-b4c5-861a6fb0f10e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 820 time: 0.7155609 May 14 18:22:39.423793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:39.431603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:39.434114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-411adc9a-ed6a-4d94-943e-29e5b555e5f2 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/quotas/4869013b13ff427195e7a36411f0dafa HTTP/1.1" status: 200 len: 375 time: 0.0184369 May 14 18:22:39.438069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:39.452532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 2, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:39.460842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Checking router: 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:22:39.461262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Updating router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 port fc7117f6-249a-46ae-a272-f85edcb2d03e binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:22:39.472032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:39.516966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:39.523894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:39.690804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a21d5d4f-b77f-4366-8ec8-bcb810938048 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2414999 May 14 18:22:39.702724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:39.796881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:39.809931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:39.896103 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae8addd2-cf35-4d4a-b487-c407f1f6c1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:39.964754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b003ca873c6f4da4a1c545351017dee5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6952407 May 14 18:22:39.969731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45362) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:39.975673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e105feb-efd8-49e4-876f-cd862ec24c49,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:40.000812 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:40.129462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-77253b88-67f2-4b9f-8e41-73360ce17e0b service neutron] 10.222.0.24 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327483 May 14 18:22:40.327712 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:40.355389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Transition to ACTIVE for port object fc7117f6-249a-46ae-a272-f85edcb2d03e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:40.367236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:40.375371 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:40.536048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-ed50d2da-a0fd-4d97-8b3a-aaf361be129b service neutron] 10.222.0.24 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560541 May 14 18:22:40.622780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:40.677385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec540d-9de8-4ec0-aead-7d9d1559c484 None None] Pushing event updated for resources: {'Port': ['ID=fc7117f6-249a-46ae-a272-f85edcb2d03e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:40.684357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dfec540d-9de8-4ec0-aead-7d9d1559c484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:40.766979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:40.922506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:40.951487 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f5b164a-1523-4aaa-af58-9a28e691ce0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:40.984559 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:40.989825 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-556f70fb-4abe-443b-b552-b1a45741ac35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:41.047545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e105feb-efd8-49e4-876f-cd862ec24c49,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:41.080641 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:41.081521 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:41.082668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e105feb-efd8-49e4-876f-cd862ec24c49 HTTP/1.1" status: 204 len: 168 time: 1.1117692 May 14 18:22:41.099355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Attempting to bind port fc7117f6-249a-46ae-a272-f85edcb2d03e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:22:41.099355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Attempting to bind port fc7117f6-249a-46ae-a272-f85edcb2d03e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:22:41.099355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Attempting to bind port fc7117f6-249a-46ae-a272-f85edcb2d03e on network 96849681-2f94-46ea-b964-067f34671471 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:41.168769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:22:41.171300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Checking segment: {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:41.174164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:41.176708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Bound using segment: {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:22:41.179007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Bound port: fc7117f6-249a-46ae-a272-f85edcb2d03e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:22:41.180617 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:41.382893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a86c9a2-d25a-4c5b-b6c8-82b823789f60 req-7e36c932-9bcc-4145-8c5d-f7c9f109b435 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 210 time: 0.2384365 May 14 18:22:41.556767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] For port fc7117f6-249a-46ae-a272-f85edcb2d03e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:22:41.561093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] For port fc7117f6-249a-46ae-a272-f85edcb2d03e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fc7117f6-249a-46ae-a272-f85edcb2d03e,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:22:41.568799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:41.587480 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:41.783127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec540d-9de8-4ec0-aead-7d9d1559c484 None None] Pushing event updated for resources: {'Port': ['ID=fc7117f6-249a-46ae-a272-f85edcb2d03e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:41.783720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': '70fe739d-8bd6-446b-82ba-40d6ac0c5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:41.784307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:22:41.790710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=5589aa04-0a0c-4085-9498-30134ddc7e43,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:41.794143 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:41.819646 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dfec540d-9de8-4ec0-aead-7d9d1559c484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:41.826071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:22:41.843547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:22:41.844477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:22:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:41.852049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:41.867563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:41.868168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:41.958097 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8554184 May 14 18:22:41.960400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45406) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:41.971223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6', 'name': 'tempest-PortsIpV6TestJSON-1500847895'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:42.114424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45412) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:42.166225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:42.223388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:42.233236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Usage tracker for resource:security_group_rule and tenant:7688f14424e54fd080c0cea0a9717b57 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:42.243226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:42.266692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:42.330222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:22:42.359048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:42.379074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:42.410633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:42.435462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:42.532312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:42.554817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:22:42.560411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:42.612713 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-065b7e38-c971-4f73-a9e5-2d46f7d3ff5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:42.771683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7688f14424e54fd080c0cea0a9717b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6551106 May 14 18:22:42.772648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45426) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:42.910215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4575c0-6b86-4b83-938a-883327dfdce2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:42.932068 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:42.955104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-78457974-04a6-40ab-80a6-b71541b7a13c req-708013fe-711e-4810-9879-e6e0e0f373de tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 210 time: 0.2031124 May 14 18:22:42.992052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2aa8eb-1f42-41ac-901d-0d58e4f045bf None None] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:43.060874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::1b7 (4db855fc-8fa6-41ae-9a48-cfe1337c5ee6/5589aa04-0a0c-4085-9498-30134ddc7e43/49a64963-89c5-4cd1-bed1-c6a5a19ecdc1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:43.165337 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:43.259373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:43.381785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-4db855fc-8fa6-41ae-9a48-cfe1337c5ee6', 'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': '5589aa04-0a0c-4085-9498-30134ddc7e43'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:22:43.382677 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:43.415514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:41Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:43.432122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85927e07-e75d-44ad-a53b-debf00e06b4a None None] The sync data for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 is: [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:41Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:22:43.437451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:43.442162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d0026ab1-7c30-40ca-bf8b-ac024242be0f tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:43.520527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4575c0-6b86-4b83-938a-883327dfdce2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:43.525804 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:43.565918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:43.588825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da4575c0-6b86-4b83-938a-883327dfdce2 HTTP/1.1" status: 204 len: 168 time: 0.7265434 May 14 18:22:44.020633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-458a6561-2b94-4aa7-9ca9-8a80bb17eab0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:44.021401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-458a6561-2b94-4aa7-9ca9-8a80bb17eab0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Synchronizing usage tracker for tenant:4869013b13ff427195e7a36411f0dafa on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:44.146320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-458a6561-2b94-4aa7-9ca9-8a80bb17eab0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Unset dirty status for tenant:4869013b13ff427195e7a36411f0dafa on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:44.160095 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-458a6561-2b94-4aa7-9ca9-8a80bb17eab0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 820 time: 0.8114595 May 14 18:22:44.180876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'port': {'device_id': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'admin_state_up': True, 'tenant_id': '4869013b13ff427195e7a36411f0dafa'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:44.428268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9af92394-f7dd-4229-a892-54b76adf5791 req-e972aa8d-49ce-433f-831f-ecc6e6d0df76 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 210 time: 0.1137521 May 14 18:22:44.504737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:44.585160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:44.728095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fc7117f6-249a-46ae-a272-f85edcb2d03e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:44.747393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:44.761210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Usage tracker for resource:port and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:44.771373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:44.783949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:44.811550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:44.836254 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:45.076211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=49a64963-89c5-4cd1-bed1-c6a5a19ecdc1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:45.098456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:45.105708 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:45.106893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:45.108947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Made reservation on behalf of 4869013b13ff427195e7a36411f0dafa for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:45.122154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:45.148481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:45.154094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:45.155392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:45.205170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port fc7117f6-249a-46ae-a272-f85edcb2d03e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:45.234295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Allocated IP 2001:db8::2 (4db855fc-8fa6-41ae-9a48-cfe1337c5ee6/5589aa04-0a0c-4085-9498-30134ddc7e43/0e56ba72-6f43-4161-a539-be5bb27fc374) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:45.237775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fc7117f6-249a-46ae-a272-f85edcb2d03e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:45.238313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:45.450568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-9ee65400-8910-45ad-9c33-ed33f8724cfc tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:45.498888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-9ee65400-8910-45ad-9c33-ed33f8724cfc tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:45.505896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-9ee65400-8910-45ad-9c33-ed33f8724cfc tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188800175&fields=id&tenant_id=b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 267 time: 0.1687980 May 14 18:22:45.587785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:45.608269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6431890 May 14 18:22:45.621976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:45.705162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port fc7117f6-249a-46ae-a272-f85edcb2d03e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fc7117f6-249a-46ae-a272-f85edcb2d03e,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:45.803358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Allocated IP 172.20.0.4 (96849681-2f94-46ea-b964-067f34671471/81a27b07-75e3-4858-aefc-3f29ab1671f6/ecbee6d6-ceef-44fc-9e37-e5bba14d2610) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:45.841333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-05da1ea5-4681-4dc2-80cd-baa072d1754d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:45.855769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-05da1ea5-4681-4dc2-80cd-baa072d1754d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3454368 May 14 18:22:45.881212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-5efad4bc-de76-492e-90c3-69b790377b70 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0242660 May 14 18:22:46.009739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-5f8b53a6-e802-4723-baa5-1f8c2f881f13 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273024 May 14 18:22:46.098931 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:46.105553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-36cef6e1-285a-4d60-a417-4af687df8ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:46.279895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-7cab70aa-87ef-4a44-be30-b10de211bf98 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688644 May 14 18:22:46.326127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:46.327677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:46.340723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:46.381059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=fc7117f6-249a-46ae-a272-f85edcb2d03e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:46.394928 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:46.396160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Transition to ACTIVE for port object 0e56ba72-6f43-4161-a539-be5bb27fc374 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:46.453825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Transition to ACTIVE for port object 0e56ba72-6f43-4161-a539-be5bb27fc374 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:46.480608 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:46.493401 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:46.561562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-85b5d981-a060-4b07-bb18-f018b6e08757 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773519 May 14 18:22:46.662445 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:46.820634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Pushing event updated for resources: {'Port': ['ID=0e56ba72-6f43-4161-a539-be5bb27fc374,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:46.831264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fc7117f6-249a-46ae-a272-f85edcb2d03e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:46.910576 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:46.976421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:46.980673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:46.986079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:47.046437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:47.057110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:47.197215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Attempting to bind port 0e56ba72-6f43-4161-a539-be5bb27fc374 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:22:47.198209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Attempting to bind port 0e56ba72-6f43-4161-a539-be5bb27fc374 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '70fe739d-8bd6-446b-82ba-40d6ac0c5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:22:47.198774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Attempting to bind port 0e56ba72-6f43-4161-a539-be5bb27fc374 on network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:47.209353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:22:47.210673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Checking segment: {'id': '70fe739d-8bd6-446b-82ba-40d6ac0c5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:47.211294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:47.211862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Bound using segment: {'id': '70fe739d-8bd6-446b-82ba-40d6ac0c5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:22:47.212531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Bound port: 0e56ba72-6f43-4161-a539-be5bb27fc374, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fe739d-8bd6-446b-82ba-40d6ac0c5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4db855fc-8fa6-41ae-9a48-cfe1337c5ee6'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:22:47.213210 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:47.289987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fc7117f6-249a-46ae-a272-f85edcb2d03e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:47.290440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:47.292257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:47.606791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:47.616480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b28169-2ed7-4846-a7fc-6f7a51b16334 req-cfb7c299-7961-4abf-a26b-20a6a21d3077 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:47.633252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9b28169-2ed7-4846-a7fc-6f7a51b16334 req-cfb7c299-7961-4abf-a26b-20a6a21d3077 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 931 time: 0.2005396 May 14 18:22:47.724278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] For port 0e56ba72-6f43-4161-a539-be5bb27fc374, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:22:47.756595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] For port 0e56ba72-6f43-4161-a539-be5bb27fc374, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e56ba72-6f43-4161-a539-be5bb27fc374,segment=NetworkSegment(70fe739d-8bd6-446b-82ba-40d6ac0c5e24),segment_id=70fe739d-8bd6-446b-82ba-40d6ac0c5e24)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:22:47.784564 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:47.802393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9b28169-2ed7-4846-a7fc-6f7a51b16334 req-91b1f3d7-b274-4f7f-bd1a-3c148d309466 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680419 May 14 18:22:47.818942 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:47.996128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:48.004676 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:48.020072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Network 96849681-2f94-46ea-b964-067f34671471 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:48.026084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:48.052147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:48.140384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Pushing event updated for resources: {'Port': ['ID=0e56ba72-6f43-4161-a539-be5bb27fc374,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:48.150187 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:48.302011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:48.302781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:48.369477 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:48.387374 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7724ad2e-4cbe-4015-9498-e6bc674aec0c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:48.566944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=49a64963-89c5-4cd1-bed1-c6a5a19ecdc1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:48.589278 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:48.597739 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4277401 May 14 18:22:48.637794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c19f116-7232-42f4-a94b-40bc9236cf96 req-540a04e1-1974-4b78-ac72-51aa488fc4ae tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.2357130 May 14 18:22:48.715354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Request body: {'port': {'device_id': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:48.822673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:48.828439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45584) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:48.829023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 HTTP/1.1" status: 204 len: 168 time: 3.2015753 May 14 18:22:48.987937 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a145020a-e0fd-4a56-8f20-fa41b2913171 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:22:48.988417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a145020a-e0fd-4a56-8f20-fa41b2913171 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:22:48.999455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a145020a-e0fd-4a56-8f20-fa41b2913171 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 HTTP/1.1" status: 404 len: 333 time: 0.1690702 May 14 18:22:49.000081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45590) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:49.012494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:49.109087 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a97db2-8849-4651-ad85-d7e8f01c295f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:22:49.114422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-67a97db2-8849-4651-ad85-d7e8f01c295f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/49a64963-89c5-4cd1-bed1-c6a5a19ecdc1 HTTP/1.1" status: 404 len: 333 time: 0.1133704 May 14 18:22:49.115978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45600) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:50.032443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbee6d6-ceef-44fc-9e37-e5bba14d2610 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:22:50.049970 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:50.086212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Transition to ACTIVE for port object ecbee6d6-ceef-44fc-9e37-e5bba14d2610 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:50.095778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:50.104411 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05987837-7ba9-4aa1-86e0-7e7eddea4f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:50.175034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970c620-9e0a-4339-9877-bcbe7033b013 None None] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:50.193219 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:22:50.256602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 5589aa04-0a0c-4085-9498-30134ddc7e43 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:22:50.324942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:50.340513 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:50.343373 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:50.489233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c3b19ce1-4cd6-4360-867b-55dac92614d8 None None] Provisioning for port 0e56ba72-6f43-4161-a539-be5bb27fc374 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:50.608849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-eedc30d8-47b4-4ba8-a9a5-7aa643be6803 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:50.610645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-eedc30d8-47b4-4ba8-a9a5-7aa643be6803 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.8201563 May 14 18:22:50.638412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b504de-de15-4e27-a204-d2400c0ffcba req-0b3d460d-6e93-433e-a0fe-3472af840ef2 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:50.646749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25b504de-de15-4e27-a204-d2400c0ffcba req-0b3d460d-6e93-433e-a0fe-3472af840ef2 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 931 time: 1.5670452 May 14 18:22:50.661430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-b54a4f1d-1e47-4605-ac7c-296d04dff79a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4501975 May 14 18:22:50.678823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:50.730828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e56ba72-6f43-4161-a539-be5bb27fc374 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:50.924504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Attempting to bind port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:22:50.927419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Attempting to bind port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:22:50.927989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Attempting to bind port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 on network 96849681-2f94-46ea-b964-067f34671471 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:50.938364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 on network 96849681-2f94-46ea-b964-067f34671471 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:22:50.939630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Attempting to bind port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 on network 96849681-2f94-46ea-b964-067f34671471 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:22:50.950544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:22:50.955586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Checking segment: {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:22:50.956209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Bound using segment: {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:22:50.956767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Bound port: ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6ad531-ff67-4291-ab7c-1b17d130cadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96849681-2f94-46ea-b964-067f34671471'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:22:50.957218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.019847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0e56ba72-6f43-4161-a539-be5bb27fc374 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:51.040762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0e56ba72-6f43-4161-a539-be5bb27fc374 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:51.041150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.163598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-25b504de-de15-4e27-a204-d2400c0ffcba req-5d50fd2d-b139-4653-b9ef-ac5133bbcda7 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155873 May 14 18:22:51.247166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:22:51.255970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:22:51.274459 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-6c4e06f1-405e-48e0-b484-3f58920d0056 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 380 time: 0.6252561 May 14 18:22:51.277823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.299989 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d98358b-ba7d-4a91-ad39-14eb0589e1da tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:51.364037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'security_groups': ['1ab8708c-05de-4654-b94e-967768df69fb']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:51.468728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.469720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.472704 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] 10.222.0.15 "PUT /v2.0/ports/ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 1091 time: 2.7754898 May 14 18:22:51.480752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.550057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:22:51.579581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45642) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:51.657152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0e56ba72-6f43-4161-a539-be5bb27fc374, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e56ba72-6f43-4161-a539-be5bb27fc374,segment=NetworkSegment(70fe739d-8bd6-446b-82ba-40d6ac0c5e24),segment_id=70fe739d-8bd6-446b-82ba-40d6ac0c5e24)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:51.658089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-faccc0a0-863f-41e6-8a95-e27bc7cc77b7 None None] Provisioning complete for port 0e56ba72-6f43-4161-a539-be5bb27fc374 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:51.658473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-faccc0a0-863f-41e6-8a95-e27bc7cc77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.698189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.698980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.699670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.700304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.700935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.702376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.703138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:51.705300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-62ee7a9c-f69b-4160-8b75-d7a437ca60b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.8051181 May 14 18:22:51.721303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.797633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:51.817466 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:52.017964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:52.033287 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:52.066738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0e56ba72-6f43-4161-a539-be5bb27fc374,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:52.080015 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:52.081681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-64f57e48-3407-4de4-85d8-16afb54377c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:52.093611 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-64f57e48-3407-4de4-85d8-16afb54377c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1094 time: 0.5107133 May 14 18:22:52.256835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-c3f69c48-68ee-4803-88e8-f5d03964075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:52.265373 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-8fde8673-f867-4924-85b6-9d48d98c7570 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.1641614 May 14 18:22:52.278655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-c3f69c48-68ee-4803-88e8-f5d03964075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:52.280085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-c3f69c48-68ee-4803-88e8-f5d03964075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:52.282100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-c3f69c48-68ee-4803-88e8-f5d03964075c service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 2293 time: 0.5039141 May 14 18:22:52.382075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ea418070-7d7f-4e17-9f12-66a5b28530a0 None None] Could not find standard attr ID for object 49a64963-89c5-4cd1-bed1-c6a5a19ecdc1. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:22:52.565675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e56ba72-6f43-4161-a539-be5bb27fc374 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:22:52.679689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:52.713565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0e56ba72-6f43-4161-a539-be5bb27fc374 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:52.713956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:52.740945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:52.751384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68d2a562-764f-4d73-a26a-5bd28b75e130 req-5faf7558-e909-460c-b0d8-604e91a16e33 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.4681189 May 14 18:22:52.766640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:52.771433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Usage tracker for resource:security_group_rule and tenant:417b9501b7da4433af69b0c4646a6aec is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:52.785395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:52.791788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:52.849457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-5240524c-47b7-4861-9d5c-c95f8d3b1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:52.851207 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-5240524c-47b7-4861-9d5c-c95f8d3b1313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.5790911 May 14 18:22:52.891664 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:52.906430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:port and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:52.915003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:52.919507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:52.942208 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'status': 'completed', 'code': 200} May 14 18:22:52.950032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-5860b2bd-5e4a-4f3e-a354-00a1a49289bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896962 May 14 18:22:53.012913 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-21837c5f-8996-415e-801b-e2802553cd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:53.031416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=417b9501b7da4433af69b0c4646a6aec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4458649 May 14 18:22:53.031416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:53.385544 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-2ab80a12-151f-4e9e-9e08-3c481b02723f service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262955 May 14 18:22:53.385544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45662) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:53.530908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-186392e1-d931-46eb-b0be-c00d024b7196 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 1.2253058 May 14 18:22:53.786569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:53.790749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:53.798912 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:53.808216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8b3f4-ad28-4b46-b085-e45839050f58,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:53.812574 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:54.026201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:54.086235 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8322721e-a485-4433-bb74-8d16e3d9e3b2 req-c8a427cb-0e1e-4116-bf41-55eca22d3f52 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354034 May 14 18:22:54.154899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:54.306584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:54.322083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec61fe26-9c32-4ddc-91fc-263e6e2ad7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:54.351756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8b3f4-ad28-4b46-b085-e45839050f58,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:54.405618 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:54.422829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119428-5d87-41a9-9991-4c342ad9d102 req-029d618b-1fc5-4b13-8b23-22eb74f94c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:54.424510 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-029d618b-1fc5-4b13-8b23-22eb74f94c16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1094 time: 0.2641921 May 14 18:22:54.620491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.10 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/191953e7-c428-4e2f-b509-5e9d48bde1a5) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:22:54.781889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119428-5d87-41a9-9991-4c342ad9d102 req-f8531872-bae5-4486-8939-699c2aae25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:54.783739 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-f8531872-bae5-4486-8939-699c2aae25ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.3380015 May 14 18:22:54.787108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:54.790259 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ab8b3f4-ad28-4b46-b085-e45839050f58 HTTP/1.1" status: 204 len: 168 time: 1.4040554 May 14 18:22:54.997972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-d8d14fef-4040-4288-b509-059922c0ede7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.2054772 May 14 18:22:55.064675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:55.104032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object 191953e7-c428-4e2f-b509-5e9d48bde1a5 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:55.186667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:55.209137 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ca3b12d4-8b01-47db-a8da-f6c55679e560 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:55.210465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119428-5d87-41a9-9991-4c342ad9d102 req-553a2aab-3ec6-4f5a-83d7-f5a0c3a75bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:55.215044 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-553a2aab-3ec6-4f5a-83d7-f5a0c3a75bd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.2100377 May 14 18:22:55.332553 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-3d435a55-9bdc-45a9-a449-3848aa13027d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092048 May 14 18:22:55.369616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6e049b1c-be24-468a-b94c-cb214d0be259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:55.376936 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6e049b1c-be24-468a-b94c-cb214d0be259 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 1.8288062 May 14 18:22:55.392264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=191953e7-c428-4e2f-b509-5e9d48bde1a5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:55.398480 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:55.574282 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:55.588278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45716) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:55.588895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:55.589909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d0e2954-7c79-4bfa-bbbe-20fbc927b18f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:55.624613 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:55.632590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d62d10-1eb3-4054-8a6f-07d693722601 None None] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:22:55.646162 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-fc28169d-55a1-465a-960d-643b9fe7846c service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055775 May 14 18:22:55.684921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:55.699716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:22:55.726692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=5589aa04-0a0c-4085-9498-30134ddc7e43,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:55.731395 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:55.738252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:22:55.751200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:22:55.874588 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-93119428-5d87-41a9-9991-4c342ad9d102 req-f5824e9d-ae9d-414b-b554-e8b2e6149c67 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210996 May 14 18:22:55.907034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913b98-88ec-429c-84bd-da5324b2d998 req-85bd485f-84cf-4bf9-a287-59e99267a948 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:55.921169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21913b98-88ec-429c-84bd-da5324b2d998 req-85bd485f-84cf-4bf9-a287-59e99267a948 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 943 time: 2.3710058 May 14 18:22:55.943875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:55.944515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.014103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/5589aa04-0a0c-4085-9498-30134ddc7e43 HTTP/1.1" status: 204 len: 168 time: 6.8959346 May 14 18:22:56.016680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45730) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:56.056026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:56.106110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Usage tracker for resource:security_group_rule and tenant:dcfe9421cc6f4cc3ae5369f8ca5017bf is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:56.125182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:56.148129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9d375408-e12b-4a56-953a-c3e9a79f977e None None] Provisioning for port 191953e7-c428-4e2f-b509-5e9d48bde1a5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:22:56.163337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-9580c00a-6911-4cc7-a675-3207eebccf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:56.172049 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-9580c00a-6911-4cc7-a675-3207eebccf75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7475240 May 14 18:22:56.184643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9d375408-e12b-4a56-953a-c3e9a79f977e None None] Provisioning complete for port 191953e7-c428-4e2f-b509-5e9d48bde1a5 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:22:56.188469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d375408-e12b-4a56-953a-c3e9a79f977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.211402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21913b98-88ec-429c-84bd-da5324b2d998 req-1a83fd07-c5a3-4789-8da4-59d90194c101 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891889 May 14 18:22:56.215727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.243040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:56.257953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9190071 May 14 18:22:56.300726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9d375408-e12b-4a56-953a-c3e9a79f977e None None] Port 191953e7-c428-4e2f-b509-5e9d48bde1a5 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:22:56.374077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 0e56ba72-6f43-4161-a539-be5bb27fc374 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:56.376750 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.395277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Request body: {'port': {'device_id': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:56.433132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] DHCP port deletion for 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:22:56.612159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0e56ba72-6f43-4161-a539-be5bb27fc374 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:22:56.658005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port 0e56ba72-6f43-4161-a539-be5bb27fc374, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e56ba72-6f43-4161-a539-be5bb27fc374,segment=NetworkSegment(70fe739d-8bd6-446b-82ba-40d6ac0c5e24),segment_id=70fe739d-8bd6-446b-82ba-40d6ac0c5e24)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:56.658963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.770643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.835828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 0e56ba72-6f43-4161-a539-be5bb27fc374 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:56.860606 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.880325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Deleting port 0e56ba72-6f43-4161-a539-be5bb27fc374 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:22:56.880896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.900809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:56.907441 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:56.912267 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:56.944187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Usage tracker for resource:security_group_rule and tenant:5f44de30daf44d33a2aab74b657f7f3b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:56.971455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:57.001716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:57.018471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=0e56ba72-6f43-4161-a539-be5bb27fc374,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:57.031562 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:57.036207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port 0e56ba72-6f43-4161-a539-be5bb27fc374 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:57.075719 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.115007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-170459bd-48d8-4757-9595-dd0398405260 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236641 May 14 18:22:57.136560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3474c0-2e2f-4d82-b50d-3bad9d0f03e2 req-d1418043-fa6e-4b68-bd12-9c8d296e2996 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:57.137276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ac3474c0-2e2f-4d82-b50d-3bad9d0f03e2 req-d1418043-fa6e-4b68-bd12-9c8d296e2996 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:22:57.197400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a54d196-e710-478d-87bc-c4cce80e2acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.207228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.213846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] For port 0e56ba72-6f43-4161-a539-be5bb27fc374, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0e56ba72-6f43-4161-a539-be5bb27fc374,segment=NetworkSegment(70fe739d-8bd6-446b-82ba-40d6ac0c5e24),segment_id=70fe739d-8bd6-446b-82ba-40d6ac0c5e24)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:57.214258 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.226781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ac3474c0-2e2f-4d82-b50d-3bad9d0f03e2 req-d1418043-fa6e-4b68-bd12-9c8d296e2996 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:22:57.232889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db855fc-8fa6-41ae-9a48-cfe1337c5ee6']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:57.233720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac3474c0-2e2f-4d82-b50d-3bad9d0f03e2 req-d1418043-fa6e-4b68-bd12-9c8d296e2996 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 932 time: 0.5523274 May 14 18:22:57.257924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fe739d-8bd6-446b-82ba-40d6ac0c5e24') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:57.258637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fe739d-8bd6-446b-82ba-40d6ac0c5e24') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:22:57.287732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.321697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.332395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:22:57.332797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: timer() May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:22:57.361848 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:22:57.441094 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.502651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.506623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.509689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b52824f6-0e74-488f-8628-3eb35e0bbc71 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:57.521504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Calling delete_port for 0e56ba72-6f43-4161-a539-be5bb27fc374 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:22:57.524653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ecbee6d6-ceef-44fc-9e37-e5bba14d2610 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:22:57.571830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=4db855fc-8fa6-41ae-9a48-cfe1337c5ee6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:57.574185 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:57.578827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 HTTP/1.1" status: 204 len: 168 time: 1.5611298 May 14 18:22:57.588589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45746) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:57.609851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac3474c0-2e2f-4d82-b50d-3bad9d0f03e2 req-034d36cc-77df-4f5e-8f48-97c255dc3484 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711097 May 14 18:22:57.610622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.618489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1730804073'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:57.642432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:57.663900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:57.666350 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb176f6b-89ec-4440-9d54-fdd2b5ca45c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:57.681694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:57.693247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:57.712468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcfe9421cc6f4cc3ae5369f8ca5017bf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0764549 May 14 18:22:57.716518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45754) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:57.730415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd94c076-2342-4365-8426-03c867cf2b95,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:57.770254 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:57.785607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:57.790009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.868538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:22:57.873215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-2b9a6dce-6cc3-4c4d-87a0-1f756fb760eb service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241354 May 14 18:22:57.881661 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.897412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.937292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.937800 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment 9f37be09-607f-4827-96da-791c5e2a428f of type vlan for network 944e8d6e-138c-439f-a115-6f9449033fc7 May 14 18:22:57.973625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:57.980958 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.000885 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a4cfb846-cbe3-493f-bcda-3c16546c4747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:58.072870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.091535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Network 4db855fc-8fa6-41ae-9a48-cfe1337c5ee6 is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:22:58.095970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] No DVR routers for this DVR port 0e56ba72-6f43-4161-a539-be5bb27fc374 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:22:58.115194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Pushing event deleted for resources: {'Port': ['ID=0e56ba72-6f43-4161-a539-be5bb27fc374,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:58.128743 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:58.144012 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:58.169429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.177179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:58.178129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.184671 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ffa364a-c8ef-4e23-8cf3-655c23bdd439 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:58.184901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'port_id': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'mac_address': 'fa:16:3e:20:bf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:22:58.317600 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.338791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbee6d6-ceef-44fc-9e37-e5bba14d2610 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:22:58.351430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45766) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:58.369942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:22:58.388935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.391678 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:58.421607 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-81c577e5-18e6-4c28-be65-f6815d003048 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.5172091 May 14 18:22:58.441032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.445785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=944e8d6e-138c-439f-a115-6f9449033fc7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:58.453474 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:58.467452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 944e8d6e-138c-439f-a115-6f9449033fc7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:22:58.475293 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-361ef7b0-294d-47ec-abaf-82fc2203fca8 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:58.518615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.524338 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd94c076-2342-4365-8426-03c867cf2b95 HTTP/1.1" status: 204 len: 168 time: 0.8065908 May 14 18:22:58.526090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd94c076-2342-4365-8426-03c867cf2b95,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:58.548152 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:58.550697 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9610360 May 14 18:22:58.556427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45774) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:58.573002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:22:58.681811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-e00711df-2a60-4d13-9d76-1a491d43eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:58.687755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-e00711df-2a60-4d13-9d76-1a491d43eee3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.2091134 May 14 18:22:58.724180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.788341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.801524 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:22:58.817612 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2be31cee-4fd9-4176-a103-45bd8104b641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:58.880199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:58.884631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ecbee6d6-ceef-44fc-9e37-e5bba14d2610'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:22:58.893150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:58.906959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:58.913497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:58.919300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:22:58.924756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb084c9763f40eeb7037c29d2d08e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:22:58.927604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:58.933683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:58.975096 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:59.118837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.125552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f44de30daf44d33a2aab74b657f7f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4911723 May 14 18:22:59.126448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:22:59.130727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6212059-41b4-4f37-baca-d0c18099f347,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:59.141520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45786) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:59.142686 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:59.149303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191953e7-c428-4e2f-b509-5e9d48bde1a5 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:22:59.150201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.185344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.196716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0bf8a-c6e6-4c61-b018-60fcc10055d5 req-de8646bc-fe55-4894-bcfc-e0718ec9bdae tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:59.199107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfe0bf8a-c6e6-4c61-b018-60fcc10055d5 req-de8646bc-fe55-4894-bcfc-e0718ec9bdae tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 944 time: 1.1607959 May 14 18:22:59.200673 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebf69077-b446-4378-8c9f-7783e3e4d671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:59.231068 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfb084c9763f40eeb7037c29d2d08e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8635502 May 14 18:22:59.232945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:22:59.235479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16020467-bb58-4891-abb2-55183f1504c5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:22:59.255815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Transition to ACTIVE for port object 191953e7-c428-4e2f-b509-5e9d48bde1a5 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:22:59.258334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45792) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:22:59.270733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:22:59.296449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:22:59.300561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.316885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.329618 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9ee555e-af1f-4512-87e3-79dadac0a980 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:22:59.401593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-991e9fbd-68ce-4e6e-9f95-6088ec05965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:22:59.403990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-991e9fbd-68ce-4e6e-9f95-6088ec05965b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6942849 May 14 18:22:59.477130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-0a6b2bcf-dd5c-4c04-abfc-eb24937f11c1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:22:59.479759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-0a6b2bcf-dd5c-4c04-abfc-eb24937f11c1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141706 May 14 18:22:59.624817 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.747082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-97c85e4d-9f3a-4860-bb5e-6915f5313829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.789389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfe0bf8a-c6e6-4c61-b018-60fcc10055d5 req-b4dba97a-daaf-4bfd-b3f5-0b55b933b8d8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790956 May 14 18:22:59.874677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:22:59.989428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-89231980-a179-4422-a49c-b692bc0c004d service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841397 May 14 18:23:00.266370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Pushing event updated for resources: {'Port': ['ID=191953e7-c428-4e2f-b509-5e9d48bde1a5,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:00.281437 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:00.363761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6b64447a-192e-4cf6-940e-2dacd81f531f service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515191 May 14 18:23:00.451546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.498390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.502191 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3098fa91-d40c-4d58-a0c7-260fb3670122 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:00.527242 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.611497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-a789fd44-35a4-4eab-8be9-e1c498bd7166 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.1993370 May 14 18:23:00.683335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=0c8ca9b7-b0ad-425e-9510-67b6100b752d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:00.697062 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:00.697575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.708039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': '9f37be09-607f-4827-96da-791c5e2a428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:00.708629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: 944e8d6e-138c-439f-a115-6f9449033fc7, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:23:00.737721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.743202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 944e8d6e-138c-439f-a115-6f9449033fc7 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:23:00.756488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 944e8d6e-138c-439f-a115-6f9449033fc7) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:00.776449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0135b4-31a1-430a-8628-2b2b418570ec None None] Network 944e8d6e-138c-439f-a115-6f9449033fc7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:00.788841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:00.790912 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.858357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:00.870219 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-526e3858-b86a-4e19-9480-81eb60ded8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:00.883738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3231397 May 14 18:23:00.888039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45828) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:00.894396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16020467-bb58-4891-abb2-55183f1504c5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:00.911492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-442914335'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:00.925098 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:00.933407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Attempting to bind port 191953e7-c428-4e2f-b509-5e9d48bde1a5 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:23:00.933839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Attempting to bind port 191953e7-c428-4e2f-b509-5e9d48bde1a5 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:23:00.934235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Attempting to bind port 191953e7-c428-4e2f-b509-5e9d48bde1a5 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:00.978494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337faf11-45dc-47c9-a662-d6bee15b70b1 req-886ce0cc-e78a-4094-bc31-7683266902ac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:00.984114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-337faf11-45dc-47c9-a662-d6bee15b70b1 req-886ce0cc-e78a-4094-bc31-7683266902ac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.6269791 May 14 18:23:00.993552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-ab197f44-1e61-4abe-b989-f9f71983cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:00.997096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-ab197f44-1e61-4abe-b989-f9f71983cc7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.3609412 May 14 18:23:00.998792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Port 191953e7-c428-4e2f-b509-5e9d48bde1a5 on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:23:00.998969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Attempting to bind port 191953e7-c428-4e2f-b509-5e9d48bde1a5 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:01.137786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:23:01.138530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:01.138944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:23:01.139483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Bound port: 191953e7-c428-4e2f-b509-5e9d48bde1a5, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:23:01.139870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:01.157911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:01.177148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2824b794-8794-414a-8cde-5ecb218daec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:01.188522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:01.189862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6212059-41b4-4f37-baca-d0c18099f347 HTTP/1.1" status: 204 len: 168 time: 2.0462043 May 14 18:23:01.202049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:01.207322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:01.211207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:01.218712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:01.234358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6212059-41b4-4f37-baca-d0c18099f347,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:01.235400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:01.241954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:01.256086 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:01.262095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:01.263391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16020467-bb58-4891-abb2-55183f1504c5 HTTP/1.1" status: 204 len: 168 time: 2.0007617 May 14 18:23:01.275043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 240aff31-a0b4-4247-8906-e37122267a4d yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:01.300922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-337faf11-45dc-47c9-a662-d6bee15b70b1 req-616cf7f2-7b6c-4e5d-af73-7b44b982cd09 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950776 May 14 18:23:01.357974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-70ba5525-5ed0-4f21-b4df-9d465c49abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:01.359813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-70ba5525-5ed0-4f21-b4df-9d465c49abed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3418195 May 14 18:23:01.407122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ecbee6d6-ceef-44fc-9e37-e5bba14d2610 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:01.409303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] For port 191953e7-c428-4e2f-b509-5e9d48bde1a5, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:23:01.768518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:01.781779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::360 (944e8d6e-138c-439f-a115-6f9449033fc7/0c8ca9b7-b0ad-425e-9510-67b6100b752d/240aff31-a0b4-4247-8906-e37122267a4d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:01.788795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:01.791307 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:01.910459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-944e8d6e-138c-439f-a115-6f9449033fc7', 'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': '0c8ca9b7-b0ad-425e-9510-67b6100b752d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:23:01.913852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.044500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] For port 191953e7-c428-4e2f-b509-5e9d48bde1a5, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:23:02.115074 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.164723 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:02.267710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.306270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 240aff31-a0b4-4247-8906-e37122267a4d will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:02.306979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Pushing event updated for resources: {'Port': ['ID=191953e7-c428-4e2f-b509-5e9d48bde1a5,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:02.332710 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:02.334212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:02.334990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.338492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] 10.222.0.22 "PUT /v2.0/ports/191953e7-c428-4e2f-b509-5e9d48bde1a5 HTTP/1.1" status: 200 len: 1092 time: 6.0676792 May 14 18:23:02.339248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:02.361738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.367374 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7a5854f-b9de-4698-b16b-f309ca499eca tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:02.453833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f131-8766-445a-8546-1f5e53c4331e req-8629676f-456e-46d5-a0df-e4bf14792672 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:02.455394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7516f131-8766-445a-8546-1f5e53c4331e req-8629676f-456e-46d5-a0df-e4bf14792672 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 944 time: 0.5026364 May 14 18:23:02.462630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-9685b72a-1cb2-48e7-bed0-7b2b6e9844b3 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0877006 May 14 18:23:02.463117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45870) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:02.467788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.544063 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.552925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 944e8d6e-138c-439f-a115-6f9449033fc7 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:02.556385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:02.563804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:02.576380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:02.580059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.617791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:02.626078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Allocated IP 2001:db8::2 (944e8d6e-138c-439f-a115-6f9449033fc7/0c8ca9b7-b0ad-425e-9510-67b6100b752d/310a6dda-4de1-47e4-bdea-c8d552cd0334) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:02.629550 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.639101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:02.648901 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7549818 May 14 18:23:02.654392 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:02.668003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:02.668737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=240aff31-a0b4-4247-8906-e37122267a4d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:02.671953 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-61ecbf97-d709-451b-9d87-121b7c5706e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:02.684414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:02.693498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:02.716427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7516f131-8766-445a-8546-1f5e53c4331e req-5c7c82d3-2be6-4f07-a78f-60d169bb6e58 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499766 May 14 18:23:02.830398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Usage tracker for resource:security_group_rule and tenant:aff57060be4e4ce8a86ede7b6674ddaa is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:02.890687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:02.906288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:02.915984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 240aff31-a0b4-4247-8906-e37122267a4d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:02.916975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.009456 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.023448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Transition to ACTIVE for port object 310a6dda-4de1-47e4-bdea-c8d552cd0334 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:03.048133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Transition to ACTIVE for port object 310a6dda-4de1-47e4-bdea-c8d552cd0334 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:03.072291 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.089479 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.106726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.141113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Network 944e8d6e-138c-439f-a115-6f9449033fc7 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:03.144016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:03.149580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:03.157156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:03.168660 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4e049cc-2dea-41bc-a649-7d836962e4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:03.198948 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:03.203006 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:03.258822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368c2649-665d-4956-b365-40d3082476bd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:03.285891 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:03.287019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.374508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Attempting to bind port 310a6dda-4de1-47e4-bdea-c8d552cd0334 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:23:03.375156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Attempting to bind port 310a6dda-4de1-47e4-bdea-c8d552cd0334 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9f37be09-607f-4827-96da-791c5e2a428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:23:03.375747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Attempting to bind port 310a6dda-4de1-47e4-bdea-c8d552cd0334 on network 944e8d6e-138c-439f-a115-6f9449033fc7 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:03.381178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aff57060be4e4ce8a86ede7b6674ddaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126663 May 14 18:23:03.393657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-b5bde201-9362-4e02-bb3e-5ff4536b6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:03.399254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-b5bde201-9362-4e02-bb3e-5ff4536b6acf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 1095 time: 0.9911644 May 14 18:23:03.415119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45898) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:03.490482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Pushing event updated for resources: {'Port': ['ID=310a6dda-4de1-47e4-bdea-c8d552cd0334,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:03.493935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:23:03.494898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Checking segment: {'id': '9f37be09-607f-4827-96da-791c5e2a428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:03.495540 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.496095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Bound using segment: {'id': '9f37be09-607f-4827-96da-791c5e2a428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:23:03.496750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Bound port: 310a6dda-4de1-47e4-bdea-c8d552cd0334, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f37be09-607f-4827-96da-791c5e2a428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '944e8d6e-138c-439f-a115-6f9449033fc7'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:23:03.497304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.519140 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:03.533547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 240aff31-a0b4-4247-8906-e37122267a4d owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:03.586681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344ad72-c4eb-406e-a8e9-5c1fe18a828f req-837c3f46-eeeb-4695-9dbc-4e48cad7e975 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:03.595210 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d344ad72-c4eb-406e-a8e9-5c1fe18a828f req-837c3f46-eeeb-4695-9dbc-4e48cad7e975 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.4942844 May 14 18:23:03.675844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.685910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bba01967-9954-4e4c-af5b-a6441c47376d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:03.688482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d344ad72-c4eb-406e-a8e9-5c1fe18a828f req-355ecef3-364c-4efd-8f59-3fe5de8b4225 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916686 May 14 18:23:03.702411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-004fd604-8c16-427e-986a-fa5d2df498f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5 HTTP/1.1" status: 200 len: 217 time: 0.2767251 May 14 18:23:03.730642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=240aff31-a0b4-4247-8906-e37122267a4d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:03.759989 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:03.786226 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.793598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-03acd5ad-7306-4ae9-87ad-49c7af4392c0 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3153095 May 14 18:23:03.796999 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'status': 'completed', 'code': 200} May 14 18:23:03.808977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/240aff31-a0b4-4247-8906-e37122267a4d HTTP/1.1" status: 204 len: 168 time: 1.1270804 May 14 18:23:03.811708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45916) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:03.814967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.830900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] For port 310a6dda-4de1-47e4-bdea-c8d552cd0334, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:23:03.839874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] For port 310a6dda-4de1-47e4-bdea-c8d552cd0334, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=310a6dda-4de1-47e4-bdea-c8d552cd0334,segment=NetworkSegment(9f37be09-607f-4827-96da-791c5e2a428f),segment_id=9f37be09-607f-4827-96da-791c5e2a428f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:23:03.870532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:03.871093 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef01568-22cb-4836-bbe3-996550d9681d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:23:03.871982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7ef01568-22cb-4836-bbe3-996550d9681d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:03.880712 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c62f99b2-2329-4b7f-a844-a4d30b17b5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:03.905509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7ef01568-22cb-4836-bbe3-996550d9681d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:03.909804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45922) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:03.911342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7ef01568-22cb-4836-bbe3-996550d9681d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/240aff31-a0b4-4247-8906-e37122267a4d HTTP/1.1" status: 404 len: 333 time: 0.0976191 May 14 18:23:03.958424 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'code': 200} May 14 18:23:03.984725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-63829a98-e9ba-4080-97cd-601ba9ee035c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.1733837 May 14 18:23:04.051004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-95562c46-ecf9-494f-85dd-bb0ad9217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:04.052914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-95562c46-ecf9-494f-85dd-bb0ad9217290 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.3125393 May 14 18:23:04.059388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.063497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Pushing event updated for resources: {'Port': ['ID=310a6dda-4de1-47e4-bdea-c8d552cd0334,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:04.077353 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:04.120024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75efa7-1a7c-4dae-b692-0b7996460544 req-5c8ff0ec-df39-4a27-b6ea-98ae733a7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:04.121521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c75efa7-1a7c-4dae-b692-0b7996460544 req-5c8ff0ec-df39-4a27-b6ea-98ae733a7496 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.1748712 May 14 18:23:04.152596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45928) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:04.210992 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c75efa7-1a7c-4dae-b692-0b7996460544 req-2c5525f0-d897-4a44-8b71-9685460c6815 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798795 May 14 18:23:04.234791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 0c8ca9b7-b0ad-425e-9510-67b6100b752d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:23:04.244576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.289554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-548c232f-f354-453b-8798-4cb545e2df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:04.290907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-548c232f-f354-453b-8798-4cb545e2df91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.2911401 May 14 18:23:04.308268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.325886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:04.330048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f379499349a4b6c933201721096fbd2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:04.333416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:04.356597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:04.433653 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.526258 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.546800 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-092fa47d-0da8-4897-9385-aa2554275dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:04.568378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-ee06b72f-1ba0-4b92-b928-00f70c91306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:04.573514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.574999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-ee06b72f-1ba0-4b92-b928-00f70c91306f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4976864 May 14 18:23:04.582213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.606125 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-510f9e7c-f0b0-41f4-84a0-5afe2e9d7cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:04.629174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368c2649-665d-4956-b365-40d3082476bd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:04.631556 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:04.663720 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f379499349a4b6c933201721096fbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069351 May 14 18:23:04.666111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 310a6dda-4de1-47e4-bdea-c8d552cd0334 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:04.667866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45936) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:04.704131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7570-cebe-4e17-b75b-b90ac56f72a6 req-b9f1b1d5-752c-44f0-b6fb-730dd665ebcd tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:04.712667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf2b7570-cebe-4e17-b75b-b90ac56f72a6 req-b9f1b1d5-752c-44f0-b6fb-730dd665ebcd tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.5875659 May 14 18:23:04.720045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d074c1-91c9-42d8-a270-69f32fcf551f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:04.742626 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:04.748760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 310a6dda-4de1-47e4-bdea-c8d552cd0334 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:04.790515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.822775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.881749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.885750 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3aa764c5-7d2f-4704-a073-a16a5650f115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:04.897925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d074c1-91c9-42d8-a270-69f32fcf551f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:04.901175 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:04.909281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.912864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09d074c1-91c9-42d8-a270-69f32fcf551f HTTP/1.1" status: 204 len: 168 time: 0.2386661 May 14 18:23:04.943561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:04.944629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/368c2649-665d-4956-b365-40d3082476bd HTTP/1.1" status: 204 len: 168 time: 1.5234013 May 14 18:23:04.968873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-10e7fd61-0689-4889-9616-9942be3e2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:04.972957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-10e7fd61-0689-4889-9616-9942be3e2756 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6708412 May 14 18:23:05.058508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf2b7570-cebe-4e17-b75b-b90ac56f72a6 req-41bb4558-fcba-4778-893c-342b9632cc6c tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449731 May 14 18:23:05.136102 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:05.226079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-8b6777e2-882f-4384-8136-d0888ddf091a service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370990 May 14 18:23:05.543742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45960) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:05.565773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:05.594963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:05.600157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Usage tracker for resource:security_group_rule and tenant:da0c90bbf23149a4ac85cd5942de0a2d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:05.603489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:05.624851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-2e8be926-d19c-4b4b-8fa4-658fddbca63e service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308548 May 14 18:23:05.627390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:05.759932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9022b22d-83d9-4574-bfee-cbf76449284a None None] Network 944e8d6e-138c-439f-a115-6f9449033fc7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:05.814779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:05.825279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:05.847877 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aacc4ee9-101d-4752-836b-adf3e93b878b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:05.909381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c97bed1a-9bdc-4abc-baf1-5266fc439ec6 req-12729b25-bc17-4eec-81ec-f3948d5037bd service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710141 May 14 18:23:05.937796 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da0c90bbf23149a4ac85cd5942de0a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924129 May 14 18:23:05.940434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adec8588-be82-4f0c-b669-ff9739d1451e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:05.941427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 45970) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:05.948218 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:05.993904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-8a17b2fb-2bf0-4a12-933e-4eea23b3bd31 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521233 May 14 18:23:06.008158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8d69-b8ed-4f52-8c0d-c2dc57d14390 req-b6690548-a146-41b5-a725-183254f90d56 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:06.015763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b42d8d69-b8ed-4f52-8c0d-c2dc57d14390 req-b6690548-a146-41b5-a725-183254f90d56 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.5127165 May 14 18:23:06.121176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Provisioning for port 310a6dda-4de1-47e4-bdea-c8d552cd0334 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:06.135454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Provisioning complete for port 310a6dda-4de1-47e4-bdea-c8d552cd0334 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:06.135839 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.159358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6b357080-30a5-4191-add9-76b2fae33ffb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.1069734 May 14 18:23:06.331616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b42d8d69-b8ed-4f52-8c0d-c2dc57d14390 req-d13debb0-9483-408e-b69b-680a77a89f1d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148551 May 14 18:23:06.333098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-fe8863db-2bda-48f1-beb4-8e3d83d398ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:06.334448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-fe8863db-2bda-48f1-beb4-8e3d83d398ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1397240 May 14 18:23:06.335441 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.342311 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-840a564f-bd88-4ef6-9195-70404f1e1cba tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:06.351027 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.402208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] For port 310a6dda-4de1-47e4-bdea-c8d552cd0334, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=310a6dda-4de1-47e4-bdea-c8d552cd0334,segment=NetworkSegment(9f37be09-607f-4827-96da-791c5e2a428f),segment_id=9f37be09-607f-4827-96da-791c5e2a428f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:06.406860 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.408794 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dfec540d-9de8-4ec0-aead-7d9d1559c484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:06.438742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.488782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Pushing event updated for resources: {'Port': ['ID=310a6dda-4de1-47e4-bdea-c8d552cd0334,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:06.493612 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:06.515603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8ca9b7-b0ad-425e-9510-67b6100b752d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:06.527603 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.541370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.541759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.542142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.542522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.543035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.543457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.543827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.544274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.544646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.545016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.545382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.545747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:06.553385 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:06.573987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/0c8ca9b7-b0ad-425e-9510-67b6100b752d HTTP/1.1" status: 204 len: 168 time: 2.6579945 May 14 18:23:06.577321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 45992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:06.577803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.682414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-da4641f5-7fb9-4572-a8d1-98b674c90ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:06.683761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-da4641f5-7fb9-4572-a8d1-98b674c90ffc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 1095 time: 0.6844404 May 14 18:23:06.759938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96c64f-06bb-4677-a6b5-5d73a77b430d None None] Network 944e8d6e-138c-439f-a115-6f9449033fc7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:06.863572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-af4deaa8-4d95-4cf3-925f-c7969711e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:06.865724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-af4deaa8-4d95-4cf3-925f-c7969711e4ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4795251 May 14 18:23:06.911300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:06.932674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31fab8-8e99-448f-b890-2844cd8bc94d req-10f5b64d-3c73-461f-b4f5-00c044a8208e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:06.942328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f31fab8-8e99-448f-b890-2844cd8bc94d req-10f5b64d-3c73-461f-b4f5-00c044a8208e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.3516450 May 14 18:23:06.997165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 310a6dda-4de1-47e4-bdea-c8d552cd0334 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:06.997788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.087926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b352e5dc-61da-46f1-8830-7f0ad87573c7 None None] Provisioning complete for port 310a6dda-4de1-47e4-bdea-c8d552cd0334 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:07.088262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b352e5dc-61da-46f1-8830-7f0ad87573c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.143805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port 310a6dda-4de1-47e4-bdea-c8d552cd0334, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=310a6dda-4de1-47e4-bdea-c8d552cd0334,segment=NetworkSegment(9f37be09-607f-4827-96da-791c5e2a428f),segment_id=9f37be09-607f-4827-96da-791c5e2a428f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:07.144868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.229612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.267511 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3a0f66f7-4d46-40c3-b66e-885392fbd464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:07.306423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adec8588-be82-4f0c-b669-ff9739d1451e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:07.317128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-15ffe069-b94f-44b6-886f-ec5df5e9f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:07.318597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-15ffe069-b94f-44b6-886f-ec5df5e9f941 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.6189213 May 14 18:23:07.322209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] DHCP port deletion for 944e8d6e-138c-439f-a115-6f9449033fc7 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:23:07.325125 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:07.397567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.401670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adec8588-be82-4f0c-b669-ff9739d1451e HTTP/1.1" status: 204 len: 168 time: 1.4568973 May 14 18:23:07.431614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 310a6dda-4de1-47e4-bdea-c8d552cd0334 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:07.470845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Deleting port 310a6dda-4de1-47e4-bdea-c8d552cd0334 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:07.471757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.478008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f31fab8-8e99-448f-b890-2844cd8bc94d req-fdf5374f-8747-4488-a0d8-b7eec905eaa2 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347834 May 14 18:23:07.479343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-35ce7f45-970e-4997-a051-0ed817788cd6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5 HTTP/1.1" status: 200 len: 217 time: 0.1464276 May 14 18:23:07.591683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.601629 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7a3fde28-5a6f-48af-b28b-b509e05db182 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:07.695328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] For port 310a6dda-4de1-47e4-bdea-c8d552cd0334, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=310a6dda-4de1-47e4-bdea-c8d552cd0334,segment=NetworkSegment(9f37be09-607f-4827-96da-791c5e2a428f),segment_id=9f37be09-607f-4827-96da-791c5e2a428f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:07.697039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:07.744136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port 310a6dda-4de1-47e4-bdea-c8d552cd0334 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:23:07.752314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-94990ed4-1d92-4000-bf91-cb08e2d56a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:07.753784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-94990ed4-1d92-4000-bf91-cb08e2d56a18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.2647004 May 14 18:23:07.764231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-b1f35788-3ba7-4bc5-aac3-23d5a41d41f3 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718762 May 14 18:23:07.831016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=310a6dda-4de1-47e4-bdea-c8d552cd0334,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:07.840935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:07.906187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Calling delete_port for 310a6dda-4de1-47e4-bdea-c8d552cd0334 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.010206 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:08.014167 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:23:08.021256 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.026961 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:08.064936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.074455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Pushing event deleted for resources: {'Port': ['ID=310a6dda-4de1-47e4-bdea-c8d552cd0334,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:08.081969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] No DVR routers for this DVR port 310a6dda-4de1-47e4-bdea-c8d552cd0334 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:23:08.082439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944e8d6e-138c-439f-a115-6f9449033fc7']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:08.090342 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:08.116625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f37be09-607f-4827-96da-791c5e2a428f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:08.117290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f37be09-607f-4827-96da-791c5e2a428f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:08.133868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.155540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.165366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:23:08.165817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.181266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-2e852d63-dacf-40e5-8cc6-6ac7e5adbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:08.183024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-2e852d63-dacf-40e5-8cc6-6ac7e5adbc1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4080112 May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: timer() May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:23:08.280716 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:23:08.285672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.292493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-8746dd74-8e1a-4409-b47c-28a08df53f56 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193684 May 14 18:23:08.297900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-506bc312-1800-4057-9d64-b0c21c9f0233 tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:08.324412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.332665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=944e8d6e-138c-439f-a115-6f9449033fc7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:08.336577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:08.361014 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/944e8d6e-138c-439f-a115-6f9449033fc7 HTTP/1.1" status: 204 len: 168 time: 1.7824688 May 14 18:23:08.361784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46040) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:08.368868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'name': 'tempest-PortsIpV6TestJSON-1771566193'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:08.425017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6d34c5ac-e274-4d69-b922-e582dd15ce72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.1077521 May 14 18:23:08.507723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:08.512291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:08.516617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:08.524462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:08.552761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:08.556896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:08.604145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 310a6dda-4de1-47e4-bdea-c8d552cd0334 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:23:08.628741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port a629d159-54d2-42ae-a724-fabba396ad78 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:08.629270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-0937490f-aa1f-45f7-9a29-61db6dcbb904 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185474 May 14 18:23:08.719501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37d1b-aba1-48fd-bf2a-222f70a0580c req-3a4556ae-406f-44f0-aa93-16d5e9857b57 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:08.726529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd37d1b-aba1-48fd-bf2a-222f70a0580c req-3a4556ae-406f-44f0-aa93-16d5e9857b57 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.6993797 May 14 18:23:08.758912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 310a6dda-4de1-47e4-bdea-c8d552cd0334 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:23:08.766290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 310a6dda-4de1-47e4-bdea-c8d552cd0334 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:23:08.855963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-f59ab036-9cab-4644-8103-d989cd26ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:08.867629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-f59ab036-9cab-4644-8103-d989cd26ec72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.2335544 May 14 18:23:08.938683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfd37d1b-aba1-48fd-bf2a-222f70a0580c req-2babe217-e61d-4787-9b71-c08121f83b20 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111750 May 14 18:23:08.995374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b18944-b0fa-49ec-b26f-2194372ff82e req-af8d30db-0024-4468-81db-a7d23acb3f7d service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061330 May 14 18:23:09.029913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6c9e9ba5-b238-462f-9dda-910c0a4411a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:09.029913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-6c9e9ba5-b238-462f-9dda-910c0a4411a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486132 May 14 18:23:09.049303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:09.110145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:09.121075 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e23a1807-d9b1-4581-9186-3f272fbfb982 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:09.184035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-d7d9168f-344a-4268-921b-3c8f4bce6349 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455748 May 14 18:23:09.285632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:09.286619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=a629d159-54d2-42ae-a724-fabba396ad78,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:09.297678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:09.298805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:09.306814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:09.313851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:09.314877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:09.352616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9890013 May 14 18:23:09.354591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:09.457508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-fc360732-e8a3-4221-94f7-5eb7b163d304 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619834 May 14 18:23:09.569349 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-2dabcb67-6adf-4ab2-9398-7635a0723f49 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.1013346 May 14 18:23:09.641800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-2e258d96-4bd8-4f57-b34c-37ef38da484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:09.643579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-2e258d96-4bd8-4f57-b34c-37ef38da484c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.0627315 May 14 18:23:09.657399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db534-f343-4025-961d-20d90716a1a5 req-bc92436f-6dd6-4a93-8358-834bf5dc8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:09.659590 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-bc92436f-6dd6-4a93-8358-834bf5dc8462 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.2218654 May 14 18:23:09.731117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port a629d159-54d2-42ae-a724-fabba396ad78 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:09.731635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:09.968527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:10.060614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-82ae02c5-381a-4061-95b5-27096a4c7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:10.062115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-82ae02c5-381a-4061-95b5-27096a4c7a61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3975613 May 14 18:23:10.088575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f49b4-705c-4fb5-b291-af4b4a0eb04b req-9bb90736-1d2b-42a1-bbc9-4b11ade9b356 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:10.088575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a0f49b4-705c-4fb5-b291-af4b4a0eb04b req-9bb90736-1d2b-42a1-bbc9-4b11ade9b356 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.3730614 May 14 18:23:10.322063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db534-f343-4025-961d-20d90716a1a5 req-917fc12d-0571-408d-9eda-5fe944c78e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:10.323701 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-917fc12d-0571-408d-9eda-5fe944c78e57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.6403453 May 14 18:23:10.330487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for a629d159-54d2-42ae-a724-fabba396ad78 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:10.413334 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-140ed9ee-eec7-48e1-90d8-e7fd0cbddeed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.0728631 May 14 18:23:10.413690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a0f49b4-705c-4fb5-b291-af4b4a0eb04b req-d1227d1d-68c8-4fd6-81f0-93067c970cb4 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948151 May 14 18:23:10.421595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-2144cf8f-1737-4163-b861-73ae7d656626 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469565 May 14 18:23:10.528683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db534-f343-4025-961d-20d90716a1a5 req-6ccf35dd-c21d-4d76-9f35-1231c408453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:10.530188 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-6ccf35dd-c21d-4d76-9f35-1231c408453f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.1077685 May 14 18:23:10.609356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-0853f1d9-e404-4344-95e8-19cdfbd4acfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623531 May 14 18:23:10.678122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:10.703041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f6babdad-62f9-4dbe-90fe-9423dfe54cfe tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:10.846590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=a629d159-54d2-42ae-a724-fabba396ad78,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:10.874495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-66447ff9-4b4d-4f31-85c9-7fba5b8d046c req-cb1effd8-51cb-4f49-b7fb-60d08fa15641 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426239 May 14 18:23:10.940227 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:10.942511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-1118c0e1-5040-4dab-acd3-d92aaffb6adc service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184171 May 14 18:23:10.945396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:10.947389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc0293-6eb3-4a6d-9e3c-de8c32f42d83 req-21229124-cf24-4ba6-b9e5-863046402d0d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:10.950749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdc0293-6eb3-4a6d-9e3c-de8c32f42d83 req-21229124-cf24-4ba6-b9e5-863046402d0d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.2818034 May 14 18:23:11.014302 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/a629d159-54d2-42ae-a724-fabba396ad78 HTTP/1.1" status: 204 len: 168 time: 1.6562338 May 14 18:23:11.015450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46130) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:11.045744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'mac_address': 'fa:16:3e:55:cc:3d', 'name': 'tempest-PortsIpV6TestJSON-1973515552'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:11.070477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abdc0293-6eb3-4a6d-9e3c-de8c32f42d83 req-10ce0011-9d95-4ff5-9072-8740503af51a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080060 May 14 18:23:11.144859 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a68db534-f343-4025-961d-20d90716a1a5 req-5c1dcf92-d67a-414c-b21c-99ccf16047cd service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771002 May 14 18:23:11.314160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:11.319118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:11.322217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:11.328490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:11.344435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:11.489195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:11.526465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 1b0ce50a-ad71-4b2f-9da7-87c6459097cb yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:11.771990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcceb99-a1e2-4051-b3ad-f6330fa896a6 req-10db8b69-cf6b-4ef1-9a4a-256cad615774 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:11.773870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bcceb99-a1e2-4051-b3ad-f6330fa896a6 req-10db8b69-cf6b-4ef1-9a4a-256cad615774 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.2058363 May 14 18:23:12.000487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5bcceb99-a1e2-4051-b3ad-f6330fa896a6 req-f7ea26ff-73d6-4c49-b535-36943445b749 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951129 May 14 18:23:12.024159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:12.063612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:12.074604 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:12.249639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:12.254235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:12.267252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:12.273005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:12.273608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:12.286230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=1b0ce50a-ad71-4b2f-9da7-87c6459097cb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:12.298787 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:12.389251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3666766 May 14 18:23:12.392206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46182) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:12.461140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46186) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:12.486591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568aa0f-8343-47a8-a68c-82d7aaca1f20 req-9cdf017c-b4a2-4d84-8566-824b97896302 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:12.494729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a568aa0f-8343-47a8-a68c-82d7aaca1f20 req-9cdf017c-b4a2-4d84-8566-824b97896302 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.1906807 May 14 18:23:12.533013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73540ea6-c5dd-4b4c-b04e-cbbed0ca302e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:12.533628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-73540ea6-c5dd-4b4c-b04e-cbbed0ca302e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:12.578182 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a568aa0f-8343-47a8-a68c-82d7aaca1f20 req-2ff64cc9-1cb1-4aa8-b7db-d3fab25be2ca tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825191 May 14 18:23:12.593225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-73540ea6-c5dd-4b4c-b04e-cbbed0ca302e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:12.597009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-73540ea6-c5dd-4b4c-b04e-cbbed0ca302e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/1b0ce50a-ad71-4b2f-9da7-87c6459097cb HTTP/1.1" status: 200 len: 845 time: 0.2013953 May 14 18:23:12.597295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46192) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:12.820131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 1b0ce50a-ad71-4b2f-9da7-87c6459097cb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:12.820478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:12.829949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:12.846157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:12.850480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Usage tracker for resource:security_group_rule and tenant:b3461c7856bc48a5ba30f275e7323cbe is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:12.853572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:12.863042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:12.970388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:12.976179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.008039 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0793c53e-fd59-421a-b433-c26f38e9aa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:13.019347 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3461c7856bc48a5ba30f275e7323cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564837 May 14 18:23:13.021799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:13.105030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b89bef4-f24c-4915-ab0e-ed0873471588,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:13.112851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:13.129199 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.184068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.218635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.290532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.297360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5fad82d8-09f4-4e90-a51e-62bc2dc19285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:13.314028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b89bef4-f24c-4915-ab0e-ed0873471588,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:13.336336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:13.361068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.363225 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b89bef4-f24c-4915-ab0e-ed0873471588 HTTP/1.1" status: 204 len: 168 time: 0.3395350 May 14 18:23:13.385187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 1b0ce50a-ad71-4b2f-9da7-87c6459097cb owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:13.462279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ffb8-5cfc-4b02-8fbd-72de35ddb635 req-dd70a4c9-66fc-478f-acfe-2fdb506d6e74 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:13.475445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1697ffb8-5cfc-4b02-8fbd-72de35ddb635 req-dd70a4c9-66fc-478f-acfe-2fdb506d6e74 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.2479842 May 14 18:23:13.578520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1697ffb8-5cfc-4b02-8fbd-72de35ddb635 req-2db1ffc2-1f07-4040-bbfe-1e6b6bbba6c5 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011283 May 14 18:23:13.583526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.597086 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6c94ca6-1ecf-489a-bce4-a6675c0ba56a tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:13.703654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:13.708271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=1b0ce50a-ad71-4b2f-9da7-87c6459097cb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:13.710609 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:13.724288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/1b0ce50a-ad71-4b2f-9da7-87c6459097cb HTTP/1.1" status: 204 len: 168 time: 1.1259995 May 14 18:23:13.726929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46228) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:13.835453 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-786d83c8-8aab-4731-9d74-272a0320984c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:23:13.836084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-786d83c8-8aab-4731-9d74-272a0320984c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:13.874527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-786d83c8-8aab-4731-9d74-272a0320984c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:13.875895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-786d83c8-8aab-4731-9d74-272a0320984c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/1b0ce50a-ad71-4b2f-9da7-87c6459097cb HTTP/1.1" status: 404 len: 333 time: 0.1475234 May 14 18:23:13.879720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:13.886566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'name': 'tempest-PortsIpV6TestJSON-1781646797'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:13.898982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e5fe-05e8-4ec3-ba00-699b24f127cf req-0314d82a-bb45-49d5-a34a-d9af8a6e2745 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:13.900845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-feb8e5fe-05e8-4ec3-ba00-699b24f127cf req-0314d82a-bb45-49d5-a34a-d9af8a6e2745 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 944 time: 0.1193426 May 14 18:23:13.996405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-feb8e5fe-05e8-4ec3-ba00-699b24f127cf req-1af541fa-ed64-4475-9dc0-cf1068e5dfb7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878179 May 14 18:23:14.086330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46252) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:14.088108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:14.099934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:14.115494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:14.126445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.134295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 191953e7-c428-4e2f-b509-5e9d48bde1a5 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:23:14.142785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.147816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:14.149923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Usage tracker for resource:security_group_rule and tenant:325fca3901744392ae394dd418404dd4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:14.153045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:14.159647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:14.205980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port fecbe2ba-2d63-4d5d-a7dc-68091b09fade yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:14.305005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.316036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.335480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 191953e7-c428-4e2f-b509-5e9d48bde1a5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:14.347096 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d194eb4-17c5-45eb-ab20-562a58766aa5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:14.373379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'mac_address': 'fa:16:3e:44:9e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:23:14.389000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=325fca3901744392ae394dd418404dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014879 May 14 18:23:14.391905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46262) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:14.404532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616a54c8-ba69-4b46-86d0-d8be5eba7bb6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:14.408684 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:14.465383 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.491403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.504901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191953e7-c428-4e2f-b509-5e9d48bde1a5 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:23:14.529968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.537845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 191953e7-c428-4e2f-b509-5e9d48bde1a5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:14.545500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.547289 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:14.607432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.655426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.668598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.668845 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2337dbc4-04d7-4e0a-b190-366176e7d68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:14.680083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=191953e7-c428-4e2f-b509-5e9d48bde1a5,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:14.682955 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:14.692006 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:14.717817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616a54c8-ba69-4b46-86d0-d8be5eba7bb6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:14.723967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.731209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/616a54c8-ba69-4b46-86d0-d8be5eba7bb6 HTTP/1.1" status: 204 len: 168 time: 0.3372705 May 14 18:23:14.735961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:14.782891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=fecbe2ba-2d63-4d5d-a7dc-68091b09fade,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:14.786955 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:14.792312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:14.793554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:14.797185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:14.804998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:14.806271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:14.847560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9642334 May 14 18:23:14.848006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:14.866161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:14.903455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['191953e7-c428-4e2f-b509-5e9d48bde1a5'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:23:14.930958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae1f71-a7ed-4dc0-81ff-e8e031a50889 req-9939e4f1-6937-42c2-9fae-1ee2e1fa6c7f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:14.952927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4eae1f71-a7ed-4dc0-81ff-e8e031a50889 req-9939e4f1-6937-42c2-9fae-1ee2e1fa6c7f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1255157 May 14 18:23:15.006738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4eae1f71-a7ed-4dc0-81ff-e8e031a50889 req-0bb1564e-be95-4278-b2ef-4e92f5448251 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524395 May 14 18:23:15.101944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:15.350802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b7a2c-81a8-4cc5-b9fd-4e266fe9eaa5 req-a1b21f8d-ecbc-4d70-917b-51368fc59566 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:15.358493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-956b7a2c-81a8-4cc5-b9fd-4e266fe9eaa5 req-a1b21f8d-ecbc-4d70-917b-51368fc59566 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 945 time: 0.1362426 May 14 18:23:15.426257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-956b7a2c-81a8-4cc5-b9fd-4e266fe9eaa5 req-30182d6a-5332-48ac-9623-364436c0d890 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668225 May 14 18:23:15.553537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:15.568256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:15.573989 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3929a104-86a2-4492-99a4-4c8a7f909440 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:15.671489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] In _notify_port_updated(), no bound segment for port fecbe2ba-2d63-4d5d-a7dc-68091b09fade on network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:23:15.678171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:15.679078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:15.682239 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/ports/fecbe2ba-2d63-4d5d-a7dc-68091b09fade HTTP/1.1" status: 200 len: 818 time: 0.8322949 May 14 18:23:15.685027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46300) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:15.725495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=fecbe2ba-2d63-4d5d-a7dc-68091b09fade,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:15.729922 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:15.885071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port fecbe2ba-2d63-4d5d-a7dc-68091b09fade {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:15.885071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.011134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.162333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for fecbe2ba-2d63-4d5d-a7dc-68091b09fade owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:16.268938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38baa77-a00f-4aa6-b195-4d4e0639c037 req-af3da283-5295-4d59-9efc-657d0689a5aa tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:16.270476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c38baa77-a00f-4aa6-b195-4d4e0639c037 req-af3da283-5295-4d59-9efc-657d0689a5aa tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1173196 May 14 18:23:16.328217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c38baa77-a00f-4aa6-b195-4d4e0639c037 req-2f87740f-678c-47ea-8c86-5e2f930f38ec tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509238 May 14 18:23:16.334806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.345082 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:16.396287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=fecbe2ba-2d63-4d5d-a7dc-68091b09fade,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:16.419842 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:16.427808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.445937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46328) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:16.446480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/fecbe2ba-2d63-4d5d-a7dc-68091b09fade HTTP/1.1" status: 204 len: 168 time: 0.7598810 May 14 18:23:16.609523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b360d483-d7a0-4262-a2ea-dfea62f40918 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:16.611020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b360d483-d7a0-4262-a2ea-dfea62f40918 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:16.632067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b360d483-d7a0-4262-a2ea-dfea62f40918 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:16.634082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b360d483-d7a0-4262-a2ea-dfea62f40918 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1868682 May 14 18:23:16.636969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46336) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:16.710201 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd0e78e-c1da-40ea-8f47-fa9b40daa959 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:23:16.711632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bfd0e78e-c1da-40ea-8f47-fa9b40daa959 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/fecbe2ba-2d63-4d5d-a7dc-68091b09fade HTTP/1.1" status: 404 len: 333 time: 0.0723121 May 14 18:23:16.716749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46342) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:16.723795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754593283'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:16.729781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:16.734319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:16.734580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab11c-0470-49f8-95f0-286ae1f80e60 req-564861a4-c6a8-4b5b-915b-6ee8efe3b05d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:16.737275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:16.743857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:16.744598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a1cab11c-0470-49f8-95f0-286ae1f80e60 req-564861a4-c6a8-4b5b-915b-6ee8efe3b05d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 945 time: 0.1383169 May 14 18:23:16.757804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:16.762410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.801501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:23:16.816234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.816657 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2 of type vlan for network 236bea4b-b7d1-46a9-9536-99db61d4947e May 14 18:23:16.828619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a1cab11c-0470-49f8-95f0-286ae1f80e60 req-eda06385-5c3c-4db3-bd77-42336217a133 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813861 May 14 18:23:16.857027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.896623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.909419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:16.910181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:16.920751 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-632c66e0-4118-46ba-8afb-93dbc5a91554 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:17.214144 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4958174 May 14 18:23:17.218798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46358) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:17.219508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=236bea4b-b7d1-46a9-9536-99db61d4947e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:17.225426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:17.229866 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:17.231449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:23:17.491682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:17.496312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:17.500246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:17.506488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:17.520359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:17.525901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:17.840501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d80d5c-eee3-4d1f-acdd-39e6ef7376d3 req-041d4b3c-6ce4-48ab-9985-65c27dfce35b tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:17.848598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0d80d5c-eee3-4d1f-acdd-39e6ef7376d3 req-041d4b3c-6ce4-48ab-9985-65c27dfce35b tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1990302 May 14 18:23:17.944241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0d80d5c-eee3-4d1f-acdd-39e6ef7376d3 req-ab468347-f86b-4043-bb26-c4c13d75a080 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946803 May 14 18:23:18.165376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 191953e7-c428-4e2f-b509-5e9d48bde1a5 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:18.255392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08840352-92f8-4a73-ae6b-da049c8e5871 req-f286d9cd-9178-487f-ac0d-fd7a20a62919 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:18.267899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08840352-92f8-4a73-ae6b-da049c8e5871 req-f286d9cd-9178-487f-ac0d-fd7a20a62919 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 945 time: 0.1826866 May 14 18:23:18.290959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 191953e7-c428-4e2f-b509-5e9d48bde1a5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:18.298282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 191953e7-c428-4e2f-b509-5e9d48bde1a5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:18.299098 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:18.457113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:18.492700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:18.507396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 191953e7-c428-4e2f-b509-5e9d48bde1a5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:18.514993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:18.518898 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:18.604897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08840352-92f8-4a73-ae6b-da049c8e5871 req-599788f9-e13c-4445-80ac-1b46214617a3 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358042 May 14 18:23:18.704005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=191953e7-c428-4e2f-b509-5e9d48bde1a5,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:18.718049 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:18.796376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:18.808491 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-661b2da6-203a-41bb-84ed-d41392053aa4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:18.841193 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'code': 200} May 14 18:23:18.979935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=220fdec1-32af-454d-baf5-adc16d3a6486,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:18.989304 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:18.995405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:18.995761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: 236bea4b-b7d1-46a9-9536-99db61d4947e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:23:19.031849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 236bea4b-b7d1-46a9-9536-99db61d4947e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:23:19.035511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0797d-b60a-43a4-9d4c-dbc0a854fe8a req-871c6004-a9d6-4b15-b8d6-670829c9c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:19.037175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20a0797d-b60a-43a4-9d4c-dbc0a854fe8a req-871c6004-a9d6-4b15-b8d6-670829c9c023 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 1097 time: 0.1170630 May 14 18:23:19.046228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 236bea4b-b7d1-46a9-9536-99db61d4947e) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:19.055029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98cc4ee-115f-4ec4-866c-8a0bdb5ef357 None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:19.088968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:19.089860 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:19.136843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20a0797d-b60a-43a4-9d4c-dbc0a854fe8a req-5d2b28d6-c88a-4522-b93a-c41fafbf3644 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819340 May 14 18:23:19.142521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46420) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:19.143015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9221747 May 14 18:23:19.148953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:19.249866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce6acb-5d12-410b-a6f2-ee39d417e681 req-0c36c8ba-8cef-438c-87d8-d2a15ab7356d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:19.251304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61ce6acb-5d12-410b-a6f2-ee39d417e681 req-0c36c8ba-8cef-438c-87d8-d2a15ab7356d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.0935421 May 14 18:23:19.303671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-61ce6acb-5d12-410b-a6f2-ee39d417e681 req-3b4e3a8e-f7f9-41e5-854f-20c981aaf684 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 May 14 18:23:19.420929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-236bea4b-b7d1-46a9-9536-99db61d4947e', 'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': '220fdec1-32af-454d-baf5-adc16d3a6486'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:23:19.421828 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:19.433803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:19.452244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:19.455336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:19.472218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:19.493407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:19.498180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:19.701024 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 220fdec1-32af-454d-baf5-adc16d3a6486 (CIDR: 2001:db8::/64) May 14 18:23:19.706067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Allocated IP 2001:db8::2 (236bea4b-b7d1-46a9-9536-99db61d4947e/220fdec1-32af-454d-baf5-adc16d3a6486/70c63343-f051-40c4-8633-6715938e1067) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:19.717953 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:23:19.718433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:23:19.770562 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15329c2d-1192-44b2-93c5-21f4c7e3e47d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6268275 May 14 18:23:19.773404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:19.785818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:19.993735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db045c-e95d-42c3-ae22-cb2ba0b33f1c req-2bfd0ea9-0dc6-441b-bd3f-807b269d0218 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:20.002738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40db045c-e95d-42c3-ae22-cb2ba0b33f1c req-2bfd0ea9-0dc6-441b-bd3f-807b269d0218 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.1749244 May 14 18:23:20.071247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40db045c-e95d-42c3-ae22-cb2ba0b33f1c req-5be9ecc9-108b-427b-b7cf-0eaa172a54ba tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658271 May 14 18:23:20.165321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.181093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:20.189245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Transition to ACTIVE for port object 70c63343-f051-40c4-8633-6715938e1067 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:20.194230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:20.201277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:20.217073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:20.230257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Transition to ACTIVE for port object 70c63343-f051-40c4-8633-6715938e1067 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:20.236982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:20.239213 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.240739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.258487 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-15e62f07-0954-41c5-9f45-23fa84582f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:20.329115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:20.397653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:20.413115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:20.491766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Pushing event updated for resources: {'Port': ['ID=70c63343-f051-40c4-8633-6715938e1067,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:20.511266 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:20.591149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Attempting to bind port 70c63343-f051-40c4-8633-6715938e1067 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:23:20.591532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Attempting to bind port 70c63343-f051-40c4-8633-6715938e1067 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:23:20.591839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Attempting to bind port 70c63343-f051-40c4-8633-6715938e1067 on network 236bea4b-b7d1-46a9-9536-99db61d4947e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:20.605894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46456) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:20.608425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:23:20.608810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Checking segment: {'id': 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:20.609357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.609759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Bound using segment: {'id': 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:23:20.610234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Bound port: 70c63343-f051-40c4-8633-6715938e1067, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:23:20.610613 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.638666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755252c9-ad90-4090-be49-07dafc84e213 req-bee05a33-343b-476e-adcd-0996a775fafa tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:20.640478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-755252c9-ad90-4090-be49-07dafc84e213 req-bee05a33-343b-476e-adcd-0996a775fafa tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1395183 May 14 18:23:20.730771 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-755252c9-ad90-4090-be49-07dafc84e213 req-9d33310f-3e92-452a-8f12-e9753dc417c9 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839560 May 14 18:23:20.782433 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.797532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:20.801319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Usage tracker for resource:security_group_rule and tenant:24961126606b487abbece522b7e73872 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:20.802019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] For port 70c63343-f051-40c4-8633-6715938e1067, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:23:20.804221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:20.807341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] For port 70c63343-f051-40c4-8633-6715938e1067, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c63343-f051-40c4-8633-6715938e1067,segment=NetworkSegment(b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2),segment_id=b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:23:20.811003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:20.814364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.825739 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5f3bfdbc-a776-4593-966d-2a9ded5f5e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:20.863794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.870871 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3e0910e-313e-4a9a-9e6a-541631c501fe tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:20.917067 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.925413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.932418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 236bea4b-b7d1-46a9-9536-99db61d4947e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:20.940726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:20.943141 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-027bcaf5-8fe6-483b-bda3-c7a05a8257aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:20.947709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Pushing event updated for resources: {'Port': ['ID=70c63343-f051-40c4-8633-6715938e1067,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:20.952111 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:20.967817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:20.968402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:20.975781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=587920d4-5d57-40c5-ad2e-0cbb4cfcfd62,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:20.985079 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:20.987918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77372e0e-4b58-4351-90a5-c38c36fa7fbc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:20.993667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:21.003419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24961126606b487abbece522b7e73872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935597 May 14 18:23:21.004017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46464) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:21.018682 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2439196 May 14 18:23:21.021251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46468) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:21.027706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e', 'fixed_ips': [{'subnet_id': '220fdec1-32af-454d-baf5-adc16d3a6486'}, {'subnet_id': '587920d4-5d57-40c5-ad2e-0cbb4cfcfd62'}], 'name': 'tempest-PortsIpV6TestJSON-274995948'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:21.231372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:21.345528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:21.349773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:21.357453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:21.372559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:21.390760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:21.423893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:21.539069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22a46e-36a2-48ff-9996-212a11cf0992 req-90edba1e-2315-4686-99e5-1d8cbf389e01 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:21.546456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f22a46e-36a2-48ff-9996-212a11cf0992 req-90edba1e-2315-4686-99e5-1d8cbf389e01 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.2757366 May 14 18:23:21.565696 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:21.585310 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:21.625760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77372e0e-4b58-4351-90a5-c38c36fa7fbc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:21.641976 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:21.647125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:21.655476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77372e0e-4b58-4351-90a5-c38c36fa7fbc HTTP/1.1" status: 204 len: 168 time: 0.6475449 May 14 18:23:21.676151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f22a46e-36a2-48ff-9996-212a11cf0992 req-83ebcf23-5566-4246-b4eb-faa22a7a63ef tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287355 May 14 18:23:21.704215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:21.737989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 26eb6865-b0c6-47db-a717-f657596c3d5b yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:22.160493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:22.197932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.217897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:22.222190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Usage tracker for resource:security_group_rule and tenant:6c9d82972fac4acca66ab33d0f8ac72b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:22.225428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:22.232733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:22.332100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a83e86-98bd-44f3-af70-6637a539917c None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:22.348940 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.359002 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.379874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae01da86-66cf-4e69-a0a3-aa9583b197c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:22.412027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5f500-1ab9-4a26-8d98-b5ff9505de45 req-6723c9d2-e890-4928-93e0-160dfe9f5fdc tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:22.413674 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26b5f500-1ab9-4a26-8d98-b5ff9505de45 req-6723c9d2-e890-4928-93e0-160dfe9f5fdc tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.2856379 May 14 18:23:22.459948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b0d87fb0-48fa-4248-b296-778468e45e2c None None] Provisioning for port 70c63343-f051-40c4-8633-6715938e1067 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:22.464938 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c9d82972fac4acca66ab33d0f8ac72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005462 May 14 18:23:22.466229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46504) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:22.487529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eeaa06-1a1c-4500-9f14-0c4e179d9dbe,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:22.492453 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:22.511578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::265 (236bea4b-b7d1-46a9-9536-99db61d4947e/220fdec1-32af-454d-baf5-adc16d3a6486/26eb6865-b0c6-47db-a717-f657596c3d5b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:22.584577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26b5f500-1ab9-4a26-8d98-b5ff9505de45 req-108bf064-f466-455b-a2d5-3606cef3f7b9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624882 May 14 18:23:22.593898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8:0:1::38b (236bea4b-b7d1-46a9-9536-99db61d4947e/587920d4-5d57-40c5-ad2e-0cbb4cfcfd62/26eb6865-b0c6-47db-a717-f657596c3d5b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:22.614204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46508) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:22.643221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.692829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.766754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.771383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c63343-f051-40c4-8633-6715938e1067 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:22.781793 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:22.813267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eeaa06-1a1c-4500-9f14-0c4e179d9dbe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:22.820733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:22.822320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:22.828094 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86eeaa06-1a1c-4500-9f14-0c4e179d9dbe HTTP/1.1" status: 204 len: 168 time: 0.3577142 May 14 18:23:23.002864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 70c63343-f051-40c4-8633-6715938e1067 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:23.015317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 70c63343-f051-40c4-8633-6715938e1067 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:23.015709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.312006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.323356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29860218-0f9e-4786-816a-9c733ec38466 req-3790c80f-9bd7-495d-89b3-6ce4ea6a2a5d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:23.325546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29860218-0f9e-4786-816a-9c733ec38466 req-3790c80f-9bd7-495d-89b3-6ce4ea6a2a5d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1992834 May 14 18:23:23.346812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 26eb6865-b0c6-47db-a717-f657596c3d5b will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:23.407847 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29860218-0f9e-4786-816a-9c733ec38466 req-3937a041-5af5-4da7-b58d-b225a0a0a3bb tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650043 May 14 18:23:23.424775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d5365-d9f9-4fbd-bd4f-04b432bf7741 tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:23.425488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed8d5365-d9f9-4fbd-bd4f-04b432bf7741 tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] Synchronizing usage tracker for tenant:83216a9eea064916a2affb2a6effbe8c on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:23.426878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Update dhcp port {'port': {'network_id': '236bea4b-b7d1-46a9-9536-99db61d4947e', 'fixed_ips': [{'subnet_id': '220fdec1-32af-454d-baf5-adc16d3a6486', 'ip_address': '2001:db8::2'}, {'subnet_id': '587920d4-5d57-40c5-ad2e-0cbb4cfcfd62'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '70c63343-f051-40c4-8633-6715938e1067'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:23:23.432982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.458895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32012ba7-cdf8-4dad-9fc3-b46f9c69c350 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:23.463410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed8d5365-d9f9-4fbd-bd4f-04b432bf7741 tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] Unset dirty status for tenant:83216a9eea064916a2affb2a6effbe8c on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:23.464986 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed8d5365-d9f9-4fbd-bd4f-04b432bf7741 tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 1092 time: 0.8497775 May 14 18:23:23.469016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46524) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:23.482479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:23.496221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:23.505965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:floatingip and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:23.516299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:23.523518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:23.535646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 236bea4b-b7d1-46a9-9536-99db61d4947e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:23.541808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:23.553124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:23.553378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.555768 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.568421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:23.572177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.608054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 70c63343-f051-40c4-8633-6715938e1067, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c63343-f051-40c4-8633-6715938e1067,segment=NetworkSegment(b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2),segment_id=b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:23.612709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.657606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=26eb6865-b0c6-47db-a717-f657596c3d5b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:23.661286 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:23.665143 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:23.680295 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e6e5f1bc-8d11-47bb-8a8e-99af2df2f760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:23.704297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6811798 May 14 18:23:23.708118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46530) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:23.734367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '220fdec1-32af-454d-baf5-adc16d3a6486'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:23.775331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=70c63343-f051-40c4-8633-6715938e1067,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:23.796887 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:23.868520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.040516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.110895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Allocated IP 2001:db8:0:1::2 (236bea4b-b7d1-46a9-9536-99db61d4947e/587920d4-5d57-40c5-ad2e-0cbb4cfcfd62/70c63343-f051-40c4-8633-6715938e1067) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:24.147418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.25.4.116 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/35724ab9-3469-4104-87af-1009294f0816) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:24.234241 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.304690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] For port 70c63343-f051-40c4-8633-6715938e1067, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c63343-f051-40c4-8633-6715938e1067,segment=NetworkSegment(b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2),segment_id=b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:24.351712 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.385040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Transition to ACTIVE for port object 70c63343-f051-40c4-8633-6715938e1067 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:24.389949 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.396203 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7fdb39e0-1809-4083-a82a-485b5ea2f384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:24.484686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.551480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:24.560971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1167782-7285-4db2-ad3d-4ca5586b8f75 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:24.660067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Delete allocated IP 2001:db8:0:1::38b (236bea4b-b7d1-46a9-9536-99db61d4947e/587920d4-5d57-40c5-ad2e-0cbb4cfcfd62) {{(pid=79559) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 14 18:23:24.669533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c63343-f051-40c4-8633-6715938e1067 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:24.693468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:24.697101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:24.699737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:24.837919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Pushing event updated for resources: {'Port': ['ID=70c63343-f051-40c4-8633-6715938e1067,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:24.851608 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:25.046336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=35724ab9-3469-4104-87af-1009294f0816,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:25.051779 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:25.228329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ddfc7-8f39-4a12-ac84-e8c28fee3633 req-ba96fe93-1304-47d6-845a-c375b5a1056d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:25.239133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f7ddfc7-8f39-4a12-ac84-e8c28fee3633 req-ba96fe93-1304-47d6-845a-c375b5a1056d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.4320326 May 14 18:23:25.374524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f7ddfc7-8f39-4a12-ac84-e8c28fee3633 req-634fe902-cb01-4dda-bdb0-d4f576396972 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314754 May 14 18:23:25.376837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:25.410468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Ignored duplicate provisioning block setup for port 26eb6865-b0c6-47db-a717-f657596c3d5b by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 14 18:23:25.416997 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:25.431825 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1db0c794-6cd1-48c8-a8a3-7c5ee8037e12 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:25.630722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:25.682700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] In _notify_port_updated(), no bound segment for port 26eb6865-b0c6-47db-a717-f657596c3d5b on network 236bea4b-b7d1-46a9-9536-99db61d4947e {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:23:25.689584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:25.690345 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:25.694970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/ports/26eb6865-b0c6-47db-a717-f657596c3d5b HTTP/1.1" status: 200 len: 925 time: 1.9827430 May 14 18:23:25.694970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=26eb6865-b0c6-47db-a717-f657596c3d5b,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:25.695879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46596) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:25.698086 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:25.703422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '220fdec1-32af-454d-baf5-adc16d3a6486'}, {'subnet_id': '587920d4-5d57-40c5-ad2e-0cbb4cfcfd62'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:25.773032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:25.850821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e10ff-f2ec-49cd-b60e-bcd5b1add9c2 None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:25.935815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:25.973786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6e10a1ba-98b0-4a95-8aba-89be80891bbd None None] Provisioning for port 70c63343-f051-40c4-8633-6715938e1067 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:25.994796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6e10a1ba-98b0-4a95-8aba-89be80891bbd None None] Provisioning complete for port 70c63343-f051-40c4-8633-6715938e1067 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:25.995355 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6e10a1ba-98b0-4a95-8aba-89be80891bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:26.139907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:26.156444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:26.169215 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-307382b6-e68a-463b-9f8c-8e8ec7222def tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:26.328563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=35724ab9-3469-4104-87af-1009294f0816,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:26.353287 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:26.368710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:26.676838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c63343-f051-40c4-8633-6715938e1067 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:26.719394 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Floating IP 11d46dc0-599f-4d02-b332-da245fa6dc2e associated. External IP: 172.25.4.116, port: 191953e7-c428-4e2f-b509-5e9d48bde1a5. May 14 18:23:26.853068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 70c63343-f051-40c4-8633-6715938e1067 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:26.853631 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:26.974239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8:0:1::2ee (236bea4b-b7d1-46a9-9536-99db61d4947e/587920d4-5d57-40c5-ad2e-0cbb4cfcfd62/26eb6865-b0c6-47db-a717-f657596c3d5b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:27.209532 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:23:27.292363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a151f-5fe1-4d52-8430-8e9d6c45402a req-7dac8c13-d5a3-404a-be90-d1440dd93a9d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:27.295875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-249a151f-5fe1-4d52-8430-8e9d6c45402a req-7dac8c13-d5a3-404a-be90-d1440dd93a9d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.5856099 May 14 18:23:27.329748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1310b3b8-dd05-465c-90c8-5f67b9452b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:27.351132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0cd1ee81-ee1b-4eb0-9762-3364697e6f98 None None] Provisioning for port 26eb6865-b0c6-47db-a717-f657596c3d5b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:27.358550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0cd1ee81-ee1b-4eb0-9762-3364697e6f98 None None] Provisioning complete for port 26eb6865-b0c6-47db-a717-f657596c3d5b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:27.359025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ee81-ee1b-4eb0-9762-3364697e6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:27.524526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:23:27.628105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1ee81-ee1b-4eb0-9762-3364697e6f98 None None] Port 26eb6865-b0c6-47db-a717-f657596c3d5b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:27.652605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0cd1ee81-ee1b-4eb0-9762-3364697e6f98 None None] Provisioning complete for port 70c63343-f051-40c4-8633-6715938e1067 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:27.653525 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ee81-ee1b-4eb0-9762-3364697e6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:27.799932 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-249a151f-5fe1-4d52-8430-8e9d6c45402a req-5e8d32a0-20fa-4965-a8df-489bbc2b958f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700303 May 14 18:23:27.906850 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:27.943675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:27.964192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Ignored duplicate provisioning block setup for port 26eb6865-b0c6-47db-a717-f657596c3d5b by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 14 18:23:27.970238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:27.977320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fca962ef-77d6-4c11-beef-cdbb4d71dbf1 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:28.092198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c046c57c-454f-4b32-a70a-084a8f5a5a76 None None] Provisioning complete for port 26eb6865-b0c6-47db-a717-f657596c3d5b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:28.092642 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c046c57c-454f-4b32-a70a-084a8f5a5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.120158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:28.151526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] In _notify_port_updated(), no bound segment for port 26eb6865-b0c6-47db-a717-f657596c3d5b on network 236bea4b-b7d1-46a9-9536-99db61d4947e {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:23:28.158489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:28.159138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.161037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/ports/26eb6865-b0c6-47db-a717-f657596c3d5b HTTP/1.1" status: 200 len: 1011 time: 2.4645200 May 14 18:23:28.164962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46678) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:28.179214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:23:28.194330 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:23:28.210304 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:23:28.214315 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:23:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:28.225971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c046c57c-454f-4b32-a70a-084a8f5a5a76 None None] Port 26eb6865-b0c6-47db-a717-f657596c3d5b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:28.257842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=26eb6865-b0c6-47db-a717-f657596c3d5b,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:28.265135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.267242 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:28.409443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.417203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 26eb6865-b0c6-47db-a717-f657596c3d5b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:28.417555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.451905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9816341 May 14 18:23:28.458472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:28.470147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:28.474359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-48dba855-cc7a-4e01-b033-3f6ae7ce039a None None] Provisioning complete for port 26eb6865-b0c6-47db-a717-f657596c3d5b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:28.475370 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48dba855-cc7a-4e01-b033-3f6ae7ce039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.477969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a53bceab6b4b1ca649cdb6772598c0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:28.519037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:28.534569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:28.579110 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:23:28.588629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-48dba855-cc7a-4e01-b033-3f6ae7ce039a None None] Port 26eb6865-b0c6-47db-a717-f657596c3d5b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:28.667072 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'status': 'completed', 'code': 200} May 14 18:23:28.716427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.721968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.738414 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7689865e-8d89-474d-9beb-8fdd97928319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:28.742277 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:28.780527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8b147-42ab-40ab-89bf-9b1577bcde0a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:28.785753 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:28.811085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4a53bceab6b4b1ca649cdb6772598c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898868 May 14 18:23:28.821168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:28.951988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-07acc9fc-d4bc-4b5b-9815-e8148780bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:28.953558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-07acc9fc-d4bc-4b5b-9815-e8148780bd08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 1097 time: 0.3579652 May 14 18:23:28.961296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 26eb6865-b0c6-47db-a717-f657596c3d5b owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:29.146876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-8448fd0e-ef92-491c-96a5-50d7ae10c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:29.148337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-8448fd0e-ef92-491c-96a5-50d7ae10c951 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.1777823 May 14 18:23:29.174340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '11d46dc0-599f-4d02-b332-da245fa6dc2e', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:44:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:23:25Z', 'updated_at': '2021-05-14T18:23:25Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:29.179539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:23:29.190027 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:23:29.190762 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:23:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:29.268503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-6feca3e8-14b7-4f91-a02e-8b8c33734795 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5 HTTP/1.1" status: 200 len: 1000 time: 0.1072431 May 14 18:23:29.279707 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:29.389949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:29.412750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-87ed0f5f-7ff3-4164-9d72-fae98342761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:29.414206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-87ed0f5f-7ff3-4164-9d72-fae98342761b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1373849 May 14 18:23:29.430083 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:23:29.502855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25b68d-cbf3-4626-9c52-0018a376a4cb req-bebbacd4-3914-4a63-9b8b-2e3ece589ab3 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:29.504604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d25b68d-cbf3-4626-9c52-0018a376a4cb req-bebbacd4-3914-4a63-9b8b-2e3ece589ab3 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.5403061 May 14 18:23:29.619784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:29.628478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d25b68d-cbf3-4626-9c52-0018a376a4cb req-f5f1623a-ea14-40a5-9dc4-60ad12daa721 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117251 May 14 18:23:29.673127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:29.678306 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c31bea9b-2bfa-48a8-8053-f97af61151bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:29.691211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-0f067f48-d8a4-4753-8d0b-fe8dabe1a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:29.692623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-0f067f48-d8a4-4753-8d0b-fe8dabe1a8ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2680969 May 14 18:23:29.751263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-55efae23-cf02-4240-b8b4-7c03d9c8fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:29.924557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8b147-42ab-40ab-89bf-9b1577bcde0a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:29.941918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:30.044410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.045862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4f8b147-42ab-40ab-89bf-9b1577bcde0a HTTP/1.1" status: 204 len: 168 time: 1.2226107 May 14 18:23:30.086814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.108400 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94792f0f-d430-4600-a931-45be45e6bb83 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:30.163936 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '11d46dc0-599f-4d02-b332-da245fa6dc2e', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:44:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:23:25Z', 'updated_at': '2021-05-14T18:23:25Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:30.180220 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6df01-5b9c-475a-8296-410b2817d036 None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '11d46dc0-599f-4d02-b332-da245fa6dc2e', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:44:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:23:25Z', 'updated_at': '2021-05-14T18:23:25Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:23:30.222414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=26eb6865-b0c6-47db-a717-f657596c3d5b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:30.228736 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:30.323780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-6c220d08-d500-48cc-ba3a-0ea3f0afaafb service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235342 May 14 18:23:30.401400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.406863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/26eb6865-b0c6-47db-a717-f657596c3d5b HTTP/1.1" status: 204 len: 168 time: 2.2386932 May 14 18:23:30.407498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46732) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:30.553126 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-798f3806-a228-4399-b1b7-7c4898c5e77e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:23:30.561730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46736) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:30.562905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-798f3806-a228-4399-b1b7-7c4898c5e77e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/26eb6865-b0c6-47db-a717-f657596c3d5b HTTP/1.1" status: 404 len: 333 time: 0.1532879 May 14 18:23:30.621077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778bd348-a533-4fcc-8edc-402e1e3b6ba8 None None] New status for floating IP 11d46dc0-599f-4d02-b332-da245fa6dc2e: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:23:30.729677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 587920d4-5d57-40c5-ad2e-0cbb4cfcfd62 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:23:30.736620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.765030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.786814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46748) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:30.813217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.831724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:30.836990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Usage tracker for resource:security_group_rule and tenant:016de7f35a174aeda6df846fcc609fda is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:30.840873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:30.849227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:30.930377 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.960097 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.967414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:30.980699 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2cc01f7-0e55-40fb-ab56-586441558977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:30.990285 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f6f51f1-a8e0-460c-bb41-a9ca9234423b req-61790245-8ff2-450a-9a53-7016644b5311 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302779 May 14 18:23:31.029203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720d5a3-3ff4-41cb-b891-30bd513b3276 req-29e3d147-a429-494b-b8e5-8e3a64769a39 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:31.030586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6720d5a3-3ff4-41cb-b891-30bd513b3276 req-29e3d147-a429-494b-b8e5-8e3a64769a39 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.2083907 May 14 18:23:31.055945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=016de7f35a174aeda6df846fcc609fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665856 May 14 18:23:31.057090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81456f3f-0639-4a67-af39-256570c03ced,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:31.073470 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:31.076090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46754) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:31.077119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.157047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.188473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.193258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6720d5a3-3ff4-41cb-b891-30bd513b3276 req-87ac9a8c-517d-4ecc-a114-9e74ff4cdbc8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855742 May 14 18:23:31.252402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.272264 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bcaa274c-fcdf-4557-a1d6-71c6cc6a1c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:31.291855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81456f3f-0639-4a67-af39-256570c03ced,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:31.296610 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:31.316068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.319429 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81456f3f-0639-4a67-af39-256570c03ced HTTP/1.1" status: 204 len: 168 time: 0.2409773 May 14 18:23:31.484776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.499349 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-16ba7201-8108-4854-98e5-53a23abbf7ac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:31.575936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.579494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=587920d4-5d57-40c5-ad2e-0cbb4cfcfd62,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:31.582805 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:31.583525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5382448-c07e-43fe-bf91-8e1a4e4f6700 None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:31.588435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/587920d4-5d57-40c5-ad2e-0cbb4cfcfd62 HTTP/1.1" status: 204 len: 168 time: 1.0221665 May 14 18:23:31.588968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46774) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:31.726062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 220fdec1-32af-454d-baf5-adc16d3a6486 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:23:31.730302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:31.827090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:32.020037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:32.260552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:32.613287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:32.635368 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-18af5674-663d-4e80-aad8-e2721086bcaa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:32.914380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=220fdec1-32af-454d-baf5-adc16d3a6486,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:32.917777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:32.921248 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:32.937067 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/220fdec1-32af-454d-baf5-adc16d3a6486 HTTP/1.1" status: 204 len: 168 time: 1.3468802 May 14 18:23:32.940537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46818) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:33.014613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8d023-6ca6-44b7-b229-6599763ec6c6 None None] Network 236bea4b-b7d1-46a9-9536-99db61d4947e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:33.069123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dba04f-badb-4e7a-97bf-eaad3436a4db req-dfd734f8-bea2-4855-9d62-f8460f11583d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:33.076566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1dba04f-badb-4e7a-97bf-eaad3436a4db req-dfd734f8-bea2-4855-9d62-f8460f11583d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.5423880 May 14 18:23:33.133282 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:33.217610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1dba04f-badb-4e7a-97bf-eaad3436a4db req-fd54a533-54d5-48b8-8e13-83a633db60e2 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401718 May 14 18:23:33.231247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5ed38ad1-5665-4960-ae8c-d717cdd169b8 None None] Provisioning complete for port 70c63343-f051-40c4-8633-6715938e1067 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:33.231650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5ed38ad1-5665-4960-ae8c-d717cdd169b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:33.285238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 70c63343-f051-40c4-8633-6715938e1067 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:33.285566 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:33.505370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port 70c63343-f051-40c4-8633-6715938e1067, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c63343-f051-40c4-8633-6715938e1067,segment=NetworkSegment(b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2),segment_id=b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:33.507478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:33.785225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 70c63343-f051-40c4-8633-6715938e1067 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:33.817457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] DHCP port deletion for 236bea4b-b7d1-46a9-9536-99db61d4947e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:23:33.866990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:33.875680 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-335e2ef5-cae5-46dc-b273-5eeb53dac46c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:33.892960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Deleting port 70c63343-f051-40c4-8633-6715938e1067 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:33.893629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:33.900812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46858) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:33.941347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=70c63343-f051-40c4-8633-6715938e1067,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:33.945110 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:33.946192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port 70c63343-f051-40c4-8633-6715938e1067 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:23:34.006843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] For port 70c63343-f051-40c4-8633-6715938e1067, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:34.007922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.061753 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.079311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:34.084814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Usage tracker for resource:security_group_rule and tenant:3960628e713f4221950720ec74959b56 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:34.091113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:34.098307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:34.102167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.151764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236bea4b-b7d1-46a9-9536-99db61d4947e']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:34.171898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:34.172952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c9bc2a-f58e-43b6-818f-f98f37b4d3e2') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:34.198445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.223257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.226061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Calling delete_port for 70c63343-f051-40c4-8633-6715938e1067 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:34.229869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Port 70c63343-f051-40c4-8633-6715938e1067 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:23:34.231489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:23:34.231891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.232799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.242072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9c942fc0-2960-4922-a350-979e047fe125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:34.257978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.268342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.285275 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-39828b07-9092-4506-9ada-b4968b6d3634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:34.289033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Pushing event deleted for resources: {'Port': ['ID=70c63343-f051-40c4-8633-6715938e1067,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:34.291193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] No DVR routers for this DVR port 70c63343-f051-40c4-8633-6715938e1067 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:23:34.292908 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: timer() May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:23:34.330344 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:23:34.355029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3960628e713f4221950720ec74959b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524949 May 14 18:23:34.356648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8f09b-5d84-40da-8e70-80c176b30987,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:34.360064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:34.360702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46876) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:34.389093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.393464 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6df10a25-aa47-4689-90b7-1d4e707a9d37 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:34.431382 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.451046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.487994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=236bea4b-b7d1-46a9-9536-99db61d4947e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:34.488754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.492054 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:34.499702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/236bea4b-b7d1-46a9-9536-99db61d4947e HTTP/1.1" status: 204 len: 168 time: 1.5579240 May 14 18:23:34.500411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46888) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:34.618286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c63343-f051-40c4-8633-6715938e1067 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:23:34.619884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccd73b-68f3-4ce0-834d-68e181434599 req-cdc733d7-16fe-4ad9-bb9b-246649498b17 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:34.622514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17ccd73b-68f3-4ce0-834d-68e181434599 req-cdc733d7-16fe-4ad9-bb9b-246649498b17 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1997695 May 14 18:23:34.650017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.659643 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46ba08a2-6333-40d6-9de4-3a055cddaca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:34.665591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2afd5-c9ab-4358-877b-ac6a7d8bd426 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:34.666313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-06a2afd5-c9ab-4358-877b-ac6a7d8bd426 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:34.678782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8f09b-5d84-40da-8e70-80c176b30987,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:34.681165 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:34.688569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.692390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4df8f09b-5d84-40da-8e70-80c176b30987 HTTP/1.1" status: 204 len: 168 time: 0.3282657 May 14 18:23:34.710844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17ccd73b-68f3-4ce0-834d-68e181434599 req-447ac22f-ad7a-4100-9dff-4e104753b8c2 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741661 May 14 18:23:34.716583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 70c63343-f051-40c4-8633-6715938e1067 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:23:34.717010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c63343-f051-40c4-8633-6715938e1067 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:23:34.722645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-06a2afd5-c9ab-4358-877b-ac6a7d8bd426 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:34.724206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-06a2afd5-c9ab-4358-877b-ac6a7d8bd426 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2220700 May 14 18:23:34.727698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46898) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:34.839562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46902) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:34.840789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c5cfed55-e691-42f6-9124-60b50aee9ae4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1107397 May 14 18:23:34.847626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178013333'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:34.860839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:34.873585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:34.876445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:34.891433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:34.912700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:34.916440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.967245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:23:34.978466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:34.979064 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment ee81a565-4697-4637-8d47-14601f174c53 of type vlan for network b6f69024-1def-4210-8440-3f75c62f7bb9 May 14 18:23:35.016254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:35.052880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:35.060260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:35.060954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:35.080826 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86cc36d1-5835-4ce2-afca-93639b08b05d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:35.110861 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2680111 May 14 18:23:35.113738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46914) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:35.120022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:35.193367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=b6f69024-1def-4210-8440-3f75c62f7bb9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:35.204383 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:35.205699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b6f69024-1def-4210-8440-3f75c62f7bb9 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:23:35.273944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:35.280162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:35.284109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:35.291563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:35.306262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:35.310839 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:36.133799 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:36.139241 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-29afc32d-8d62-4619-9a41-1b2d30ad7c68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:36.263869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=cf8e4afa-7211-414f-bf3c-d8a188d26fe6,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:36.286507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186855a-4fcf-4de7-8228-1e97439ef38e req-432aa4f4-3884-4290-ba78-060e10f150e4 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:36.288264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1186855a-4fcf-4de7-8228-1e97439ef38e req-432aa4f4-3884-4290-ba78-060e10f150e4 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.2457504 May 14 18:23:36.289501 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:36.290531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': 'ee81a565-4697-4637-8d47-14601f174c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:36.290985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: b6f69024-1def-4210-8440-3f75c62f7bb9, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:23:36.354370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1186855a-4fcf-4de7-8228-1e97439ef38e req-858f9a11-45a5-4f6e-9c68-cca772705449 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584738 May 14 18:23:36.358647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network b6f69024-1def-4210-8440-3f75c62f7bb9 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:23:36.376645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b6f69024-1def-4210-8440-3f75c62f7bb9) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:36.392506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:36.393097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:36.393284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce560305-e63f-46d6-8b6a-2df8acdfa405 None None] Network b6f69024-1def-4210-8440-3f75c62f7bb9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:36.430841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3152843 May 14 18:23:36.432826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46952) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:36.440202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9', 'name': 'tempest-PortsIpV6TestJSON-1756033542'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:36.739834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b6f69024-1def-4210-8440-3f75c62f7bb9', 'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': 'cf8e4afa-7211-414f-bf3c-d8a188d26fe6'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:23:36.740983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:36.806270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:36.817752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:36.841580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:36.845201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:36.890975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 59b8a116-2405-4dff-84ab-d81f3685d302 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:36.975813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46974) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.026868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Allocated IP 2001:db8::2 (b6f69024-1def-4210-8440-3f75c62f7bb9/cf8e4afa-7211-414f-bf3c-d8a188d26fe6/96ed90d0-71d2-4ef5-be78-a9d38677fb1c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:37.167065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d34386cf-0840-43b8-abb0-41f287696047 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:37.219292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46984) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.219851 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d34386cf-0840-43b8-abb0-41f287696047 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "PUT /v2.0/quotas/a2a24c9aa2854a03b51a500684d41416 HTTP/1.1" status: 200 len: 366 time: 0.2388453 May 14 18:23:37.230528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a8ef4039-2e94-4b9f-bc59-0c7b4fcc2064 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0111086 May 14 18:23:37.232980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 46990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.252275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46994) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.253337 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7c185a5-fb7c-4ed2-86b7-a10897e18d60 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "GET /v2.0/quotas/a2a24c9aa2854a03b51a500684d41416 HTTP/1.1" status: 200 len: 366 time: 0.0186851 May 14 18:23:37.273887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-41be58fe-2787-4c70-9b44-a8cc10084b8b tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/a2a24c9aa2854a03b51a500684d41416 HTTP/1.1" status: 204 len: 168 time: 0.0177011 May 14 18:23:37.274106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 46998) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.289205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-25377f0a-4229-4c0a-9552-20bd98ae3dc1 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0112894 May 14 18:23:37.290568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47002) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.327244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:37.338299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Transition to ACTIVE for port object 96ed90d0-71d2-4ef5-be78-a9d38677fb1c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:37.350550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47008) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.350788 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6468bab-220a-4028-98f4-79cdc3df1e65 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "GET /v2.0/quotas/a2a24c9aa2854a03b51a500684d41416 HTTP/1.1" status: 200 len: 370 time: 0.0580623 May 14 18:23:37.361249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e6f76ace-e4fa-4ec8-aff3-1cf415f2d859 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "GET /v2.0/quotas/a2a24c9aa2854a03b51a500684d41416/default HTTP/1.1" status: 200 len: 370 time: 0.0071232 May 14 18:23:37.361520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47012) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.373147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Transition to ACTIVE for port object 96ed90d0-71d2-4ef5-be78-a9d38677fb1c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:37.377782 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-89468efb-1102-48e8-8ee4-8a8536276c52 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] delete failed (client error): The resource could not be found. May 14 18:23:37.384833 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:37.387757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-89468efb-1102-48e8-8ee4-8a8536276c52 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/a2a24c9aa2854a03b51a500684d41416 HTTP/1.1" status: 404 len: 348 time: 0.0247269 May 14 18:23:37.389044 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:37.495652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Network b6f69024-1def-4210-8440-3f75c62f7bb9 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:37.500170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Pushing event updated for resources: {'Port': ['ID=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:37.506245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:37.513815 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:37.515970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:37.560590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47020) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:37.594660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:network and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.596912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::b5 (b6f69024-1def-4210-8440-3f75c62f7bb9/cf8e4afa-7211-414f-bf3c-d8a188d26fe6/59b8a116-2405-4dff-84ab-d81f3685d302) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:37.600242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.608697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:subnet and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.614305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.622762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:subnetpool and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.628693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.636543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:port and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.642200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.650165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:router and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.656197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.665576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:floatingip and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.670814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.690014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Attempting to bind port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:23:37.690392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Attempting to bind port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ee81a565-4697-4637-8d47-14601f174c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:23:37.690991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Attempting to bind port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c on network b6f69024-1def-4210-8440-3f75c62f7bb9 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:37.697748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:23:37.698440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Checking segment: {'id': 'ee81a565-4697-4637-8d47-14601f174c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:37.699014 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:37.700235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Bound using segment: {'id': 'ee81a565-4697-4637-8d47-14601f174c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:23:37.700714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Bound port: 96ed90d0-71d2-4ef5-be78-a9d38677fb1c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee81a565-4697-4637-8d47-14601f174c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:23:37.701319 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:37.710303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:security_group and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.717966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.726952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Usage tracker for resource:security_group_rule and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:37.732197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:37.737829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f128779c-9d81-4356-a342-11ff1d4bb4e0 tempest-QuotasTest-1028433353 tempest-QuotasTest-1028433353-project-admin] 10.222.0.24 "GET /v2.0/quotas/e575cb429d8b43778566de63e7d97221/details.json HTTP/1.1" status: 200 len: 703 time: 0.1757448 May 14 18:23:37.810057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] For port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:23:37.814300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] For port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,segment=NetworkSegment(ee81a565-4697-4637-8d47-14601f174c53),segment_id=ee81a565-4697-4637-8d47-14601f174c53)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:23:37.826795 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:37.837847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:37.925275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c40bb-25df-4fcf-ba9a-191d48f244bb req-0af605b2-5371-430b-af10-404b1eb58450 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:37.926831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-034c40bb-25df-4fcf-ba9a-191d48f244bb req-0af605b2-5371-430b-af10-404b1eb58450 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.3321643 May 14 18:23:37.987069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Pushing event updated for resources: {'Port': ['ID=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:37.999588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.000411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.000411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.000656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.001084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.001437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.018403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.023499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.023786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.024263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.024615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.024965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:38.031960 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:38.108858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-034c40bb-25df-4fcf-ba9a-191d48f244bb req-538e8142-8aa4-4dbe-8284-bcebd7ed3bed tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080155 May 14 18:23:38.172274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d5a2-58a3-455e-91c3-d2fd82544685 req-f3fc9404-080f-47a0-9cc4-fe22a0342cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:38.174935 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ae5d5a2-58a3-455e-91c3-d2fd82544685 req-f3fc9404-080f-47a0-9cc4-fe22a0342cea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.1722043 May 14 18:23:38.241206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:38.269446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 59b8a116-2405-4dff-84ab-d81f3685d302 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:38.286346 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ae5d5a2-58a3-455e-91c3-d2fd82544685 req-a2d17a56-5fff-445f-9843-247139581dc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012666 May 14 18:23:38.331933 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:38.338703 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a8a05dc8-a2d7-46ff-a63a-56fe535c3152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:38.356916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:38.458576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network b6f69024-1def-4210-8440-3f75c62f7bb9 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:38.473112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:38.476107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:38.512257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:38.512986 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:38.595272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=59b8a116-2405-4dff-84ab-d81f3685d302,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:38.646553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:38.668295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2341850 May 14 18:23:38.671617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47048) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:38.680641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'b6f69024-1def-4210-8440-3f75c62f7bb9', 'name': 'tempest-PortsIpV6TestJSON-911256492'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:38.697915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96ed90d0-71d2-4ef5-be78-a9d38677fb1c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:38.705147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:38.722868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:38.727243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Usage tracker for resource:security_group_rule and tenant:78eb43acd41c4074b0378f003af65924 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:38.730718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:38.736900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:38.796176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:38.895634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:38.898820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:38.903581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:38.914270 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a499871-9bf3-4295-a185-2386ced858c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:38.940284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:38.959349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:38.992898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:39.052312 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78eb43acd41c4074b0378f003af65924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938756 May 14 18:23:39.052651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47058) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:39.054494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eedc98-9721-4431-a847-ff2654a77b0e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:39.058175 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:39.074833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:39.079484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:39.156055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 91e6567a-6fcf-4d40-a09a-bd61508ac68c yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:39.426865 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:39.477453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::25 (b6f69024-1def-4210-8440-3f75c62f7bb9/cf8e4afa-7211-414f-bf3c-d8a188d26fe6/91e6567a-6fcf-4d40-a09a-bd61508ac68c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:39.513515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:39.612727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b019f-41eb-4161-b8ee-f3f1abf19f1c None None] Network b6f69024-1def-4210-8440-3f75c62f7bb9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:39.648057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225042c-5062-4146-8357-344fca2ef3d0 req-686374e7-f915-4ee3-94ed-30f1d7fe5c1e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:39.649851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c225042c-5062-4146-8357-344fca2ef3d0 req-686374e7-f915-4ee3-94ed-30f1d7fe5c1e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.3013711 May 14 18:23:39.664212 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:39.677895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fbc01c1-24a3-490e-ba89-47950a04b3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:39.703130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Provisioning for port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:39.721482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Provisioning complete for port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:39.721919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:39.756171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eedc98-9721-4431-a847-ff2654a77b0e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:39.791813 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:39.899751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c225042c-5062-4146-8357-344fca2ef3d0 req-7725ddcc-2868-42ed-8c90-dbf4938264d8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366996 May 14 18:23:39.904927 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:39.906183 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09eedc98-9721-4431-a847-ff2654a77b0e HTTP/1.1" status: 204 len: 168 time: 0.8517725 May 14 18:23:39.979552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.112928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.131756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] For port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,segment=NetworkSegment(ee81a565-4697-4637-8d47-14601f174c53),segment_id=ee81a565-4697-4637-8d47-14601f174c53)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:40.147075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.150413 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-90fcf39d-ba52-43f9-a94f-5dd2c86e7482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:40.166266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 91e6567a-6fcf-4d40-a09a-bd61508ac68c will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:40.229057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.235968 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0f5fe2dd-4b60-4be1-91fa-a437f12c43af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:40.287964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Pushing event updated for resources: {'Port': ['ID=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:40.299270 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:40.367155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network b6f69024-1def-4210-8440-3f75c62f7bb9 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:40.373843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:40.396511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:40.408782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:40.410238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.445646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=91e6567a-6fcf-4d40-a09a-bd61508ac68c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:40.449148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:40.454774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7794430 May 14 18:23:40.455154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47098) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:40.532436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47102) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:40.563248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.623445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:40.648700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Usage tracker for resource:security_group_rule and tenant:e575cb429d8b43778566de63e7d97221 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:40.652239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:40.665637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96ed90d0-71d2-4ef5-be78-a9d38677fb1c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:40.669716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:40.677191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e18023-44a0-4781-b9fc-9494b545521e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:40.678681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-22e18023-44a0-4781-b9fc-9494b545521e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab5 HTTP/1.1" status: 200 len: 928 time: 0.2224460 May 14 18:23:40.682025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47110) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:40.816434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:40.817420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.820948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.831632 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.841816 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-194510de-3708-4282-a197-eb49925eb3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:40.859957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00c856cd-3917-41bd-b039-fab288c54e75 None None] Provisioning for port 59b8a116-2405-4dff-84ab-d81f3685d302 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:40.869666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00c856cd-3917-41bd-b039-fab288c54e75 None None] Provisioning complete for port 59b8a116-2405-4dff-84ab-d81f3685d302 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:40.870087 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00c856cd-3917-41bd-b039-fab288c54e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:40.960860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e575cb429d8b43778566de63e7d97221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269998 May 14 18:23:40.961779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47116) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:40.966260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26818019-0b98-4ced-a1d9-dd4aafd5d4e1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:40.982221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-00c856cd-3917-41bd-b039-fab288c54e75 None None] Port 59b8a116-2405-4dff-84ab-d81f3685d302 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:40.983906 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:40.995012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 91e6567a-6fcf-4d40-a09a-bd61508ac68c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:40.995741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.052114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.091560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.132442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00c856cd-3917-41bd-b039-fab288c54e75 None None] Provisioning complete for port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:41.132831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00c856cd-3917-41bd-b039-fab288c54e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.180897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.197673 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3e9cdebf-ec57-474b-85e5-0f924dce2c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:41.224365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26818019-0b98-4ced-a1d9-dd4aafd5d4e1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:41.227128 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:41.227981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.232784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26818019-0b98-4ced-a1d9-dd4aafd5d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2688074 May 14 18:23:41.319328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.380446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dea5c-ffd8-4bfe-9b93-27fb89a5b65b req-380d0401-d95e-4dc2-b173-fff758c8e366 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:41.382038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de5dea5c-ffd8-4bfe-9b93-27fb89a5b65b req-380d0401-d95e-4dc2-b173-fff758c8e366 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.1592677 May 14 18:23:41.463547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de5dea5c-ffd8-4bfe-9b93-27fb89a5b65b req-300ef47e-b790-41ed-a07f-e529034b5fc8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735021 May 14 18:23:41.518006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-89f430e2-3077-4f1d-b682-444d90d08230 None None] Provisioning complete for port 59b8a116-2405-4dff-84ab-d81f3685d302 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:41.527146 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89f430e2-3077-4f1d-b682-444d90d08230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.619006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 91e6567a-6fcf-4d40-a09a-bd61508ac68c owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:41.644347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-89f430e2-3077-4f1d-b682-444d90d08230 None None] Port 59b8a116-2405-4dff-84ab-d81f3685d302 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:41.711127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1699011308', 'description': 'tempest-description-247785003'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:41.720816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:41.731662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Usage tracker for resource:security_group and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:41.735233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:41.772743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:41.800794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.891669 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.892267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6b7710b-8812-4ca9-9018-d24078be7d0c None None] Provisioning for port 91e6567a-6fcf-4d40-a09a-bd61508ac68c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:41.900600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6b7710b-8812-4ca9-9018-d24078be7d0c None None] Provisioning complete for port 91e6567a-6fcf-4d40-a09a-bd61508ac68c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:41.900986 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d71843b-3190-42fa-b50b-dfb8c53f040c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:41.901647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6b7710b-8812-4ca9-9018-d24078be7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:41.972094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7710b-8812-4ca9-9018-d24078be7d0c None None] Port 91e6567a-6fcf-4d40-a09a-bd61508ac68c was deleted so its status cannot be updated. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 14 18:23:41.978410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=91e6567a-6fcf-4d40-a09a-bd61508ac68c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:42.052868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:42.057274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.057898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.058353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.059431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.059809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.060317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.060754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.061335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.062116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.062947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.063890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.064402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:42.070963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:42.109108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/91e6567a-6fcf-4d40-a09a-bd61508ac68c HTTP/1.1" status: 204 len: 168 time: 1.4260559 May 14 18:23:42.111802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47146) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:42.134811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:42.152860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Usage tracker for resource:security_group_rule and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:42.160225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:42.179299 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-378c348d-2219-4338-9032-2ce3a505a4c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:23:42.180323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-378c348d-2219-4338-9032-2ce3a505a4c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:42.190298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:42.202124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-378c348d-2219-4338-9032-2ce3a505a4c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:42.208453 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-378c348d-2219-4338-9032-2ce3a505a4c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/91e6567a-6fcf-4d40-a09a-bd61508ac68c HTTP/1.1" status: 404 len: 333 time: 0.0955467 May 14 18:23:42.209197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:42.352676 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:42.358901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:42.367639 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d55cf7ca-de5b-4ada-90be-f0badc25ee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:42.422406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20644f73-dfd8-4eb9-85f6-8039bb878463,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:42.425934 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:42.426978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:42.431714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9182c172-3112-4d1a-ad97-6ff598cd1373 req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7250683 May 14 18:23:42.496407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 59b8a116-2405-4dff-84ab-d81f3685d302 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:42.497589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:42.610158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-9f34aba4-bd23-446b-94e7-91013917554f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Synchronizing usage tracker for tenant:4869013b13ff427195e7a36411f0dafa on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:42.645218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-9f34aba4-bd23-446b-94e7-91013917554f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Unset dirty status for tenant:4869013b13ff427195e7a36411f0dafa on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:42.647493 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-9f34aba4-bd23-446b-94e7-91013917554f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1699011308&fields=id&tenant_id=4869013b13ff427195e7a36411f0dafa HTTP/1.1" status: 200 len: 267 time: 0.1150658 May 14 18:23:42.699907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:42.749824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-60474842-17bc-4201-ba4e-dfe09916ed09 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:42.751411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-60474842-17bc-4201-ba4e-dfe09916ed09 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.0968719 May 14 18:23:42.764574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'port': {'security_groups': ['548731e3-af4e-4a10-b274-26f5053f5996', '20644f73-dfd8-4eb9-85f6-8039bb878463']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:42.884861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 59b8a116-2405-4dff-84ab-d81f3685d302 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:42.939813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.047505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.055924 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:43.119727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=59b8a116-2405-4dff-84ab-d81f3685d302,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:43.123976 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:43.177609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.213159 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/59b8a116-2405-4dff-84ab-d81f3685d302 HTTP/1.1" status: 204 len: 168 time: 1.0003982 May 14 18:23:43.216138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47196) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:43.280320 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5caf6a5-09ba-411b-99ea-844492fc7a61 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:23:43.280867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b5caf6a5-09ba-411b-99ea-844492fc7a61 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:43.314944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b5caf6a5-09ba-411b-99ea-844492fc7a61 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:43.318761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b5caf6a5-09ba-411b-99ea-844492fc7a61 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/59b8a116-2405-4dff-84ab-d81f3685d302 HTTP/1.1" status: 404 len: 333 time: 0.0991209 May 14 18:23:43.319618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:43.411062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:43.432898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet cf8e4afa-7211-414f-bf3c-d8a188d26fe6 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:23:43.438848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.525604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.538644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.544269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.563425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ecbee6d6-ceef-44fc-9e37-e5bba14d2610'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:23:43.596103 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a9f69e3-594f-497d-9299-c3354214329d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:43.752571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:43.755634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.760274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5df6eaab-5dbc-45b3-968f-777f892a989c req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "PUT /v2.0/ports/ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 981 time: 1.0012543 May 14 18:23:43.761116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:43.762858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47222) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:43.776753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:43.780704 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:43.844874 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:43.887375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ecbee6d6-ceef-44fc-9e37-e5bba14d2610'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:23:44.005152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1424799243', 'router:external': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:44.014772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:44.019885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:network and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:44.026099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:44.040213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:44.065686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Made reservation on behalf of 11de213cff9044b9a7b7d6b8f5b81fb2 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:44.068396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.095959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.138084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:44.142667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:security_group_rule and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:44.145987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:44.153450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:44.230689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-9ec55c65-1114-4652-a3c9-45864c273a1c tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1699011308&fields=id&tenant_id=4869013b13ff427195e7a36411f0dafa HTTP/1.1" status: 200 len: 267 time: 0.0913000 May 14 18:23:44.461150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.467841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.473137 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9a7c751-5e1b-47a4-8213-297a4cfe3493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:44.514842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:23:44.526645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-e2666f4c-41f0-45cd-ba8e-d6e9ba8bb3c7 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:44.533706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d358a8-45df-42e1-8384-98c340315cfa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:44.534854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-e2666f4c-41f0-45cd-ba8e-d6e9ba8bb3c7 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 984 time: 0.3023064 May 14 18:23:44.544788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'port': {'security_groups': ['548731e3-af4e-4a10-b274-26f5053f5996']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:44.552872 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:44.556293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.556856 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Added segment 0b09dced-d15c-4ab3-8961-6bab8a8fa60f of type vlan for network 094082a3-8208-4578-81ac-5eb526f14bd3 May 14 18:23:44.593759 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.650087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.651741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:44.652892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.659023 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:44.674473 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.681499 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-58e73c10-267d-48e5-b563-0be97a01f5a8 tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:44.722383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8e4afa-7211-414f-bf3c-d8a188d26fe6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:44.728383 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:44.733287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.740567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d787ebf-07c4-4c91-b615-6bd050d8c0cf None None] Network b6f69024-1def-4210-8440-3f75c62f7bb9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:44.748026 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.760708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/cf8e4afa-7211-414f-bf3c-d8a188d26fe6 HTTP/1.1" status: 204 len: 168 time: 1.4402487 May 14 18:23:44.765057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47244) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:44.802025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0377228 May 14 18:23:44.806391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47248) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:44.818385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'subnet': {'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:44.832436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:44.835438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Network': ['ID=094082a3-8208-4578-81ac-5eb526f14bd3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:44.838752 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:44.841615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:subnet and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:44.844919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:44.853037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 094082a3-8208-4578-81ac-5eb526f14bd3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:23:44.853420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:44.864820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Made reservation on behalf of 11de213cff9044b9a7b7d6b8f5b81fb2 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:44.868148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:44.957262 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.292088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] DHCP port deletion for b6f69024-1def-4210-8440-3f75c62f7bb9 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:23:45.407405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Deleting port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:45.407879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.520995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] For port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,segment=NetworkSegment(ee81a565-4697-4637-8d47-14601f174c53),segment_id=ee81a565-4697-4637-8d47-14601f174c53)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:45.521650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.742718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:45.742718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.749289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:23:45.750246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.759682 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94dce138-b0fd-4b7c-9301-f3b0f2789c54 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:45.879295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1463b65-dd78-48ac-8e40-809609719145,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:45.899101 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:45.916215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Checking segment: {'id': '0b09dced-d15c-4ab3-8961-6bab8a8fa60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:45.916727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network hostable DHCP agents. Network: 094082a3-8208-4578-81ac-5eb526f14bd3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:23:45.934301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Calling delete_port for 96ed90d0-71d2-4ef5-be78-a9d38677fb1c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:45.951163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 094082a3-8208-4578-81ac-5eb526f14bd3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:23:45.953849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,segment=NetworkSegment(ee81a565-4697-4637-8d47-14601f174c53),segment_id=ee81a565-4697-4637-8d47-14601f174c53)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:45.954732 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.968712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 094082a3-8208-4578-81ac-5eb526f14bd3) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:45.980817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:45.981464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:45.982213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dc56b-1636-4168-b599-ab5de8fed6ba None None] Network 094082a3-8208-4578-81ac-5eb526f14bd3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:46.014658 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2034309 May 14 18:23:46.014997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:46.022050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1023407600', 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:46.029635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:46.034357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:port and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:46.038052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:46.045562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:46.075356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Made reservation on behalf of 11de213cff9044b9a7b7d6b8f5b81fb2 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:46.077445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.082735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.092766 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:46.118992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 96ed90d0-71d2-4ef5-be78-a9d38677fb1c owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:46.127343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:46.152865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Pushing event deleted for resources: {'Port': ['ID=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:46.159781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] device_id is not set on port 46c56b59-68e4-4e31-b8f1-a091b030b86b yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:46.164294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] No DVR routers for this DVR port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:23:46.172374 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:46.186305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.194083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.201590 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39257039-5d5b-4b73-8836-f01c7a1b20fb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:46.209277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ecbee6d6-ceef-44fc-9e37-e5bba14d2610'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:23:46.359303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:46.360363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.361803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7a141ee-9cc9-4a0c-9395-2ce24c9d5008 req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "PUT /v2.0/ports/ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 942 time: 1.8261158 May 14 18:23:46.414392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.423871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event updated for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:46.425856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e1c06-0c76-4664-b359-c9347ebd3686 None None] Network 094082a3-8208-4578-81ac-5eb526f14bd3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:46.427941 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:46.430796 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40e94bf2-3d8b-4ca1-ba05-eef5256d8291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:46.451736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Allocated IP 2001:db8::2b2 (094082a3-8208-4578-81ac-5eb526f14bd3/e1463b65-dd78-48ac-8e40-809609719145/46c56b59-68e4-4e31-b8f1-a091b030b86b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:46.478082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port 96ed90d0-71d2-4ef5-be78-a9d38677fb1c on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:23:46.514289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=96ed90d0-71d2-4ef5-be78-a9d38677fb1c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:46.516931 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:46.571630 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'status': 'completed', 'code': 200} May 14 18:23:46.662176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ecbee6d6-ceef-44fc-9e37-e5bba14d2610'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:23:46.736178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96ed90d0-71d2-4ef5-be78-a9d38677fb1c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:23:46.816194 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:46.865072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f69024-1def-4210-8440-3f75c62f7bb9']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:46.908887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee81a565-4697-4637-8d47-14601f174c53') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:46.909187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee81a565-4697-4637-8d47-14601f174c53') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:46.910226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 96ed90d0-71d2-4ef5-be78-a9d38677fb1c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:23:46.910747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96ed90d0-71d2-4ef5-be78-a9d38677fb1c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:23:46.950153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-39311ca0-303f-4bf1-9333-d5b2639d0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:46.952633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-39311ca0-303f-4bf1-9333-d5b2639d0882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.3940322 May 14 18:23:46.963976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.038702 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.066586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:23:47.068110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.148070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-7dcf723d-b113-41e4-a335-46cb087ad40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:47.150104 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-7dcf723d-b113-41e4-a335-46cb087ad40f service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.1915443 May 14 18:23:47.154521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.253087 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-08170bf8-b066-4b75-b0dc-191c0f2e4ce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.0937150 May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: timer() May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:23:47.258721 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:23:47.302625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.315234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:47.337222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-acbbc543-d95e-4adf-b44b-fa45f534b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:47.338711 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-acbbc543-d95e-4adf-b44b-fa45f534b1fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.0752606 May 14 18:23:47.346606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.353992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.361949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=b6f69024-1def-4210-8440-3f75c62f7bb9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:47.386086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-8118a9dc-902c-4096-8ac1-d769e483b6b6 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4572136 May 14 18:23:47.392597 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae62e46f-ae53-445b-aa08-8abf3e2e2cc6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:47.394239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:47.400568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:47.409643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:47.414244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/b6f69024-1def-4210-8440-3f75c62f7bb9 HTTP/1.1" status: 204 len: 168 time: 2.6491745 May 14 18:23:47.415593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Usage tracker for resource:floatingip and tenant:4869013b13ff427195e7a36411f0dafa is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:47.419259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47304) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:47.421506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:47.427729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1443511399'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:47.436851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:47.439399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:47.445651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:47.450216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:47.456611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:47.459973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.462586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Port': ['ID=46c56b59-68e4-4e31-b8f1-a091b030b86b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:47.469255 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-7d82245f-df5f-42d1-93c0-c4390a6d2a03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241250 May 14 18:23:47.472432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:47.484169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 094082a3-8208-4578-81ac-5eb526f14bd3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:47.486521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:47.491956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-4aa6a781-17ca-434d-affe-edb2c250f98d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:23:47.492947 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-4aa6a781-17ca-434d-affe-edb2c250f98d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075285 May 14 18:23:47.493794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:47.494742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:47.495348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.549659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:47.553601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.601872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:23:47.603638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5873320 May 14 18:23:47.606857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47310) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:47.615122 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.615555 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment 5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81 of type vlan for network 4918e5c6-50cc-4903-9b6e-24184e4832c2 May 14 18:23:47.662596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.709344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.786438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.792930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:47.793649 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:47.820432 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:47.934586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=4918e5c6-50cc-4903-9b6e-24184e4832c2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:47.938177 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:47.943228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5227458 May 14 18:23:47.944228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47326) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:47.945232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:23:47.955010 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-c1fedbc0-3f27-4ad2-b230-a3dbac7544a5 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540355 May 14 18:23:47.963756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:48.125934 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-56bc7809-7c6d-465a-ac49-edfe78aefd26 req-80a524e4-217b-4e6c-8d79-10c9b359eabe service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628768 May 14 18:23:48.146237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Deleting port 46c56b59-68e4-4e31-b8f1-a091b030b86b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:48.146813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.316332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.411212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:48.418623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:48.426979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:48.437249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:48.450139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Allocated IP 172.25.4.168 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a1c4570f-4aad-4e97-9170-60317d0e5387) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:48.461421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:48.465700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.473224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Calling delete_port for 46c56b59-68e4-4e31-b8f1-a091b030b86b owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:48.607594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:48.614204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.630367 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c3e9483-23a6-4ec1-ba0a-4b07aa2d6ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:48.690790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event deleted for resources: {'Port': ['ID=46c56b59-68e4-4e31-b8f1-a091b030b86b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:48.732553 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:48.733936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.734961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.740724 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/ports/46c56b59-68e4-4e31-b8f1-a091b030b86b HTTP/1.1" status: 204 len: 168 time: 1.1321876 May 14 18:23:48.743265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47342) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:48.749819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3', 'external_fixed_ips': [{'subnet_id': 'e1463b65-dd78-48ac-8e40-809609719145', 'ip_address': '2001:db8::2b2'}]}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:48.757171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:48.761812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:router and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:48.765050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:48.771568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:48.785550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.787683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.803115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.852160 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:48.856918 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:48.936786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:48.941112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:48.946967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:49.057415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event updated for resources: {'Port': ['ID=a1c4570f-4aad-4e97-9170-60317d0e5387,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:49.067537 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:49.087295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.157356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.376046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.525998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.550474 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e329cc86-47ad-4af8-a3c7-c80b39c5809e tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:49.627758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.685307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.763025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=50ab2187-5fca-4ac4-b761-d64e42d37830,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:49.766952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:49.767527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: 4918e5c6-50cc-4903-9b6e-24184e4832c2, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:23:49.772010 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:49.796001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:23:49.819692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.822562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 4918e5c6-50cc-4903-9b6e-24184e4832c2) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:49.831382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150955c-d48e-4ae0-a5cc-f5cf837ee51a None None] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:49.845209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:49.853181 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f12de52d-9031-4a6c-bb17-7dbcded51a2a tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:49.938142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:49.938945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.078617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event updated for resources: {'Port': ['ID=a1c4570f-4aad-4e97-9170-60317d0e5387,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:50.096526 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:50.139889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1919477 May 14 18:23:50.147760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47394) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:50.156689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.179437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-4918e5c6-50cc-4903-9b6e-24184e4832c2', 'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': '50ab2187-5fca-4ac4-b761-d64e42d37830'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:23:50.180072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2', 'name': 'tempest-PortsIpV6TestJSON-291016190', 'fixed_ips': [{'subnet_id': '50ab2187-5fca-4ac4-b761-d64e42d37830', 'ip_address': '2001:db8::10'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:50.180793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.251211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Allocated IP 2001:db8::2b2 (094082a3-8208-4578-81ac-5eb526f14bd3/e1463b65-dd78-48ac-8e40-809609719145/938dfd9e-1f64-4fd6-a5dd-ad7b8298984f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:50.467644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:50.472561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Allocated IP 2001:db8::2 (4918e5c6-50cc-4903-9b6e-24184e4832c2/50ab2187-5fca-4ac4-b761-d64e42d37830/cd439c2d-9097-4f1a-b43c-9a5476459f0f) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:50.476301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:50.486958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:50.495104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:50.500671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.501922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1140416 May 14 18:23:50.523553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:50.545032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.626079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.635108 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-712e51a5-b76b-48d1-b27d-4c637c43e507 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:50.733318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 094082a3-8208-4578-81ac-5eb526f14bd3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:50.785171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:50.787138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Port': ['ID=938dfd9e-1f64-4fd6-a5dd-ad7b8298984f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:50.789513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:50.826168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.845782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:50.853563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Transition to ACTIVE for port object cd439c2d-9097-4f1a-b43c-9a5476459f0f will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:50.897865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Transition to ACTIVE for port object cd439c2d-9097-4f1a-b43c-9a5476459f0f will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:50.905515 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:50.911734 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-37d3e448-c62f-47b7-8050-ed99dfd32140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:50.936041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-b870af51-f260-4ed3-acde-7049b6dff5a9 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Synchronizing usage tracker for tenant:4869013b13ff427195e7a36411f0dafa on resource:floatingip {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:51.057527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-b870af51-f260-4ed3-acde-7049b6dff5a9 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Unset dirty status for tenant:4869013b13ff427195e7a36411f0dafa on resource:floatingip {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:51.084454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-b870af51-f260-4ed3-acde-7049b6dff5a9 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.5654554 May 14 18:23:51.087410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:51.091677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:51.096111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:51.236722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Pushing event updated for resources: {'Port': ['ID=cd439c2d-9097-4f1a-b43c-9a5476459f0f,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:51.247312 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:51.344331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Attempting to bind port cd439c2d-9097-4f1a-b43c-9a5476459f0f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:23:51.345333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Attempting to bind port cd439c2d-9097-4f1a-b43c-9a5476459f0f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:23:51.346212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Attempting to bind port cd439c2d-9097-4f1a-b43c-9a5476459f0f on network 4918e5c6-50cc-4903-9b6e-24184e4832c2 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:51.357627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:23:51.358343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Checking segment: {'id': '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:51.358926 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:51.359525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Bound using segment: {'id': '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:23:51.360430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Bound port: cd439c2d-9097-4f1a-b43c-9a5476459f0f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:23:51.361299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:51.401342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:51.522186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-326b7b77-febf-4459-9ef3-684fb6ee512c tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:51.523729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-326b7b77-febf-4459-9ef3-684fb6ee512c tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.4389837 May 14 18:23:51.536202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] For port cd439c2d-9097-4f1a-b43c-9a5476459f0f, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:23:51.541711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] For port cd439c2d-9097-4f1a-b43c-9a5476459f0f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd439c2d-9097-4f1a-b43c-9a5476459f0f,segment=NetworkSegment(5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81),segment_id=5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:23:51.550029 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:51.558383 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dfec540d-9de8-4ec0-aead-7d9d1559c484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:51.600635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-157b95c8-20ad-4bbc-bff1-dd9854e53833 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:23:51.601564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7108591d-636b-4afe-b83e-7bd5fb990d26 req-157b95c8-20ad-4bbc-bff1-dd9854e53833 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516257 May 14 18:23:51.648061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:51.658755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Pushing event updated for resources: {'Port': ['ID=cd439c2d-9097-4f1a-b43c-9a5476459f0f,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:51.662633 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:51.702387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:51.891782 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'status': 'completed', 'code': 200} May 14 18:23:51.936958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-ccdb9b0f-9df6-48e6-88ab-515746708b1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6712439 May 14 18:23:52.102509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:52.264081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::10 (4918e5c6-50cc-4903-9b6e-24184e4832c2/50ab2187-5fca-4ac4-b761-d64e42d37830/5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:52.336122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.336613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.337096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.337705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.338017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.338479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.338941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.341132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-86630dce-abc0-4bb9-8190-523bd1569857 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.2156672 May 14 18:23:52.350161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-ca709620-7063-487d-971c-5a6774363302 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.357664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-ca709620-7063-487d-971c-5a6774363302 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2703538 May 14 18:23:52.599167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-7d94b773-5e8f-4eb2-aeb8-7335ded2b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:52.609949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-7d94b773-5e8f-4eb2-aeb8-7335ded2b46e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.6781001 May 14 18:23:52.673799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd439c2d-9097-4f1a-b43c-9a5476459f0f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:52.677890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-4d762d7a-991b-4ddc-b9fa-1175a3e76209 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.3190596 May 14 18:23:52.683677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'floatingip': {'port_id': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:52.841759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cd439c2d-9097-4f1a-b43c-9a5476459f0f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:52.848217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:53.030576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-beafbc37-677d-445f-85ec-eeff9fce3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:53.032457 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-beafbc37-677d-445f-85ec-eeff9fce3e71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.3937762 May 14 18:23:53.033512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Router 7fcffdf5-08b0-47f6-883b-11f89a8dd87a is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:23:53.186071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-4fdf20dc-a937-478a-9318-51cd5260a5aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.1433754 May 14 18:23:53.321539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42448da-7f1a-4cb9-8dd1-97091e4ed050 None None] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:23:53.348346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-fb65ffd2-fd54-49c4-8f97-f05b719f0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:53.349782 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-fb65ffd2-fd54-49c4-8f97-f05b719f0519 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.1573203 May 14 18:23:53.405016 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-e3dd2968-0f54-48d6-984d-58a8ea9775bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471070 May 14 18:23:53.602837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-f38f66ec-86e2-4582-8690-4e933164be76 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834319 May 14 18:23:53.605004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:23:53.615648 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Sync routers for ids ['7fcffdf5-08b0-47f6-883b-11f89a8dd87a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:23:53.632025 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Routers {'7fcffdf5-08b0-47f6-883b-11f89a8dd87a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:23:53.632929 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7fcffdf5-08b0-47f6-883b-11f89a8dd87a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:53.730623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Provisioning for port cd439c2d-9097-4f1a-b43c-9a5476459f0f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:53.745386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Provisioning complete for port cd439c2d-9097-4f1a-b43c-9a5476459f0f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:53.746620 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:53.925510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:53.929332 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1825285 May 14 18:23:53.930791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47452) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:53.937913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-3947b626-211d-4bb0-af45-a44dc2685a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:53.938462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-3947b626-211d-4bb0-af45-a44dc2685a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:53.938861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-3947b626-211d-4bb0-af45-a44dc2685a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:53.945913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-3947b626-211d-4bb0-af45-a44dc2685a1d service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 2293 time: 1.5247593 May 14 18:23:53.990707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Set router 7fcffdf5-08b0-47f6-883b-11f89a8dd87a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:23:53.994338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.066827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] For port cd439c2d-9097-4f1a-b43c-9a5476459f0f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd439c2d-9097-4f1a-b43c-9a5476459f0f,segment=NetworkSegment(5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81),segment_id=5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:23:54.072520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.074564 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75d9dc4c-400e-4113-8a56-880cf6b55238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:54.155317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.221659 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-351b67f2-24c0-4d87-b743-8a3c5400926c req-65db3a6e-b554-4993-b778-a82c9349484f service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902300 May 14 18:23:54.226147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.247517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Pushing event updated for resources: {'Port': ['ID=cd439c2d-9097-4f1a-b43c-9a5476459f0f,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:54.250710 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:54.303818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f1ff570-a8cb-4aab-9dd2-d479b4be9d66 None None] Provisioning complete for port cd439c2d-9097-4f1a-b43c-9a5476459f0f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:54.304477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff570-a8cb-4aab-9dd2-d479b4be9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.315986 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.332596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:54.381040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.385505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-a54104fe-17a0-4eab-b695-298d794acfb0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 0.4103568 May 14 18:23:54.398362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.476019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-80157697-d099-4e7d-8ab4-d2f0318e3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:54.482982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-80157697-d099-4e7d-8ab4-d2f0318e3ef9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.0819056 May 14 18:23:54.496394 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:54.537320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Deleting port 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:54.539634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.640185 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcffdf5-08b0-47f6-883b-11f89a8dd87a', 'name': '', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3', 'external_fixed_ips': [{'subnet_id': 'e1463b65-dd78-48ac-8e40-809609719145', 'ip_address': '2001:db8::2b2'}], 'enable_snat': True}, 'gw_port_id': '938dfd9e-1f64-4fd6-a5dd-ad7b8298984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:23:48Z', 'updated_at': '2021-05-14T18:23:51Z', 'revision_number': 3, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port': {'id': '938dfd9e-1f64-4fd6-a5dd-ad7b8298984f', 'name': '', 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:37:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcffdf5-08b0-47f6-883b-11f89a8dd87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'e1463b65-dd78-48ac-8e40-809609719145', 'ip_address': '2001:db8::2b2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:23:49Z', 'updated_at': '2021-05-14T18:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1463b65-dd78-48ac-8e40-809609719145', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:54.648784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Checking router: 7fcffdf5-08b0-47f6-883b-11f89a8dd87a for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:23:54.649269 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Updating router 7fcffdf5-08b0-47f6-883b-11f89a8dd87a port 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:23:54.662857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:54.663775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd439c2d-9097-4f1a-b43c-9a5476459f0f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:23:54.686870 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:54.693204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:54.703999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:54.711591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:54.718216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:54.718877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.785293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-8febb6dd-8d7a-42b5-b674-e3137ba1e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:54.786603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-8febb6dd-8d7a-42b5-b674-e3137ba1e1e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946137 May 14 18:23:54.790449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6378276 May 14 18:23:54.796404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47460) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:54.811678 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:54.851796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cd439c2d-9097-4f1a-b43c-9a5476459f0f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:54.852327 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.078275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': '4918e5c6-50cc-4903-9b6e-24184e4832c2', 'name': 'tempest-PortsIpV6TestJSON-1872275590', 'fixed_ips': [{'subnet_id': '50ab2187-5fca-4ac4-b761-d64e42d37830', 'ip_address': '2001:db8::f'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:55.153287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.238582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-99023ee0-1e05-48fb-9767-926d27d5dcf9 None None] Provisioning for port 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:55.249329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-99023ee0-1e05-48fb-9767-926d27d5dcf9 None None] Provisioning complete for port 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:55.252520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-99023ee0-1e05-48fb-9767-926d27d5dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.343743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Calling delete_port for 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:23:55.352874 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.366305 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.385097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.385334 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Transition to ACTIVE for port object 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:55.403583 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.407444 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8d0bf5a-5701-4833-b702-a39bc19787ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:55.423018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-99023ee0-1e05-48fb-9767-926d27d5dcf9 None None] Port 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:55.595338 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Attempting to bind port 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:23:55.597658 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Attempting to bind port 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '0b09dced-d15c-4ab3-8961-6bab8a8fa60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:23:55.598031 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Attempting to bind port 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f on network 094082a3-8208-4578-81ac-5eb526f14bd3 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:23:55.615847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:23:55.616226 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Checking segment: {'id': '0b09dced-d15c-4ab3-8961-6bab8a8fa60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:23:55.616644 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.617115 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Bound using segment: {'id': '0b09dced-d15c-4ab3-8961-6bab8a8fa60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:23:55.617583 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Bound port: 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b09dced-d15c-4ab3-8961-6bab8a8fa60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '094082a3-8208-4578-81ac-5eb526f14bd3'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:23:55.622612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.623338 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.628996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5ef65a6-8bb8-4b72-828a-56fa13eb3294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:55.640190 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-b0714ba3-e3dc-4bf4-ac60-46a0f5f54bc6 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8410318 May 14 18:23:55.665454 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Port 938dfd9e-1f64-4fd6-a5dd-ad7b8298984f has been deleted concurrently {{(pid=79562) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 14 18:23:55.669444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:55.672769 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Pushing event updated for resources: {'Port': ['ID=938dfd9e-1f64-4fd6-a5dd-ad7b8298984f,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:55.681865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:55.684387 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.684951 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.685600 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.686161 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.686413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event deleted for resources: {'Port': ['ID=938dfd9e-1f64-4fd6-a5dd-ad7b8298984f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:55.686886 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.687706 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.688213 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.688723 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.689999 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.691204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:55.691623 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:55.695992 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.696563 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.697071 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:23:55.706137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:55.706800 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:55.707574 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Routers {'7fcffdf5-08b0-47f6-883b-11f89a8dd87a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:23:55.708845 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7fcffdf5-08b0-47f6-883b-11f89a8dd87a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:55.750428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.881954 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] Set router 7fcffdf5-08b0-47f6-883b-11f89a8dd87a gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:23:55.895591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:23:55.900891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:55.953026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port d92a24b2-be28-4200-aaa6-16d8cc6967d8 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:23:56.024371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.026944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.036238 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Floating IP 467b8967-d7c2-4530-a32e-6501666a76bf associated. External IP: 172.25.4.168, port: ecbee6d6-ceef-44fc-9e37-e5bba14d2610. May 14 18:23:56.054396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.054785 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcffdf5-08b0-47f6-883b-11f89a8dd87a', 'name': '', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:23:48Z', 'updated_at': '2021-05-14T18:23:55Z', 'revision_number': 5, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:56.054942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fcffdf5-08b0-47f6-883b-11f89a8dd87a {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:23:56.064951 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b0ea1-74c2-438f-9c1b-c4968df58aea None None] The sync data for ids ['7fcffdf5-08b0-47f6-883b-11f89a8dd87a'] in n-d-787206-3 is: [{'id': '7fcffdf5-08b0-47f6-883b-11f89a8dd87a', 'name': '', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:23:48Z', 'updated_at': '2021-05-14T18:23:55Z', 'revision_number': 5, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:23:56.096019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.098777 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7fcffdf5-08b0-47f6-883b-11f89a8dd87a HTTP/1.1" status: 204 len: 168 time: 2.1669655 May 14 18:23:56.103848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47470) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:56.227824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Deleting subnet e1463b65-dd78-48ac-8e40-809609719145 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:23:56.231749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.322520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.472764 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.582000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-84f65a9c-11a8-4d44-8033-ebf20489641a service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253869 May 14 18:23:56.615143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47478) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:56.690890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-cdd3b7f6-17a4-46f8-9f07-2227774911b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.0981295 May 14 18:23:56.893538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.924911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:56.925035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::f (4918e5c6-50cc-4903-9b6e-24184e4832c2/50ab2187-5fca-4ac4-b761-d64e42d37830/d92a24b2-be28-4200-aaa6-16d8cc6967d8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:23:56.936147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Usage tracker for resource:security_group_rule and tenant:f8cca3e187414e2986d80b323b377952 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:56.940734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:56.950122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:56.972428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:56.978662 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1fbb7b89-ff9a-435b-a469-4db02af092ce tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:57.033829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1463b65-dd78-48ac-8e40-809609719145,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:57.039758 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85c0fa09-1bf5-47a0-8950-19b1d725a414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.044952 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:57.048719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.071112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-0c68c4fb-7229-4b4a-a339-32b59d579fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:57.071112 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-0c68c4fb-7229-4b4a-a339-32b59d579fb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.3705585 May 14 18:23:57.072045 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/e1463b65-dd78-48ac-8e40-809609719145 HTTP/1.1" status: 204 len: 168 time: 0.9670892 May 14 18:23:57.072841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47486) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:57.217241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.237462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.267966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.274452 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1a295588-9f8a-4273-9de8-0eec5bf246f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:57.319804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:23:57.349669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-d9679378-a1ae-45e8-8a2d-587687c3fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:57.351237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-d9679378-a1ae-45e8-8a2d-587687c3fea9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2677650 May 14 18:23:57.384307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.427928 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8cca3e187414e2986d80b323b377952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031509 May 14 18:23:57.432325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094082a3-8208-4578-81ac-5eb526f14bd3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:57.440895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47490) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:57.494328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb27fd3-9bde-4791-82c3-c4bc6e0e3eb4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:57.502451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b09dced-d15c-4ab3-8961-6bab8a8fa60f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:57.502860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b09dced-d15c-4ab3-8961-6bab8a8fa60f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:57.525933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.566386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.574611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:23:57.575101 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: timer() May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:23:57.592962 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:23:57.596588 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:57.681932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.689607 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.692858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.702972 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51ba713b-03d6-4e3e-a75e-6729a1afb58b tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:57.716196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 094082a3-8208-4578-81ac-5eb526f14bd3 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:23:57.722580 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.736835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object d92a24b2-be28-4200-aaa6-16d8cc6967d8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:23:57.737289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/networks/094082a3-8208-4578-81ac-5eb526f14bd3 HTTP/1.1" status: 204 len: 168 time: 0.6616461 May 14 18:23:57.740864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event deleted for resources: {'Network': ['ID=094082a3-8208-4578-81ac-5eb526f14bd3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:57.748125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-999e67d5-85fb-4845-b429-1061bdf864d2 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735960 May 14 18:23:57.750151 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:57.750441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:23:57.758630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.801732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.820178 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.844188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.849135 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdd3b476-03ae-479e-b6e1-dbcda11ecd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:57.863220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb27fd3-9bde-4791-82c3-c4bc6e0e3eb4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:57.866637 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:57.868728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:57.869755 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fb27fd3-9bde-4791-82c3-c4bc6e0e3eb4 HTTP/1.1" status: 204 len: 168 time: 0.4270902 May 14 18:23:58.014983 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.027666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-10005821-a5e1-4820-b921-605e721e37c1 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "PUT /v2.0/floatingips/467b8967-d7c2-4530-a32e-6501666a76bf HTTP/1.1" status: 200 len: 996 time: 5.3453774 May 14 18:23:58.165241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:58.173630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'name': 'tempest-router--1575030517', 'project_id': '3bc4352bae30421499154d72b5a5dfbb'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:23:58.180808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:58.185312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:router and tenant:3bc4352bae30421499154d72b5a5dfbb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:58.189347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:58.197687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:58.221357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.223801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.264484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.286975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.319486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.323153 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5d2a1e5f-1f4d-4eb2-a2e4-f2223323246b tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1558492 May 14 18:23:58.325595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:58.382243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:23:58.387761 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe6ddfc8-839f-41c3-9944-14f475e40f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:58.420590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47516) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:58.462766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] Sync routers for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:23:58.499211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:23:58.500374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:58.504675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.543844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:23:58.551350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:23:58.563008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:23:58.568893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:58.569673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.591575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:23:58.596269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Usage tracker for resource:security_group_rule and tenant:f09c8d49ec1c453cac4008e87b0e0980 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:23:58.599836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:23:58.607636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:23:58.661179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7928939 May 14 18:23:58.661179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-79076a24-210f-4744-aad6-f1c6e0083267 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912432 May 14 18:23:58.677580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47520) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:58.752630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-48e6c48f-634b-4b66-b23a-ee788126d59f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.0839057 May 14 18:23:58.780565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:23:58.786869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=d92a24b2-be28-4200-aaa6-16d8cc6967d8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:58.818572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:58.835273 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:58.967923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-6f655280-1ffd-4fba-828d-af3244db359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:58.969731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-6f655280-1ffd-4fba-828d-af3244db359b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.5473864 May 14 18:23:59.024742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.076397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4a0c6515-6bf8-4168-a29b-90f8e9b47a9d None None] Provisioning for port d92a24b2-be28-4200-aaa6-16d8cc6967d8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:23:59.081085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-c8236960-0719-49b0-bd4b-e1eafcbf628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.082784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-c8236960-0719-49b0-bd4b-e1eafcbf628c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.2930582 May 14 18:23:59.086936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4a0c6515-6bf8-4168-a29b-90f8e9b47a9d None None] Provisioning complete for port d92a24b2-be28-4200-aaa6-16d8cc6967d8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:23:59.087362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4a0c6515-6bf8-4168-a29b-90f8e9b47a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.090920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.102130 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af50cc76-933a-4b35-9c2e-c522285f63e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:59.163795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c6515-6bf8-4168-a29b-90f8e9b47a9d None None] Port d92a24b2-be28-4200-aaa6-16d8cc6967d8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:23:59.223064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.225804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.248638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f09c8d49ec1c453cac4008e87b0e0980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793481 May 14 18:23:59.257091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47526) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:59.258576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697005e-b69f-4f10-a6b4-30c187799315 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.259509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6697005e-b69f-4f10-a6b4-30c187799315 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:59.268436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a317aa-b4b6-4629-8bc8-1d2fabc8125d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:59.282539 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:59.300526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-571e20f9-3e60-45ca-832a-e8622941f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.302158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-571e20f9-3e60-45ca-832a-e8622941f21f service neutron] 10.222.0.24 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.3124576 May 14 18:23:59.325474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.326070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f602920-785f-4981-b7a1-b108e67233ae {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:23:59.344745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.348611 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f09024ab-de2f-4405-aa53-fd1243d9171c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8f602920-785f-4981-b7a1-b108e67233ae HTTP/1.1" status: 204 len: 168 time: 1.0184045 May 14 18:23:59.365797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.394473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6697005e-b69f-4f10-a6b4-30c187799315 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:59.396748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6697005e-b69f-4f10-a6b4-30c187799315 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7184579 May 14 18:23:59.400292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47532) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:59.428694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '467b8967-d7c2-4530-a32e-6501666a76bf', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'port_id': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'mac_address': 'fa:16:3e:20:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:23:49Z', 'updated_at': '2021-05-14T18:23:54Z', 'revision_number': 1, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:45Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:59.436242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] Checking router: 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:23:59.449439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:23:59.450257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:23:59.452399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.492009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-0abc48fd-2cb1-4804-8e8d-6e2ad88c68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.510400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-0abc48fd-2cb1-4804-8e8d-6e2ad88c68a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4096704 May 14 18:23:59.581364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda7cf0-def9-4cd0-8920-e9e77f5d9a63 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.602695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda7cf0-def9-4cd0-8920-e9e77f5d9a63 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.616482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda7cf0-def9-4cd0-8920-e9e77f5d9a63 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.617995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dfda7cf0-def9-4cd0-8920-e9e77f5d9a63 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:23:59.641017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-17a88326-f274-42b9-80ea-0e6458b3b818 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 999 time: 0.3291450 May 14 18:23:59.647804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dfda7cf0-def9-4cd0-8920-e9e77f5d9a63 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:23:59.657312 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dfda7cf0-def9-4cd0-8920-e9e77f5d9a63 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2541077 May 14 18:23:59.659517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47536) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:59.662062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:23:59.710060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.710591 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.722678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1aff0266-3b93-4413-ad55-f6c15791e2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:23:59.738819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a317aa-b4b6-4629-8bc8-1d2fabc8125d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:23:59.748742 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:23:59.761038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.764396 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81a317aa-b4b6-4629-8bc8-1d2fabc8125d HTTP/1.1" status: 204 len: 168 time: 0.5025153 May 14 18:23:59.782969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2e33810-0188-48ec-8842-2d58c08da303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.787505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:23:59.823574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-4c2f38c8-8b74-4829-9d9a-aa35f806fa52 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871442 May 14 18:23:59.849579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port d92a24b2-be28-4200-aaa6-16d8cc6967d8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:23:59.849835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:23:59.879704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-0596bc38-a1e8-423c-b874-84a17e8ad6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:23:59.881764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-0596bc38-a1e8-423c-b874-84a17e8ad6f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.2285473 May 14 18:24:00.052868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-0f62e9be-5365-4dec-8841-a8076215a6b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765235 May 14 18:24:00.066138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:00.096778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-bf19d6e4-46a8-47ff-acab-7b04d695f593 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:24:00.105895 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-bf19d6e4-46a8-47ff-acab-7b04d695f593 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273776 May 14 18:24:00.325982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-68edee31-c201-43c5-aaa5-2dd2e39a0131 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938052 May 14 18:24:00.412353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for d92a24b2-be28-4200-aaa6-16d8cc6967d8 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:00.443502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '467b8967-d7c2-4530-a32e-6501666a76bf', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'port_id': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'mac_address': 'fa:16:3e:20:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:23:49Z', 'updated_at': '2021-05-14T18:23:54Z', 'revision_number': 1, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:45Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:00.447993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed630a7-78d5-48ac-9ec4-dcf0d1a44380 None None] The sync data for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 is: [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '467b8967-d7c2-4530-a32e-6501666a76bf', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'port_id': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'mac_address': 'fa:16:3e:20:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:23:49Z', 'updated_at': '2021-05-14T18:23:54Z', 'revision_number': 1, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:45Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:00.498350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-9b7afe20-f7bc-4a13-82f0-58bd1c1a427b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.1628392 May 14 18:24:00.642482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-511657515', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:00.652882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:00.662658 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d046f718-13c9-4e8c-8b32-d62bbe6b1739 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:00.717646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:00.738632 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:00.751801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Usage tracker for resource:router and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:00.755648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=d92a24b2-be28-4200-aaa6-16d8cc6967d8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:00.758234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:00.797253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:00.810456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:00.817175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:00.845867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:00.847282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:00.853919 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/d92a24b2-be28-4200-aaa6-16d8cc6967d8 HTTP/1.1" status: 204 len: 168 time: 1.1852312 May 14 18:24:00.857669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47566) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:00.893851 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6943d9-2dcd-4a32-a9c0-2385abf8ac69 None None] New status for floating IP 467b8967-d7c2-4530-a32e-6501666a76bf: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:24:01.108798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-29ea4e4a-7928-4c4e-ba68-812c0594e3c9 service neutron] 10.222.0.24 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9805334 May 14 18:24:01.124825 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aab5f11-dab8-4295-97e2-891a6e8400e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:24:01.126799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9aab5f11-dab8-4295-97e2-891a6e8400e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:01.161779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:01.313573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-8ebe5052-9902-42e3-adcf-6b0136d91744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:01.318393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-8ebe5052-9902-42e3-adcf-6b0136d91744 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.8100784 May 14 18:24:01.533380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac4d8e53-70d1-4384-afc8-8ae060375c05 req-7b50d5a8-b60f-47b1-ad5d-88d71f23bff6 service neutron] 10.222.0.24 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234715 May 14 18:24:01.548522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-055d61d6-cf63-4ec4-900f-7c0bb7d712d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:01.551137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-055d61d6-cf63-4ec4-900f-7c0bb7d712d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2225614 May 14 18:24:01.633517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9aab5f11-dab8-4295-97e2-891a6e8400e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:01.635403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9aab5f11-dab8-4295-97e2-891a6e8400e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/d92a24b2-be28-4200-aaa6-16d8cc6967d8 HTTP/1.1" status: 404 len: 333 time: 0.7767439 May 14 18:24:01.640028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:01.785541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-98c7de78-77d3-4509-95de-2a48de495618 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229538 May 14 18:24:01.857515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:02.079479 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'status': 'completed', 'code': 200} May 14 18:24:02.220095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:02.220504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:02.246857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-817f2f5b-9135-4805-a32e-3d980df9bbd5 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1001 time: 0.1640990 May 14 18:24:02.248964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-6ad82c45-5770-4993-8dc3-b18231e414b4 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549611 May 14 18:24:02.264192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:02.392774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-19d509ee-f699-462c-9f67-cf9a90afb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:02.394228 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-19d509ee-f699-462c-9f67-cf9a90afb4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.2822909 May 14 18:24:02.401165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-445a5c8f-b5cf-4f3a-803c-427e9c74e9ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.1032217 May 14 18:24:02.484274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323ead-5806-4f3b-b90f-010687975fa4 req-32f51075-7904-4076-9c49-486c447e0c78 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:02.497442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-32f51075-7904-4076-9c49-486c447e0c78 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports/ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 942 time: 0.2440543 May 14 18:24:02.533825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-1304067e-8b79-4eb4-8c45-e82c04dc31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:02.535321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-1304067e-8b79-4eb4-8c45-e82c04dc31b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1270177 May 14 18:24:02.578325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:02.669617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-76affd76-f1c9-4250-9046-d62ccc7f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:02.671400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-76affd76-f1c9-4250-9046-d62ccc7f4784 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278117 May 14 18:24:02.730725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:02.872247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-03aef7b2-0b34-46ad-97a1-96fd8337ca32 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1001 time: 0.2095549 May 14 18:24:02.980393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-7f5c8a1a-8660-4306-bc01-5be35a2e9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:02.982864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-7f5c8a1a-8660-4306-bc01-5be35a2e9bc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.5762551 May 14 18:24:02.983454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:03.010408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-9218e24c-586c-4e77-ab87-da3a66da49c6 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784479 May 14 18:24:03.077317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:03.170594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-17e792a7-6068-4753-9ed0-2f37d2baac3c service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506145 May 14 18:24:03.399974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:03.416940 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-f27476e0-d7c8-436a-bbb3-05e3c3c322c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 1001 time: 0.4077299 May 14 18:24:03.480483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-41e1d190-a92c-4439-8479-01f4d63e28b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.2937455 May 14 18:24:03.527353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:03.544894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:03.553651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323ead-5806-4f3b-b90f-010687975fa4 req-8d08b452-9b47-4a04-99e3-e9ed7f842f7c tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:03.561483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-8d08b452-9b47-4a04-99e3-e9ed7f842f7c tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.6815453 May 14 18:24:03.673788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-aa62fdb9-bd25-4d95-bf6b-dad990f4735f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1001 time: 0.1113374 May 14 18:24:03.682118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:03.691721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Allocated IP 172.25.4.213 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/fb796467-17d4-4993-a119-e39d476bfea3) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:03.779419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-caa51ed7-b6e9-4c97-b15a-ab0b201be4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:03.780807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-caa51ed7-b6e9-4c97-b15a-ab0b201be4f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.2858696 May 14 18:24:03.827928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:03.832095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-ba533176-0ade-4fc1-9b8c-35b641e710df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:03.835263 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-ba533176-0ade-4fc1-9b8c-35b641e710df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.3770916 May 14 18:24:03.844118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:03.879232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-feeb8789-5a5e-436d-8dd3-7d9a642593e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6946435 May 14 18:24:03.881747 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:03.950450 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:03.959881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:03.972839 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-e1dbc8ac-bdc4-430b-a22b-4585d822cd8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955291 May 14 18:24:04.026968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:04.038148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.080984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-a6667323-1d17-4a9a-8e68-1a0585f40d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:04.082475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-a6667323-1d17-4a9a-8e68-1a0585f40d01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2826486 May 14 18:24:04.085717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 HTTP/1.1" status: 204 len: 168 time: 2.4419858 May 14 18:24:04.086671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47630) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:04.088722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfae5561bde483791cd698c95e130e9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:04.093136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:04.109894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:04.199146 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:24:04.208469 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-161389b1-9c35-49d0-a406-e954a81a65a7 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241395 May 14 18:24:04.231861 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-567cd8e6-ee2e-4135-bab9-b6514558e538 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:24:04.236036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-567cd8e6-ee2e-4135-bab9-b6514558e538 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/5243e5dd-1ce3-4a1e-a3be-b3b0d3470ad7 HTTP/1.1" status: 404 len: 333 time: 0.1463199 May 14 18:24:04.239262 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.246834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:04.247404 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d580096a-5ca0-4f93-a580-317a07d4ba42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:04.315397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.329333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.329333 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Floating IP 467b8967-d7c2-4530-a32e-6501666a76bf disassociated. External IP: 172.25.4.168, port: ecbee6d6-ceef-44fc-9e37-e5bba14d2610. May 14 18:24:04.413095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:04.431360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:04.437653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:04.510730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-e8361f0c-1648-4dbe-b5df-f544b8dfb951 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090719 May 14 18:24:04.521033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event updated for resources: {'Port': ['ID=fb796467-17d4-4993-a119-e39d476bfea3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:04.533419 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:04.535284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.563257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 50ab2187-5fca-4ac4-b761-d64e42d37830 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:24:04.565193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.577244 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eaf31e55-99e2-4438-a402-181cfb8c8de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:04.587408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.745207 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-771f04f9-676a-41be-aa5c-dddec729e8d1 req-d1de3c8a-33a2-4a67-8fa6-8a0a75eaa530 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285368 May 14 18:24:04.807216 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bfae5561bde483791cd698c95e130e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4062252 May 14 18:24:04.808110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0748e6-3313-4d86-9750-d453c4f3712b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:04.825163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47640) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:04.842038 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:04.847255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:04.997406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-37e08517-4dff-4398-a03f-ef5d6347a262 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752512 May 14 18:24:05.084110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-c9e1d25b-35f2-4e3b-b433-6756521c41b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.0751793 May 14 18:24:05.092125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:24:05.293684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-de10733b-5d38-4c1a-a039-f3cbf40c7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:05.295170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-de10733b-5d38-4c1a-a039-f3cbf40c7b39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.2003210 May 14 18:24:05.387475 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:05.399554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:05.415887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] Sync routers for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:05.426149 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:05.426365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:05.427078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:05.451501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:05.458654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:05.468922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-4fc4d183-5268-4f16-946e-496aa99278cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:05.470506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-4fc4d183-5268-4f16-946e-496aa99278cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1594872 May 14 18:24:05.506350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-04415883-8a64-4174-855a-373a5a3d56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:05.507895 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-04415883-8a64-4174-855a-373a5a3d56bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.5862391 May 14 18:24:05.519333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-f979b919-5195-451d-aa21-547d0554f9dc tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "PUT /v2.0/floatingips/467b8967-d7c2-4530-a32e-6501666a76bf HTTP/1.1" status: 200 len: 695 time: 1.8443799 May 14 18:24:05.569453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:24:05.665457 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:05.698544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-282908d7-974d-4ee0-946c-1ff0ee45808b service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174017 May 14 18:24:05.712532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323ead-5806-4f3b-b90f-010687975fa4 req-5f0b1af1-2f6c-4f9f-999e-359b84c74aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:05.714624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-5f0b1af1-2f6c-4f9f-999e-359b84c74aad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.1348820 May 14 18:24:05.741835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:05.908091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:05.926772 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0656a7b1-08e8-44d3-ba3e-ca38790ced72 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:05.979840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0748e6-3313-4d86-9750-d453c4f3712b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:05.992717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-3ee1da80-768a-47f9-b8e6-1c4c1dc8d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:05.993923 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ebb1506-9882-4eed-829b-90ed52442ef6 req-b8e221b8-a0bb-4334-b69d-ed92308d36d0 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782762 May 14 18:24:05.994248 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-3ee1da80-768a-47f9-b8e6-1c4c1dc8d258 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.4490077 May 14 18:24:05.997313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323ead-5806-4f3b-b90f-010687975fa4 req-5739b2c5-4a9a-4d18-8be0-d0ee9b8bed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:05.998759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-5739b2c5-4a9a-4d18-8be0-d0ee9b8bed44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.2608283 May 14 18:24:05.999998 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:06.000914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:06.003288 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a0748e6-3313-4d86-9750-d453c4f3712b HTTP/1.1" status: 204 len: 168 time: 1.1760693 May 14 18:24:06.092684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-b194bdda-061b-4c92-aee2-62810ab99232 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.0863564 May 14 18:24:06.102968 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-4ef6ef9d-10ac-4c18-ba84-e580600be8e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.0952582 May 14 18:24:06.188405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323ead-5806-4f3b-b90f-010687975fa4 req-5642e529-032f-40aa-974b-0cd417de59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:06.190937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-5642e529-032f-40aa-974b-0cd417de59c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.0900121 May 14 18:24:06.259013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-273d0be2-5167-4254-9f86-e216751226ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618749 May 14 18:24:06.379920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:45Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:06.388851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] Checking router: 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:24:06.402761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:06.403485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:06.443579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-541a4da6-d388-4cae-b6ca-b860d1ff96d7 service neutron] 10.222.0.24 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775446 May 14 18:24:06.452238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:06.460957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-722ad81b-3486-4149-b637-c84c15e01c17 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:06.519255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=50ab2187-5fca-4ac4-b761-d64e42d37830,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:06.521516 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:06.522532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:06.539379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080964e2-0f38-4159-ba5f-6bcf23a91840 None None] Network 4918e5c6-50cc-4903-9b6e-24184e4832c2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:06.546249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-1881e069-4454-4ce2-b44e-1127a5c6fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:06.547734 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-1881e069-4454-4ce2-b44e-1127a5c6fd02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.3946860 May 14 18:24:06.559833 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/50ab2187-5fca-4ac4-b761-d64e42d37830 HTTP/1.1" status: 204 len: 168 time: 2.2840927 May 14 18:24:06.563411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47654) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:06.640661 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-60ee1383-ba6d-4a0a-a775-1ca694b43603 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842004 May 14 18:24:06.643620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:06.770413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:06.776992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:06.868776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:06.907014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:06.986840 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.014128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-82323ead-5806-4f3b-b90f-010687975fa4 req-40c0d92f-32f9-41ad-9406-d8005db2d9a5 service neutron] 10.222.0.24 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600984 May 14 18:24:07.101827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port cd439c2d-9097-4f1a-b43c-9a5476459f0f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:07.102329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.166772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Usage tracker for resource:security_group_rule and tenant:e65ce8b8b19d4b579a0756ec8c5d06c3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:07.182620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:07.205965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:07.230035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] DHCP port deletion for 4918e5c6-50cc-4903-9b6e-24184e4832c2 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:24:07.271420 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-36f1e1aa-9699-4f26-bb6f-ae2830272fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110437 May 14 18:24:07.284899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port cd439c2d-9097-4f1a-b43c-9a5476459f0f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd439c2d-9097-4f1a-b43c-9a5476459f0f,segment=NetworkSegment(5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81),segment_id=5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:07.285691 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.337200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:45Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:07.343306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Deleting port cd439c2d-9097-4f1a-b43c-9a5476459f0f {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:07.343695 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.359825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7599a-7f83-4516-a6e3-a6b06f9dc511 None None] The sync data for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 is: [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:22:34Z', 'revision_number': 4, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fc7117f6-249a-46ae-a272-f85edcb2d03e', 'name': '', 'network_id': '96849681-2f94-46ea-b964-067f34671471', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'mac_address': 'fa:16:3e:f7:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:32Z', 'updated_at': '2021-05-14T18:22:45Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'subnets': [{'id': '81a27b07-75e3-4858-aefc-3f29ab1671f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:07.480696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] For port cd439c2d-9097-4f1a-b43c-9a5476459f0f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cd439c2d-9097-4f1a-b43c-9a5476459f0f,segment=NetworkSegment(5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81),segment_id=5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:07.481460 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.495991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for cd439c2d-9097-4f1a-b43c-9a5476459f0f owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:07.552287 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'status': 'completed', 'code': 200} May 14 18:24:07.561615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.581108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.623113 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-113d8cf2-1bde-4a01-9ec6-d686172483cc req-54eb43e9-f1ad-4aed-ac82-f7de8b412556 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417408 May 14 18:24:07.653196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.666346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d36cd4a-0f8f-464f-b83a-e7106fc70bd3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:07.689555 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-726bb619-5367-43a1-86c6-5ce0bfc31feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:07.698725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Calling delete_port for cd439c2d-9097-4f1a-b43c-9a5476459f0f owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:07.773853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=cd439c2d-9097-4f1a-b43c-9a5476459f0f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:07.775798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:07.775956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port cd439c2d-9097-4f1a-b43c-9a5476459f0f on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:24:07.781172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-bc2e7b49-f3da-4e1e-8de4-386ee1c3a31e tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips/467b8967-d7c2-4530-a32e-6501666a76bf HTTP/1.1" status: 200 len: 695 time: 0.2275481 May 14 18:24:07.786376 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb383c-b6f7-4bc0-960c-b77410a97c7f None None] New status for floating IP 467b8967-d7c2-4530-a32e-6501666a76bf: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:24:07.787803 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-78e1b7db-0228-4bd0-baa6-78ee293b4e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:07.794188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00584dc7-981e-45d9-b531-55f0dd0f8cd3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:07.801665 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:07.808820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Router 90cf4b03-6803-4612-8569-09c5e9bd0734 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:07.868814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] No DVR routers for this DVR port cd439c2d-9097-4f1a-b43c-9a5476459f0f on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:24:07.881732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Pushing event deleted for resources: {'Port': ['ID=cd439c2d-9097-4f1a-b43c-9a5476459f0f,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:07.883631 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:07.894785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.894785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.894785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.894785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.895737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.895737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.895899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.896234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.896601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.896784 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e65ce8b8b19d4b579a0756ec8c5d06c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2404954 May 14 18:24:07.896964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.897328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.897686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:07.902503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47668) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:07.967833 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:08.016716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-f36cde02-d72f-44eb-974c-9a4578c0b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:08.018233 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-f36cde02-d72f-44eb-974c-9a4578c0b50e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4869013b13ff427195e7a36411f0dafa&device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 1096 time: 0.3311455 May 14 18:24:08.125610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:08.136093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.137683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] Sync routers for ids ['90cf4b03-6803-4612-8569-09c5e9bd0734'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:08.153690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] Routers {'90cf4b03-6803-4612-8569-09c5e9bd0734'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:08.155060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['90cf4b03-6803-4612-8569-09c5e9bd0734'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.166437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4918e5c6-50cc-4903-9b6e-24184e4832c2']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.188129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.192218 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.5316074 May 14 18:24:08.195545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:08.204812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.205285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d02f6bf-b1ab-49c8-b3c6-b92eef83cc81') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.222911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4dfef37f-8ca5-4b45-ba2a-47f09d3321a5 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:08.229934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4dfef37f-8ca5-4b45-ba2a-47f09d3321a5 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 784 time: 0.3738298 May 14 18:24:08.232590 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.240823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-7407d8cc-c29c-430c-802a-285c9f1919e7 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:24:08.248633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-7407d8cc-c29c-430c-802a-285c9f1919e7 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167727 May 14 18:24:08.251645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.256538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-01cf64e5-311a-44df-b169-0b33d8f2fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:08.258165 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-01cf64e5-311a-44df-b169-0b33d8f2fd85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 200 len: 921 time: 0.2326577 May 14 18:24:08.258748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.272280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] Routers {'90cf4b03-6803-4612-8569-09c5e9bd0734'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:08.273165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['90cf4b03-6803-4612-8569-09c5e9bd0734'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.347704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:08.348122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ee3fb-541c-491a-bb9c-89b41d01657e None None] The sync data for ids ['90cf4b03-6803-4612-8569-09c5e9bd0734'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:08.368655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.373045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.394551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-0c9d5d66-548e-4f48-be60-e3e3da5dae82 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.1449611 May 14 18:24:08.398648 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-33446b78-2712-4e5d-9203-8fe29fab5af3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 200 len: 217 time: 0.1334405 May 14 18:24:08.406749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:24:08.407197 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: timer() May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:24:08.422869 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:24:08.489562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-6d58e893-882f-4245-a25d-e492c567232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:08.490974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-6d58e893-882f-4245-a25d-e492c567232b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 200 len: 860 time: 0.0861940 May 14 18:24:08.537728 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-345287e2-dfe8-49d9-a77f-e81ab6cbf439 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/90cf4b03-6803-4612-8569-09c5e9bd0734 HTTP/1.1" status: 200 len: 924 time: 0.3383689 May 14 18:24:08.540929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:08.582733 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-2c2a4edc-f900-4fe4-9a83-2be676c7eb8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96849681-2f94-46ea-b964-067f34671471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808134 May 14 18:24:08.590785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-931e79be-468d-4269-8114-0c1dbea7c815 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.1852503 May 14 18:24:08.598359 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-121bd396-bf5c-442d-8ca4-d71c3704de1e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cf4b03-6803-4612-8569-09c5e9bd0734 HTTP/1.1" status: 200 len: 205 time: 0.0563002 May 14 18:24:08.600162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd439c2d-9097-4f1a-b43c-9a5476459f0f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:24:08.603337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47682) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:08.688656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: cd439c2d-9097-4f1a-b43c-9a5476459f0f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:24:08.689073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cd439c2d-9097-4f1a-b43c-9a5476459f0f not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:24:08.734772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.738767 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:08.741763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-d44da5ad-ddeb-4253-abe9-319b7e399187 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464713 May 14 18:24:08.938438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-06171b2e-f576-4e99-b72f-55ccc93318bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:09.047066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=4918e5c6-50cc-4903-9b6e-24184e4832c2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:09.049536 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:09.060508 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-2f20c67b-cdb8-4d79-ac14-a2629702f237 req-2694dfef-2434-4c4a-8b99-f953a2d3c043 service neutron] 10.222.0.15 "GET /v2.0/networks/96849681-2f94-46ea-b964-067f34671471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126018 May 14 18:24:09.118881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.122429 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.123566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00584dc7-981e-45d9-b531-55f0dd0f8cd3 HTTP/1.1" status: 204 len: 168 time: 1.2177947 May 14 18:24:09.134302 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c769c0e-a0be-4a0a-a172-2562782d66aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:09.151926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/4918e5c6-50cc-4903-9b6e-24184e4832c2 HTTP/1.1" status: 204 len: 168 time: 2.5263155 May 14 18:24:09.158474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47690) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:09.161067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00584dc7-981e-45d9-b531-55f0dd0f8cd3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:09.163383 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:09.209346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-938980987'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:09.225950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:09.239619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:network and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:09.248179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:09.263658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:09.361708 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.457612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:09.471288 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.548754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Deleting port a1c4570f-4aad-4e97-9170-60317d0e5387 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:09.549220 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.638675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:24:09.685698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.686047 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Added segment f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5 of type vlan for network dd4c2981-d709-41e6-8472-66b6a6dc03f3 May 14 18:24:09.688109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.789045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.817576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.818008 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:09.984989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Calling delete_port for a1c4570f-4aad-4e97-9170-60317d0e5387 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:10.008502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.013939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:10.014564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.022736 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-985e1e9a-386e-4167-ab57-399b8f2b34e7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:10.067160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Deleting port fb796467-17d4-4993-a119-e39d476bfea3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:10.067656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.223806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0640688 May 14 18:24:10.226815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:10.233805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:10.254107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Network': ['ID=dd4c2981-d709-41e6-8472-66b6a6dc03f3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:10.261592 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:10.273753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:24:10.342288 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.403891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:10.408045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:10.411148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:10.418276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:10.429409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:10.433612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.520228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Calling delete_port for fb796467-17d4-4993-a119-e39d476bfea3 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:10.881557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.887878 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1df192a5-a3e1-4714-90d8-3ec801338205 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:10.950236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event deleted for resources: {'Port': ['ID=a1c4570f-4aad-4e97-9170-60317d0e5387,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:10.955208 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:10.988317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:10.999570 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a2b23f2e-42fb-4892-8f66-137a7b7af5e3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:11.140608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event deleted for resources: {'Port': ['ID=fb796467-17d4-4993-a119-e39d476bfea3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:11.143170 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:11.238315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.396364 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.400279 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e2e00a4-54e9-47c4-8fc5-dbc5585d6613 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:11.454111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.478877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.482532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.512103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.512602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Fanout notify agent at l3_agent the message router_deleted on router 90cf4b03-6803-4612-8569-09c5e9bd0734 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:11.512804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=d3f28bd7-98de-4d77-9374-d3104d3e8340,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:11.516895 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:11.520713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Checking segment: {'id': 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:24:11.520713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network hostable DHCP agents. Network: dd4c2981-d709-41e6-8472-66b6a6dc03f3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:24:11.548236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.549468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-533dd486-01d3-4a6e-9205-c2e163771fc5 req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "DELETE /v2.0/floatingips/467b8967-d7c2-4530-a32e-6501666a76bf HTTP/1.1" status: 204 len: 173 time: 2.9479985 May 14 18:24:11.549852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:24:11.556644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.558800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/90cf4b03-6803-4612-8569-09c5e9bd0734 HTTP/1.1" status: 204 len: 168 time: 2.9513655 May 14 18:24:11.562798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47802) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:11.575512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268130277', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': False}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:11.607499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:11.610133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, dd4c2981-d709-41e6-8472-66b6a6dc03f3) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:11.614470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:router and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:11.622213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:11.622823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4622702-6bfa-454a-a0f5-f3a95d1b4268 None None] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:11.652661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:11.655249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:11.655841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.681531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.683141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.700547 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4687455 May 14 18:24:11.704255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47808) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:11.710772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-695347079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:11.720494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:11.727429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:router and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:11.732815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:11.740106 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.766926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebbea7c2-b767-45ce-80bd-5e528dc517ab req-cd61d1e5-4a3e-4990-929a-86c887275e96 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups/20644f73-dfd8-4eb9-85f6-8039bb878463 HTTP/1.1" status: 200 len: 1809 time: 0.0730810 May 14 18:24:11.829967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:11.909756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ebbea7c2-b767-45ce-80bd-5e528dc517ab req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.927983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.928781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:11.945750 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ebbea7c2-b767-45ce-80bd-5e528dc517ab req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.012447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ebbea7c2-b767-45ce-80bd-5e528dc517ab req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.017595 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d06d0cc7-76e2-458a-92b0-12ef1ee00e8a tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:12.044501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20644f73-dfd8-4eb9-85f6-8039bb878463,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:12.047385 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:12.056766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ebbea7c2-b767-45ce-80bd-5e528dc517ab req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.058544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebbea7c2-b767-45ce-80bd-5e528dc517ab req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "DELETE /v2.0/security-groups/20644f73-dfd8-4eb9-85f6-8039bb878463 HTTP/1.1" status: 204 len: 173 time: 0.2808230 May 14 18:24:12.123298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.126973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.160586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-dd4c2981-d709-41e6-8472-66b6a6dc03f3', 'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': 'd3f28bd7-98de-4d77-9374-d3104d3e8340'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:24:12.162596 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.178030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.310871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.312560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4906e2f6-64b4-4f54-85ef-815f162c6c74 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6070223 May 14 18:24:12.315267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47828) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:12.321871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3', 'name': 'tempest-PortsIpV6TestJSON-436074413'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:12.416206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47834) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:12.486446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Allocated IP 2001:db8::2 (dd4c2981-d709-41e6-8472-66b6a6dc03f3/d3f28bd7-98de-4d77-9374-d3104d3e8340/4853ddfc-f6e5-4d89-aec0-3b41b86753e2) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:12.624089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:12.629320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:port and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:12.633782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:12.640900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:12.693219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.717539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:12.723100 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.723335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:12.759970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Usage tracker for resource:security_group_rule and tenant:3786b6afb84d4b80b53c757765066ec2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:12.768340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.774230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:12.778282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port c0984ae2-c183-4628-8d09-aa521d4bd6fa yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:24:12.781601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Transition to ACTIVE for port object 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:12.784367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:12.806599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Transition to ACTIVE for port object 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:12.816747 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.821292 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.823855 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e5d53b8-bb91-4c09-9a90-5576cb574257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:12.858508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:12.871364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-c81050c0-c95d-432d-953e-a41a6db36902 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:12.872342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-c81050c0-c95d-432d-953e-a41a6db36902 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Synchronizing usage tracker for tenant:4869013b13ff427195e7a36411f0dafa on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:12.919611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Pushing event updated for resources: {'Port': ['ID=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:12.930429 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:12.937119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-c81050c0-c95d-432d-953e-a41a6db36902 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Unset dirty status for tenant:4869013b13ff427195e7a36411f0dafa on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:12.938551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-c81050c0-c95d-432d-953e-a41a6db36902 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.2876914 May 14 18:24:12.941342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:12.943227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:12.946370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:13.062660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-86d18fad-5479-4680-8052-9d5841e70e79 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Synchronizing usage tracker for tenant:4869013b13ff427195e7a36411f0dafa on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:13.074971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Attempting to bind port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:24:13.075383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Attempting to bind port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:24:13.075762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Attempting to bind port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 on network dd4c2981-d709-41e6-8472-66b6a6dc03f3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:24:13.080749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::2eb (dd4c2981-d709-41e6-8472-66b6a6dc03f3/d3f28bd7-98de-4d77-9374-d3104d3e8340/c0984ae2-c183-4628-8d09-aa521d4bd6fa) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:13.082300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:24:13.082969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Checking segment: {'id': 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:24:13.083318 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.083719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Bound using segment: {'id': 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:24:13.084193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Bound port: 4853ddfc-f6e5-4d89-aec0-3b41b86753e2, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd4c2981-d709-41e6-8472-66b6a6dc03f3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:24:13.084570 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.107026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-86d18fad-5479-4680-8052-9d5841e70e79 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Unset dirty status for tenant:4869013b13ff427195e7a36411f0dafa on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:13.121941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c577b672-dd7c-4740-85e2-dfe05c1d74c4 req-86d18fad-5479-4680-8052-9d5841e70e79 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380594 May 14 18:24:13.216621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] For port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:24:13.221618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] For port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,segment=NetworkSegment(f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5),segment_id=f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:24:13.225787 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.237767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-93accaf3-5e9d-4bee-8a1f-b697ccb33d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:13.281553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Allocated IP 172.25.4.175 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a9789eab-2386-4d89-bb3d-49748ef99d54) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:13.340236 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.352639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Pushing event updated for resources: {'Port': ['ID=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:13.359613 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:13.396040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.404875 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-101e5f0c-e85d-4fcf-b165-04a7e6d42def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:13.496615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd0c3e5-a8a9-461a-9f16-7a24ae66de13,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:13.500639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.513912 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:13.519047 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3786b6afb84d4b80b53c757765066ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008687 May 14 18:24:13.523547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47856) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:13.528891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object c0984ae2-c183-4628-8d09-aa521d4bd6fa will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:13.585470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.623824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.653902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.662064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7946710-0fba-43bf-b6bf-ee741197b7a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:13.671515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.689389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.696949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4f7ec81-c29d-4dd7-9fbc-c037e693f364 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:13.752622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:13.756777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Port': ['ID=a9789eab-2386-4d89-bb3d-49748ef99d54,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:13.759266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:13.761760 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:13.762496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:13.809204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=c0984ae2-c183-4628-8d09-aa521d4bd6fa,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:13.817245 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:13.839139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:13.841498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:13.844812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:13.850950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:13.851617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.892340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5753610 May 14 18:24:13.893132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47864) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:13.959110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.961665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:13.965947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dd0c3e5-a8a9-461a-9f16-7a24ae66de13 HTTP/1.1" status: 204 len: 168 time: 0.4382157 May 14 18:24:13.970660 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41a7c60d-4b4a-4201-9fa8-c2ff50eca8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:14.058646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd0c3e5-a8a9-461a-9f16-7a24ae66de13,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:14.061644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:14.284043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:14.431729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47884) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:14.663248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:14.697785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:14.792411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:14.796509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Usage tracker for resource:security_group_rule and tenant:1cefa8ab4f104962b25dd97d6649d68c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:14.799866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:14.805319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:14.806741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:14.837935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:14.973219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eab01e-8785-4e39-b33b-afbfff38e3d0 None None] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:15.116293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Provisioning for port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:15.136436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Provisioning complete for port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:15.136642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb02335-7fca-4fdc-8f13-9c88221c4ca6 req-d4c8c7f1-d505-4d3b-90ae-08b245e85ea5 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:15.137809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.144389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfb02335-7fca-4fdc-8f13-9c88221c4ca6 req-d4c8c7f1-d505-4d3b-90ae-08b245e85ea5 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.7134902 May 14 18:24:15.256024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.270217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.280279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfb02335-7fca-4fdc-8f13-9c88221c4ca6 req-b13c237d-f283-4df0-89dc-18523b0fa965 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 May 14 18:24:15.284651 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1f0d4d28-6830-4a90-8d13-2aa314993c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:15.317197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-89662a32-7a26-4017-829b-5555c03debd8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:15.318692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-89662a32-7a26-4017-829b-5555c03debd8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Synchronizing usage tracker for tenant:4869013b13ff427195e7a36411f0dafa on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:15.339359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Router a97d7700-ed93-4080-aa7f-204e0cc19ab7 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:15.350064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.351070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-89662a32-7a26-4017-829b-5555c03debd8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Unset dirty status for tenant:4869013b13ff427195e7a36411f0dafa on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:15.352539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-89662a32-7a26-4017-829b-5555c03debd8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 945 time: 0.5442753 May 14 18:24:15.371763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cefa8ab4f104962b25dd97d6649d68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9349377 May 14 18:24:15.372449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711fbf10-9628-4eb5-9e47-c92d45f6be0b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:15.375584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 47898) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:15.382949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:15.423297 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.547963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] For port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,segment=NetworkSegment(f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5),segment_id=f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:15.598931 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.606986 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:15.693356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.741358 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.745973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:15.756797 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Sync routers for ids ['a97d7700-ed93-4080-aa7f-204e0cc19ab7'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:15.770043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Routers {'a97d7700-ed93-4080-aa7f-204e0cc19ab7'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:15.771261 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a97d7700-ed93-4080-aa7f-204e0cc19ab7'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:15.805144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Pushing event updated for resources: {'Port': ['ID=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:15.813873 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:15.814132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:15.815748 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2518544 May 14 18:24:15.819135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47906) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:15.996030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Deleting port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:15.996510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.023894 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.031030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.038098 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bc0ae482-abf5-4755-9dfe-0ce124000382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:16.072479 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Set router a97d7700-ed93-4080-aa7f-204e0cc19ab7 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:16.146621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.244090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] For port ecbee6d6-ceef-44fc-9e37-e5bba14d2610, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:16.247610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.357850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.358882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/711fbf10-9628-4eb5-9e47-c92d45f6be0b HTTP/1.1" status: 204 len: 168 time: 0.9800489 May 14 18:24:16.431897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-60319394-953e-40db-b200-d35513ff0480 None None] Provisioning for port c0984ae2-c183-4628-8d09-aa521d4bd6fa completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:16.462719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-60319394-953e-40db-b200-d35513ff0480 None None] Provisioning complete for port c0984ae2-c183-4628-8d09-aa521d4bd6fa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:16.463103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-60319394-953e-40db-b200-d35513ff0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.543457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Calling delete_port for ecbee6d6-ceef-44fc-9e37-e5bba14d2610 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:16.578803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=c0984ae2-c183-4628-8d09-aa521d4bd6fa,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:16.602576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:16.609775 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c377cfb8-a0bd-4fac-8b13-2585e211b70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:16.621594 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d7700-ed93-4080-aa7f-204e0cc19ab7', 'name': 'tempest-snat-router-268130277', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.175'}], 'enable_snat': False}, 'gw_port_id': 'a9789eab-2386-4d89-bb3d-49748ef99d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:24:11Z', 'updated_at': '2021-05-14T18:24:14Z', 'revision_number': 3, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port': {'id': 'a9789eab-2386-4d89-bb3d-49748ef99d54', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d7700-ed93-4080-aa7f-204e0cc19ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:24:13Z', 'updated_at': '2021-05-14T18:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:16.626607 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Checking router: a97d7700-ed93-4080-aa7f-204e0cc19ab7 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:24:16.631742 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Updating router a97d7700-ed93-4080-aa7f-204e0cc19ab7 port a9789eab-2386-4d89-bb3d-49748ef99d54 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:24:16.674654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711fbf10-9628-4eb5-9e47-c92d45f6be0b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:16.676522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-60319394-953e-40db-b200-d35513ff0480 None None] Port c0984ae2-c183-4628-8d09-aa521d4bd6fa cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:16.682526 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:16.728141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:16.801389 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.829093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.855701 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-688489cb-2133-41ca-a4f9-bae5c11dbc79 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:16.870744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:16.941062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Pushing event deleted for resources: {'Port': ['ID=ecbee6d6-ceef-44fc-9e37-e5bba14d2610,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:16.958835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ecbee6d6-ceef-44fc-9e37-e5bba14d2610'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:24:16.993619 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:17.052264 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9e5abee7-8a00-49d3-9de2-f246dce18931 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/a97d7700-ed93-4080-aa7f-204e0cc19ab7 HTTP/1.1" status: 200 len: 908 time: 1.2308426 May 14 18:24:17.052993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 47928) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:17.066749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] No DVR routers for this DVR port ecbee6d6-ceef-44fc-9e37-e5bba14d2610 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:24:17.090807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268130277', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': True}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:17.097629 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.107986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-60319394-953e-40db-b200-d35513ff0480 None None] Provisioning complete for port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:17.108465 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-60319394-953e-40db-b200-d35513ff0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.111900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'name': 'network-vif-deleted', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:24:17.168979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:17.202584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Usage tracker for resource:router and tenant:11de213cff9044b9a7b7d6b8f5b81fb2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:17.214023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:17.234133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:17.249852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:17.250602 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.252356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-1ea9c6cd-1b7e-46bb-8439-33910ff07847 req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.15 "DELETE /v2.0/ports/ecbee6d6-ceef-44fc-9e37-e5bba14d2610 HTTP/1.1" status: 204 len: 173 time: 1.6713750 May 14 18:24:17.270430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.272387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.325458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.329581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780be460-d92f-440c-bc6a-8605a9de570a req-8a4cc8f1-6632-48b4-bf40-c80cf6d0036f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:17.345133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-780be460-d92f-440c-bc6a-8605a9de570a req-8a4cc8f1-6632-48b4-bf40-c80cf6d0036f tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6483e2a-ac2f-4f05-af2d-c54fe8a72452 HTTP/1.1" status: 200 len: 867 time: 0.6711824 May 14 18:24:17.590672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-780be460-d92f-440c-bc6a-8605a9de570a req-34b4b83e-4e86-44ca-b605-2fdfc0020196 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] 10.222.0.24 "GET /v2.0/security-groups?id=548731e3-af4e-4a10-b274-26f5053f5996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446454 May 14 18:24:17.623269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.675993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-51d63ff6-2548-425a-9732-553dbf892f23 None None] Provisioning complete for port c0984ae2-c183-4628-8d09-aa521d4bd6fa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:17.677357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51d63ff6-2548-425a-9732-553dbf892f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.703699 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.730100 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Transition to ACTIVE for port object a9789eab-2386-4d89-bb3d-49748ef99d54 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:17.747763 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.755547 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-22e2ce9c-f1ef-4cfa-ae52-26754348843c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:17.826169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-51d63ff6-2548-425a-9732-553dbf892f23 None None] Port c0984ae2-c183-4628-8d09-aa521d4bd6fa cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:17.875576 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca322-061a-45fa-b58c-8efaf56eda52 None None] Pushing event updated for resources: {'Port': ['ID=a9789eab-2386-4d89-bb3d-49748ef99d54,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:17.880093 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f58ca322-061a-45fa-b58c-8efaf56eda52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:17.904815 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Attempting to bind port a9789eab-2386-4d89-bb3d-49748ef99d54 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:24:17.905498 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Attempting to bind port a9789eab-2386-4d89-bb3d-49748ef99d54 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:24:17.906100 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Attempting to bind port a9789eab-2386-4d89-bb3d-49748ef99d54 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:24:17.913116 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:24:17.913963 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:24:17.914599 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:17.915286 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:24:17.915949 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Bound port: a9789eab-2386-4d89-bb3d-49748ef99d54, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:24:17.916883 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:18.101872 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] For port a9789eab-2386-4d89-bb3d-49748ef99d54, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:24:18.113864 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] For port a9789eab-2386-4d89-bb3d-49748ef99d54, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a9789eab-2386-4d89-bb3d-49748ef99d54,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:24:18.130980 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:18.169637 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:18.296311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:18.303864 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Routers {'a97d7700-ed93-4080-aa7f-204e0cc19ab7'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:18.304561 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a97d7700-ed93-4080-aa7f-204e0cc19ab7'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:18.445462 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca322-061a-45fa-b58c-8efaf56eda52 None None] Pushing event updated for resources: {'Port': ['ID=a9789eab-2386-4d89-bb3d-49748ef99d54,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:18.504222 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6483e2a-ac2f-4f05-af2d-c54fe8a72452', 'name': 'network-vif-deleted', 'tag': 'ecbee6d6-ceef-44fc-9e37-e5bba14d2610', 'status': 'completed', 'code': 200} May 14 18:24:18.610440 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f58ca322-061a-45fa-b58c-8efaf56eda52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:18.613468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:18.624913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:18.625920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:18.633601 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:18.715410 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] Set router a97d7700-ed93-4080-aa7f-204e0cc19ab7 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:18.869173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48006) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:18.918032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=c0984ae2-c183-4628-8d09-aa521d4bd6fa,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:18.922241 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:19.113438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:19.114642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:19.214102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:19.301551 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d7700-ed93-4080-aa7f-204e0cc19ab7', 'name': 'tempest-snat-router-268130277', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.175'}], 'enable_snat': False}, 'gw_port_id': 'a9789eab-2386-4d89-bb3d-49748ef99d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:24:11Z', 'updated_at': '2021-05-14T18:24:14Z', 'revision_number': 3, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port': {'id': 'a9789eab-2386-4d89-bb3d-49748ef99d54', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d7700-ed93-4080-aa7f-204e0cc19ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:24:13Z', 'updated_at': '2021-05-14T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:19.312427 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699a234-a7d6-41b6-96fa-3866a72ac5c7 None None] The sync data for ids ['a97d7700-ed93-4080-aa7f-204e0cc19ab7'] in n-d-787206-3 is: [{'id': 'a97d7700-ed93-4080-aa7f-204e0cc19ab7', 'name': 'tempest-snat-router-268130277', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.175'}], 'enable_snat': False}, 'gw_port_id': 'a9789eab-2386-4d89-bb3d-49748ef99d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:24:11Z', 'updated_at': '2021-05-14T18:24:14Z', 'revision_number': 3, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port': {'id': 'a9789eab-2386-4d89-bb3d-49748ef99d54', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d7700-ed93-4080-aa7f-204e0cc19ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:24:13Z', 'updated_at': '2021-05-14T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:19.408269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:19.579784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e8c2a836-b69d-40d9-98d2-af134411294e None None] Provisioning complete for port c0984ae2-c183-4628-8d09-aa521d4bd6fa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:19.580758 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8c2a836-b69d-40d9-98d2-af134411294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:19.650392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Router 7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:19.681341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2a836-b69d-40d9-98d2-af134411294e None None] Port c0984ae2-c183-4628-8d09-aa521d4bd6fa cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:19.721284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ecbee6d6-ceef-44fc-9e37-e5bba14d2610 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:24:19.880317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: ecbee6d6-ceef-44fc-9e37-e5bba14d2610 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:24:19.881315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ecbee6d6-ceef-44fc-9e37-e5bba14d2610 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:24:20.008186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Allocated IP 172.25.4.217 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:20.051842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:20.057839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/routers/7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1616571 May 14 18:24:20.063534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] Sync routers for ids ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:20.068551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:20.074226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] Routers {'7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:20.075118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:20.221417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:20.246088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] Routers {'7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:20.246805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:20.328586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:20.329324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcf5c8-b1c5-4e85-b9cd-945166272ff9 None None] The sync data for ids ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:20.443427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb81add-aaec-436f-ac41-882083103480 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:20.451882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cb81add-aaec-436f-ac41-882083103480 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:20.518820 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:20.521877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8cb81add-aaec-436f-ac41-882083103480 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:20.523022 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8cb81add-aaec-436f-ac41-882083103480 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd HTTP/1.1" status: 200 len: 988 time: 0.4483571 May 14 18:24:20.526661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48074) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:20.689484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a9789eab-2386-4d89-bb3d-49748ef99d54 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:20.833570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a9789eab-2386-4d89-bb3d-49748ef99d54 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:20.840766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a9789eab-2386-4d89-bb3d-49748ef99d54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:20.841147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:21.030295 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:21.071239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a9789eab-2386-4d89-bb3d-49748ef99d54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a9789eab-2386-4d89-bb3d-49748ef99d54,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:21.076549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:21.079400 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8c5d7cb4-882a-4393-b6ab-dcca1e2c7491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:21.095981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:21.104396 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f1f7776-20a7-48fc-8b18-6246852dd7eb tempest-ServersTestJSON-1899395806 tempest-ServersTestJSON-1899395806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:21.178567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a9789eab-2386-4d89-bb3d-49748ef99d54,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:21.182541 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:21.327601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:21.336003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:21.394777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:21.399334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:21.560855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Port': ['ID=70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:21.564319 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:22.524979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:22.642925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a9789eab-2386-4d89-bb3d-49748ef99d54 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:22.739218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a9789eab-2386-4d89-bb3d-49748ef99d54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:22.740123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:22.800876 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:23.301946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Deleting port fc7117f6-249a-46ae-a272-f85edcb2d03e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:23.302324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:23.408786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:23.663485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] For port fc7117f6-249a-46ae-a272-f85edcb2d03e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fc7117f6-249a-46ae-a272-f85edcb2d03e,segment=NetworkSegment(dd6ad531-ff67-4291-ab7c-1b17d130cadd),segment_id=dd6ad531-ff67-4291-ab7c-1b17d130cadd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:23.663848 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:24.007788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Calling delete_port for fc7117f6-249a-46ae-a272-f85edcb2d03e owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:24.097689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port c0984ae2-c183-4628-8d09-aa521d4bd6fa {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:24.098048 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:24.163761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:24.218626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Router 2a97b1a1-6421-4c32-8644-345d9412edcc is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:24.421976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:24.599354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for c0984ae2-c183-4628-8d09-aa521d4bd6fa owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:24.671813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:24.685587 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Sync routers for ids ['2a97b1a1-6421-4c32-8644-345d9412edcc'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:24.694897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:24.700874 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Routers {'2a97b1a1-6421-4c32-8644-345d9412edcc'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:24.701678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2a97b1a1-6421-4c32-8644-345d9412edcc'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:24.704221 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c1a16815-32cb-49e6-8d2b-b7d9f2e1c216 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:24.765359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7117f6-249a-46ae-a272-f85edcb2d03e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:24.797863 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:24.821765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:24.823705 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7602339 May 14 18:24:24.825652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48162) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:25.110860 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Set router 2a97b1a1-6421-4c32-8644-345d9412edcc gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:25.143568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b0ddcbbc-a61d-4600-a0b1-365987827306 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/2a97b1a1-6421-4c32-8644-345d9412edcc HTTP/1.1" status: 200 len: 907 time: 0.3138726 May 14 18:24:25.144454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48170) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:25.348013 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:25.357808 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ecaa8e59-3ebc-4bce-96a8-82836f3a4bb0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:25.425019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=c0984ae2-c183-4628-8d09-aa521d4bd6fa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:25.486814 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:25.548754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:25.655356 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97b1a1-6421-4c32-8644-345d9412edcc', 'name': 'tempest-snat-router-268130277', 'tenant_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:24:17Z', 'updated_at': '2021-05-14T18:24:21Z', 'revision_number': 3, 'project_id': '11de213cff9044b9a7b7d6b8f5b81fb2', 'gw_port': {'id': '70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97b1a1-6421-4c32-8644-345d9412edcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:24:19Z', 'updated_at': '2021-05-14T18:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:25.659702 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Checking router: 2a97b1a1-6421-4c32-8644-345d9412edcc for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:24:25.660054 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Updating router 2a97b1a1-6421-4c32-8644-345d9412edcc port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:24:25.739355 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:25.739761 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.042060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.043424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.216391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Deleting port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:26.216778 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.378321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.392612 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.449036 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Transition to ACTIVE for port object 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:26.466744 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.472083 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b9016711-1d0a-4d38-bd8c-e1aa8db3e2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:26.629706 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a2679-99e6-4380-8946-9ee9b57aee72 None None] Pushing event updated for resources: {'Port': ['ID=70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:26.641022 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d49a2679-99e6-4380-8946-9ee9b57aee72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:26.674690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Calling delete_port for 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:26.680102 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Attempting to bind port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:24:26.680477 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Attempting to bind port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:24:26.680853 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Attempting to bind port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:24:26.694158 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:24:26.694538 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:24:26.694948 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.698593 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:24:26.699216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Bound port: 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:24:26.699687 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.836257 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] For port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:24:26.858049 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.db.api [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 14 18:24:26.858049 n-d-787206-3 neutron-server[79562]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] May 14 18:24:26.858049 n-d-787206-3 neutron-server[79562]: [parameters: {'port_id': '70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404', 'host': 'n-d-787206-3', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe'}] May 14 18:24:26.858049 n-d-787206-3 neutron-server[79562]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=79562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:24:26.859465 n-d-787206-3 neutron-server[79562]: DEBUG oslo_db.api [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:24:26.882349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Router 7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:24:26.933095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:26.937848 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98c0e972-09d4-46a3-b982-400661a672ff tempest-VolumesBackupsTest-530051876 tempest-VolumesBackupsTest-530051876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:26.999101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event deleted for resources: {'Port': ['ID=70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:27.001685 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:27.024544 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfdcf-067a-45aa-be8d-6feb8e35cb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.094332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:27.104535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887430d2-4845-4706-a844-c43813132204 None None] Sync routers for ids ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:27.119290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887430d2-4845-4706-a844-c43813132204 None None] Routers {'7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:27.122475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-887430d2-4845-4706-a844-c43813132204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:27.129685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:24:27.141334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.160581 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/routers/7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6318417 May 14 18:24:27.164203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:27.199242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-887430d2-4845-4706-a844-c43813132204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:27.208396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887430d2-4845-4706-a844-c43813132204 None None] Routers {'7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:27.209189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-887430d2-4845-4706-a844-c43813132204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:27.221009 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-667175b5-1444-4a11-8d33-1679fcf1e68b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:24:27.221553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-667175b5-1444-4a11-8d33-1679fcf1e68b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:27.283887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-887430d2-4845-4706-a844-c43813132204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:27.284580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887430d2-4845-4706-a844-c43813132204 None None] The sync data for ids ['7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:27.385567 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Attempting to bind port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:24:27.386233 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Attempting to bind port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:24:27.386803 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Attempting to bind port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:24:27.394976 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:24:27.395706 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:24:27.400918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.402188 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.402783 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.403027 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:24:27.403774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Bound port: 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:24:27.404632 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.433970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.453716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a97b1a1-6421-4c32-8644-345d9412edcc {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:27.476564 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.plugin [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Port 70b4b3f3-f9e4-46ce-8c6e-63f4ebb97404 has been deleted concurrently {{(pid=79562) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 14 18:24:27.480510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.484788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:27.486581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2a97b1a1-6421-4c32-8644-345d9412edcc HTTP/1.1" status: 204 len: 168 time: 2.3308585 May 14 18:24:27.499675 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Routers set() bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:27.500060 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Router IDs set() for agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 14 18:24:27.500711 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_agentschedulers_db [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a97b1a1-6421-4c32-8644-345d9412edcc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent'). {{(pid=79562) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 14 18:24:27.501099 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fc166-dfda-4edf-bf97-2bd89ed3b526 None None] The sync data for ids ['2a97b1a1-6421-4c32-8644-345d9412edcc'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:27.822581 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:27.834429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-667175b5-1444-4a11-8d33-1679fcf1e68b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:27.835606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-667175b5-1444-4a11-8d33-1679fcf1e68b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/c0984ae2-c183-4628-8d09-aa521d4bd6fa HTTP/1.1" status: 404 len: 333 time: 0.6705017 May 14 18:24:27.838440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48230) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:27.912801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:27.923218 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] 10.222.0.24 "PUT /v2.0/routers/42a0897b-afbc-4f4e-a559-c3dd55d96ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0502641 May 14 18:24:27.923405 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] Sync routers for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:27.929250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:27.941120 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:27.941748 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:27.990899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.096941 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.285946 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:28.311744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.544331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.736867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.755832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Deleting port a9789eab-2386-4d89-bb3d-49748ef99d54 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:28.756172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.840909 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:24:24Z', 'revision_number': 5, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port': {'id': '8a7dfff5-242c-4108-92c9-35aa28d808eb', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:22:24Z', 'updated_at': '2021-05-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:28.853944 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] Checking router: 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:24:28.864637 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] Routers {'42a0897b-afbc-4f4e-a559-c3dd55d96ce9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:28.865320 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:28.951957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.954318 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.955085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] For port a9789eab-2386-4d89-bb3d-49748ef99d54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a9789eab-2386-4d89-bb3d-49748ef99d54,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:28.959380 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.989863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:28.991647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Fanout notify agent at l3_agent the message router_deleted on router 7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:29.027527 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.031213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e1aadb28-6453-4bee-953d-dbe9d8363ab9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/routers/7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd HTTP/1.1" status: 204 len: 168 time: 1.1893327 May 14 18:24:29.031573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48254) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:29.101914 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] Set router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:24:29.141686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet d3f28bd7-98de-4d77-9374-d3104d3e8340 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:24:29.147255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.183694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Calling delete_port for a9789eab-2386-4d89-bb3d-49748ef99d54 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:29.272316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.285083 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:24:28Z', 'revision_number': 6, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:29.291651 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0be41-79fa-4afe-be57-1b9c954db68f None None] The sync data for ids ['42a0897b-afbc-4f4e-a559-c3dd55d96ce9'] in n-d-787206-3 is: [{'id': '42a0897b-afbc-4f4e-a559-c3dd55d96ce9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1833707749-router', 'tenant_id': '4869013b13ff427195e7a36411f0dafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:22:23Z', 'updated_at': '2021-05-14T18:24:28Z', 'revision_number': 6, 'project_id': '4869013b13ff427195e7a36411f0dafa', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:29.304144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Deleting port 8a7dfff5-242c-4108-92c9-35aa28d808eb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:29.304729 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.411083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.480139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] For port 8a7dfff5-242c-4108-92c9-35aa28d808eb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a7dfff5-242c-4108-92c9-35aa28d808eb,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:29.480503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.626902 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.766883 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04fcb7fb-b08e-488c-84ca-3e9bd297b51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.886417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Calling delete_port for 8a7dfff5-242c-4108-92c9-35aa28d808eb owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:29.942484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.951214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c3f74df-98b3-4ef9-9265-5ccbd92fcbd0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:29.989614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:29.993939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31bbea-7f67-403c-ada5-e8dd97d8e71a None None] Network dd4c2981-d709-41e6-8472-66b6a6dc03f3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:29.996845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.000671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f28bd7-98de-4d77-9374-d3104d3e8340,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:30.018347 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:30.027324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/d3f28bd7-98de-4d77-9374-d3104d3e8340 HTTP/1.1" status: 204 len: 168 time: 0.9892988 May 14 18:24:30.028002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48264) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:30.036498 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-180797e5-1cc4-449b-98a2-20c6d0dc424f tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:30.185662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.304149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:30.304911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.395062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9789eab-2386-4d89-bb3d-49748ef99d54,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:30.397638 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:30.501556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.510606 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b4501fc-6fed-4d73-b3f9-e101747f3337 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:30.536417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] DHCP port deletion for dd4c2981-d709-41e6-8472-66b6a6dc03f3 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:24:30.564987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7dfff5-242c-4108-92c9-35aa28d808eb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:30.568076 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:30.573946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.637683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,segment=NetworkSegment(f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5),segment_id=f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:30.638274 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.755941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Deleting port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:30.756574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.816052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:30.838251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fc7117f6-249a-46ae-a272-f85edcb2d03e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:24:30.867388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.871565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.894561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: fc7117f6-249a-46ae-a272-f85edcb2d03e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:24:30.895198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fc7117f6-249a-46ae-a272-f85edcb2d03e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:24:30.895818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:24:30.914659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.938456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:30.950812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:24:30.951139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:24:30.951643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a7dfff5-242c-4108-92c9-35aa28d808eb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:24:30.960626 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:30.985684 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.007394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8a7dfff5-242c-4108-92c9-35aa28d808eb {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:24:31.007758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a7dfff5-242c-4108-92c9-35aa28d808eb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:24:31.024878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] For port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,segment=NetworkSegment(f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5),segment_id=f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:31.025920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.097000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.097571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a97d7700-ed93-4080-aa7f-204e0cc19ab7 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:31.109169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:24:31.124421 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.125616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a97d7700-ed93-4080-aa7f-204e0cc19ab7 HTTP/1.1" status: 204 len: 168 time: 3.6393535 May 14 18:24:31.131532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.133184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48274) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:31.136229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.142112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-226388759', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:31.172613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:31.206575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Usage tracker for resource:router and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:31.217032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Calling delete_port for 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:31.218041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:31.233200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:31.238898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:31.240213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.240767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a0897b-afbc-4f4e-a559-c3dd55d96ce9 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:31.244616 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:31.268719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.269885 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] 10.222.0.24 "DELETE /v2.0/routers/42a0897b-afbc-4f4e-a559-c3dd55d96ce9 HTTP/1.1" status: 204 len: 168 time: 3.3397827 May 14 18:24:31.272475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:31.294178 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.304321 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:31.394469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Pushing event deleted for resources: {'Port': ['ID=4853ddfc-f6e5-4d89-aec0-3b41b86753e2,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:31.396727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] No DVR routers for this DVR port 4853ddfc-f6e5-4d89-aec0-3b41b86753e2 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:24:31.403950 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:31.424403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.426249 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.429128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.439726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4c2981-d709-41e6-8472-66b6a6dc03f3']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:31.443870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Deleting subnet 81a27b07-75e3-4858-aefc-3f29ab1671f6 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:24:31.448677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.468632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:31.468874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ba6ed3-0c6c-443d-81b5-a0df2c64d3f5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:31.499819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.500074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.523733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.534692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.549703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:24:31.550912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: timer() May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:24:31.579105 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:24:31.676803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.684164 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.690440 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3b435a5a-1a79-46a2-afe6-e396c5565b5e tempest-TaggedBootDevicesTest_v242-56984554 tempest-TaggedBootDevicesTest_v242-56984554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:31.735066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=dd4c2981-d709-41e6-8472-66b6a6dc03f3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:31.740410 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:31.745087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:31.754647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/dd4c2981-d709-41e6-8472-66b6a6dc03f3 HTTP/1.1" status: 204 len: 168 time: 1.7252271 May 14 18:24:31.758316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48282) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:31.867367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95efdb89-76ba-40e7-9e88-ca186eb6df11 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:31.870312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-95efdb89-76ba-40e7-9e88-ca186eb6df11 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:31.892106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-95efdb89-76ba-40e7-9e88-ca186eb6df11 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:31.895873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-95efdb89-76ba-40e7-9e88-ca186eb6df11 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/87b92795-71cd-46f6-984e-565149f1946c HTTP/1.1" status: 200 len: 845 time: 0.1363630 May 14 18:24:31.899801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48286) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:32.001905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c539141-3a81-4b34-b825-abcd13967d54 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/87b92795-71cd-46f6-984e-565149f1946c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0999231 May 14 18:24:32.005258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48290) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:32.012621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:32.166610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:32.264081 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:32.352581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:32.360463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:32.363144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:32.370896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:32.388023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:32.392482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:32.592479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a9789eab-2386-4d89-bb3d-49748ef99d54 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:24:32.640841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:32.648700 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d5b34fbf-98b0-4393-9eed-3a8b83efa692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:32.693716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a27b07-75e3-4858-aefc-3f29ab1671f6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:32.696533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a9789eab-2386-4d89-bb3d-49748ef99d54 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:24:32.696883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a9789eab-2386-4d89-bb3d-49748ef99d54 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:24:32.698366 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:32.700466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:32.742297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.748961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.754716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.761085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.766799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.772628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.779409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:32.781327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-78398811-389e-4ce5-b468-88dd136755af tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.1953404 May 14 18:24:32.849225 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81a27b07-75e3-4858-aefc-3f29ab1671f6 HTTP/1.1" status: 204 len: 168 time: 1.5755665 May 14 18:24:32.862434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48302) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:32.876460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8794964-9b4d-4e94-b8ad-bdc9778deaa1 req-8c045118-5200-4bb6-9fac-d9bf40aeec79 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596123 May 14 18:24:33.027714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.074285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.156306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.187969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.195443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.202247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.208693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.216016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.223004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.229415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.231641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1309a062-f87d-4e4f-a0a0-879713d463d9 req-fd5d8bf3-b228-462e-a5fc-91409c83033b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.1725585 May 14 18:24:33.357368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.361874 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4ccee91-2d76-4f50-995f-28b5cad11a4e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:33.383571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.412817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96849681-2f94-46ea-b964-067f34671471']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:33.431872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:33.434408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Allocated IP 172.25.4.131 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/d0b9d19c-e3b7-47e0-afce-09903c169779) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:33.438673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6ad531-ff67-4291-ab7c-1b17d130cadd') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:33.438852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6ad531-ff67-4291-ab7c-1b17d130cadd') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:33.439083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:33.452423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f2f3e9-1c80-43e1-b3a9-8c6f7efe16a1 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:33.453180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=6acd0e7d-aac0-4391-b96f-8bd8be26c47f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:33.456345 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:33.457006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:33.457593 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.490557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.509938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5032482 May 14 18:24:33.513081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48314) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:33.518195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'security_group': {'name': 'tempest-secgroup-79693600'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:33.531741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:33.543798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:33.548031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:33.563528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:33.588970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.635451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:33.643944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group_rule and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:33.650574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:33.664698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:33.680844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.787989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.797168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.829290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.848106 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a169773f-7461-46bf-90e9-1086b0ebdfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:33.864641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'tenant_id': '4290c305cfc4477b93db6c2624a74e0f', 'fixed_ips': [{'subnet_id': '6acd0e7d-aac0-4391-b96f-8bd8be26c47f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:24:33.865704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:24:33.866132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.866992 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.927484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8628b5-9e68-42b7-ab2d-c366da7eb990,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:33.933645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.939910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4260449 May 14 18:24:33.941561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48320) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:33.943265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:33.955135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'security_group': {'name': 'tempest-secgroup-714669701'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:33.962473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:33.967785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:33.971783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:33.977934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: timer() May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:24:33.985199 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:24:33.987781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:33.992605 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fed0860a-8687-4f78-9e14-01acb7621367 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:33.998495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.024758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.042719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:34.046072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.048609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group_rule and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:34.051720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:34.066221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:34.068418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:34.074580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:34.080370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:34.109905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Allocated IP 2001:db8::2 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/6acd0e7d-aac0-4391-b96f-8bd8be26c47f/7fb9e557-3268-4023-95d2-795937dfe4e0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:34.165153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.174090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.179906 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a18ff9fa-c558-4e40-bfcb-50a66ac165f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:34.237611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627cd587-78f0-41e4-8aa5-c47dd233b3b8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:34.241960 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:34.243412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.244955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3003328 May 14 18:24:34.249168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48324) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:34.261325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-426195321', 'security_groups': ['627cd587-78f0-41e4-8aa5-c47dd233b3b8'], 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6acd0e7d-aac0-4391-b96f-8bd8be26c47f'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:34.357267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] 10.222.0.24 "DELETE /v2.0/networks/96849681-2f94-46ea-b964-067f34671471 HTTP/1.1" status: 204 len: 168 time: 1.4932642 May 14 18:24:34.372017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event updated for resources: {'Port': ['ID=d0b9d19c-e3b7-47e0-afce-09903c169779,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:34.380698 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:34.381541 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d009634b-138e-4ba4-ba15-1034c054de3d tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:34.408728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Pushing event deleted for resources: {'Network': ['ID=96849681-2f94-46ea-b964-067f34671471,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:34.413572 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:34.523685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.564979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Transition to ACTIVE for port object 7fb9e557-3268-4023-95d2-795937dfe4e0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:34.592779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Transition to ACTIVE for port object 7fb9e557-3268-4023-95d2-795937dfe4e0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:34.596640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:34.608959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.621898 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62af3b0b-4ad1-4605-91cf-26980cff2b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:34.623860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:34.651966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:34.792370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:34.798343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:34.803574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:34.826728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48334) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:34.835731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Pushing event updated for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:34.928013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:34.988026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c17ee9d2-a129-4629-a0ea-82a75039f5c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4869013b13ff427195e7a36411f0dafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571062 May 14 18:24:34.988261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:34.989158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:34.995595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Attempting to bind port 7fb9e557-3268-4023-95d2-795937dfe4e0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:24:34.996313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Attempting to bind port 7fb9e557-3268-4023-95d2-795937dfe4e0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '42896d84-84a8-4a71-baf1-83a0d4067752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:24:34.996902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Attempting to bind port 7fb9e557-3268-4023-95d2-795937dfe4e0 on network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:24:35.003622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:24:35.004300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Checking segment: {'id': '42896d84-84a8-4a71-baf1-83a0d4067752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:24:35.004971 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.005584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Bound using segment: {'id': '42896d84-84a8-4a71-baf1-83a0d4067752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:24:35.006252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Bound port: 7fb9e557-3268-4023-95d2-795937dfe4e0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42896d84-84a8-4a71-baf1-83a0d4067752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:24:35.006847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.016225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.067330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 04f2288c-ee01-4a4d-8141-5c257ae51dd8 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:24:35.135778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:24:35.139812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7fb9e557-3268-4023-95d2-795937dfe4e0,segment=NetworkSegment(42896d84-84a8-4a71-baf1-83a0d4067752),segment_id=42896d84-84a8-4a71-baf1-83a0d4067752)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:24:35.152263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.159463 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.185901 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:35.259037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.394499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Pushing event updated for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:35.400084 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:35.466220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::174 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/6acd0e7d-aac0-4391-b96f-8bd8be26c47f/04f2288c-ee01-4a4d-8141-5c257ae51dd8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:35.520956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.550216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.593252 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d346b42-9692-4dd9-95ab-31b94ed4cc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:35.875041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Router ef14c932-6831-433b-b3d9-a86c43f2254b is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:35.928680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548731e3-af4e-4a10-b274-26f5053f5996,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:35.936704 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:35.940650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:35.941787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/548731e3-af4e-4a10-b274-26f5053f5996 HTTP/1.1" status: 204 len: 168 time: 0.9517353 May 14 18:24:36.064728 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:36.109076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 04f2288c-ee01-4a4d-8141-5c257ae51dd8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:36.140475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48366) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:36.167085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:36.177212 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:36.221294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:36.243758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] Sync routers for ids ['ef14c932-6831-433b-b3d9-a86c43f2254b'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:36.249233 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:36.250795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1166480 May 14 18:24:36.253789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48376) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:36.265092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': False}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:36.289361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] Routers {'ef14c932-6831-433b-b3d9-a86c43f2254b'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:36.290008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ef14c932-6831-433b-b3d9-a86c43f2254b'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:36.356929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:36.366130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:36.373318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:36.378887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.379975 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:36.384042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=04f2288c-ee01-4a4d-8141-5c257ae51dd8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:36.389552 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:36.422553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1670496 May 14 18:24:36.423385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48382) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:36.431671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:36.522950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.527869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.531552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.532247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.532892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.534920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.535613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:36.557497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-d4ecb786-0804-49ba-9248-c919c32d9ae6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.4121668 May 14 18:24:36.581627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:36.617575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] Routers {'ef14c932-6831-433b-b3d9-a86c43f2254b'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:36.618235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ef14c932-6831-433b-b3d9-a86c43f2254b'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:36.738019 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-232a3120-ef75-473c-a62b-6bca90ca6cf6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792200 May 14 18:24:36.803851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:36.804278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acdb6fd-045a-4dd2-a280-778bedd056f2 None None] The sync data for ids ['ef14c932-6831-433b-b3d9-a86c43f2254b'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:36.837956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:36.859229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:36.868440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:36.876246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:36.892390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:36.917509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:36.922955 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.012580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 7fb9e557-3268-4023-95d2-795937dfe4e0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:37.130004 n-d-787206-3 neutron-server[79559]: INFO neutron.db.ipam_backend_mixin [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6acd0e7d-aac0-4391-b96f-8bd8be26c47f (CIDR: 2001:db8::/64) May 14 18:24:37.132992 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:24:37.133502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:24:37.164529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2e13f2a9-9869-4fa2-a6d5-90751a443bab tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7396810 May 14 18:24:37.165365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48408) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:37.175256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:37.277444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:37.278052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.412441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:37.434001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Provisioning for port 7fb9e557-3268-4023-95d2-795937dfe4e0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:37.442430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:37.442710 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.561939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:37.572908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:37.583617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:37.596848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:37.621161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:37.624588 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.723603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.788586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7fb9e557-3268-4023-95d2-795937dfe4e0,segment=NetworkSegment(42896d84-84a8-4a71-baf1-83a0d4067752),segment_id=42896d84-84a8-4a71-baf1-83a0d4067752)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:37.796638 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.799338 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:37.811563 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:37.954719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Pushing event updated for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:37.965325 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:38.006596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-976f63ba-d098-4e0b-905e-ad16d5f058f9 None None] Provisioning for port 04f2288c-ee01-4a4d-8141-5c257ae51dd8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:38.012732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-976f63ba-d098-4e0b-905e-ad16d5f058f9 None None] Provisioning complete for port 04f2288c-ee01-4a4d-8141-5c257ae51dd8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:38.013120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-976f63ba-d098-4e0b-905e-ad16d5f058f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:38.131710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-976f63ba-d098-4e0b-905e-ad16d5f058f9 None None] Port 04f2288c-ee01-4a4d-8141-5c257ae51dd8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:38.297225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:38.330791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:38.334956 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4768e5b-0f9e-4856-acf5-5125035e41ee tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:38.398601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:38.402240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:38.414937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78ef1f-b5d5-4530-8405-e7df1ea61329 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:38.479219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:38.482669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:38.541272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=3825cfce-4ee7-4821-9ac8-f4de307d69a9,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:38.555974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:38.589400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4219902 May 14 18:24:38.592024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48454) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:38.601876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1737016901', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3825cfce-4ee7-4821-9ac8-f4de307d69a9'}], 'security_groups': ['7f8628b5-9e68-42b7-ab2d-c366da7eb990']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:38.756599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:38.890533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:38.930872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:38.963335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:38.972093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:38.973855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Usage tracker for resource:security_group_rule and tenant:50f93e63637043faaeae7d61238b4468 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:38.977570 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:38.993063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:39.013501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:39.043918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.065702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.289115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Update dhcp port {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'fixed_ips': [{'subnet_id': '6acd0e7d-aac0-4391-b96f-8bd8be26c47f', 'ip_address': '2001:db8::2'}, {'subnet_id': '3825cfce-4ee7-4821-9ac8-f4de307d69a9'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '7fb9e557-3268-4023-95d2-795937dfe4e0'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:24:39.426511 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.474819 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.580188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.607219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Delete allocated IP 2001:db8::174 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/6acd0e7d-aac0-4391-b96f-8bd8be26c47f) {{(pid=79559) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 14 18:24:39.615927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8:0:1::278 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/3825cfce-4ee7-4821-9ac8-f4de307d69a9/04f2288c-ee01-4a4d-8141-5c257ae51dd8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:39.619492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Router ef14c932-6831-433b-b3d9-a86c43f2254b has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:24:39.620855 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2362fd8-14d8-4787-90db-75b179bb8356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:39.635260 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50f93e63637043faaeae7d61238b4468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3345244 May 14 18:24:39.637829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48468) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:39.885628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.924677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 04f2288c-ee01-4a4d-8141-5c257ae51dd8 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:39.929475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:39.944024 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ca503f6b-5730-4e3b-b106-66e1bee9fd0b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:40.005580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b216c74-1b88-4061-b358-c9d34071ca7f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:40.011905 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:40.029254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=04f2288c-ee01-4a4d-8141-5c257ae51dd8,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:40.064659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Allocated IP 2001:db8:0:1::2 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/3825cfce-4ee7-4821-9ac8-f4de307d69a9/7fb9e557-3268-4023-95d2-795937dfe4e0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:40.074226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] In _notify_port_updated(), no bound segment for port 04f2288c-ee01-4a4d-8141-5c257ae51dd8 on network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:24:40.080052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:40.080712 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.086306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/ports/04f2288c-ee01-4a4d-8141-5c257ae51dd8 HTTP/1.1" status: 200 len: 931 time: 1.4927387 May 14 18:24:40.089151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48474) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:40.090136 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:40.131917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.219978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.254630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:40.263773 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] Sync routers for ids ['ef14c932-6831-433b-b3d9-a86c43f2254b'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:40.277240 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] Routers {'ef14c932-6831-433b-b3d9-a86c43f2254b'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:40.278108 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ef14c932-6831-433b-b3d9-a86c43f2254b'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:40.299963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7fb9e557-3268-4023-95d2-795937dfe4e0,segment=NetworkSegment(42896d84-84a8-4a71-baf1-83a0d4067752),segment_id=42896d84-84a8-4a71-baf1-83a0d4067752)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:40.330023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.333642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.334933 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7d4985fc-8226-4be9-8107-2829ca4b63f4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "PUT /v2.0/routers/ef14c932-6831-433b-b3d9-a86c43f2254b HTTP/1.1" status: 200 len: 925 time: 4.0767782 May 14 18:24:40.338863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48478) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:40.372359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Transition to ACTIVE for port object 7fb9e557-3268-4023-95d2-795937dfe4e0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:40.387953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 04f2288c-ee01-4a4d-8141-5c257ae51dd8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:40.388287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.388871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.411516 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:40.412994 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4172c368-a97d-4957-8cf4-2e52360c6b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:40.422307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.433792 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] Routers {'ef14c932-6831-433b-b3d9-a86c43f2254b'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:40.434426 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ef14c932-6831-433b-b3d9-a86c43f2254b'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:40.531313 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:40.535671 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224556b-3eca-4eb1-a4e9-7c2fc5b251c1 None None] The sync data for ids ['ef14c932-6831-433b-b3d9-a86c43f2254b'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:40.607492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-923cd564-c85d-42cc-81c1-5d8f9f200950 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/ef14c932-6831-433b-b3d9-a86c43f2254b HTTP/1.1" status: 200 len: 925 time: 0.2666070 May 14 18:24:40.609364 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53750940-b6ea-4828-b255-0de8e05549f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:40.610214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48482) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:40.638658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b216c74-1b88-4061-b358-c9d34071ca7f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:40.658655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:40.661315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.662809 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b216c74-1b88-4061-b358-c9d34071ca7f HTTP/1.1" status: 204 len: 168 time: 1.0228837 May 14 18:24:40.686237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:40.738756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a489030f-13dc-4222-8a28-4180443bce9e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:40.740480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a489030f-13dc-4222-8a28-4180443bce9e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=ef14c932-6831-433b-b3d9-a86c43f2254b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1286695 May 14 18:24:40.744184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48488) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:40.809750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Pushing event updated for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:40.840694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.841219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.841555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.842021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.842390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.842728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.843041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.843396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.843708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.844088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.844348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.844652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:40.850412 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:41.050145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 04f2288c-ee01-4a4d-8141-5c257ae51dd8 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:41.191507 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:24:41.316458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b1734-efe3-4afc-9b10-f2b86893e731 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:41.318797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-618b1734-efe3-4afc-9b10-f2b86893e731 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.5736442 May 14 18:24:41.322498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:41.390390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf9308c9-5e10-47f7-8692-de0d4a359f72 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef14c932-6831-433b-b3d9-a86c43f2254b HTTP/1.1" status: 200 len: 205 time: 0.0591843 May 14 18:24:41.391614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:41.392945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48532) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:41.413839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5714426f-08a9-4909-8535-f1438c1e27e8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:41.709414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=04f2288c-ee01-4a4d-8141-5c257ae51dd8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:41.720887 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:41.740162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:41.783539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/04f2288c-ee01-4a4d-8141-5c257ae51dd8 HTTP/1.1" status: 204 len: 168 time: 1.6932063 May 14 18:24:41.795740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48572) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:41.869552 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fc92b0-6bc2-4815-a834-32e3969234c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:24:41.870100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a1fc92b0-6bc2-4815-a834-32e3969234c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:41.882636 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:41.935895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a1fc92b0-6bc2-4815-a834-32e3969234c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:41.937460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a1fc92b0-6bc2-4815-a834-32e3969234c7 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/04f2288c-ee01-4a4d-8141-5c257ae51dd8 HTTP/1.1" status: 404 len: 333 time: 0.1404018 May 14 18:24:41.940851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48594) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:42.132783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:42.133772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.224473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.271656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:42.282188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Could not find standard attr ID for object 04f2288c-ee01-4a4d-8141-5c257ae51dd8. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:24:42.311008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Provisioning for port 7fb9e557-3268-4023-95d2-795937dfe4e0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:42.322743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:42.324757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4268e230-b2be-47bc-bc80-fc3bfb58d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.326787 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.479055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.488878 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc3ab73b-2385-4f39-9130-1a915112fb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:42.491878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.524382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627cd587-78f0-41e4-8aa5-c47dd233b3b8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:42.533278 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.536649 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/security-groups/627cd587-78f0-41e4-8aa5-c47dd233b3b8 HTTP/1.1" status: 204 len: 168 time: 0.5948353 May 14 18:24:42.542957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48654) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:42.547443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.548128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.548747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.549721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.550802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.551351 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.551786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.552211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.552855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.553323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.553752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.554178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:24:42.563705 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:42.693121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Deleting port d0b9d19c-e3b7-47e0-afce-09903c169779 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:42.694346 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.727508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.790748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:42.803560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.890511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-80552934-e777-4160-86ec-03f63114ebea None None] Could not find standard attr ID for object 04f2288c-ee01-4a4d-8141-5c257ae51dd8. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:24:42.940744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:42.941477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.949855 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.960707 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:42.962292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49fa3a9c-588f-4f48-b076-480af9f2a434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:42.996694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8628b5-9e68-42b7-ab2d-c366da7eb990,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:43.010450 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:43.011928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:43.013051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f8628b5-9e68-42b7-ab2d-c366da7eb990 HTTP/1.1" status: 204 len: 168 time: 0.4687638 May 14 18:24:43.016985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48704) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:43.269948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Calling delete_port for d0b9d19c-e3b7-47e0-afce-09903c169779 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:43.313662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 6acd0e7d-aac0-4391-b96f-8bd8be26c47f {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:24:43.317933 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:43.401977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:43.539864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:43.752947 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:43.761717 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:43.869257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event deleted for resources: {'Port': ['ID=d0b9d19c-e3b7-47e0-afce-09903c169779,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:43.872056 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:44.152869 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.353158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.355816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.398064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.404821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Fanout notify agent at l3_agent the message router_deleted on router ef14c932-6831-433b-b3d9-a86c43f2254b {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:44.424615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.431888 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0363fbaf-6708-40a2-a21c-907ac74881f3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:44.532370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=6acd0e7d-aac0-4391-b96f-8bd8be26c47f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:44.539064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.542556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362eb755-462f-4558-9c4b-0f10ca612d2f None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:44.546024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/6acd0e7d-aac0-4391-b96f-8bd8be26c47f HTTP/1.1" status: 204 len: 168 time: 1.5234520 May 14 18:24:44.549861 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:44.550196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 48936) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:44.552136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.553160 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/ef14c932-6831-433b-b3d9-a86c43f2254b HTTP/1.1" status: 204 len: 168 time: 3.1592505 May 14 18:24:44.563135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:44.574329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48940) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:44.583792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244607976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:44.592706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:44.596998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Usage tracker for resource:router and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:44.600924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:44.615970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:44.631498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.632918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.671534 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.699365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.739953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:44.741355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-434c2390-5ca2-453c-88c9-978ae8479c5f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1649270 May 14 18:24:44.744593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 48962) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:44.757016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:44.954244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:44.958425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:44.961577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:44.974722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:44.995637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:45.007356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:45.569670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:45.824681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:45.829851 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c6d3814-7bf3-4609-9562-4d3db3a33d2b tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:45.845874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-82691d02-0753-499b-a583-c4875d23f2b4 None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:45.846495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82691d02-0753-499b-a583-c4875d23f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:45.924841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-82691d02-0753-499b-a583-c4875d23f2b4 None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:45.956156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-82691d02-0753-499b-a583-c4875d23f2b4 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:45.957928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82691d02-0753-499b-a583-c4875d23f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:45.999386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.032656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.111070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:46.115828 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:46.126516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:46.131727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:46.143163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:46.144348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.156492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb7fd0-edd0-4535-b9a6-f22c0d2534bf None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:46.185085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6316853 May 14 18:24:46.187447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:46.198218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'security_group': {'name': 'tempest-secgroup-101932166'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:46.216872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:46.229886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:46.237935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:46.248693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:46.277194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.333224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:46.343925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group_rule and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:46.351005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:46.365473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:46.495802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.503707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.516715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Allocated IP 172.25.4.97 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/077a9ecb-d59c-46ef-b365-1dfd3d3d3818) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:46.540144 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10df1827-9bf9-4171-ae2e-1860a5190173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:46.553294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.554685 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3661354 May 14 18:24:46.558253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49066) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:46.586442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'security_group': {'name': 'tempest-secgroup-326873190'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:46.604004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:46.607279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48364f7e-ba4b-43fe-a6b7-375dc75d6ffe,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:46.630935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:46.630935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:46.637460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:46.643248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:46.663082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.695851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:46.701235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group_rule and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:46.704371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:46.710962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:46.780092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Update dhcp port {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'fixed_ips': [{'subnet_id': '3825cfce-4ee7-4821-9ac8-f4de307d69a9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '7fb9e557-3268-4023-95d2-795937dfe4e0'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:24:46.794915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.800750 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.808232 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:46.821443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.852794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9497da0-af96-4518-932a-b85427871850,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:46.860945 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:46.869937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.878770 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.880640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3214672 May 14 18:24:46.883539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49080) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:46.895819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'security_group': {'name': 'tempest-secgroup-759108125'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:46.904376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:46.906146 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.909808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:46.914698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:46.916386 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4fd6d404-0258-4d65-8a56-803447b1b94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:46.922249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:46.939586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:46.990762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:46.996187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:security_group_rule and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:46.999667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:47.006531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:47.007709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event updated for resources: {'Port': ['ID=077a9ecb-d59c-46ef-b365-1dfd3d3d3818,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:47.013170 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:47.015670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:47.016843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:47.021085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:47.136404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.149140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.167010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b890c20-a2c6-42b8-92bc-ac65ad8cd05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:47.256663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5cf84b-9357-41c6-93c5-edcfef95e62c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:47.266103 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:47.273455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.277205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3907187 May 14 18:24:47.279652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49094) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:47.289090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Allocated IP 2001:db8::2 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd/7fb9e557-3268-4023-95d2-795937dfe4e0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:47.292403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1617570990', 'security_groups': ['ad5cf84b-9357-41c6-93c5-edcfef95e62c'], 'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:47.572466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:47.584269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:47.605532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:47.667773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7fb9e557-3268-4023-95d2-795937dfe4e0,segment=NetworkSegment(42896d84-84a8-4a71-baf1-83a0d4067752),segment_id=42896d84-84a8-4a71-baf1-83a0d4067752)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:47.699968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.705325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.732033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Transition to ACTIVE for port object 7fb9e557-3268-4023-95d2-795937dfe4e0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:47.738027 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.746521 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1df49201-d203-4dd3-9c45-846e21e76766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:47.821160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:47.845975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] device_id is not set on port 1c90df56-dd37-49a8-8e8a-b03585e54d54 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:24:47.908303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Pushing event updated for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:47.917815 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:48.232902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8::bf (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd/1c90df56-dd37-49a8-8e8a-b03585e54d54) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:48.417678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:48.423082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:48.711762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:48.749857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:48.797630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 1c90df56-dd37-49a8-8e8a-b03585e54d54 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:48.856302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:48.867875 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d20c43e4-1661-4973-badf-b8005ecdce90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:48.906200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Router ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:49.001203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:49.039151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:49.045224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=1c90df56-dd37-49a8-8e8a-b03585e54d54,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:49.048578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:49.055124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:49.055867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:49.060780 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:49.114647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8275859 May 14 18:24:49.116050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49138) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:49.124517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:49.140564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6cedc24-ed07-44c5-8d6f-f71c266bea05 None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:49.141108 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6cedc24-ed07-44c5-8d6f-f71c266bea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:49.253480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b6cedc24-ed07-44c5-8d6f-f71c266bea05 None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:49.292944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6cedc24-ed07-44c5-8d6f-f71c266bea05 None None] Provisioning for port 7fb9e557-3268-4023-95d2-795937dfe4e0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:49.299081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6cedc24-ed07-44c5-8d6f-f71c266bea05 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:49.299871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6cedc24-ed07-44c5-8d6f-f71c266bea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:49.389177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:49.404102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:49.409581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:49.437307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:49.465102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:49.470365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:49.626469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:49.638492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] Sync routers for ids ['ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:49.650713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-62bd6263-6f46-4685-933a-ed574698f8a9 None None] Provisioning for port 1c90df56-dd37-49a8-8e8a-b03585e54d54 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:49.660780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:49.662491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "PUT /v2.0/routers/ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c HTTP/1.1" status: 200 len: 882 time: 4.9167054 May 14 18:24:49.668761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49154) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:49.669122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-62bd6263-6f46-4685-933a-ed574698f8a9 None None] Provisioning complete for port 1c90df56-dd37-49a8-8e8a-b03585e54d54 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:49.671499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62bd6263-6f46-4685-933a-ed574698f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:49.756626 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd (CIDR: 2001:db8::/64) May 14 18:24:49.760296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] Routers {'ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:49.760746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:49.764922 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:24:49.765387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:24:49.806834 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b715b2e5-85f5-44ed-9b16-59657543b37e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6891317 May 14 18:24:49.810249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49160) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:49.816126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:49.917584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:49.944769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-62bd6263-6f46-4685-933a-ed574698f8a9 None None] Port 1c90df56-dd37-49a8-8e8a-b03585e54d54 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:49.949600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] Routers {'ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:49.950224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:49.950368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c6fc824-42aa-4717-ac30-4286d2be101f tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c HTTP/1.1" status: 200 len: 923 time: 0.2801840 May 14 18:24:49.953566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49168) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:50.030196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:50.030921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc9f7c-3d40-4629-bcd8-f7e3380e1ddd None None] The sync data for ids ['ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:50.053976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:50.063016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:50.066304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:50.074259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:50.095333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:50.098763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:50.289067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb140b3-749a-4a9d-a1d0-2703cd48121e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:50.289748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8bb140b3-749a-4a9d-a1d0-2703cd48121e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Synchronizing usage tracker for tenant:11de213cff9044b9a7b7d6b8f5b81fb2 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:50.367658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8bb140b3-749a-4a9d-a1d0-2703cd48121e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Unset dirty status for tenant:11de213cff9044b9a7b7d6b8f5b81fb2 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:50.368824 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8bb140b3-749a-4a9d-a1d0-2703cd48121e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4142497 May 14 18:24:50.372165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49184) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:50.434397 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3825cfce-4ee7-4821-9ac8-f4de307d69a9 (CIDR: 2001:db8:0:1::/64) May 14 18:24:50.439729 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:24:50.440181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:24:50.480316 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-28324de1-07f4-4068-8b32-4595e083cdf9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6661050 May 14 18:24:50.480316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49192) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:50.488371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'subnet': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:50.507589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd41713a-8d96-41e3-bfd8-9169d560d493 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:50.509865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cd41713a-8d96-41e3-bfd8-9169d560d493 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.1358328 May 14 18:24:50.518553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49196) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:50.625026 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-375c99a5-c3dd-4b8b-9b39-0a04dfd548b0 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c HTTP/1.1" status: 200 len: 205 time: 0.1032083 May 14 18:24:50.625542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:50.830546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:50.838802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Usage tracker for resource:subnet and tenant:4290c305cfc4477b93db6c2624a74e0f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:50.843033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:50.851798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:50.869843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:51.002886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Made reservation on behalf of 4290c305cfc4477b93db6c2624a74e0f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:24:51.006726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:51.200600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:51.360701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Deleting port 077a9ecb-d59c-46ef-b365-1dfd3d3d3818 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:51.361047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:51.517462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:51.663399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Calling delete_port for 077a9ecb-d59c-46ef-b365-1dfd3d3d3818 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:52.108038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.121232 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-21dc7c1b-1390-4419-9e31-20c94b59efb4 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:52.209798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event deleted for resources: {'Port': ['ID=077a9ecb-d59c-46ef-b365-1dfd3d3d3818,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:52.221519 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:52.327430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.598815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.604346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.642222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.646843 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d73b1560-c72d-44a7-9339-6846b0180b8c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:52.691326 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.691826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Fanout notify agent at l3_agent the message router_deleted on router ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:24:52.716626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:52.732990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:52.745725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Subnet': ['ID=94c0f158-227c-4447-b012-37ea4e6e5606,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:52.749657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f2d1b-a245-466b-836c-9707d5c77ed3 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:52.751458 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:52.754667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:52.755284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.766063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.767231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c HTTP/1.1" status: 204 len: 168 time: 2.1408751 May 14 18:24:52.771262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49252) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:52.778553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-184772120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:52.785342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3033726 May 14 18:24:52.788128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49256) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:52.790453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:24:52.794888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Usage tracker for resource:router and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:24:52.795753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-172385220', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94c0f158-227c-4447-b012-37ea4e6e5606'}], 'security_groups': ['48364f7e-ba4b-43fe-a6b7-375dc75d6ffe', 'f9497da0-af96-4518-932a-b85427871850']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:52.798043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:24:52.811089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:24:52.823706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.825010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.844373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.875400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.935726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:52.937258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3a5f3996-ee31-48c6-a854-fd80b0c9245e tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1647351 May 14 18:24:52.940109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49260) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:52.945891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': True}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:24:53.090562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:53.370882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Update dhcp port {'port': {'network_id': 'a34a3fcc-b090-4a3d-8d62-890fd0c22e73', 'fixed_ips': [{'subnet_id': '3825cfce-4ee7-4821-9ac8-f4de307d69a9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '94c0f158-227c-4447-b012-37ea4e6e5606'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '7fb9e557-3268-4023-95d2-795937dfe4e0'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:24:53.444309 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:53.629482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:53.647448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-108e0b67-2b4e-48d9-9360-54ba8197c567 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3550172 May 14 18:24:53.941414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602d70-143f-447e-95da-66aa39123ee8 req-4607ba84-fee9-432d-8774-025691cb455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:53.942983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-4607ba84-fee9-432d-8774-025691cb455c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 1097 time: 0.2114711 May 14 18:24:53.954493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Delete allocated IP 2001:db8::bf (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd) {{(pid=79560) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 14 18:24:53.965078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Allocated IP 2001:db8:0:2::3e1 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/94c0f158-227c-4447-b012-37ea4e6e5606/1c90df56-dd37-49a8-8e8a-b03585e54d54) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:54.172381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.255837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.275551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Transition to ACTIVE for port object 1c90df56-dd37-49a8-8e8a-b03585e54d54 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:54.286603 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.295171 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dde232a5-f0d7-4bab-be45-39b0e7f9bd59 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:54.406613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] In _notify_port_updated(), no bound segment for port 1c90df56-dd37-49a8-8e8a-b03585e54d54 on network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:24:54.421475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:54.422143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.430737 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "PUT /v2.0/ports/1c90df56-dd37-49a8-8e8a-b03585e54d54 HTTP/1.1" status: 200 len: 969 time: 1.6389456 May 14 18:24:54.432698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49302) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:54.453156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Allocated IP 2001:db8:0:2::2 (a34a3fcc-b090-4a3d-8d62-890fd0c22e73/94c0f158-227c-4447-b012-37ea4e6e5606/7fb9e557-3268-4023-95d2-795937dfe4e0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:54.597768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.670053 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.718312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event updated for resources: {'Port': ['ID=1c90df56-dd37-49a8-8e8a-b03585e54d54,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:54.728020 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:54.798739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 1c90df56-dd37-49a8-8e8a-b03585e54d54 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:54.803289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.845562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7fb9e557-3268-4023-95d2-795937dfe4e0,segment=NetworkSegment(42896d84-84a8-4a71-baf1-83a0d4067752),segment_id=42896d84-84a8-4a71-baf1-83a0d4067752)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:24:54.897498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.934287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Transition to ACTIVE for port object 7fb9e557-3268-4023-95d2-795937dfe4e0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:24:54.948989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:54.958854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Allocated IP 172.25.4.21 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/392ce5cd-95ee-4e50-91e0-eae5653abe5e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:24:54.961428 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:55.032934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602d70-143f-447e-95da-66aa39123ee8 req-5ae9f984-b59f-48f3-adce-473dfe2b407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:55.034331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-5ae9f984-b59f-48f3-adce-473dfe2b407a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 1.0523813 May 14 18:24:55.215456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Pushing event updated for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:55.231072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:55.394271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:55.500208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-7ab329b0-fa1e-42d0-a9ac-07480d237ea7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5 HTTP/1.1" status: 200 len: 1002 time: 0.4426794 May 14 18:24:55.503371 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:55.505957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:55.519566 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f5a617-5d3c-4f95-8115-b67baaf6de20 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:55.736684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 1c90df56-dd37-49a8-8e8a-b03585e54d54 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:24:55.761912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Port': ['ID=392ce5cd-95ee-4e50-91e0-eae5653abe5e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:55.782431 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:55.814761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:24:55.817428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:24:55.820995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:24:55.893664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602d70-143f-447e-95da-66aa39123ee8 req-a6212ae1-c824-4b4b-a09a-9083a1027a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:55.895014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-a6212ae1-c824-4b4b-a09a-9083a1027a6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.3802195 May 14 18:24:55.998998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.007384 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-848409ca-9e72-48cb-aafd-718a4a5cca9c tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:56.127132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=1c90df56-dd37-49a8-8e8a-b03585e54d54,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:56.138667 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:56.201040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602d70-143f-447e-95da-66aa39123ee8 req-0c479e59-ddc9-4ad5-be5e-e5e4bd003634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:56.203286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-0c479e59-ddc9-4ad5-be5e-e5e4bd003634 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2966635 May 14 18:24:56.214110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.225345 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/1c90df56-dd37-49a8-8e8a-b03585e54d54 HTTP/1.1" status: 204 len: 168 time: 1.7912521 May 14 18:24:56.228498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49336) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:56.240605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:56.241221 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.289259 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f8c87e-3850-4608-872e-25e24813d5e2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] GET failed (client error): The resource could not be found. May 14 18:24:56.290160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87f8c87e-3850-4608-872e-25e24813d5e2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Synchronizing usage tracker for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:56.322482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:24:56.323054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87f8c87e-3850-4608-872e-25e24813d5e2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Unset dirty status for tenant:4290c305cfc4477b93db6c2624a74e0f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:56.324422 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87f8c87e-3850-4608-872e-25e24813d5e2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports/1c90df56-dd37-49a8-8e8a-b03585e54d54 HTTP/1.1" status: 404 len: 333 time: 0.0941360 May 14 18:24:56.327464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49340) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:56.347006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Provisioning for port 7fb9e557-3268-4023-95d2-795937dfe4e0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:24:56.353643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:56.354281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.425246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.462895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.622533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.627824 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a26cc892-ca59-42bc-b532-51827c91bab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:56.646156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-94d139a8-5daa-4d54-97b4-57742d22de34 None None] Could not find standard attr ID for object 1c90df56-dd37-49a8-8e8a-b03585e54d54. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:24:56.673497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5cf84b-9357-41c6-93c5-edcfef95e62c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:56.678384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:56.685474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/security-groups/ad5cf84b-9357-41c6-93c5-edcfef95e62c HTTP/1.1" status: 204 len: 168 time: 0.3568223 May 14 18:24:56.686814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49352) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:56.687756 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:56.727763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:24:56.807882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f410d05d-0911-4dc2-8bea-78d811e4d352 None None] Could not find standard attr ID for object 1c90df56-dd37-49a8-8e8a-b03585e54d54. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:24:56.896354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:24:56.896731 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.063277 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f81f52-d44c-4230-89e3-4f088801ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.083132 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.210258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-93f07f03-d7e6-409e-88ed-33cdfff0cb9c service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742435 May 14 18:24:57.245626 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.438271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.715683 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.721522 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6d32799d-3ecd-410a-b35d-24ff3a990ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:57.731736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af602d70-143f-447e-95da-66aa39123ee8 req-8f99ad0c-afd4-4c7b-aff1-57ceab145841 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875376 May 14 18:24:57.742529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9497da0-af96-4518-932a-b85427871850,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:57.747543 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:57.763635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.767325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9497da0-af96-4518-932a-b85427871850 HTTP/1.1" status: 204 len: 168 time: 1.0640378 May 14 18:24:57.769341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49382) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:57.792109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.804809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:57.810509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.003841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.052564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.125914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Router cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:24:58.130127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.135908 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6913f18a-1aa5-4a9d-a969-d5444aa43b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:58.153640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48364f7e-ba4b-43fe-a6b7-375dc75d6ffe,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:58.208300 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:58.281698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.282824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/security-groups/48364f7e-ba4b-43fe-a6b7-375dc75d6ffe HTTP/1.1" status: 204 len: 168 time: 0.5137641 May 14 18:24:58.285661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49400) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:58.378253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:24:58.382807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.439825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:24:58.445559 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.450594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49410) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:58.451056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "PUT /v2.0/routers/cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 HTTP/1.1" status: 200 len: 917 time: 5.5095809 May 14 18:24:58.454036 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] Sync routers for ids ['cdfbbf25-6e41-4a7c-8be4-bdf1740ad211'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:24:58.465019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.471744 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] Routers {'cdfbbf25-6e41-4a7c-8be4-bdf1740ad211'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:58.472492 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['cdfbbf25-6e41-4a7c-8be4-bdf1740ad211'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:58.594657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:58.603521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:58.613164 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] Routers {'cdfbbf25-6e41-4a7c-8be4-bdf1740ad211'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:24:58.614542 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:24:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['cdfbbf25-6e41-4a7c-8be4-bdf1740ad211'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:58.694771 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:24:58.697338 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a2cc6-10bf-456c-9e4d-ca086edc8008 None None] The sync data for ids ['cdfbbf25-6e41-4a7c-8be4-bdf1740ad211'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:24:58.792699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8eee9f8e-8037-42f1-9739-7335d32df913 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 HTTP/1.1" status: 200 len: 923 time: 0.3406796 May 14 18:24:58.796028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49422) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:58.939545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb9858a-49e2-4429-8ecd-0b5961b8a906 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:58.944799 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2eb9858a-49e2-4429-8ecd-0b5961b8a906 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=cdfbbf25-6e41-4a7c-8be4-bdf1740ad211&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1449487 May 14 18:24:58.945520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:59.126451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d064863-2835-45f4-8830-af3a09ffdd1a tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:24:59.127146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d064863-2835-45f4-8830-af3a09ffdd1a tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Synchronizing usage tracker for tenant:11de213cff9044b9a7b7d6b8f5b81fb2 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:24:59.164652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d064863-2835-45f4-8830-af3a09ffdd1a tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Unset dirty status for tenant:11de213cff9044b9a7b7d6b8f5b81fb2 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:24:59.169248 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d064863-2835-45f4-8830-af3a09ffdd1a tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.2220130 May 14 18:24:59.169437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49440) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:59.221604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-beef114a-25a8-40db-9018-4b99e9161a98 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 HTTP/1.1" status: 200 len: 205 time: 0.0511334 May 14 18:24:59.225034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:59.345303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.360505 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a3867bbc-6617-40e4-8c7f-88908aaeaa4a tempest-NetworksTest-1190183965 tempest-NetworksTest-1190183965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:24:59.428105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:24:59.444557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ccd6a-42db-4c4f-a4ce-9a093b470b96 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:24:59.447391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.450298 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:24:59.473290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.487789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd HTTP/1.1" status: 204 len: 168 time: 1.1963904 May 14 18:24:59.488225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49454) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:24:59.643165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.652815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 94c0f158-227c-4447-b012-37ea4e6e5606 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:24:59.661109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.762915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.823718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.833283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7f20aad1-c545-4f93-8758-71576c434f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.886808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:24:59.985185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Deleting port 392ce5cd-95ee-4e50-91e0-eae5653abe5e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:24:59.985539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:00.463553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49474) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:00.584665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:00.593207 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-651742d4-d676-48e3-95f3-0a9fc248d79d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:00.705291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:00.717508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:00.726882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=94c0f158-227c-4447-b012-37ea4e6e5606,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:00.734884 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:00.758229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:00.769201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:00.781828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/94c0f158-227c-4447-b012-37ea4e6e5606 HTTP/1.1" status: 204 len: 168 time: 1.2926199 May 14 18:25:00.784651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49484) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:00.866796 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-432dac58-5cdc-4db9-be06-46ae4e0ffe68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:00.867275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432dac58-5cdc-4db9-be06-46ae4e0ffe68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:00.872566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-432dac58-5cdc-4db9-be06-46ae4e0ffe68 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/1d8b6bfb-cdab-4e8b-80c6-6f95741fb9cd HTTP/1.1" status: 404 len: 337 time: 0.0867994 May 14 18:25:00.875041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49488) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:00.879048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Calling delete_port for 392ce5cd-95ee-4e50-91e0-eae5653abe5e owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:00.996800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting subnet 3825cfce-4ee7-4821-9ac8-f4de307d69a9 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:25:01.000588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4dde21-3599-4b6c-b1e9-73be45dfd28f None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:01.000884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:01.003089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.044338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Usage tracker for resource:security_group_rule and tenant:ff692bb546fe409ea12e1d49ff55f199 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:01.049298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:01.058917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:01.086407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.166578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.181237 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d0879fb-fe12-4a04-83fe-ddae852b3273 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:01.272208 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.287892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8d742d26-2c19-4190-8f08-d5f013498cc8 None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:01.288905 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d742d26-2c19-4190-8f08-d5f013498cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.299758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event deleted for resources: {'Port': ['ID=392ce5cd-95ee-4e50-91e0-eae5653abe5e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:01.303200 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:01.406091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.471821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8d742d26-2c19-4190-8f08-d5f013498cc8 None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:01.540407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8d742d26-2c19-4190-8f08-d5f013498cc8 None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:01.540809 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d742d26-2c19-4190-8f08-d5f013498cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.552438 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.557815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.628164 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f3bc5a22-b9b1-4ba3-937b-a53ab1ac8489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:01.652085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff692bb546fe409ea12e1d49ff55f199&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1872921 May 14 18:25:01.666523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49504) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:01.827850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.830169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.856494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.857249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Fanout notify agent at l3_agent the message router_deleted on router cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:25:01.879297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.879542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae125e6d-6d2d-43d3-800b-f58cc7aa8450,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:01.885502 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:01.885705 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 HTTP/1.1" status: 204 len: 168 time: 2.6591129 May 14 18:25:01.886358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49512) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:01.887097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.892487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-951791848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:01.896664 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32778437-6ed1-498c-9944-f37435121679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:01.900836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:01.904929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Usage tracker for resource:router and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:01.908282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:01.916061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:01.928551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.929948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.950038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.955223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Subnet': ['ID=3825cfce-4ee7-4821-9ac8-f4de307d69a9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:01.958313 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:01.968216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.982443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:01.998745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/3825cfce-4ee7-4821-9ac8-f4de307d69a9 HTTP/1.1" status: 204 len: 168 time: 1.1227160 May 14 18:25:02.001917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49518) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.016852 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:02.051888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:02.069818 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca9c5b2-1f7c-4b18-9827-5478a8abf0a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.070365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca9c5b2-1f7c-4b18-9827-5478a8abf0a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.079402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bca9c5b2-1f7c-4b18-9827-5478a8abf0a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/6acd0e7d-aac0-4391-b96f-8bd8be26c47f HTTP/1.1" status: 404 len: 337 time: 0.0756419 May 14 18:25:02.081748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49522) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.085211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:02.090633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9b8c47be-da7a-462f-89ab-f34b49d61ffc tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2032199 May 14 18:25:02.095926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49526) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.113442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': False}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:02.161619 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62004107-aba6-487c-804e-9edabdaa5d43 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd HTTP/1.1" status: 200 len: 205 time: 0.0763824 May 14 18:25:02.161849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49534) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.263942 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-8f40e4e8-e4aa-4c29-85c4-e08b1541c9d3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] delete failed (client error): The resource could not be found. May 14 18:25:02.264966 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f40e4e8-e4aa-4c29-85c4-e08b1541c9d3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/routers/7ac01cd5-0f7d-429b-b2d4-b4534ae64bcd HTTP/1.1" status: 404 len: 336 time: 0.1020675 May 14 18:25:02.271625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.287603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:02.327771 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c5eb81-5f41-430f-a5ef-58d25b0f280f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.328017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c5eb81-5f41-430f-a5ef-58d25b0f280f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.330026 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f6c5eb81-5f41-430f-a5ef-58d25b0f280f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/d3f28bd7-98de-4d77-9374-d3104d3e8340 HTTP/1.1" status: 404 len: 337 time: 0.0574522 May 14 18:25:02.332588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49542) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.385108 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-5571b230-9a30-400c-858f-fc109342f3cf tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.385932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5571b230-9a30-400c-858f-fc109342f3cf tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.391428 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5571b230-9a30-400c-858f-fc109342f3cf tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/50ab2187-5fca-4ac4-b761-d64e42d37830 HTTP/1.1" status: 404 len: 337 time: 0.0578454 May 14 18:25:02.392310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49546) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.509069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:02.509876 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1d0ffe-64ce-4fa4-9a31-6bee8e309f6f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.511108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1d0ffe-64ce-4fa4-9a31-6bee8e309f6f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.515050 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b1d0ffe-64ce-4fa4-9a31-6bee8e309f6f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/cf8e4afa-7211-414f-bf3c-d8a188d26fe6 HTTP/1.1" status: 404 len: 337 time: 0.1213951 May 14 18:25:02.517523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49556) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.530865 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7995c678-a2d1-4c10-b3ba-05c831c02f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:02.631370 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff3afba-dd11-4bbe-bc3d-9cd63198eec8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.632251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff3afba-dd11-4bbe-bc3d-9cd63198eec8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.636313 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ff3afba-dd11-4bbe-bc3d-9cd63198eec8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/26eb6865-b0c6-47db-a717-f657596c3d5b HTTP/1.1" status: 404 len: 333 time: 0.1176205 May 14 18:25:02.646534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49560) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.719395 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b50f9be-d80b-4260-915d-74f0804e0cd5 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.719877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b50f9be-d80b-4260-915d-74f0804e0cd5 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.724646 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1b50f9be-d80b-4260-915d-74f0804e0cd5 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/587920d4-5d57-40c5-ad2e-0cbb4cfcfd62 HTTP/1.1" status: 404 len: 337 time: 0.0797722 May 14 18:25:02.725282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49564) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.801338 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4b3233-ed02-47ce-bb8d-6caa4af68b29 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.801798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4b3233-ed02-47ce-bb8d-6caa4af68b29 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.809540 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa4b3233-ed02-47ce-bb8d-6caa4af68b29 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/220fdec1-32af-454d-baf5-adc16d3a6486 HTTP/1.1" status: 404 len: 337 time: 0.0829561 May 14 18:25:02.810321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.857500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264ea97-f9ab-4000-beb2-b21335c7d799 None None] Network a34a3fcc-b090-4a3d-8d62-890fd0c22e73 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:02.905713 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-efda9de4-d6dc-4880-928f-13201c4ce58b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.906375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efda9de4-d6dc-4880-928f-13201c4ce58b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.910389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-efda9de4-d6dc-4880-928f-13201c4ce58b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/240aff31-a0b4-4247-8906-e37122267a4d HTTP/1.1" status: 404 len: 333 time: 0.0968239 May 14 18:25:02.910757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49576) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.960270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae125e6d-6d2d-43d3-800b-f58cc7aa8450,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:02.960827 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73306b1-0a22-429f-b512-6930a2a594d2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:02.960927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73306b1-0a22-429f-b512-6930a2a594d2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:02.964632 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b73306b1-0a22-429f-b512-6930a2a594d2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/0c8ca9b7-b0ad-425e-9510-67b6100b752d HTTP/1.1" status: 404 len: 337 time: 0.0522528 May 14 18:25:02.966733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:02.970386 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:02.975238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:02.979243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae125e6d-6d2d-43d3-800b-f58cc7aa8450 HTTP/1.1" status: 204 len: 168 time: 1.3082545 May 14 18:25:02.995605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.078872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2ecb2565-ec03-42f5-bf7c-c01720b445dd None None] Provisioning complete for port 87b92795-71cd-46f6-984e-565149f1946c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:03.080893 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2565-ec03-42f5-bf7c-c01720b445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.106520 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec8d1ba-8c0f-4609-9617-e0d0680cc484 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] DELETE failed (client error): The resource could not be found. May 14 18:25:03.107040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec8d1ba-8c0f-4609-9617-e0d0680cc484 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:03.113916 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eec8d1ba-8c0f-4609-9617-e0d0680cc484 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/subnets/5589aa04-0a0c-4085-9498-30134ddc7e43 HTTP/1.1" status: 404 len: 337 time: 0.1459484 May 14 18:25:03.116962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:03.298688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 87b92795-71cd-46f6-984e-565149f1946c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:03.299111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.446871 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.625014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 87b92795-71cd-46f6-984e-565149f1946c owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:03.646776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.670355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb2565-ec03-42f5-bf7c-c01720b445dd None None] Port 87b92795-71cd-46f6-984e-565149f1946c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:03.725721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2ecb2565-ec03-42f5-bf7c-c01720b445dd None None] Provisioning complete for port 7fb9e557-3268-4023-95d2-795937dfe4e0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:03.726254 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2565-ec03-42f5-bf7c-c01720b445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.741382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:03.747554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.777423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.798582 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b57a119f-23bc-4e11-9f59-6fb3b4337277 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:03.889201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.904792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] DHCP port deletion for a34a3fcc-b090-4a3d-8d62-890fd0c22e73 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:25:03.916997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=87b92795-71cd-46f6-984e-565149f1946c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:03.924090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:03.932357 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:03.943234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:03.959504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6512bdad192e4b778a62da7d22efaa74 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:03.963132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:03.970657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49608) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:03.971311 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/ports/87b92795-71cd-46f6-984e-565149f1946c HTTP/1.1" status: 204 len: 168 time: 0.8531928 May 14 18:25:03.975675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:04.082892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.092389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.136304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Allocated IP 172.25.4.73 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/1f2b546c-4727-4c17-b69a-bdc5d52a1651) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:04.138897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Deleting port 7fb9e557-3268-4023-95d2-795937dfe4e0 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:04.139612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.140682 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6646f954-a1cb-4532-b909-5e5f681a65b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:04.168424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.246538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6512bdad192e4b778a62da7d22efaa74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034361 May 14 18:25:04.251435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49618) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:04.310252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7fb9e557-3268-4023-95d2-795937dfe4e0,segment=NetworkSegment(42896d84-84a8-4a71-baf1-83a0d4067752),segment_id=42896d84-84a8-4a71-baf1-83a0d4067752)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:04.310686 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.463249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Calling delete_port for 7fb9e557-3268-4023-95d2-795937dfe4e0 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:04.528250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11de19-13d7-4957-b25f-9ead4b5705bf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:04.533162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:04.567585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.588849 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.593668 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c623735-c7b3-4ac7-bb40-76f4178db551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:04.609786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.619407 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e2c0389-3fac-4927-8b43-d08e75b801ed tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:04.673113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Pushing event deleted for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:04.685018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] No DVR routers for this DVR port 7fb9e557-3268-4023-95d2-795937dfe4e0 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:25:04.687544 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:04.690803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:04.697205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:04.702552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:04.703479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.744486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:25:04.775353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Pushing event updated for resources: {'Port': ['ID=1f2b546c-4727-4c17-b69a-bdc5d52a1651,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:04.788940 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:04.792431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.803039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 7fb9e557-3268-4023-95d2-795937dfe4e0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:25:04.803935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7fb9e557-3268-4023-95d2-795937dfe4e0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:25:04.816397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Deleting port 7fb9e557-3268-4023-95d2-795937dfe4e0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:04.817440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.862390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.868756 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5d0b169c-4137-4ec6-ba61-e09e65a5ba65 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:04.887060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11de19-13d7-4957-b25f-9ead4b5705bf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:04.890023 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:04.891287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:04.895260 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d11de19-13d7-4957-b25f-9ead4b5705bf HTTP/1.1" status: 204 len: 168 time: 0.6425321 May 14 18:25:05.145729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] For port 7fb9e557-3268-4023-95d2-795937dfe4e0, host n-d-787206-3, got binding levels [] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:05.146331 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:05.349171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Calling delete_port for 7fb9e557-3268-4023-95d2-795937dfe4e0 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:05.353412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Port 7fb9e557-3268-4023-95d2-795937dfe4e0 was not found and therefore no delete operation was performed {{(pid=79559) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:25:05.360020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:05.372913 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:05.635816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] No DVR routers for this DVR port 7fb9e557-3268-4023-95d2-795937dfe4e0 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:25:05.643589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Port': ['ID=7fb9e557-3268-4023-95d2-795937dfe4e0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:05.677692 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:05.796598 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:05.887603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34a3fcc-b090-4a3d-8d62-890fd0c22e73']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:05.969451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42896d84-84a8-4a71-baf1-83a0d4067752') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:05.970099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42896d84-84a8-4a71-baf1-83a0d4067752') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:05.987923 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.006765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.014843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:25:06.015341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: timer() May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:25:06.119976 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:25:06.135564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.140862 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.148565 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bdf2f925-e01b-4210-b814-721fc55a63cb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:06.175543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Pushing event deleted for resources: {'Network': ['ID=a34a3fcc-b090-4a3d-8d62-890fd0c22e73,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:06.183791 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:06.199251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] 10.222.0.24 "DELETE /v2.0/networks/a34a3fcc-b090-4a3d-8d62-890fd0c22e73 HTTP/1.1" status: 204 len: 168 time: 2.2270448 May 14 18:25:06.270226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.735037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49694) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:06.930228 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:06.935372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:07.266754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9e78d81-e3c0-4716-8e48-67cb1cb44afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4290c305cfc4477b93db6c2624a74e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305591 May 14 18:25:07.267430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:07.268689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Router 26cf9bb5-e6d5-4e09-8dac-6975d561e938 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:25:07.387609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:07.421852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:07.516808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:07.525878 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4e0d11cc-a5b9-47a2-98d6-e166d825c856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:07.553498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec34bef-cc7a-4e3f-ac34-353506aaf1b6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:07.569219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:07.574449 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aec34bef-cc7a-4e3f-ac34-353506aaf1b6 HTTP/1.1" status: 204 len: 168 time: 0.3036435 May 14 18:25:07.574449 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:07.605068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:25:07.616021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] Sync routers for ids ['26cf9bb5-e6d5-4e09-8dac-6975d561e938'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:25:07.620110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:07.621359 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "PUT /v2.0/routers/26cf9bb5-e6d5-4e09-8dac-6975d561e938 HTTP/1.1" status: 200 len: 918 time: 5.5236268 May 14 18:25:07.624188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:07.646792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] Routers {'26cf9bb5-e6d5-4e09-8dac-6975d561e938'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:07.650006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['26cf9bb5-e6d5-4e09-8dac-6975d561e938'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:07.799490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:07.811280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] Routers {'26cf9bb5-e6d5-4e09-8dac-6975d561e938'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:07.812587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['26cf9bb5-e6d5-4e09-8dac-6975d561e938'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:07.904259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49754) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:07.909332 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00e9eeb3-9686-4e4b-946c-308bdce43bcf tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/26cf9bb5-e6d5-4e09-8dac-6975d561e938 HTTP/1.1" status: 200 len: 924 time: 0.2800586 May 14 18:25:07.948676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:07.949093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d0f54-b7d4-4008-a8a1-95afc937b8ea None None] The sync data for ids ['26cf9bb5-e6d5-4e09-8dac-6975d561e938'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:25:08.199453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49768) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:08.300740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36864ae-7e68-48d0-8956-2a084c1c8a7e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:08.302486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b36864ae-7e68-48d0-8956-2a084c1c8a7e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=26cf9bb5-e6d5-4e09-8dac-6975d561e938&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3970718 May 14 18:25:08.306556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49780) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:08.558239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97013a4-0aba-4eb5-9897-830587b41785 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:08.559641 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c97013a4-0aba-4eb5-9897-830587b41785 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.2521381 May 14 18:25:08.562892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49790) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:08.632945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9d6bd2a5-48b1-45b5-9333-21b43c97443f tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=26cf9bb5-e6d5-4e09-8dac-6975d561e938 HTTP/1.1" status: 200 len: 205 time: 0.0672545 May 14 18:25:08.636599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49800) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:08.807232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:08.841070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:08.848328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Usage tracker for resource:security_group_rule and tenant:affdecdfc7724e019807737ad2be33ea is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:08.860905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:08.873507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:08.938103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.183061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.190693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.200300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.210465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e91c9cc2-094a-4b2b-a61e-a609d9a3a52b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:09.298089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49834) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:09.298344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=affdecdfc7724e019807737ad2be33ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0973992 May 14 18:25:09.299885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af649fde-c0d5-4c9f-b3b8-7d969419e878,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:09.304878 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:09.329955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Deleting port 1f2b546c-4727-4c17-b69a-bdc5d52a1651 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:09.330313 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.347028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49838) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:09.444705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.490391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.532788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.548601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.579167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:09.585639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Usage tracker for resource:security_group_rule and tenant:311ae7a7c3294d15ae99a2ff25880cfa is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:09.593285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:09.618535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:09.649027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.655470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e607f52b-7d39-4c7c-becd-beb53dafae8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:09.669533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af649fde-c0d5-4c9f-b3b8-7d969419e878,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:09.683036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.683585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.683966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.684370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.684738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.685101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.685459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.685921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.686204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.686550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.687161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.687551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:09.698130 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:09.712472 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.716934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af649fde-c0d5-4c9f-b3b8-7d969419e878 HTTP/1.1" status: 204 len: 168 time: 0.4177115 May 14 18:25:09.735111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Calling delete_port for 1f2b546c-4727-4c17-b69a-bdc5d52a1651 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:09.783717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.788402 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.821825 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d10890b-16c6-428e-b6eb-4a84c0609b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:09.831214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=311ae7a7c3294d15ae99a2ff25880cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811826 May 14 18:25:09.833824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49862) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:09.879396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca785a2-0311-4ecd-9033-91bf44071748,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:09.886640 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:09.928349 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:09.963587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.027360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.031536 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-29470e0a-ef57-48e8-ae0c-0623932d733b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:10.043501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca785a2-0311-4ecd-9033-91bf44071748,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:10.047613 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:10.054114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.055918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ca785a2-0311-4ecd-9033-91bf44071748 HTTP/1.1" status: 204 len: 168 time: 0.2206538 May 14 18:25:10.187617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.192357 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b89c8dc-512e-4fff-9219-a4f4f7a4bb0a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:10.242284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event deleted for resources: {'Port': ['ID=1f2b546c-4727-4c17-b69a-bdc5d52a1651,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:10.246250 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:10.408798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.648657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49902) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:10.682299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.715446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.717757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.735681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:10.740772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Usage tracker for resource:security_group_rule and tenant:8c56836588b44e5fa8f95f53e260c046 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:10.744316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:10.751520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.752097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Fanout notify agent at l3_agent the message router_deleted on router 26cf9bb5-e6d5-4e09-8dac-6975d561e938 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:25:10.768522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:10.794996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.800997 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/26cf9bb5-e6d5-4e09-8dac-6975d561e938 HTTP/1.1" status: 204 len: 168 time: 2.1627986 May 14 18:25:10.801666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 49910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:10.808946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1890016016', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:10.818144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:10.823358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Usage tracker for resource:router and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:10.826717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:10.833940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:10.848343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.849576 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.871801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.909158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.918863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:10.945178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79611489-e082-4ad6-9ed0-668a556b48ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:10.986207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c56836588b44e5fa8f95f53e260c046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356254 May 14 18:25:10.987002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 49928) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:11.007829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19924133-d3da-4eb6-9e37-0c1e4b89dfec,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:11.029093 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:11.137353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.159417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.217825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.223102 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79f2e15a-bd4b-44a8-8f73-ee3e889facc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:11.235947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19924133-d3da-4eb6-9e37-0c1e4b89dfec,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:11.250893 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:11.261509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.278312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19924133-d3da-4eb6-9e37-0c1e4b89dfec HTTP/1.1" status: 204 len: 168 time: 0.2869322 May 14 18:25:11.283569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.724835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.763071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:11.990651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Allocated IP 172.25.4.85 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/34840bf2-d0ac-4ec6-87f1-3626e68adba9) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:12.526009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:12.562867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:12.569346 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de3cec39-27d2-41f4-8a16-fc997fd848ba tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:12.648152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:12.649809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:12.655299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:12.689004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event updated for resources: {'Port': ['ID=34840bf2-d0ac-4ec6-87f1-3626e68adba9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:12.709994 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:13.183441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50074) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:13.189712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1524650311', 'description': 'tempest-secgroup-smoke-1524650311 description', 'project_id': 'a43b1e4fc53d439bb8822476c970e030'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:13.198639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:13.204046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:13.208069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:13.217853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:13.230844 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.259786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.262734 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.290316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:13.294806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:13.297927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:13.303886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:13.436568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:13.466972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.474785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.481397 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:13.509565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:13.534822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:13.546586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:13.571679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:13.576200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5149575-0f84-493c-9bd0-9801e10b799d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:13.579973 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:13.692651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.699554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.709678 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec90f915-d12a-4135-8863-078c1e4b446d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:13.758871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4233b8-982c-48c9-9c73-fa36703e2c85,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:13.762791 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:13.763785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.765223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5806718 May 14 18:25:13.768336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50100) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:13.776234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'cc4233b8-982c-48c9-9c73-fa36703e2c85', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:13.784440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:13.788990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:13.792951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:13.802193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:13.802982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.826406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.831735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.834583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:13.902655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.907110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.910776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Usage tracker for resource:security_group_rule and tenant:4def28259949479da6b1e91458c5e4d9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:13.919383 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:13.947469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f8c13d-f164-4b3d-bf2d-c370f2b38444,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:13.952577 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:13.959573 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:13.960935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1905665 May 14 18:25:13.964738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50114) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:13.971189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'cc4233b8-982c-48c9-9c73-fa36703e2c85', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:13.979839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:13.984915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:13.988249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:13.990630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:13.998766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:14.002479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:14.032032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.125142 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.131417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.140556 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:14.158541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0676e3b1-fb22-4430-b81b-27e384b35d96,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:14.161094 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:14.179793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.181377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2155180 May 14 18:25:14.184404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50120) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:14.189559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Router 5544325e-bf09-4a6b-b631-fa66011b5456 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:25:14.193289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'cc4233b8-982c-48c9-9c73-fa36703e2c85', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:14.197137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.205192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:14.212511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:14.220448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:14.228534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:14.249483 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.266044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.322266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.326139 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.328636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2feeb519-5a98-4e14-92e2-10aeca39a9d4 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:14.355024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18db91d9-2f95-44a8-8238-6f409bf7e7dd,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:14.358748 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:14.373177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.376498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898992 May 14 18:25:14.380356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50132) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:14.389573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'cc4233b8-982c-48c9-9c73-fa36703e2c85', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:14.397785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:14.402859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:14.406033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:14.412863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:14.432547 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.541567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.547571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.567237 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4daaee29-5823-4205-85aa-bcf2046925c5 tempest-SecurityGroupRulesNegativeTestJSON-1570347273 tempest-SecurityGroupRulesNegativeTestJSON-1570347273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:14.569634 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1bb9bb6-eebd-45d7-8a29-b569839bad66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:14.581122 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4def28259949479da6b1e91458c5e4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1420138 May 14 18:25:14.583994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bc1839-471d-4313-9bfb-10f871f085ba,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:14.586987 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:14.587961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50142) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:14.606497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.607749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2260425 May 14 18:25:14.611042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50148) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:14.628062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'cc4233b8-982c-48c9-9c73-fa36703e2c85', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:14.634400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800b354-3b29-47b5-ae37-4b1a7a39e2ef,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:14.641359 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:14.643130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:14.670926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:14.675461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:14.678529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:25:14.684820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:14.688522 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] Sync routers for ids ['5544325e-bf09-4a6b-b631-fa66011b5456'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:25:14.706784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] Routers {'5544325e-bf09-4a6b-b631-fa66011b5456'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:14.707456 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5544325e-bf09-4a6b-b631-fa66011b5456'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:14.713544 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:25:14.722538 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.740555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.770931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.775031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.775245 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9698415 May 14 18:25:14.775590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:14.781466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:14.807154 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:14.829450 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] Routers {'5544325e-bf09-4a6b-b631-fa66011b5456'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:14.830073 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5544325e-bf09-4a6b-b631-fa66011b5456'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:14.870156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.875762 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.879615 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bb41506-dc86-4903-8df0-6257bcfedca8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:14.900292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433cf8d9-84ef-4cc4-bb2e-19e7e885a3e0,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:14.905743 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:14.916491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.924668 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-55d56355-145c-43e8-b962-8f8576eea021 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:14.932200 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:14.932628 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8a4fb-3144-4d32-9188-3019e1622148 None None] The sync data for ids ['5544325e-bf09-4a6b-b631-fa66011b5456'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:25:14.954476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800b354-3b29-47b5-ae37-4b1a7a39e2ef,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:14.957025 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.960806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6800b354-3b29-47b5-ae37-4b1a7a39e2ef HTTP/1.1" status: 204 len: 168 time: 0.3706179 May 14 18:25:14.962197 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:14.963277 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:14.964417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3524415 May 14 18:25:14.967211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50166) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:14.973916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'cc4233b8-982c-48c9-9c73-fa36703e2c85', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:14.981694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:14.986273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:14.989540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:14.997052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:15.018443 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:25:15.025581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.101222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.110244 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.123153 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0411d8cb-a2cb-4570-a973-b2679ada98cc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:15.166372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d9473f-216a-4bf5-952e-6df5a06fe037,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:15.176581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:15.177419 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.178817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2097404 May 14 18:25:15.183004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50176) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:15.200242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'network': {'name': 'tempest-network-smoke--1092352806', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'port_security_enabled': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:15.206389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:15.212496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:network and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:15.215718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:15.227747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:15.240420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:15.244887 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.279567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:25:15.292994 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.293554 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Added segment 3d45c883-f840-46c8-97ae-c93f6370fdc3 of type vlan for network c05fe103-5ee7-4cab-b9d9-88c047f72b9e May 14 18:25:15.327891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.366843 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.374281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:15.375123 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.381594 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7889bb88-2f7c-4760-8ab3-360db66c95eb tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:15.498184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3125246 May 14 18:25:15.501989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50190) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:15.508628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Network': ['ID=c05fe103-5ee7-4cab-b9d9-88c047f72b9e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:15.516956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'admin_state_up': True, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:15.520092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:25:15.539498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:15.544412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:15.558623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:router and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:15.565857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:15.582457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:15.603915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.605344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.656035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.733530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.754144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.834481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50200) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:15.873946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Deleting port 34840bf2-d0ac-4ec6-87f1-3626e68adba9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:15.874298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:15.896189 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.021986 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.073124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.084997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:16.148187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Usage tracker for resource:security_group_rule and tenant:4cb2a708e70146f9ae98d07834fddb3d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:16.223126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:16.233471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Calling delete_port for 34840bf2-d0ac-4ec6-87f1-3626e68adba9 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:16.240079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:16.422699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.430569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.442167 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-17175045-adf1-4cbf-81e4-e52d9637cfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:16.534265 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cb2a708e70146f9ae98d07834fddb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987202 May 14 18:25:16.537533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50228) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:16.538241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c7400f-73c3-4022-b363-59d7cfefe33c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:16.545716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:16.601421 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.611293 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-97c51ac1-ba29-4f5d-baa2-8a9ecddd2062 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:16.625608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.662733 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.667352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Pushing event deleted for resources: {'Port': ['ID=34840bf2-d0ac-4ec6-87f1-3626e68adba9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:16.672381 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:16.783582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:16.831119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.119 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6c785ed0-eaef-4e39-af80-23dc56d572cd) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:17.033346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.062424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.099143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.108438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c02c7df-47e5-441f-bb8e-a5005e2ff1b0 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:17.179348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:17.183552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:17.187502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:17.198529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.277726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=6c785ed0-eaef-4e39-af80-23dc56d572cd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:17.291399 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:17.456267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.465009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.697926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Router 5544325e-bf09-4a6b-b631-fa66011b5456 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:25:17.701650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.706559 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-537369f7-1049-4de7-83e0-70fa63df2e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:17.727994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c7400f-73c3-4022-b363-59d7cfefe33c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:17.790818 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:17.793594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.872165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.876036 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3c7400f-73c3-4022-b363-59d7cfefe33c HTTP/1.1" status: 204 len: 168 time: 1.3316936 May 14 18:25:17.896574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:25:17.912709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:17.915775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] Sync routers for ids ['5544325e-bf09-4a6b-b631-fa66011b5456'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:25:17.920557 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "PUT /v2.0/routers/5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 200 len: 710 time: 3.1404340 May 14 18:25:17.922001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:17.938576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] Routers {'5544325e-bf09-4a6b-b631-fa66011b5456'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:17.939312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5544325e-bf09-4a6b-b631-fa66011b5456'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:18.078048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:18.100910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] Routers {'5544325e-bf09-4a6b-b631-fa66011b5456'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:18.103697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5544325e-bf09-4a6b-b631-fa66011b5456'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:18.158081 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ba1e65e3-e384-498a-acf9-fdba6e85fc44 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/routers/5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 200 len: 745 time: 0.2348282 May 14 18:25:18.161016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:18.173484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:18.174292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034813e-6287-4ff4-a3c9-5703a915b5b5 None None] The sync data for ids ['5544325e-bf09-4a6b-b631-fa66011b5456'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:25:18.192230 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:25:18.217436 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a004bfd3-ceb5-462b-abd0-c0421d964a68 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 200 len: 205 time: 0.0550926 May 14 18:25:18.219942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50282) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:18.295673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:18.319200 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c0a0b95b-8355-4d88-801d-af4cc55ed0a5 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 200 len: 205 time: 0.0968366 May 14 18:25:18.322490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50292) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:18.537439 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:18.848596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 2717edee-ae69-489b-9e29-c6ac3b7ead78 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:25:19.120055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:25:19.169430 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Sync routers for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:25:19.178912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:19.185074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6817691 May 14 18:25:19.186099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50322) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.204950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:19.206397 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:19.222655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:19.225211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:19.264473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:19.265327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Fanout notify agent at l3_agent the message router_deleted on router 5544325e-bf09-4a6b-b631-fa66011b5456 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:25:19.283459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:19.291142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2210b03c-b806-4bec-bf7f-bcb54c0783de tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 204 len: 168 time: 0.9611382 May 14 18:25:19.291142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.391241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b966c158-7f9b-4794-a02c-8e412369ff3b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 200 len: 205 time: 0.1000249 May 14 18:25:19.393175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50336) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.460104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:25:19.472387 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-6fc826c5-3679-45ac-a8c8-1b977fb9b521 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] delete failed (client error): The resource could not be found. May 14 18:25:19.473827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6fc826c5-3679-45ac-a8c8-1b977fb9b521 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/5544325e-bf09-4a6b-b631-fa66011b5456 HTTP/1.1" status: 404 len: 336 time: 0.0796845 May 14 18:25:19.477185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50346) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.533895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50350) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.548203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b5089b8-324c-405f-9b76-be73bec56015 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=26cf9bb5-e6d5-4e09-8dac-6975d561e938 HTTP/1.1" status: 200 len: 205 time: 0.0523131 May 14 18:25:19.669896 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-1581b705-669c-4585-b9cb-38e040e1890b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] delete failed (client error): The resource could not be found. May 14 18:25:19.673474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1581b705-669c-4585-b9cb-38e040e1890b tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/26cf9bb5-e6d5-4e09-8dac-6975d561e938 HTTP/1.1" status: 404 len: 336 time: 0.1358385 May 14 18:25:19.673937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50356) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.808354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5fc02f61-3b4d-4096-8804-b0ac822abdaf tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 HTTP/1.1" status: 200 len: 205 time: 0.1311114 May 14 18:25:19.808905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50366) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.811991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-170b9af7-613b-47bb-a4f0-9b57b3dcb39a tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a43b1e4fc53d439bb8822476c970e030&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6237631 May 14 18:25:19.817676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50370) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.961333 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-345b8838-4971-4f2e-95ae-2d905c43f9c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] delete failed (client error): The resource could not be found. May 14 18:25:19.964813 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-345b8838-4971-4f2e-95ae-2d905c43f9c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/cdfbbf25-6e41-4a7c-8be4-bdf1740ad211 HTTP/1.1" status: 404 len: 336 time: 0.1524580 May 14 18:25:19.965878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50376) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:19.966079 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:17Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:19.970311 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Checking router: 2717edee-ae69-489b-9e29-c6ac3b7ead78 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:25:19.970774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Updating router 2717edee-ae69-489b-9e29-c6ac3b7ead78 port 6c785ed0-eaef-4e39-af80-23dc56d572cd binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:25:20.040331 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.063297 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-95dcb85f-992f-4ae4-b864-ab021afb2404 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c HTTP/1.1" status: 200 len: 205 time: 0.0947711 May 14 18:25:20.064111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50380) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.149715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684c1d2-cf6c-461a-bcc9-4444cef02cf8 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:20.154612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50386) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.155059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8684c1d2-cf6c-461a-bcc9-4444cef02cf8 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3362558 May 14 18:25:20.166937 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-78e2f20e-bccf-457d-bfa0-3cf61cbbce14 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] delete failed (client error): The resource could not be found. May 14 18:25:20.170534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-78e2f20e-bccf-457d-bfa0-3cf61cbbce14 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/ff7867c7-b7e0-4d2f-8c31-3a9b1ce6d36c HTTP/1.1" status: 404 len: 336 time: 0.1031415 May 14 18:25:20.170872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50392) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.249258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-84ee05c9-c66c-4ab5-a5e1-75dabfd9fb29 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef14c932-6831-433b-b3d9-a86c43f2254b HTTP/1.1" status: 200 len: 205 time: 0.0735254 May 14 18:25:20.249605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50402) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.301954 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-55db9c47-e24d-4b31-8a04-c9b1eaf6e73a tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435354 May 14 18:25:20.304384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50406) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.316543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760684242', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:20.373183 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-cacb38e7-5c61-4d66-87e4-a8bceb5bf662 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] delete failed (client error): The resource could not be found. May 14 18:25:20.377286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cacb38e7-5c61-4d66-87e4-a8bceb5bf662 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/ef14c932-6831-433b-b3d9-a86c43f2254b HTTP/1.1" status: 404 len: 336 time: 0.1266558 May 14 18:25:20.378075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50412) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.473694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-19d18b94-0f47-4fa9-9997-022db164c97a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "GET /v2.0/ports?device_id=90cf4b03-6803-4612-8569-09c5e9bd0734 HTTP/1.1" status: 200 len: 205 time: 0.0942519 May 14 18:25:20.474462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50416) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.588043 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.609312 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Transition to ACTIVE for port object 6c785ed0-eaef-4e39-af80-23dc56d572cd will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:20.620123 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.632148 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5cd4bfe3-25fd-48ec-81ac-a5125c729bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:20.677537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:20.684242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:subnet and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:20.689247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:20.689488 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-06e6402a-3528-4919-a6cb-8b8439584840 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] delete failed (client error): The resource could not be found. May 14 18:25:20.693777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50428) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:20.693993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-06e6402a-3528-4919-a6cb-8b8439584840 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/routers/90cf4b03-6803-4612-8569-09c5e9bd0734 HTTP/1.1" status: 404 len: 336 time: 0.2184231 May 14 18:25:20.743722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:20.758515 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a24fdd-948a-4858-a867-2fb611f56c35 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] DELETE failed (client error): The resource could not be found. May 14 18:25:20.759242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a24fdd-948a-4858-a867-2fb611f56c35 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:20.765201 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a3a24fdd-948a-4858-a867-2fb611f56c35 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] 10.222.0.24 "DELETE /v2.0/subnets/e1463b65-dd78-48ac-8e40-809609719145 HTTP/1.1" status: 404 len: 337 time: 0.0668399 May 14 18:25:20.775961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:20.782667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.793818 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Pushing event updated for resources: {'Port': ['ID=6c785ed0-eaef-4e39-af80-23dc56d572cd,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:20.813057 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.813747 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.814083 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.814409 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.815342 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.815991 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.816598 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.817206 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.817842 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.818920 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.819456 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.819940 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:20.833263 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:20.837013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Attempting to bind port 6c785ed0-eaef-4e39-af80-23dc56d572cd on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:20.837306 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Attempting to bind port 6c785ed0-eaef-4e39-af80-23dc56d572cd by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:20.837659 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Attempting to bind port 6c785ed0-eaef-4e39-af80-23dc56d572cd on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:20.848352 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:20.849021 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:20.849640 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.850497 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:20.851124 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Bound port: 6c785ed0-eaef-4e39-af80-23dc56d572cd, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:20.852877 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.954496 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] For port 6c785ed0-eaef-4e39-af80-23dc56d572cd, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:20.960689 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] For port 6c785ed0-eaef-4e39-af80-23dc56d572cd, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6c785ed0-eaef-4e39-af80-23dc56d572cd,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:20.967833 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:20.975710 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8d0bf5a-5701-4833-b702-a39bc19787ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:21.079873 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Pushing event updated for resources: {'Port': ['ID=6c785ed0-eaef-4e39-af80-23dc56d572cd,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:21.082666 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:21.086760 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:21.140128 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:21.345447 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:25:21.425063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:21.436611 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88627282-ba94-4b31-8c75-de92f1c3ae79 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:21.463554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50450) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:21.627549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Subnet': ['ID=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:21.650156 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:21.651198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Checking segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:21.651565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network hostable DHCP agents. Network: c05fe103-5ee7-4cab-b9d9-88c047f72b9e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:25:21.696176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:25:21.713513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c05fe103-5ee7-4cab-b9d9-88c047f72b9e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:21.723263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4addb4-fcd8-4f0c-9b28-786fcf127fe6 None None] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:21.752992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:21.754671 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:21.809217 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:17Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:21.817951 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:21.820464 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2940ce2-9df0-43ae-bd0d-cffce03ada8f None None] The sync data for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 is: [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:17Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:25:21.841569 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5359669 May 14 18:25:21.843134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50464) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:21.900099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:21.909846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Usage tracker for resource:security_group_rule and tenant:0b44602b7a78437482dd5d117eadc90e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:21.916894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:21.929456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:22.056480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.067145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.080512 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12bcbdff-caca-4ee7-bfba-fcc074f551c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:22.203854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b44602b7a78437482dd5d117eadc90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391622 May 14 18:25:22.219703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50476) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:22.296913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:25:22.297933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a1276-4b48-4ad8-bbb6-04001007a5c9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:22.298786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.302642 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:22.438278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.519071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.583707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Allocated IP 172.20.0.2 (c05fe103-5ee7-4cab-b9d9-88c047f72b9e/1c2e697e-1a3c-4db1-b9c8-a67c5cd41923/25a1995b-9713-4823-9a80-f0d30213c6c0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:22.685941 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.692043 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-95a8b1fd-7283-49b2-b6bc-fd07a08fea31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:22.741696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a1276-4b48-4ad8-bbb6-04001007a5c9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:22.749452 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:22.771667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:22.772831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/824a1276-4b48-4ad8-bbb6-04001007a5c9 HTTP/1.1" status: 204 len: 168 time: 0.5479877 May 14 18:25:22.922031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c785ed0-eaef-4e39-af80-23dc56d572cd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:23.319981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6c785ed0-eaef-4e39-af80-23dc56d572cd completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:23.347522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6c785ed0-eaef-4e39-af80-23dc56d572cd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:23.348037 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:23.534011 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:23.666768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea326db7-d590-4bd7-8c91-22b125d4935e req-f4452c85-4e9d-4f11-9af1-898cd7783797 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:23.668415 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea326db7-d590-4bd7-8c91-22b125d4935e req-f4452c85-4e9d-4f11-9af1-898cd7783797 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.1702907 May 14 18:25:23.696918 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:23.705266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Transition to ACTIVE for port object 25a1995b-9713-4823-9a80-f0d30213c6c0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:23.732244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6c785ed0-eaef-4e39-af80-23dc56d572cd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6c785ed0-eaef-4e39-af80-23dc56d572cd,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:23.744390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:23.748350 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-765f6f52-ef1f-4a17-844d-7e92bd4c6702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:23.769913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea326db7-d590-4bd7-8c91-22b125d4935e req-c186e933-dd18-43fe-bf2d-1a05b6d6813b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922856 May 14 18:25:23.811434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Transition to ACTIVE for port object 25a1995b-9713-4823-9a80-f0d30213c6c0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:23.826847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:23.849326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6c785ed0-eaef-4e39-af80-23dc56d572cd,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:23.855788 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:23.856268 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dace7b66-b482-41ed-9192-8c684fbca782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:23.875845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:23.892272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:23.898888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:23.909037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:24.012635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Pushing event updated for resources: {'Port': ['ID=25a1995b-9713-4823-9a80-f0d30213c6c0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:24.084615 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:24.145000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Attempting to bind port 25a1995b-9713-4823-9a80-f0d30213c6c0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:24.145508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Attempting to bind port 25a1995b-9713-4823-9a80-f0d30213c6c0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:24.145884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Attempting to bind port 25a1995b-9713-4823-9a80-f0d30213c6c0 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:24.170608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:24.171007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Checking segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:24.171442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.172073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Bound using segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:24.172738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Bound port: 25a1995b-9713-4823-9a80-f0d30213c6c0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:24.173301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.263740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.266576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50526) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:24.365565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] For port 25a1995b-9713-4823-9a80-f0d30213c6c0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:24.370187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] For port 25a1995b-9713-4823-9a80-f0d30213c6c0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=25a1995b-9713-4823-9a80-f0d30213c6c0,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:24.375567 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.387625 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:24.388942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-878c51c7-dbad-46fa-87c3-11914e6aa9ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11de213cff9044b9a7b7d6b8f5b81fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202948 May 14 18:25:24.396763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50534) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:24.553644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.579506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Pushing event updated for resources: {'Port': ['ID=25a1995b-9713-4823-9a80-f0d30213c6c0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:24.584336 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:24.622666 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.760222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.775363 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aca3652c-38d6-4c75-86d7-4bbe74f65a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:24.796664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.1 (c05fe103-5ee7-4cab-b9d9-88c047f72b9e/1c2e697e-1a3c-4db1-b9c8-a67c5cd41923/a41a8376-79bc-4318-912a-2c647adf965a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:24.821295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d358a8-45df-42e1-8384-98c340315cfa,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:24.849550 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:24.864769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:24.866288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44d358a8-45df-42e1-8384-98c340315cfa HTTP/1.1" status: 204 len: 168 time: 0.4695401 May 14 18:25:24.878548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c785ed0-eaef-4e39-af80-23dc56d572cd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:25.031482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6c785ed0-eaef-4e39-af80-23dc56d572cd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:25.032975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:25.161074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:25.199373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object a41a8376-79bc-4318-912a-2c647adf965a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:25.254203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:25.264438 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-26f7420f-01bb-4755-abf7-228ea82184d2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:25.369769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c3c5-bc42-4dcb-b07b-d94f43af7875 req-8c284e9a-f7b0-42f6-b8f9-9e57818b3ce9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:25.379289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be74c3c5-bc42-4dcb-b07b-d94f43af7875 req-8c284e9a-f7b0-42f6-b8f9-9e57818b3ce9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.3081024 May 14 18:25:25.386111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=a41a8376-79bc-4318-912a-2c647adf965a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:25.390253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:25.401988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:25.403665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:25.406200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:25.423257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-eb0cffb7-7c0b-47dc-a656-3691271f51db tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:25.424714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-eb0cffb7-7c0b-47dc-a656-3691271f51db tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.2428205 May 14 18:25:25.558978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be74c3c5-bc42-4dcb-b07b-d94f43af7875 req-87874ee5-5e0f-4a20-9cb4-d868509a6dd4 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812329 May 14 18:25:25.574270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:25.733386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port 191953e7-c428-4e2f-b509-5e9d48bde1a5 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:25.735857 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:25.802049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:26.276301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55352245-3cf1-4a54-aa06-a697327b0b04 None None] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:26.491555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a64289ea-0642-4da9-933f-e8b728a8a7f7 None None] Provisioning for port 25a1995b-9713-4823-9a80-f0d30213c6c0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:26.495023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port 191953e7-c428-4e2f-b509-5e9d48bde1a5, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=191953e7-c428-4e2f-b509-5e9d48bde1a5,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:26.502593 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:26.888942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 25a1995b-9713-4823-9a80-f0d30213c6c0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:27.333106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6f07bc37-bbf6-404c-9825-9c5f765c4bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.355857 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.356908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.357986 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Floating IP 11d46dc0-599f-4d02-b332-da245fa6dc2e disassociated. External IP: 172.25.4.116, port: 191953e7-c428-4e2f-b509-5e9d48bde1a5. May 14 18:25:27.359501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for 191953e7-c428-4e2f-b509-5e9d48bde1a5 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:27.363666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.370076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.439018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 25a1995b-9713-4823-9a80-f0d30213c6c0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:27.448682 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36f75bbb-5b2c-4714-a5a6-8d07fbbf7742 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:27.496741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 25a1995b-9713-4823-9a80-f0d30213c6c0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:27.497129 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.516900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50648) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:27.589533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.610449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3386e7f-2726-4f38-9687-b713106cec70 req-707f1cd6-324c-419e-85a1-5f486025136b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:27.617787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3386e7f-2726-4f38-9687-b713106cec70 req-707f1cd6-324c-419e-85a1-5f486025136b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 946 time: 0.7922719 May 14 18:25:27.642169 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d3dfe49f-7398-4257-a4fd-d28478b997c3 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:27.670874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.700856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=a41a8376-79bc-4318-912a-2c647adf965a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:27.735987 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:27.816415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.892769 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.938886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 25a1995b-9713-4823-9a80-f0d30213c6c0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=25a1995b-9713-4823-9a80-f0d30213c6c0,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:27.955057 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:27.957738 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4e2acb82-7f23-4407-9cbc-fec752964501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:28.010830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-357793369'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:28.026001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:28.036264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:network and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:28.041274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:28.058239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:28.075452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f19ee3ac-49dc-479b-97f2-7b2ca2fb2abc None None] Provisioning for port a41a8376-79bc-4318-912a-2c647adf965a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:28.090172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:28.094776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:28.096791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=191953e7-c428-4e2f-b509-5e9d48bde1a5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:28.103823 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:28.108668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f19ee3ac-49dc-479b-97f2-7b2ca2fb2abc None None] Provisioning complete for port a41a8376-79bc-4318-912a-2c647adf965a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:28.109068 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f19ee3ac-49dc-479b-97f2-7b2ca2fb2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:28.132190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:28.170354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:28.179931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:security_group_rule and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:28.199558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:28.209179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f19ee3ac-49dc-479b-97f2-7b2ca2fb2abc None None] Port a41a8376-79bc-4318-912a-2c647adf965a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:28.218652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:28.240887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3386e7f-2726-4f38-9687-b713106cec70 req-5f4bd889-5910-417e-8073-6668359aa9d6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5178804 May 14 18:25:28.271560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=25a1995b-9713-4823-9a80-f0d30213c6c0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:28.279271 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:28.283035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f19ee3ac-49dc-479b-97f2-7b2ca2fb2abc None None] Provisioning complete for port 25a1995b-9713-4823-9a80-f0d30213c6c0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:28.283442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f19ee3ac-49dc-479b-97f2-7b2ca2fb2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:28.289615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:28.293434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:28.428930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:25:28.693858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 191953e7-c428-4e2f-b509-5e9d48bde1a5 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:25:28.803282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 25a1995b-9713-4823-9a80-f0d30213c6c0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:28.926091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 2717edee-ae69-489b-9e29-c6ac3b7ead78 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:25:28.927921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:28.955318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 191953e7-c428-4e2f-b509-5e9d48bde1a5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:25:28.958320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 191953e7-c428-4e2f-b509-5e9d48bde1a5 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:25:28.979604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:25:28.988460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1862f06d-3ee3-4dbf-96c9-15ca333b73cc None None] Provisioning complete for port a41a8376-79bc-4318-912a-2c647adf965a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:28.989285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1862f06d-3ee3-4dbf-96c9-15ca333b73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.008360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.032027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:25:29.049752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:29.050502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:29.120787 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ad1f41c-8569-4f5f-84fa-8f9c56889e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:29.167036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:25:29.194840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee81dbd7-d348-4c27-8701-f855ab0d95d3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:29.203546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.203892 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Added segment 59e1d276-f688-40df-bd6e-f33058f66758 of type vlan for network f116b200-8e90-4dd7-861c-79fb7ad772c0 May 14 18:25:29.205180 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:29.207832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 25a1995b-9713-4823-9a80-f0d30213c6c0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:29.209234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port 191953e7-c428-4e2f-b509-5e9d48bde1a5 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:25:29.209719 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.215639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.235974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'name': 'network-vif-deleted', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:25:29.250350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c84b9da4-4340-4d11-a246-3cf35d46848b req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "DELETE /v2.0/ports/191953e7-c428-4e2f-b509-5e9d48bde1a5 HTTP/1.1" status: 204 len: 173 time: 3.8154442 May 14 18:25:29.274615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.296595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1862f06d-3ee3-4dbf-96c9-15ca333b73cc None None] Port a41a8376-79bc-4318-912a-2c647adf965a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:29.328543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50704) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:29.362642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:25:29.368902 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e0cdcd-5154-420c-aa54-b689ff7a2acc', 'name': 'network-vif-deleted', 'tag': '191953e7-c428-4e2f-b509-5e9d48bde1a5', 'status': 'completed', 'code': 200} May 14 18:25:29.378216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Sync routers for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:25:29.395863 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:29.397012 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:29.445560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/2717edee-ae69-489b-9e29-c6ac3b7ead78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6001861 May 14 18:25:29.459202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.465711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:29.480069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.485754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90395bff-825f-464d-92cf-ba6448ca4fb8 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:29.521640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-160cfc1c-8e69-4c4f-a449-ff866ac5b8da None None] Provisioning complete for port a41a8376-79bc-4318-912a-2c647adf965a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:29.522026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-160cfc1c-8e69-4c4f-a449-ff866ac5b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.651971 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1286061 May 14 18:25:29.688066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Network': ['ID=f116b200-8e90-4dd7-861c-79fb7ad772c0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:29.693668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:29.711037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:25:29.793235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc7a75d9-4ce4-414f-b5cd-c0b0c6434bf8 req-3f853707-aa6a-417c-88ca-82bae454822b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:25:29.824389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.848476 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:29.856887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f116b200-8e90-4dd7-861c-79fb7ad772c0 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:25:29.936502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:29.952266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-bc7a75d9-4ce4-414f-b5cd-c0b0c6434bf8 req-3f853707-aa6a-417c-88ca-82bae454822b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:25:29.957063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc7a75d9-4ce4-414f-b5cd-c0b0c6434bf8 req-3f853707-aa6a-417c-88ca-82bae454822b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.3890917 May 14 18:25:29.960414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Usage tracker for resource:security_group_rule and tenant:616ca0238a544d61a2a318681955e6ef is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:29.967201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:30.011835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:30.028739 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:25:30.229310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-160cfc1c-8e69-4c4f-a449-ff866ac5b8da None None] Port a41a8376-79bc-4318-912a-2c647adf965a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:30.244499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1eb197dd-bf2f-43a4-8f20-31a953e84aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:30.386813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:30.415658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:30.450401 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6654b5a5-c70d-4ad3-a335-086cbab852f8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:30.460534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=616ca0238a544d61a2a318681955e6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1308794 May 14 18:25:30.463799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:30.510872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-5f3f5d34-6c95-40d6-996c-1350df2ca9ec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:25:30.571612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398bd8fc-17b8-46e8-8034-25e1183350b2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:30.592047 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:30.600743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-5f3f5d34-6c95-40d6-996c-1350df2ca9ec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:25:30.612585 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-5f3f5d34-6c95-40d6-996c-1350df2ca9ec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1524650311&fields=id&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 267 time: 0.2014258 May 14 18:25:30.720530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:30.823282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:30.990243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-2b5b9a76-699d-4f2a-a9b1-a1846970ee36 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:30.991164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-2b5b9a76-699d-4f2a-a9b1-a1846970ee36 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:25:31.010422 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:31.017927 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ccffc00-cef8-4847-a799-df17b067cf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:31.035840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-2b5b9a76-699d-4f2a-a9b1-a1846970ee36 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:25:31.043877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-2b5b9a76-699d-4f2a-a9b1-a1846970ee36 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 797 time: 0.4282959 May 14 18:25:31.066659 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-ef72dd93-e09c-4395-821a-4e6d452078d6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/quotas/a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 375 time: 0.0218027 May 14 18:25:31.095865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:31.099253 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/398bd8fc-17b8-46e8-8034-25e1183350b2 HTTP/1.1" status: 204 len: 168 time: 0.6321182 May 14 18:25:31.113920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398bd8fc-17b8-46e8-8034-25e1183350b2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:31.121087 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:31.221688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:31.271402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:31.281537 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:26Z', 'revision_number': 2, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:31.282364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:25:31.309255 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Checking router: 2717edee-ae69-489b-9e29-c6ac3b7ead78 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:25:31.309929 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Updating router 2717edee-ae69-489b-9e29-c6ac3b7ead78 port a41a8376-79bc-4318-912a-2c647adf965a binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:25:31.326188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:31.326947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:31.348405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-41b8f1c7-2a0a-43d9-a479-48c8ecc4c28c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2807658 May 14 18:25:31.391112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:31.477373 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:31.718447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:25:31.961406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-3c681baf-7e69-4fa6-ab23-da623348dc0b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:25:31.962730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-3c681baf-7e69-4fa6-ab23-da623348dc0b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6135604 May 14 18:25:32.354231 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.361702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50778) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:32.369087 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Transition to ACTIVE for port object a41a8376-79bc-4318-912a-2c647adf965a will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:32.374446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.389155 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.414963 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f58ca322-061a-45fa-b58c-8efaf56eda52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:32.421860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.506326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:32.526465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Usage tracker for resource:security_group_rule and tenant:28195c5e3a064f52a2bfc174a3af686d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:32.536910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:32.561043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:32.611294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:32.621954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca398b-8eaf-4bb6-aaa8-d8d608b9d134 None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:25:32.813410 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a94f7f-8b09-4004-a7a6-731d5c2a8009 None None] Pushing event updated for resources: {'Port': ['ID=a41a8376-79bc-4318-912a-2c647adf965a,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:32.830158 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b5a94f7f-8b09-4004-a7a6-731d5c2a8009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:32.846526 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Attempting to bind port a41a8376-79bc-4318-912a-2c647adf965a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:32.847793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Attempting to bind port a41a8376-79bc-4318-912a-2c647adf965a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:32.848162 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Attempting to bind port a41a8376-79bc-4318-912a-2c647adf965a on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:32.855131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.857918 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:32.858405 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Checking segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:32.858815 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.859231 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Bound using segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:32.859701 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Bound port: a41a8376-79bc-4318-912a-2c647adf965a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:32.860066 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:32.872641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50782) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:32.910228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'subnet': {'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:32.920529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:32.930902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Usage tracker for resource:security_group_rule and tenant:51c571545ed449fa8f8e1336964ca896 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:32.937135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:32.947297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:33.036470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-f26f0d83-e1f9-4f76-8a97-80aca2c13665 service neutron] 10.222.0.24 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0674319 May 14 18:25:33.074925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.091725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] For port a41a8376-79bc-4318-912a-2c647adf965a, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:33.094810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.097829 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] For port a41a8376-79bc-4318-912a-2c647adf965a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a41a8376-79bc-4318-912a-2c647adf965a,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:33.108099 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6f9ded68-1e1a-47bc-bff5-8f42556fbeb0 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:33.111886 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.126446 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-041312d8-6459-4f7e-afae-b624d729b66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:33.179728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39138a91-5c44-4abc-8d30-d3820508310f None None] New status for floating IP 11d46dc0-599f-4d02-b332-da245fa6dc2e: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:25:33.206879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4391026e-30c0-4e2f-945b-35bbffa66899,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:33.223559 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:33.228014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:33.232341 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28195c5e3a064f52a2bfc174a3af686d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8690155 May 14 18:25:33.239564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50790) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:33.240451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:subnet and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:33.245685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:33.253598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:33.272557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:33.276540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.290763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:25:33.291416 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:25:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:33.353220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-845a234d-c017-4c61-bf14-7566f95f4802 service neutron] 10.222.0.24 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091078 May 14 18:25:33.524721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.541737 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.559839 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9ca25ccc-2f35-4c8f-80d2-0396384c9988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:33.649740 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a94f7f-8b09-4004-a7a6-731d5c2a8009 None None] Pushing event updated for resources: {'Port': ['ID=a41a8376-79bc-4318-912a-2c647adf965a,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:33.655553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325c3749-da5e-43cd-96b6-610febee936e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:33.658661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.663474 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:33.695933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51c571545ed449fa8f8e1336964ca896&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3037050 May 14 18:25:33.702861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50802) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:33.727154 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b5a94f7f-8b09-4004-a7a6-731d5c2a8009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:33.727570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.817924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.858880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.869315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:33.886629 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4dbc49bc-432c-4537-ac76-3700cee7491d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:33.925052 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:25:33.928626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4391026e-30c0-4e2f-945b-35bbffa66899,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:34.011203 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:34.046367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:34.050551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4391026e-30c0-4e2f-945b-35bbffa66899 HTTP/1.1" status: 204 len: 168 time: 0.8014791 May 14 18:25:34.072386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bc2f6584-c6d9-439b-ae35-e3717d232748 req-8df62fcf-0d48-4252-b2c1-dbfe88ffe78a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.1545010 May 14 18:25:34.104476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:34.109728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c2ab0e0-e576-49c5-b1bf-c221ca930040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:34.133110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325c3749-da5e-43cd-96b6-610febee936e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:34.138498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:34.152384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:34.155315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/325c3749-da5e-43cd-96b6-610febee936e HTTP/1.1" status: 204 len: 168 time: 0.4513378 May 14 18:25:34.314066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71f9fed0-9d08-47af-ad90-abf1fd39fe7f req-4cc8d7d4-4cdb-48fe-9a2c-90c35453d422 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 210 time: 0.1145139 May 14 18:25:34.653294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:34.662086 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8627191c-4bf1-41dc-a05b-a9f966b8cff4 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:34.689562 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:33Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:34.698240 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166d9a2-347d-48e5-b2fa-15704905af01 None None] The sync data for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 is: [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:33Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:25:34.873353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50832) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:34.887017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Subnet': ['ID=9f9e5aa6-e5c3-4f90-92c8-cf332e99c7d7,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:34.890767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:34.915784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:34.926877 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Checking segment: {'id': '59e1d276-f688-40df-bd6e-f33058f66758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:34.927285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network hostable DHCP agents. Network: f116b200-8e90-4dd7-861c-79fb7ad772c0, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:25:34.966202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:34.975813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Usage tracker for resource:security_group_rule and tenant:017a4acc0b75462883d5bab589caa115 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:34.982373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network f116b200-8e90-4dd7-861c-79fb7ad772c0 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:25:34.984090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:34.998616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:34.998966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f116b200-8e90-4dd7-861c-79fb7ad772c0) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:35.027160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1bf4d-081b-4c93-bc85-9c1cd7864c48 None None] Network f116b200-8e90-4dd7-861c-79fb7ad772c0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:35.034400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:35.034632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.133998 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2572446 May 14 18:25:35.137345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50842) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:35.150778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2083426456'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:35.165060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:35.174416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:network and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:35.181497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:35.229088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:35.304200 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.316215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:35.316932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.322768 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.432244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:25:35.433146 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4476301b-f7b8-4f8c-b8e5-e64e5f1bccd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:35.471997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eef273e5-241d-44ba-a3cd-0c8598de36da req-f670f264-089a-4117-922d-af33075b2d54 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.1367822 May 14 18:25:35.494033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9dee8b-e938-4eef-a586-d1ecca1bf655,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:35.504914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.505279 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Added segment bfe2307c-4aa1-4caf-9551-8951065a30c5 of type vlan for network b42bf735-5ec0-4c40-ae7f-880e9607317c May 14 18:25:35.516014 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:35.543781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=017a4acc0b75462883d5bab589caa115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661911 May 14 18:25:35.546066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50860) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:35.611118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.713153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-f116b200-8e90-4dd7-861c-79fb7ad772c0', 'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0', 'tenant_id': 'f34f921e81cd4103a75d367da54a3f9f', 'fixed_ips': [{'subnet_id': '9f9e5aa6-e5c3-4f90-92c8-cf332e99c7d7'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:25:35.714127 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.749163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.756864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:35.761240 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.771425 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebe25a2f-c2c6-430f-ac89-b615a35ba799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:35.902173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:35.937778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f40bbd7-8228-40b3-b94d-536f8bf8fceb req-7963cf37-88e8-453c-aeb8-5e4eb36348c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 210 time: 0.1810231 May 14 18:25:36.014214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Network': ['ID=b42bf735-5ec0-4c40-ae7f-880e9607317c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:36.022084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:36.027275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:36.041669 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9029152 May 14 18:25:36.045685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 50878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:36.053919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'subnet': {'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:36.098721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:36.105887 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-26a3467b-69fe-4f7a-b802-3f9fb705ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:36.120833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9dee8b-e938-4eef-a586-d1ecca1bf655,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:36.130881 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:36.141839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Allocated IP 2001:db8:0:ffff::2 (f116b200-8e90-4dd7-861c-79fb7ad772c0/9f9e5aa6-e5c3-4f90-92c8-cf332e99c7d7/8a8709dd-bb84-42af-b5fb-f51e18793cbe) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:36.156211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:36.163056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e9dee8b-e938-4eef-a586-d1ecca1bf655 HTTP/1.1" status: 204 len: 168 time: 0.6102562 May 14 18:25:36.336622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:36.341637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:subnet and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:36.354385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:36.370103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:36.403581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:36.412066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:36.508505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:36.529676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Transition to ACTIVE for port object 8a8709dd-bb84-42af-b5fb-f51e18793cbe will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:36.582027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Transition to ACTIVE for port object 8a8709dd-bb84-42af-b5fb-f51e18793cbe will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:36.620797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b42bf735-5ec0-4c40-ae7f-880e9607317c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:25:37.136758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a41a8376-79bc-4318-912a-2c647adf965a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:37.157201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7beec38e-833d-4695-ba9a-8c7a662db16a req-e9391714-8f92-49e9-b32b-765591dd4706 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.1926978 May 14 18:25:37.233416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50910) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:37.265912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.306358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.312597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:37.319230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Usage tracker for resource:security_group_rule and tenant:8d25f7fed32648798daf2fac983d54f8 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:37.326329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:37.331390 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:37.339463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:37.480248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Network f116b200-8e90-4dd7-861c-79fb7ad772c0 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:37.486099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:37.492395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:37.592254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d77bb7b-f66c-4df3-b2de-25607f9dc3a5 req-eba9b26d-7248-46bc-9fb5-1496ed5d2952 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 210 time: 0.1450245 May 14 18:25:37.653476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a41a8376-79bc-4318-912a-2c647adf965a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:37.662195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Pushing event updated for resources: {'Port': ['ID=8a8709dd-bb84-42af-b5fb-f51e18793cbe,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:37.674060 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:37.674662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a41a8376-79bc-4318-912a-2c647adf965a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:37.675321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.677388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.698080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.720606 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d6f5c9cd-25c8-43c4-b618-67d2d5218c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:37.726607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Attempting to bind port 8a8709dd-bb84-42af-b5fb-f51e18793cbe on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:37.727319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Attempting to bind port 8a8709dd-bb84-42af-b5fb-f51e18793cbe by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '59e1d276-f688-40df-bd6e-f33058f66758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:37.727970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Attempting to bind port 8a8709dd-bb84-42af-b5fb-f51e18793cbe on network f116b200-8e90-4dd7-861c-79fb7ad772c0 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:37.736337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:37.737252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Checking segment: {'id': '59e1d276-f688-40df-bd6e-f33058f66758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:37.737882 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.738525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Bound using segment: {'id': '59e1d276-f688-40df-bd6e-f33058f66758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:37.739266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Bound port: 8a8709dd-bb84-42af-b5fb-f51e18793cbe, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e1d276-f688-40df-bd6e-f33058f66758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f116b200-8e90-4dd7-861c-79fb7ad772c0'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:37.739903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.813702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e67f5f-4568-43df-b7fa-98e5c3e41c79,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:37.818459 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:37.822305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d25f7fed32648798daf2fac983d54f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876968 May 14 18:25:37.825996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50924) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:37.865433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:25:37.867423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:37.883901 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14d1acfc-748e-430c-b708-78a3e4e266fc tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:37.924852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] For port 8a8709dd-bb84-42af-b5fb-f51e18793cbe, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:37.971300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] For port 8a8709dd-bb84-42af-b5fb-f51e18793cbe, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a8709dd-bb84-42af-b5fb-f51e18793cbe,segment=NetworkSegment(59e1d276-f688-40df-bd6e-f33058f66758),segment_id=59e1d276-f688-40df-bd6e-f33058f66758)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:37.971300 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.004295 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.022003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.040786 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:38.084838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.227406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Subnet': ['ID=6bb31853-d478-404b-bb8c-7a1ca7a737cd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:38.245032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a41a8376-79bc-4318-912a-2c647adf965a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a41a8376-79bc-4318-912a-2c647adf965a,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:38.253398 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:38.265109 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.271945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Pushing event updated for resources: {'Port': ['ID=8a8709dd-bb84-42af-b5fb-f51e18793cbe,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:38.276766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.280745 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:38.282072 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7bd35f15-b79e-426c-badc-1d3f6fd5522e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:38.295902 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:38.315822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e67f5f-4568-43df-b7fa-98e5c3e41c79,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:38.323065 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:38.326506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Checking segment: {'id': 'bfe2307c-4aa1-4caf-9551-8951065a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:38.327226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network hostable DHCP agents. Network: b42bf735-5ec0-4c40-ae7f-880e9607317c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:25:38.336895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.344329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1e67f5f-4568-43df-b7fa-98e5c3e41c79 HTTP/1.1" status: 204 len: 168 time: 0.5171397 May 14 18:25:38.401539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-9daff001-8cde-487f-97da-e52881c65471 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:38.404188 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-9daff001-8cde-487f-97da-e52881c65471 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 797 time: 0.3821294 May 14 18:25:38.405618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network b42bf735-5ec0-4c40-ae7f-880e9607317c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:25:38.509269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b42bf735-5ec0-4c40-ae7f-880e9607317c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:38.535710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486cabc0-061c-4068-98ec-67cc53771565 None None] Network b42bf735-5ec0-4c40-ae7f-880e9607317c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:38.536575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:38.537175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:38.660273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a41a8376-79bc-4318-912a-2c647adf965a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:38.676903 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:38.723395 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6762834 May 14 18:25:38.731599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 50946) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:38.781778 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-291420ac-4046-49a9-b0d2-9804c50adaa0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 380 time: 0.3686550 May 14 18:25:38.785230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'port': {'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c', 'name': 'tempest-NetworksIpV6TestAttrs-1564666466'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:38.794069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'port': {'device_id': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'admin_state_up': True, 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'security_groups': ['cc4233b8-982c-48c9-9c73-fa36703e2c85']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:38.853703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33134cce-61f9-43b5-aaf6-f8d94dabe9bb req-b70c706c-0439-44b2-91b5-93fb5ddeebd9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e0cdcd-5154-420c-aa54-b689ff7a2acc HTTP/1.1" status: 200 len: 210 time: 0.2355275 May 14 18:25:38.989210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a8709dd-bb84-42af-b5fb-f51e18793cbe up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:39.094314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b42bf735-5ec0-4c40-ae7f-880e9607317c', 'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c', 'tenant_id': 'f34f921e81cd4103a75d367da54a3f9f', 'fixed_ips': [{'subnet_id': '6bb31853-d478-404b-bb8c-7a1ca7a737cd'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:25:39.096757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:39.135567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:39.144942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:port and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:39.152479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:39.183894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:39.207690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:39.210311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:39.239954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84122255-0487-430e-b8ca-a6f87f87c44d req-c93ba11c-0059-4928-b450-44e98b52281d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 210 time: 0.1181862 May 14 18:25:39.258677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8a8709dd-bb84-42af-b5fb-f51e18793cbe completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:39.287896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:39.297566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:port and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:39.310177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:39.320395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:39.351520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:39.355946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:39.447831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] device_id is not set on port 344e7248-1564-42e0-979d-28a146d0730f yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:25:39.532987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Allocated IP 2001:db8::f816:3eff:fe79:928 (b42bf735-5ec0-4c40-ae7f-880e9607317c/6bb31853-d478-404b-bb8c-7a1ca7a737cd/2a3d8a93-c9fd-43d0-ad48-61a546c051c0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:39.592529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.8 (c05fe103-5ee7-4cab-b9d9-88c047f72b9e/1c2e697e-1a3c-4db1-b9c8-a67c5cd41923/1c4bfa90-05c3-426c-9d19-5150ce347e81) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:39.957606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:40.000182 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:40.001126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object 1c4bfa90-05c3-426c-9d19-5150ce347e81 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:40.029725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Transition to ACTIVE for port object 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:40.055023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Transition to ACTIVE for port object 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:40.069268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:40.080383 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:40.103585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:40.111759 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e8cf255-9fdd-4db2-bfe6-506bc59b6578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:40.186249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61003a2b-3946-47a5-b7e1-2f3a15c29788 None None] Network f116b200-8e90-4dd7-861c-79fb7ad772c0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:40.280849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:40.291949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:40.307326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:40.329233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Allocated IP 2001:db8::f816:3eff:fe17:a8d7 (b42bf735-5ec0-4c40-ae7f-880e9607317c/6bb31853-d478-404b-bb8c-7a1ca7a737cd/344e7248-1564-42e0-979d-28a146d0730f) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:40.631030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Pushing event updated for resources: {'Port': ['ID=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:40.634653 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:40.781894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Network b42bf735-5ec0-4c40-ae7f-880e9607317c is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:40.797216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:40.800128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:40.843577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Provisioning for port 8a8709dd-bb84-42af-b5fb-f51e18793cbe completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:40.852881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a41a8376-79bc-4318-912a-2c647adf965a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:40.873723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:40.889146 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:40.940618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:40.941864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Provisioning complete for port 8a8709dd-bb84-42af-b5fb-f51e18793cbe triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:40.942436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:40.943115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:40.994754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2047536 May 14 18:25:41.008390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Request body: {'port': {'device_id': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:41.221406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.231989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a41a8376-79bc-4318-912a-2c647adf965a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:41.232960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.249115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c28d-12d8-4c47-b34a-8deb06491b95 req-b014ebd6-142e-4e1d-935c-711826a531f3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:41.250674 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81b7c28d-12d8-4c47-b34a-8deb06491b95 req-b014ebd6-142e-4e1d-935c-711826a531f3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 931 time: 0.7617562 May 14 18:25:41.339437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Attempting to bind port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:41.339831 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Attempting to bind port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'bfe2307c-4aa1-4caf-9551-8951065a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:41.340185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Attempting to bind port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 on network b42bf735-5ec0-4c40-ae7f-880e9607317c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:41.348099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:41.348487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Checking segment: {'id': 'bfe2307c-4aa1-4caf-9551-8951065a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:41.348926 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.349329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Bound using segment: {'id': 'bfe2307c-4aa1-4caf-9551-8951065a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:41.349928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Bound port: 2a3d8a93-c9fd-43d0-ad48-61a546c051c0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe2307c-4aa1-4caf-9551-8951065a30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b42bf735-5ec0-4c40-ae7f-880e9607317c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:41.350314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.400913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81b7c28d-12d8-4c47-b34a-8deb06491b95 req-1a8ffefa-e3c8-41b8-aeb9-64818663f632 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202266 May 14 18:25:41.534334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.594247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Transition to ACTIVE for port object 344e7248-1564-42e0-979d-28a146d0730f will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:41.657452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.683507 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98a4cc82-2a19-4a04-b06f-c049a8453d20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:41.801980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network b42bf735-5ec0-4c40-ae7f-880e9607317c is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:41.815581 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.825886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:41.856088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:41.861163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4bfa90-05c3-426c-9d19-5150ce347e81 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:25:41.864081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:41.868176 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.871944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.893738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] For port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:41.896139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Transition to ACTIVE for port object 1c4bfa90-05c3-426c-9d19-5150ce347e81 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:41.902832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.906225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] For port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,segment=NetworkSegment(bfe2307c-4aa1-4caf-9551-8951065a30c5),segment_id=bfe2307c-4aa1-4caf-9551-8951065a30c5)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:41.912967 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d41b960d-04da-4066-9413-4dbe29ec97f4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:41.920535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Port': ['ID=344e7248-1564-42e0-979d-28a146d0730f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:41.933312 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:41.935546 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:41.957241 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6a213043-c1cb-4a1a-bd36-fb7e7bc9e5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:41.964627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-ee2193a2-1504-4e25-a359-2f98290b40f5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188800175&fields=id&tenant_id=b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 267 time: 0.1400833 May 14 18:25:41.968356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2016699 May 14 18:25:41.981612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51038) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:42.032437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] For port 8a8709dd-bb84-42af-b5fb-f51e18793cbe, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a8709dd-bb84-42af-b5fb-f51e18793cbe,segment=NetworkSegment(59e1d276-f688-40df-bd6e-f33058f66758),segment_id=59e1d276-f688-40df-bd6e-f33058f66758)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:42.074403 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:42.163016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Pushing event updated for resources: {'Port': ['ID=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:42.184569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.187671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.188786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.190049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.190951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.191427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.191851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.196002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.196473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.196901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.198923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.199383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:42.251395 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:42.252211 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6b9ec501-7ca9-4409-a0b6-53e158bf18e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:42.285589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c06e1ea4-1377-4eb4-86bc-0094aea856b7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:42.295363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c06e1ea4-1377-4eb4-86bc-0094aea856b7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3294890 May 14 18:25:42.307059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:42.329045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-6e87215c-7c06-4585-95af-a86cd6462176 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0327353 May 14 18:25:42.336047 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:42.413367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b2761818-bc22-4b60-870e-b4e487fc1d0a None None] Provisioning for port 1c4bfa90-05c3-426c-9d19-5150ce347e81 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:42.427837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Pushing event updated for resources: {'Port': ['ID=8a8709dd-bb84-42af-b5fb-f51e18793cbe,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:42.432310 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:42.509667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting subnet 6bb31853-d478-404b-bb8c-7a1ca7a737cd {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:25:42.518536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:42.563435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-0c2c53c8-8990-48c4-a4ed-fb5c9bf608b0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2329891 May 14 18:25:42.582788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-90e1c7f1-0f56-4273-af8e-b699c3dc0253 None None] Provisioning complete for port 8a8709dd-bb84-42af-b5fb-f51e18793cbe triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:42.591038 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90e1c7f1-0f56-4273-af8e-b699c3dc0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:42.735249 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:42.891053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:42.894362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:42.894730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:42.911951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:25:42.912521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:42.926168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:42.931036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:42.931385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Checking segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:42.931770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Bound using segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:42.932209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Bound port: 1c4bfa90-05c3-426c-9d19-5150ce347e81, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:42.932614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:42.941964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c1b70167-0e98-46ea-a4dc-77f6997e739b service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571351 May 14 18:25:42.942428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a8709dd-bb84-42af-b5fb-f51e18793cbe up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:43.140743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.163813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8a8709dd-bb84-42af-b5fb-f51e18793cbe triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:43.166672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.193468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-375d9d4b-e53b-4128-9e9c-cbfeda4ca7b1 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441864 May 14 18:25:43.224235 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.273514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:43.293802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:43.317834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:43.319791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Usage tracker for resource:security_group_rule and tenant:9fc42ed3c72e40adac6d48620a5f9dcb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:43.324423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:43.369051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.373065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:43.378708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:43.381027 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5455e1b4-154c-4bbc-96e9-9dac621e7dd4 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:43.510237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:43.632887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:43.671696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.672124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.672498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.675553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.677119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.677882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.678635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.679252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.680016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.680809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.681238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.681721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:25:43.695056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:43.696417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.698135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-85194421-ab52-4b04-823d-10be3003517a service neutron] 10.222.0.15 "PUT /v2.0/ports/1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 1091 time: 2.6951675 May 14 18:25:43.780180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:25:43.787973 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:43.868378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.878691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6e062-737d-427b-881d-6ff463fdd681 None None] Network b42bf735-5ec0-4c40-ae7f-880e9607317c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:43.880898 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:43.913391 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f869a10-68a0-4403-8eef-4c4d7fd59f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:44.025344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fc42ed3c72e40adac6d48620a5f9dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0682230 May 14 18:25:44.026273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deecb5ef-4b4a-4be9-8aff-1880a89608d9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:44.028120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:44.036749 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:44.077260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-bad2354c-3682-4cf9-87d6-063d5c227f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:44.078754 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-bad2354c-3682-4cf9-87d6-063d5c227f66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1094 time: 0.2850485 May 14 18:25:44.188882 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.203470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Provisioning for port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:44.222036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Provisioning complete for port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:44.222413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.249121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.353511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.358674 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a8dad03d-7c49-418d-8b96-05650285ed54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:44.370373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deecb5ef-4b4a-4be9-8aff-1880a89608d9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:44.372976 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:44.380140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.384353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/deecb5ef-4b4a-4be9-8aff-1880a89608d9 HTTP/1.1" status: 204 len: 168 time: 0.3545556 May 14 18:25:44.514898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73daf4-66b5-49af-98ad-b2d96d21a3d0 req-8d9a8003-6d58-4486-b7c1-6e6ebeaba53b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:44.522414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc73daf4-66b5-49af-98ad-b2d96d21a3d0 req-8d9a8003-6d58-4486-b7c1-6e6ebeaba53b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.1346350 May 14 18:25:44.525732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.581729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc73daf4-66b5-49af-98ad-b2d96d21a3d0 req-91d1d7c1-0f2a-41ff-a78e-d31a9162e548 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552335 May 14 18:25:44.644725 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-dd39869d-c15f-4d79-862c-cd02aec790da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 217 time: 0.5511148 May 14 18:25:44.738358 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'status': 'completed', 'code': 200} May 14 18:25:44.769135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:44.786460 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34bed3b7-bdee-4cdc-b43b-99f120921817 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:44.848199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b8cec7d-934d-4445-997e-3a5bc4b46dcd req-f24794f3-0fcf-46ed-bfc5-666a4fe03ea8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 210 time: 0.1203778 May 14 18:25:44.896370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb31853-d478-404b-bb8c-7a1ca7a737cd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:44.900456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-ce02056c-5167-41b8-94d5-c4d6c9c8cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:44.902521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-ce02056c-5167-41b8-94d5-c4d6c9c8cde7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.2496586 May 14 18:25:44.903607 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:44.916363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.072769 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/6bb31853-d478-404b-bb8c-7a1ca7a737cd HTTP/1.1" status: 204 len: 168 time: 3.0898225 May 14 18:25:45.075213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51126) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:45.143764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-9679493e-fa66-4373-b3fc-7bffe21dfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:45.147594 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-9679493e-fa66-4373-b3fc-7bffe21dfae5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273579 May 14 18:25:45.166694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:25:45.168901 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:25:45.175076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bfe8f5-f525-42ef-9d33-ba2d0e1bd7a4 None None] Network b42bf735-5ec0-4c40-ae7f-880e9607317c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:45.267437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fca48-f400-44c1-a412-a168635e1e8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:45.268960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fca48-f400-44c1-a412-a168635e1e8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:45.272354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-063fca48-f400-44c1-a412-a168635e1e8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1960905 May 14 18:25:45.274021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51142) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:45.462590 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-8585781b-330c-4619-8b2b-494e30d03b19 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100104 May 14 18:25:45.548864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f151a8bb-74fe-41b9-b5d9-78ac1554278c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.568867 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f151a8bb-74fe-41b9-b5d9-78ac1554278c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 14 18:25:45.569344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f151a8bb-74fe-41b9-b5d9-78ac1554278c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:45.580919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f151a8bb-74fe-41b9-b5d9-78ac1554278c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/b42bf735-5ec0-4c40-ae7f-880e9607317c HTTP/1.1" status: 409 len: 405 time: 0.3056369 May 14 18:25:45.581549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51164) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:45.588677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1851122326'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:45.613601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:45.621510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:network and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:45.630633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:45.644410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:45.686280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:45.698234 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.752070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:25:45.755087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] DHCP port deletion for b42bf735-5ec0-4c40-ae7f-880e9607317c request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:25:45.777750 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.779042 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Added segment 6cf7051e-5c2a-4fd0-aeff-274f0e871fae of type vlan for network a4fc0501-9465-460c-a299-ccbb97bf4363 May 14 18:25:45.841175 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.846048 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.859717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-dbd94be2-659a-4ccd-a016-b86429027b4b req-67c634bc-cc4c-48a0-b186-c6f4c71a70a3 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904805 May 14 18:25:45.897222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] For port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,segment=NetworkSegment(bfe2307c-4aa1-4caf-9551-8951065a30c5),segment_id=bfe2307c-4aa1-4caf-9551-8951065a30c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:45.918899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:45.923269 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4529178f-221f-4e93-9c66-bb11d0633fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:46.053108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Deleting port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:46.053500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:46.088793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-2a66e8e6-0d8d-4fcc-8090-6debbed6112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:46.089327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:46.090298 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-2a66e8e6-0d8d-4fcc-8090-6debbed6112f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1094 time: 0.1449687 May 14 18:25:46.094378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:46.095253 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:46.122743 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82f3af06-e89f-4c71-a618-bf907fc1eb1a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:46.183078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] For port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,segment=NetworkSegment(bfe2307c-4aa1-4caf-9551-8951065a30c5),segment_id=bfe2307c-4aa1-4caf-9551-8951065a30c5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:46.183667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:46.199602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f3350-5d32-4dcc-8349-e083d6440f00 req-4f609f76-eeea-4d4e-b122-4315a6732db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:46.201446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d30f3350-5d32-4dcc-8349-e083d6440f00 req-4f609f76-eeea-4d4e-b122-4315a6732db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.3680151 May 14 18:25:46.214677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Pushing event updated for resources: {'Port': ['ID=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:46.294745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-e4584a07-2748-45b0-94fb-bde14d8ba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:46.296364 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-e4584a07-2748-45b0-94fb-bde14d8ba871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.1990967 May 14 18:25:46.381528 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-c32efbea-9c06-4b4c-a6b7-3f5bfd2e6fb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 217 time: 0.0783687 May 14 18:25:46.431792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8485990 May 14 18:25:46.435630 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:46.489589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'subnet': {'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:46.505707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Calling delete_port for 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:46.523578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-68b98ea0-4704-4c36-bfb7-42ab665cc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:46.527077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-68b98ea0-4704-4c36-bfb7-42ab665cc889 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.1388526 May 14 18:25:46.562798 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:46.608376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b7d49dd-f423-4668-a587-09f46304137e None None] Provisioning for port 344e7248-1564-42e0-979d-28a146d0730f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:46.631087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b7d49dd-f423-4668-a587-09f46304137e None None] Provisioning complete for port 344e7248-1564-42e0-979d-28a146d0730f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:46.631341 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b7d49dd-f423-4668-a587-09f46304137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:46.672738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:46.700822 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d30f3350-5d32-4dcc-8349-e083d6440f00 req-19ae9281-5cd9-43d1-96bc-2ff20254984a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900298 May 14 18:25:46.706264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Network': ['ID=a4fc0501-9465-460c-a299-ccbb97bf4363,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:46.711514 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:46.769767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a4fc0501-9465-460c-a299-ccbb97bf4363 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:25:46.833077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:46.837972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:subnet and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:46.841188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-7ad7bbb4-5070-4a3d-aeab-2f85253b085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:46.842027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:46.842665 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-7ad7bbb4-5070-4a3d-aeab-2f85253b085b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3065553 May 14 18:25:46.853360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:46.868958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:25:46.895794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80bd321a-066f-49fd-b9ad-cd776da9c201 req-9ab99047-eb08-4ace-b823-9e9da0f827ed tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 210 time: 0.1113720 May 14 18:25:46.907329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:46.907329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.030831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.064546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:47.080650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Usage tracker for resource:security_group_rule and tenant:07aee5d792fa423897ceb4047139854a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:47.086467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:47.095588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:47.140930 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-3bcb2a6a-324d-465c-837e-d8fb8811fdcd service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887311 May 14 18:25:47.171408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d49dd-f423-4668-a587-09f46304137e None None] Port 344e7248-1564-42e0-979d-28a146d0730f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:47.176373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No active binding found for port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 18:25:47.176946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:25:47.189445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.200051 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:47.251972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b7d49dd-f423-4668-a587-09f46304137e None None] Could not find standard attr ID for object 2a3d8a93-c9fd-43d0-ad48-61a546c051c0. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:25:47.278409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Pushing event deleted for resources: {'Port': ['ID=2a3d8a93-c9fd-43d0-ad48-61a546c051c0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:47.291305 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:47.294926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] No DVR routers for this DVR port 2a3d8a93-c9fd-43d0-ad48-61a546c051c0 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:25:47.361515 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9ff80944-365a-424d-bd0e-0e27670e28b7 req-ecb1c03d-0631-4c71-9a65-90e4135c5c5e service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124283 May 14 18:25:47.465254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.470123 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.479230 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96e85b1e-1438-4d02-bd0f-1c15f5aababe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:47.513896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5243d4b-d40e-4cb5-9fd4-657029135091,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:47.536684 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:47.563290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07aee5d792fa423897ceb4047139854a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8779402 May 14 18:25:47.563947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:47.644505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.674205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.758918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.762969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f007b441-5dfd-4811-870e-a9ee2b0e30eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:47.798219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5243d4b-d40e-4cb5-9fd4-657029135091,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:47.803393 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:47.806330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:47.807457 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5243d4b-d40e-4cb5-9fd4-657029135091 HTTP/1.1" status: 204 len: 168 time: 0.2425549 May 14 18:25:48.192459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-514f5601-b791-4290-8355-1c0c79f060d1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:48.193942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-514f5601-b791-4290-8355-1c0c79f060d1 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.2928333 May 14 18:25:48.294865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.objects.ports [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:25:48.301591 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:48.311105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a1fe897-da98-48a6-b26f-09db53bb9f84 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:48.433490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c8990dc6-47f5-40cc-8184-22bf710c2e59 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 380 time: 0.1680717 May 14 18:25:48.446919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Subnet': ['ID=70baa1f2-805c-429d-991a-c7d04fdb6fd9,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:48.456149 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:48.466410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51435cdd-967a-4ab5-8ec1-ec0c989e9c6d req-b146f4a4-6df7-40c3-bd80-732f99273874 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:48.473950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51435cdd-967a-4ab5-8ec1-ec0c989e9c6d req-b146f4a4-6df7-40c3-bd80-732f99273874 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.5715690 May 14 18:25:48.497845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'security_groups': ['1ab8708c-05de-4654-b94e-967768df69fb']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:48.694348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:48.705476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:48.719683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Checking segment: {'id': '6cf7051e-5c2a-4fd0-aeff-274f0e871fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:48.720347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network hostable DHCP agents. Network: a4fc0501-9465-460c-a299-ccbb97bf4363, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:25:48.729559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:48.733380 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:48.878919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51435cdd-967a-4ab5-8ec1-ec0c989e9c6d req-9c0e8273-df4d-49d3-9fac-59e1c0b66d6d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038479 May 14 18:25:48.905977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network a4fc0501-9465-460c-a299-ccbb97bf4363 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:25:49.011348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a4fc0501-9465-460c-a299-ccbb97bf4363) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:49.020466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50481681-6554-4dba-86d4-618d0add4b88 None None] Network a4fc0501-9465-460c-a299-ccbb97bf4363 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:49.125177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecfdbef8-c7fb-4638-9e0b-464d1a774365 req-e20cc4aa-c7ab-4e10-8864-1dc8d7104200 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 210 time: 0.0775766 May 14 18:25:49.132717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:49.133543 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:49.191775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.4 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/e6ba9449-be7e-489c-a183-f4ab965a4d16) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:49.207762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7694206 May 14 18:25:49.213096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51276) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:49.224190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'port': {'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363', 'name': 'tempest-NetworksIpV6TestAttrs-464742078'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:49.470118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a4fc0501-9465-460c-a299-ccbb97bf4363', 'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363', 'tenant_id': 'f34f921e81cd4103a75d367da54a3f9f', 'fixed_ips': [{'subnet_id': '70baa1f2-805c-429d-991a-c7d04fdb6fd9'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:25:49.471302 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:49.472430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:49.480531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:port and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:49.486129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:49.493179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:49.504784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:49.509539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:49.533621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] device_id is not set on port 6cb083b9-07e9-44c6-bd8e-be11f9bdc405 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:25:49.614275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:49.640780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object e6ba9449-be7e-489c-a183-f4ab965a4d16 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:49.687943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:49.712230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2f857659-30cb-466e-8532-bf7b3a0437f9 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:49.732010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Allocated IP 2001:db8::f816:3eff:fe5b:3307 (a4fc0501-9465-460c-a299-ccbb97bf4363/70baa1f2-805c-429d-991a-c7d04fdb6fd9/096cc166-b012-43a8-8e7d-565c00096281) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:49.910112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=e6ba9449-be7e-489c-a183-f4ab965a4d16,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:49.921760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:49.942657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:49.943901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:49.963708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:50.166244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:50.167031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:50.241466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:25:50.333648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:50.344567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8990176 May 14 18:25:50.371800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Request body: {'port': {'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:50.525598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Transition to ACTIVE for port object 096cc166-b012-43a8-8e7d-565c00096281 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:50.557972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-88a26e83-2726-4b95-a89d-34cd9179b453 None None] Provisioning for port e6ba9449-be7e-489c-a183-f4ab965a4d16 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:50.607579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-88a26e83-2726-4b95-a89d-34cd9179b453 None None] Provisioning complete for port e6ba9449-be7e-489c-a183-f4ab965a4d16 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:50.607973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-88a26e83-2726-4b95-a89d-34cd9179b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:50.625545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a570305-6a8e-44d3-b6c9-1aac9e0361b8 req-17f220e0-dde4-4be6-b01d-4123870a6323 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:50.628909 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a570305-6a8e-44d3-b6c9-1aac9e0361b8 req-17f220e0-dde4-4be6-b01d-4123870a6323 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.4417815 May 14 18:25:50.719276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Transition to ACTIVE for port object 096cc166-b012-43a8-8e7d-565c00096281 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:50.744383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a570305-6a8e-44d3-b6c9-1aac9e0361b8 req-cc645c38-17f6-4f61-8303-dc7c1e469fee tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075318 May 14 18:25:50.745127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:50.770786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:50.789281 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-24af27b1-062d-4968-95a6-9c1637944129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:50.832618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-88a26e83-2726-4b95-a89d-34cd9179b453 None None] Port e6ba9449-be7e-489c-a183-f4ab965a4d16 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:25:50.856425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51336) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:50.881280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Network a4fc0501-9465-460c-a299-ccbb97bf4363 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:50.887925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:50.897976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:51.013025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:51.136989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Pushing event updated for resources: {'Port': ['ID=096cc166-b012-43a8-8e7d-565c00096281,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:51.148502 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:51.171418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Attempting to bind port 096cc166-b012-43a8-8e7d-565c00096281 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:51.171802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Attempting to bind port 096cc166-b012-43a8-8e7d-565c00096281 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6cf7051e-5c2a-4fd0-aeff-274f0e871fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:51.172168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Attempting to bind port 096cc166-b012-43a8-8e7d-565c00096281 on network a4fc0501-9465-460c-a299-ccbb97bf4363 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:51.174477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'port_id': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'mac_address': 'fa:16:3e:7a:f3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:25:51.181236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:51.181614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Checking segment: {'id': '6cf7051e-5c2a-4fd0-aeff-274f0e871fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:51.182023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.182422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Bound using segment: {'id': '6cf7051e-5c2a-4fd0-aeff-274f0e871fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:51.182897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Bound port: 096cc166-b012-43a8-8e7d-565c00096281, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf7051e-5c2a-4fd0-aeff-274f0e871fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a4fc0501-9465-460c-a299-ccbb97bf4363'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:51.183300 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.264672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Allocated IP 2001:db8::f816:3eff:fee2:d3f4 (a4fc0501-9465-460c-a299-ccbb97bf4363/70baa1f2-805c-429d-991a-c7d04fdb6fd9/6cb083b9-07e9-44c6-bd8e-be11f9bdc405) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:51.272675 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.335054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4bfa90-05c3-426c-9d19-5150ce347e81 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:25:51.384708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:51.402253 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.406546 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:51.465568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] For port 096cc166-b012-43a8-8e7d-565c00096281, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:51.485571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] For port 096cc166-b012-43a8-8e7d-565c00096281, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=096cc166-b012-43a8-8e7d-565c00096281,segment=NetworkSegment(6cf7051e-5c2a-4fd0-aeff-274f0e871fae),segment_id=6cf7051e-5c2a-4fd0-aeff-274f0e871fae)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:51.504932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.530111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:51.537314 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:51.548868 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:51.555701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.654891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.673634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Transition to ACTIVE for port object 6cb083b9-07e9-44c6-bd8e-be11f9bdc405 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:51.685063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Pushing event updated for resources: {'Port': ['ID=096cc166-b012-43a8-8e7d-565c00096281,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:51.700630 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:51.705491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.710408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:51.721266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Usage tracker for resource:security_group_rule and tenant:d11853d350b4492fb16938c6ae085049 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:51.725777 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45470d9e-61ad-451d-a8bc-9770402f2136 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:51.730463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:51.755805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:51.776950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1c4bfa90-05c3-426c-9d19-5150ce347e81'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:25:51.794994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de2d9-c726-4e0c-b2d3-a32757f6fcaf req-5ebcd84d-af5b-47a5-a330-6c9a5bc6f443 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:51.795954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-436de2d9-c726-4e0c-b2d3-a32757f6fcaf req-5ebcd84d-af5b-47a5-a330-6c9a5bc6f443 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:25:51.857763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network a4fc0501-9465-460c-a299-ccbb97bf4363 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:51.880070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:51.901330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:51.929533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:51.940293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:51.957579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Port': ['ID=6cb083b9-07e9-44c6-bd8e-be11f9bdc405,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:51.984802 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:51.990749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.006926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.011157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7968183 May 14 18:25:52.014587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51396) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:52.019693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-436de2d9-c726-4e0c-b2d3-a32757f6fcaf req-5ebcd84d-af5b-47a5-a330-6c9a5bc6f443 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:25:52.020978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-436de2d9-c726-4e0c-b2d3-a32757f6fcaf req-5ebcd84d-af5b-47a5-a330-6c9a5bc6f443 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 931 time: 0.9625602 May 14 18:25:52.025327 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c5fb91b-1e3e-4d27-ac50-e263c5d7e68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:52.075528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51400) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:52.078739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9a0f9-4a0a-488e-8c25-7b3362d43ff6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:52.097638 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:52.145936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting subnet 70baa1f2-805c-429d-991a-c7d04fdb6fd9 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:25:52.151394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.167681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d11853d350b4492fb16938c6ae085049&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2970042 May 14 18:25:52.175777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51406) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:52.239329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.258478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-436de2d9-c726-4e0c-b2d3-a32757f6fcaf req-a9adaa0d-7855-4444-ad0d-e539eb4427ab tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817079 May 14 18:25:52.292231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ba9449-be7e-489c-a183-f4ab965a4d16 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:25:52.299828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.335624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Transition to ACTIVE for port object e6ba9449-be7e-489c-a183-f4ab965a4d16 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:52.343956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.374878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.430961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.441099 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a1f50830-43d5-4e72-bd14-2b296db4034e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:52.485973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.494851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.523395 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.663954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.667823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5c9a0f9-4a0a-488e-8c25-7b3362d43ff6 HTTP/1.1" status: 204 len: 168 time: 0.4845216 May 14 18:25:52.719808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:52.722740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Pushing event updated for resources: {'Port': ['ID=e6ba9449-be7e-489c-a183-f4ab965a4d16,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:52.739461 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:52.740544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5ca56959aa4f9caa751d34a464ee4e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:52.760912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:52.765209 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e3921ce-580d-44ca-a320-d2d5590c6bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:52.811110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 096cc166-b012-43a8-8e7d-565c00096281 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:52.844748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:52.921869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9a0f9-4a0a-488e-8c25-7b3362d43ff6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:52.932114 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:52.956988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:52.969174 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce91807b-717d-44e6-908e-2cb27fbc9e12 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:53.014336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.026151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Subnet': ['ID=70baa1f2-805c-429d-991a-c7d04fdb6fd9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:53.028961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:53.031145 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/70baa1f2-805c-429d-991a-c7d04fdb6fd9 HTTP/1.1" status: 204 len: 168 time: 1.0151639 May 14 18:25:53.033948 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:53.053505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 096cc166-b012-43a8-8e7d-565c00096281 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:53.126347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Attempting to bind port e6ba9449-be7e-489c-a183-f4ab965a4d16 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:53.126676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Attempting to bind port e6ba9449-be7e-489c-a183-f4ab965a4d16 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:53.127018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Attempting to bind port e6ba9449-be7e-489c-a183-f4ab965a4d16 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:53.129592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a173b6-323b-465e-822b-f15e42e57e0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:53.131516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a173b6-323b-465e-822b-f15e42e57e0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:53.133103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32a173b6-323b-465e-822b-f15e42e57e0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Synchronizing usage tracker for tenant:f34f921e81cd4103a75d367da54a3f9f on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:25:53.157422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32a173b6-323b-465e-822b-f15e42e57e0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Unset dirty status for tenant:f34f921e81cd4103a75d367da54a3f9f on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:25:53.161584 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-32a173b6-323b-465e-822b-f15e42e57e0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1238546 May 14 18:25:53.162275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51422) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:53.173498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a68838-8ee5-40c6-a6ed-9b7ca95bf6bc req-427e229a-9294-4957-bb7f-4a5c20ccc87e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:53.175964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60a68838-8ee5-40c6-a6ed-9b7ca95bf6bc req-427e229a-9294-4957-bb7f-4a5c20ccc87e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 944 time: 0.6626089 May 14 18:25:53.176495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969bbe0b-5e35-4b0d-8eab-ba5fc7b04fa0 None None] Network a4fc0501-9465-460c-a299-ccbb97bf4363 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:53.176649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Port e6ba9449-be7e-489c-a183-f4ab965a4d16 on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:25:53.176886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Attempting to bind port e6ba9449-be7e-489c-a183-f4ab965a4d16 on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:53.195341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:53.195784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:53.196110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:53.196552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Bound port: e6ba9449-be7e-489c-a183-f4ab965a4d16, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:53.196892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.309348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51426) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:53.328434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b985ee09-18b7-4c58-9a7f-24c27dbd3696 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.338236 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b985ee09-18b7-4c58-9a7f-24c27dbd3696 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 14 18:25:53.338745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b985ee09-18b7-4c58-9a7f-24c27dbd3696 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:25:53.344616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b985ee09-18b7-4c58-9a7f-24c27dbd3696 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/a4fc0501-9465-460c-a299-ccbb97bf4363 HTTP/1.1" status: 409 len: 405 time: 0.1776102 May 14 18:25:53.345220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51432) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:53.352635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-979647684'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:53.352979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-19c77779-612e-444d-be41-325e9326b3df None None] Provisioning for port 096cc166-b012-43a8-8e7d-565c00096281 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:53.359315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:53.363629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:network and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:53.366092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-19c77779-612e-444d-be41-325e9326b3df None None] Provisioning complete for port 096cc166-b012-43a8-8e7d-565c00096281 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:53.366482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19c77779-612e-444d-be41-325e9326b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.368030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:53.374562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:53.376776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60a68838-8ee5-40c6-a6ed-9b7ca95bf6bc req-e9fe097e-deb0-40eb-84d8-e39a95ebd635 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930552 May 14 18:25:53.385063 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.468604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.473052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:53.481577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Usage tracker for resource:security_group_rule and tenant:adea36cf08444d63bacfe6fb606cd5d9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:53.488428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.493909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:53.498360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.512209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:53.517494 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fdd8bd71-e250-4437-a43c-60cdff06cd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:53.540535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] For port e6ba9449-be7e-489c-a183-f4ab965a4d16, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:53.561938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:25:53.574364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:53.584533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.585624 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Added segment 0e58193d-e3ea-43ba-b6a0-844c1c6657aa of type vlan for network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 May 14 18:25:53.626205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19c77779-612e-444d-be41-325e9326b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.626510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] For port e6ba9449-be7e-489c-a183-f4ab965a4d16, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:53.632377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.648952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] DHCP port deletion for a4fc0501-9465-460c-a299-ccbb97bf4363 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:25:53.651427 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.667079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe5ca56959aa4f9caa751d34a464ee4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5748854 May 14 18:25:53.669891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:53.686520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755675e9-20fb-4338-bcf9-bbc1dbf65ff4,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:53.693249 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:53.695350 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de7decd4-b65e-4a65-b4d7-d43cac4dda7a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:53.718074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.724949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:53.725596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.740734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-19c77779-612e-444d-be41-325e9326b3df None None] For port 096cc166-b012-43a8-8e7d-565c00096281, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=096cc166-b012-43a8-8e7d-565c00096281,segment=NetworkSegment(6cf7051e-5c2a-4fd0-aeff-274f0e871fae),segment_id=6cf7051e-5c2a-4fd0-aeff-274f0e871fae)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:53.752016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa1d2104-8dff-4310-a1d5-c281d11173f6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:53.759599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19c77779-612e-444d-be41-325e9326b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.765271 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-978e1f97-20d2-40dd-90af-21d35eefeab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:53.769748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:53.772504 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.774252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] 10.222.0.22 "PUT /v2.0/ports/e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 1091 time: 3.4161789 May 14 18:25:53.776278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:25:53.901381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Deleting port 096cc166-b012-43a8-8e7d-565c00096281 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:25:53.902022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:53.916956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Pushing event updated for resources: {'Port': ['ID=e6ba9449-be7e-489c-a183-f4ab965a4d16,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:53.921111 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:53.932629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Network': ['ID=8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:53.936105 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5898538 May 14 18:25:53.937910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:53.942780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:53.953082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'subnet': {'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:53.982205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:25:53.993605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a33790-f4ce-433f-861c-771f007747e6 req-c0e3669d-77f1-4dc6-9fee-3b010cb188f7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:54.001081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9a33790-f4ce-433f-861c-771f007747e6 req-c0e3669d-77f1-4dc6-9fee-3b010cb188f7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.4434967 May 14 18:25:54.068242 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.092757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c77779-612e-444d-be41-325e9326b3df None None] Pushing event updated for resources: {'Port': ['ID=096cc166-b012-43a8-8e7d-565c00096281,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:54.094141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9a33790-f4ce-433f-861c-771f007747e6 req-5f6ef465-c50e-4b42-a19d-634c3dc78c0c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919876 May 14 18:25:54.099898 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.119718 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-19c77779-612e-444d-be41-325e9326b3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:54.141076 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c008e26-7c0f-4e37-a9c9-61dd26ba89c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:54.157185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-40fb386b-2f5c-4884-82c0-2f2e6f11aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:54.159079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-40fb386b-2f5c-4884-82c0-2f2e6f11aacf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1094 time: 0.3194718 May 14 18:25:54.171815 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'status': 'completed', 'code': 200} May 14 18:25:54.177874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.188471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:54.199369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989f54b1-b469-4dda-bc8d-592730e2ebd0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:54.214693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.228734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] For port 096cc166-b012-43a8-8e7d-565c00096281, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=096cc166-b012-43a8-8e7d-565c00096281,segment=NetworkSegment(6cf7051e-5c2a-4fd0-aeff-274f0e871fae),segment_id=6cf7051e-5c2a-4fd0-aeff-274f0e871fae)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:54.228887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.255777 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.272969 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:54.284585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:54.285081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adea36cf08444d63bacfe6fb606cd5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9694445 May 14 18:25:54.294521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-eb083742-514d-4fc7-b692-691204e70197 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 217 time: 0.0912809 May 14 18:25:54.302051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.313201 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-146c5e50-42b5-4230-8f5c-d6c96e35f49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:54.330113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755675e9-20fb-4338-bcf9-bbc1dbf65ff4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:54.336328 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:54.349571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:54.377212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Calling delete_port for 096cc166-b012-43a8-8e7d-565c00096281 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:25:54.383773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-316d6797-d72f-49e6-ab78-e0e4c99c41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:54.385760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-316d6797-d72f-49e6-ab78-e0e4c99c41b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.0810666 May 14 18:25:54.388343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.389867 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/755675e9-20fb-4338-bcf9-bbc1dbf65ff4 HTTP/1.1" status: 204 len: 168 time: 0.7179279 May 14 18:25:54.393773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:54.418366 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.452866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 1c4bfa90-05c3-426c-9d19-5150ce347e81 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:54.459010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 1c4bfa90-05c3-426c-9d19-5150ce347e81 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:25:54.459423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.465197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:54.486000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.547357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.559060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.565005 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:54.611839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Pushing event deleted for resources: {'Port': ['ID=096cc166-b012-43a8-8e7d-565c00096281,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:54.621758 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:54.624275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] No DVR routers for this DVR port 096cc166-b012-43a8-8e7d-565c00096281 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:25:54.703547 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.742699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:25:54.751118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 096cc166-b012-43a8-8e7d-565c00096281 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:25:54.752641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.774143 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5699f0c-417f-45b8-bbba-e6f13baf7002 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:54.795926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f54b1-b469-4dda-bc8d-592730e2ebd0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:54.802186 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:54.804444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.807940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 096cc166-b012-43a8-8e7d-565c00096281 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:25:54.807940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 096cc166-b012-43a8-8e7d-565c00096281 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:25:54.808158 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/989f54b1-b469-4dda-bc8d-592730e2ebd0 HTTP/1.1" status: 204 len: 168 time: 0.5192604 May 14 18:25:54.815691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:25:54.841212 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:54.844120 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4fd3c934-4589-403e-8623-8005930a3cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:54.969241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-357da5b6-8b8c-4321-ae97-6a01947807ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:54.970978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-357da5b6-8b8c-4321-ae97-6a01947807ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5746167 May 14 18:25:54.991511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:54.994955 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:55.074612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbeb26-4258-41c9-ae94-2626041e79d2 req-c05ced22-4b6e-498b-9b94-1bf3bda13034 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.082027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2cbeb26-4258-41c9-ae94-2626041e79d2 req-c05ced22-4b6e-498b-9b94-1bf3bda13034 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.4775805 May 14 18:25:55.146833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51466) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:55.150642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2cbeb26-4258-41c9-ae94-2626041e79d2 req-6c6a6692-a6c9-490d-8b5b-83797ef6f2ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676732 May 14 18:25:55.174961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:55.199780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:55.203336 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:25:55.204176 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-e5a00fa9-731a-4cb9-8ed9-ed0bca7bddf5 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246275 May 14 18:25:55.205613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Usage tracker for resource:security_group_rule and tenant:5a305e72085245df928f03436c9fc3c3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:55.209142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:55.217560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:55.481524 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'code': 200} May 14 18:25:55.505815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1665061a-4165-4f89-9c50-f2dfc0fe8081 req-552758c6-e43a-4b6c-8da3-a12808de9ead service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879167 May 14 18:25:55.531440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-f8e0b8eb-a6ac-40af-92e7-e458c1b28c74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2159438 May 14 18:25:55.635436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:55.728105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:55.739218 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d604c4f5-263a-4842-903b-69e571525d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:55.782024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e3b82-6fe4-46bc-9568-d70299013d74,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:55.785107 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:55.816105 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a305e72085245df928f03436c9fc3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6674833 May 14 18:25:55.832195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51484) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:55.868420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-45a97cd6-553c-4137-baf2-8e958b78db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.870164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-45a97cd6-553c-4137-baf2-8e958b78db2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1094 time: 0.2839186 May 14 18:25:55.884363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94368b-906f-44b9-9749-58437c5398f6 req-300badfa-1a52-413e-9f90-42a6234a06b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.884904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4165ea-47f5-4ae8-909a-3f79c7d0501c req-537f7cdc-5c91-41bc-999d-660fe7648b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.885848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea94368b-906f-44b9-9749-58437c5398f6 req-300badfa-1a52-413e-9f90-42a6234a06b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.2232401 May 14 18:25:55.892982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4e4165ea-47f5-4ae8-909a-3f79c7d0501c req-537f7cdc-5c91-41bc-999d-660fe7648b8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.2550020 May 14 18:25:55.965376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4e4165ea-47f5-4ae8-909a-3f79c7d0501c req-83dff485-e304-4d34-a231-ea8ed515e349 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642483 May 14 18:25:55.987195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.987767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.988186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.988641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.989107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.989571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.990033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:55.992485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d854971a-e3e7-4ecd-b0ac-326f066da34a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62972947f9b0440ea16843de3549b2fe&device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 6490 time: 0.2601929 May 14 18:25:56.025327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:25:56.030811 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.035715 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aaa48f21-7bfb-4676-bab4-ca09004c45b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:56.105367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-f4644346-2d51-4fe8-a575-ace6ab166506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.107632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-f4644346-2d51-4fe8-a575-ace6ab166506 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.2096472 May 14 18:25:56.122977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Checking segment: {'id': '0e58193d-e3ea-43ba-b6a0-844c1c6657aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:56.123374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network hostable DHCP agents. Network: 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:25:56.127977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Subnet': ['ID=f3116eb5-e0f9-4a08-bd43-4396426a099a,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:56.130310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:56.136247 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:56.152021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:25:56.165469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:56.174211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb57e8e-6542-4d48-be7d-b54175dab8c9 None None] Network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:56.204076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.204704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.254035 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3102639 May 14 18:25:56.257503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:56.291347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-23b2800a-f835-4701-93d3-8ee5c4b7b8ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 217 time: 0.1636672 May 14 18:25:56.308596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea94368b-906f-44b9-9749-58437c5398f6 req-77f41f36-42dc-4d85-920e-13c8b08b88d8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311253 May 14 18:25:56.370810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-994106298-network', 'tenant_id': '27a723a2c15c4f99b2d203a9a14edae6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:56.378413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:56.386398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Usage tracker for resource:network and tenant:27a723a2c15c4f99b2d203a9a14edae6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:56.391453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:56.407061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:56.472263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Made reservation on behalf of 27a723a2c15c4f99b2d203a9a14edae6 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:56.473182 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.475042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.512077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4', 'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4', 'tenant_id': 'f34f921e81cd4103a75d367da54a3f9f', 'fixed_ips': [{'subnet_id': 'f3116eb5-e0f9-4a08-bd43-4396426a099a'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:25:56.513174 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.558589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.563665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.590190 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.591384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:56.595529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Usage tracker for resource:security_group_rule and tenant:27a723a2c15c4f99b2d203a9a14edae6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:56.598678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:56.605471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:56.647784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-53e5774c-c1ae-44b5-b1ec-be92a6d13480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.649264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-53e5774c-c1ae-44b5-b1ec-be92a6d13480 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.3343813 May 14 18:25:56.716466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Allocated IP 2001:db8::f816:3eff:fe56:4608 (8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4/f3116eb5-e0f9-4a08-bd43-4396426a099a/4ae41366-cfbf-463e-9bab-93f7ca460f67) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:25:56.743491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.757629 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.761199 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:56.801222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-56947df9-cd12-4826-a54a-6653cec08fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.801845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-56947df9-cd12-4826-a54a-6653cec08fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.804094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-56947df9-cd12-4826-a54a-6653cec08fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.805766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-56947df9-cd12-4826-a54a-6653cec08fc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=98c085c9-f5f4-43ac-a134-03e3dca4a951&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&id=edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 200 len: 2293 time: 0.6918137 May 14 18:25:56.901346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b765a2-d5e7-438f-a557-d79d2d20dab1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:56.920421 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:56.954080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.971946 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4028bbf-cc83-4e7e-9f67-92fbaa6925ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:56.976792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:56.988463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13f80-2e9c-4132-a887-6b78f5f0b545 req-3a2de39e-911c-464d-8681-65a89ac70083 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:56.990052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86b13f80-2e9c-4132-a887-6b78f5f0b545 req-3a2de39e-911c-464d-8681-65a89ac70083 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.4799626 May 14 18:25:57.017675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e3b82-6fe4-46bc-9568-d70299013d74,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:57.020558 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:57.045445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.050610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-7d504f84-f505-4939-80e1-5f45a59c7caa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 200 len: 1000 time: 0.2310665 May 14 18:25:57.059334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Transition to ACTIVE for port object 4ae41366-cfbf-463e-9bab-93f7ca460f67 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:57.070496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:25:57.097440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Transition to ACTIVE for port object 4ae41366-cfbf-463e-9bab-93f7ca460f67 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:25:57.118562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-c4c70c97-ae8a-413e-9bd4-bdbd3d73dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:57.120289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-c4c70c97-ae8a-413e-9bd4-bdbd3d73dcc1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4495528 May 14 18:25:57.129894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.130271 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Added segment f1639e9c-f098-4a7f-94ec-044931a27edb of type vlan for network 997f7b74-f1d4-4130-b6bd-67c97a879b98 May 14 18:25:57.148118 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.160731 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:57.326522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Pushing event updated for resources: {'Port': ['ID=4ae41366-cfbf-463e-9bab-93f7ca460f67,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:57.335693 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:57.336400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ca72-9f41-4c74-9a4d-a1dea5d924b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.343054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:25:57.351949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:25:57.355145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:25:57.452578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.453963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac1e3b82-6fe4-46bc-9568-d70299013d74 HTTP/1.1" status: 204 len: 168 time: 1.6197932 May 14 18:25:57.557741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86b13f80-2e9c-4132-a887-6b78f5f0b545 req-a8ab7863-128d-4c04-86f6-38796526bdb5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5518351 May 14 18:25:57.573540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-19d5eaf5-c745-4f18-b46b-d8716279c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:57.586922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-19d5eaf5-c745-4f18-b46b-d8716279c6d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 200 len: 850 time: 0.5252216 May 14 18:25:57.608606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.735759 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.736830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:57.737403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.753609 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7254e106-b1c4-4c86-82ca-523497392e3c tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:57.765667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Attempting to bind port 4ae41366-cfbf-463e-9bab-93f7ca460f67 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:25:57.766376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Attempting to bind port 4ae41366-cfbf-463e-9bab-93f7ca460f67 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '0e58193d-e3ea-43ba-b6a0-844c1c6657aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:25:57.766922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Attempting to bind port 4ae41366-cfbf-463e-9bab-93f7ca460f67 on network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:25:57.776633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:25:57.781634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Checking segment: {'id': '0e58193d-e3ea-43ba-b6a0-844c1c6657aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:57.782170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.782906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Bound using segment: {'id': '0e58193d-e3ea-43ba-b6a0-844c1c6657aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:25:57.783282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Bound port: 4ae41366-cfbf-463e-9bab-93f7ca460f67, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e58193d-e3ea-43ba-b6a0-844c1c6657aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:25:57.783685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.946729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] For port 4ae41366-cfbf-463e-9bab-93f7ca460f67, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:25:57.950520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] For port 4ae41366-cfbf-463e-9bab-93f7ca460f67, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4ae41366-cfbf-463e-9bab-93f7ca460f67,segment=NetworkSegment(0e58193d-e3ea-43ba-b6a0-844c1c6657aa),segment_id=0e58193d-e3ea-43ba-b6a0-844c1c6657aa)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:25:57.954452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.961390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:57.989063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:58.082540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-b5962722-40ab-4b05-8f3a-805320fe67bc service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9335446 May 14 18:25:58.087755 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9518030 May 14 18:25:58.098564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51536) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:58.112512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Request body: {'subnet': {'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-994106298-subnet', 'tenant_id': '27a723a2c15c4f99b2d203a9a14edae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:25:58.132458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:25:58.139843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Usage tracker for resource:subnet and tenant:27a723a2c15c4f99b2d203a9a14edae6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:25:58.148940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:25:58.158744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Pushing event updated for resources: {'Port': ['ID=4ae41366-cfbf-463e-9bab-93f7ca460f67,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:58.163468 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:58.166423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:25:58.188635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Pushing event updated for resources: {'Network': ['ID=997f7b74-f1d4-4130-b6bd-67c97a879b98,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:58.193527 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:58.198280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Made reservation on behalf of 27a723a2c15c4f99b2d203a9a14edae6 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:25:58.201569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:58.203349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 997f7b74-f1d4-4130-b6bd-67c97a879b98 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:25:58.462510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae9efdbb-0635-4a8b-ba1d-fd5214e2a0d4 req-0e0e8fd9-eaf1-4ed5-8dd4-3dcaff8467c8 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323655 May 14 18:25:58.508533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-1d251496-c9b2-4c1a-bce6-557521633d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:58.510249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-1d251496-c9b2-4c1a-bce6-557521633d56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00a162bf-e1dd-4796-85d1-b8d603ab0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8960760 May 14 18:25:58.573511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:58.577770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12c84c-d90c-438d-89a4-46487528c99d req-8eafa8eb-87e9-4889-868a-650f60d60fd5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:58.586630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b12c84c-d90c-438d-89a4-46487528c99d req-8eafa8eb-87e9-4889-868a-650f60d60fd5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.7869992 May 14 18:25:58.590356 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3b49aeaa-9ec8-4dd8-ad84-8b70fc4a9f07 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:58.704850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b12c84c-d90c-438d-89a4-46487528c99d req-45ba6cd7-55f4-4e0a-bafa-5fcb5ba3e4ed tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137998 May 14 18:25:58.800773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Subnet': ['ID=f3116eb5-e0f9-4a08-bd43-4396426a099a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:58.810173 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:58.917581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4ae41366-cfbf-463e-9bab-93f7ca460f67 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:25:59.011074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-78b5fe3e-97dd-4cdb-8f43-2b95b98f6bc4 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848266 May 14 18:25:59.023637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-af1b673a-4bcf-4e0d-9f58-f4ce4f3abd7d req-8b7a1864-b09d-4dae-9dbf-f44eff0bd001 service neutron] (79560) timed out ('10.222.0.15', 49715) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:25:59.056528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 4ae41366-cfbf-463e-9bab-93f7ca460f67 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:25:59.192106 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.211965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:59.227430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e58193d-e3ea-43ba-b6a0-844c1c6657aa') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:59.227810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e58193d-e3ea-43ba-b6a0-844c1c6657aa') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:25:59.243033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.260307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8e956-50bd-4132-ae75-ef620cbbbc20 req-fe34b44d-3855-421c-bc55-6494ea1f64b2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:59.261933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d1e8e956-50bd-4132-ae75-ef620cbbbc20 req-fe34b44d-3855-421c-bc55-6494ea1f64b2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.2498024 May 14 18:25:59.280382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.289337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:25:59.289789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: timer() May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:25:59.305714 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:25:59.308717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-704f4b58-eb9b-4c65-9f1c-2578d24c33e2 service neutron] 10.222.0.22 "GET /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502141 May 14 18:25:59.320669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d1e8e956-50bd-4132-ae75-ef620cbbbc20 req-49f694ef-9217-4638-99ef-f7c57111370e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512822 May 14 18:25:59.594618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-a0519781-a3e2-4921-b597-dde8cab27e04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 217 time: 0.2726715 May 14 18:25:59.613285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.724684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:25:59.724684 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:25:59.724684 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4'}] May 14 18:25:59.724684 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:25:59.725286 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:25:59.749309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-2c897bc7-7609-4f8d-a09f-a68ec066666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:59.750873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-2c897bc7-7609-4f8d-a09f-a68ec066666b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1379013 May 14 18:25:59.756276 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f31b00df-e3b6-4a76-839b-ce58b50cefe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.760906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81197f6b-362a-4bb8-991c-b82f72f15cee req-0a610e51-0d65-401b-a813-4717aa74c2bf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:59.762999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81197f6b-362a-4bb8-991c-b82f72f15cee req-0a610e51-0d65-401b-a813-4717aa74c2bf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.2542892 May 14 18:25:59.769915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:25:59.778849 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4c77b825-8ef0-4315-88ba-723dad79f299 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:25:59.837478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbff55-d842-44e7-b683-c9b3038b0967 None None] Network 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:25:59.863677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81197f6b-362a-4bb8-991c-b82f72f15cee req-23fa349e-b4a9-48dd-910d-3ac3e1118ccd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613363 May 14 18:25:59.878355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61330698-c13c-4fb5-9865-ea67ac695157,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:25:59.884282 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:25:59.889089 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Checking segment: {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:25:59.889930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Network hostable DHCP agents. Network: 997f7b74-f1d4-4130-b6bd-67c97a879b98, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:25:59.908403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51574) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:25:59.908907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-616f360e-074b-40a1-af31-ec26f447e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:25:59.910611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-616f360e-074b-40a1-af31-ec26f447e0b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1451290 May 14 18:25:59.988423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Network 997f7b74-f1d4-4130-b6bd-67c97a879b98 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:00.020352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 997f7b74-f1d4-4130-b6bd-67c97a879b98) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:00.024753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe3b07-ada9-4cd9-855c-225958dd1fe1 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:00.031168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f4fe3b07-ada9-4cd9-855c-225958dd1fe1 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1091 time: 0.1214693 May 14 18:26:00.035324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:00.044272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8fca7-5604-4173-ad5b-f677b8d136fe None None] Network 997f7b74-f1d4-4130-b6bd-67c97a879b98 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:00.047784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:00.062485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:00.065732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:00.067357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.083213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:floatingip and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:00.118336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:00.126305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:00.136617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0314856 May 14 18:26:00.140561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.151509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6f59c24-69ba-495d-aab1-0ad9bd737a85 None None] Provisioning for port 4ae41366-cfbf-463e-9bab-93f7ca460f67 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:00.242358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.320968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6f59c24-69ba-495d-aab1-0ad9bd737a85 None None] Provisioning complete for port 4ae41366-cfbf-463e-9bab-93f7ca460f67 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:00.321981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6f59c24-69ba-495d-aab1-0ad9bd737a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.392745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-3a17da4b-5420-4be0-98b8-33ef8fba1a5e service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743195 May 14 18:26:00.443658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting port 4ae41366-cfbf-463e-9bab-93f7ca460f67 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:00.443921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.603997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.753371 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-e537aa14-6aa2-4e65-af59-4b78d013546c service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442290 May 14 18:26:00.822135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] For port 4ae41366-cfbf-463e-9bab-93f7ca460f67, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4ae41366-cfbf-463e-9bab-93f7ca460f67,segment=NetworkSegment(0e58193d-e3ea-43ba-b6a0-844c1c6657aa),segment_id=0e58193d-e3ea-43ba-b6a0-844c1c6657aa)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:00.822493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:00.954822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c050006-0ae0-48f5-8885-3e1eaa7be04f None None] Network 997f7b74-f1d4-4130-b6bd-67c97a879b98 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:00.965353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2a339-3300-4f44-8e43-680dfefab303 req-0817bfad-aaa6-478a-a159-84a3ea640a55 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:00.967362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02b2a339-3300-4f44-8e43-680dfefab303 req-0817bfad-aaa6-478a-a159-84a3ea640a55 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.8460801 May 14 18:26:00.971588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-0c7efa54-39b7-4ce4-b39c-ea9994ef7204 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 217 time: 0.2068973 May 14 18:26:00.987140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.035519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Calling delete_port for 4ae41366-cfbf-463e-9bab-93f7ca460f67 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:01.165868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.19 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/9bfbc312-2b90-41b2-a8e1-4253a54b846d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:01.231921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5d52d-9898-4dae-8ef1-ad0a7826f1e7 None None] DHCP port deletion for 8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:26:01.252438 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6f59c24-69ba-495d-aab1-0ad9bd737a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.285700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.300168 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-59153270-8dfa-482c-9b55-a9685ec110b6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:01.353781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Port': ['ID=4ae41366-cfbf-463e-9bab-93f7ca460f67,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:01.361807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:01.362604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No DVR routers for this DVR port 4ae41366-cfbf-463e-9bab-93f7ca460f67 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:01.515866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-19b5d52d-9898-4dae-8ef1-ad0a7826f1e7 None None] The port '4ae41366-cfbf-463e-9bab-93f7ca460f67' was deleted {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}} May 14 18:26:01.523321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.531702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.548650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:01.563994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e58193d-e3ea-43ba-b6a0-844c1c6657aa') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:01.564342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e58193d-e3ea-43ba-b6a0-844c1c6657aa') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:01.579167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.599338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.609556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:01.609952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.628994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-3323843c-bb66-4271-b9e6-77123bf1a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:01.630489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-3323843c-bb66-4271-b9e6-77123bf1a80b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.6454809 May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:01.637001 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:01.830959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02b2a339-3300-4f44-8e43-680dfefab303 req-a33f1f21-1827-4d9b-813f-f3a335c38cc6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8536248 May 14 18:26:01.832600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.839616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.843203 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ca16c42-d77a-4965-aaeb-328c9c8b8b80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:01.881217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:01.896505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Network': ['ID=8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:01.905140 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:01.908700 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8f9e46ee-bfa1-4cbe-b0cf-030e68ed56c6 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:01.932262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-8c3863bd-00bb-4f0e-a190-1f732e96d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:01.944831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-8c3863bd-00bb-4f0e-a190-1f732e96d904 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2889383 May 14 18:26:01.958768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 HTTP/1.1" status: 204 len: 168 time: 5.7000232 May 14 18:26:01.980758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51636) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:02.010281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:02.023572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1082288025'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:02.029022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:02.062928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=9bfbc312-2b90-41b2-a8e1-4253a54b846d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:02.066706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:02.175476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:02.177871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-db24b885-e03f-492b-a445-f997c74ce4a2 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219300 May 14 18:26:02.294976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:02.444060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-f64c4028-1118-43f6-94c4-638317f617b7 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550368 May 14 18:26:02.541655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-0badeea8-2028-446f-bb7b-972bd66fcec6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 200 len: 217 time: 0.0869341 May 14 18:26:02.548259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:02.549378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:network and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:02.605905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:02.627668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:02.664962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:02.669312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:02.693622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-974ce8a7-a628-4695-9a0d-537eb5d35b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:02.696254 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-974ce8a7-a628-4695-9a0d-537eb5d35b5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.1429801 May 14 18:26:02.804311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4ae41366-cfbf-463e-9bab-93f7ca460f67 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:02.926450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 4ae41366-cfbf-463e-9bab-93f7ca460f67 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:26:02.926450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4ae41366-cfbf-463e-9bab-93f7ca460f67 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:02.926684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-613232df-e440-469d-8cd6-60bb0ab1eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:02.927483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-613232df-e440-469d-8cd6-60bb0ab1eeaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2203574 May 14 18:26:02.964933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:26:02.975414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:02.976010 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Added segment 9130ae48-7dc9-4692-ad56-22159048832c of type vlan for network 641c3437-fe3b-41a0-bfd9-712330c67bd5 May 14 18:26:03.066927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.088103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51674) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:03.130120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-2bb288f2-d4fa-4637-ba71-6957040658a0 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942701 May 14 18:26:03.173195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.185796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:03.186958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.194619 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0db749a3-3921-4828-ad64-cc69c7a4ffd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:03.337288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-56eab0fa-2472-459f-90e4-711d307478ed service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875837 May 14 18:26:03.378151 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.391791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Network': ['ID=641c3437-fe3b-41a0-bfd9-712330c67bd5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:03.399042 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:03.408410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 641c3437-fe3b-41a0-bfd9-712330c67bd5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:26:03.409091 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4211769 May 14 18:26:03.414680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:03.418856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Usage tracker for resource:security_group_rule and tenant:39ec1a4090094c0caef7b19a50f256c5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:03.421898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:03.424635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51682) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:03.453543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'subnet': {'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:03.466090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-827ef99c-e2d1-40e6-95d7-b79b61a828c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 200 len: 217 time: 0.0955126 May 14 18:26:03.473893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:03.548360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-bc958a42-4159-4a23-9eb5-db4a8ad0a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:03.550171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-bc958a42-4159-4a23-9eb5-db4a8ad0a6b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 200 len: 797 time: 0.0713124 May 14 18:26:03.575315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.621756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e261-0551-487a-9cb1-1ec58c52d1df req-d4b3f740-1cdc-452d-bd1e-e970e7e26291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:03.623362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92f9e261-0551-487a-9cb1-1ec58c52d1df req-d4b3f740-1cdc-452d-bd1e-e970e7e26291 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.2897704 May 14 18:26:03.636054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:03.643749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:subnet and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:03.651061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:03.688405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:03.694458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-9b54c6da-2cd0-464b-8a65-b5e5d6153873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:03.696143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-9b54c6da-2cd0-464b-8a65-b5e5d6153873 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98c085c9-f5f4-43ac-a134-03e3dca4a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301262 May 14 18:26:03.699069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92f9e261-0551-487a-9cb1-1ec58c52d1df req-6dceb60e-0a54-4844-8c00-a8d378a5125a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639076 May 14 18:26:03.731397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:03.735146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.772195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.855275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-77ec6d22-581b-4237-a0e7-5f733c2e4b0d service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469920 May 14 18:26:03.892667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.908723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:03.929878 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ac21c61-ce68-41cf-b294-2f212ad69428 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:04.024765 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39ec1a4090094c0caef7b19a50f256c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130485 May 14 18:26:04.026236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:04.027218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490f6c5-3197-4b55-9627-e73121278662,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:04.031152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-b9f3406c-4fe3-4c64-a27f-e5eb5a9ee9f8 service neutron] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636934 May 14 18:26:04.032858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:04.112966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-b535c3dc-3349-44aa-b4d3-306ce4c7761a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 200 len: 217 time: 0.0689380 May 14 18:26:04.219040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-ca55d56a-d6d0-456b-96cb-e02143f7e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:04.224333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-ca55d56a-d6d0-456b-96cb-e02143f7e711 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.1010706 May 14 18:26:04.254123 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:04.361909 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:04.413246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:04.432706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:04.440798 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f4bfd8f-445d-4ccf-8df9-e9bbceb04e40 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:04.512741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=9bfbc312-2b90-41b2-a8e1-4253a54b846d,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:04.573823 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:04.602290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-a7bcc608-8b58-403d-a120-1f821f6466b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:04.603795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-a7bcc608-8b58-403d-a120-1f821f6466b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3494191 May 14 18:26:04.613824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-942e0f0e-0d1d-4d3a-ad44-51ebfb10eb61 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:04.613824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-942e0f0e-0d1d-4d3a-ad44-51ebfb10eb61 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/networks?id=997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 200 len: 808 time: 0.3825338 May 14 18:26:04.664906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:04.675387 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abdb1a6f-57f3-4a1c-bd59-132b812bd6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:04.694298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:04.699385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-43f2216e-d18e-415e-9138-8d3c34cead2d tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/quotas/27a723a2c15c4f99b2d203a9a14edae6 HTTP/1.1" status: 200 len: 375 time: 0.0653894 May 14 18:26:04.778810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c35ccbc7-3881-4050-bd1d-533751df50f9 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687828 May 14 18:26:04.831746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-198346d4-2ae9-4ba4-a9c4-27fd085e0b46 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164369 May 14 18:26:04.910657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490f6c5-3197-4b55-9627-e73121278662,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:04.984464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:05.026084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:05.030936 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2490f6c5-3197-4b55-9627-e73121278662 HTTP/1.1" status: 204 len: 168 time: 0.9969175 May 14 18:26:05.052533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-10bb1f7d-3a6d-4b4c-8455-067367abaad4 service neutron] 10.222.0.24 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493989 May 14 18:26:05.057838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-4d343d0c-79ad-4480-916a-0603f9cb2e3c service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804478 May 14 18:26:05.152273 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 8ef883ea-0c71-45e8-8f1a-a3d43518a485 associated. External IP: 172.25.4.19, port: 1c4bfa90-05c3-426c-9d19-5150ce347e81. May 14 18:26:05.220219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-bf12e0db-6840-4811-b9d3-e40f5d28e363 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 200 len: 217 time: 0.1320803 May 14 18:26:05.361896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-a5d8d579-a817-433f-805b-51cf0c6605b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:05.363499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-a5d8d579-a817-433f-805b-51cf0c6605b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 200 len: 797 time: 0.1311285 May 14 18:26:05.366162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-90e02321-635c-4952-bfd2-1300692186c9 service neutron] 10.222.0.24 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058140 May 14 18:26:05.396618 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:05.400892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51714) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:05.406678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2268d735-1a7d-4c72-a476-222030431a8b tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:05.461832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:05.473644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d7ebf2ac-ca82-49e4-8eae-38e7f2fa59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:05.477583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-d7ebf2ac-ca82-49e4-8eae-38e7f2fa59eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edb56c8e-97e3-49c7-8505-32a807ea9fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048985 May 14 18:26:05.523761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:05.550510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc030f6e7304741a26c69b16d81889f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:05.613237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:05.636805 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-2db67afc-136d-4fcb-a873-4bf271acc7ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4105334 May 14 18:26:05.650405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Subnet': ['ID=3c594950-6afc-4281-a895-be823802ad02,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:05.652845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:05.716565 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:05.723063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Checking segment: {'id': '9130ae48-7dc9-4692-ad56-22159048832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:05.723477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network hostable DHCP agents. Network: 641c3437-fe3b-41a0-bfd9-712330c67bd5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:26:05.822384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-39ade72f-930a-470e-9828-553aa000b032 service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353267 May 14 18:26:05.846228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92d8d-7982-41f9-9f0e-bfeb3b927b58 req-e05308a2-50bb-4b2e-878f-c0ec41208124 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:05.848105 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adb92d8d-7982-41f9-9f0e-bfeb3b927b58 req-e05308a2-50bb-4b2e-878f-c0ec41208124 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.1964405 May 14 18:26:05.924852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network 641c3437-fe3b-41a0-bfd9-712330c67bd5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:05.975658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 641c3437-fe3b-41a0-bfd9-712330c67bd5) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:05.993117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47366a64-592a-4652-86e1-56aa0116dba3 None None] Network 641c3437-fe3b-41a0-bfd9-712330c67bd5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:06.022150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 2717edee-ae69-489b-9e29-c6ac3b7ead78 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:26:06.027373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:06.027968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:06.055015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adb92d8d-7982-41f9-9f0e-bfeb3b927b58 req-8a82dcd4-b3c6-4de0-94ea-0c6d1f13fad9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983782 May 14 18:26:06.081780 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:06.086028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-07a4fabb-109e-4415-8f61-68f2ac99784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:06.087668 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-07a4fabb-109e-4415-8f61-68f2ac99784e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.2856259 May 14 18:26:06.089818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00c992b0-2ae5-4020-91f4-ed699834e90f req-771eaa1c-1bb4-40cc-83d7-909c8b3d14ec service neutron] 10.222.0.22 "GET /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530901 May 14 18:26:06.162306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:06.177831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4970dfe0-968c-4e7c-9685-e4a788b4ef4f req-293ebaae-02e9-4986-a292-6c8f157f2105 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0588951 May 14 18:26:06.259658 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54287cd0-61a5-4f29-893b-48ff505035ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:06.283656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51730) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:06.284384 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8575110 May 14 18:26:06.406660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fc030f6e7304741a26c69b16d81889f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9736946 May 14 18:26:06.418632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51734) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:06.425262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ca6cd-2a0a-4872-9c72-3e7eb75bd509,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:06.478655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:06.528520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-641c3437-fe3b-41a0-bfd9-712330c67bd5', 'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5', 'tenant_id': 'f34f921e81cd4103a75d367da54a3f9f', 'fixed_ips': [{'subnet_id': '3c594950-6afc-4281-a895-be823802ad02'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:26:06.529448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:06.544526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:06.552446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-24c627e9-45dd-4b05-a516-94395bc086d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:06.554068 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-24c627e9-45dd-4b05-a516-94395bc086d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.4014874 May 14 18:26:06.671424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:06.778864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Allocated IP 2001:db8::2 (641c3437-fe3b-41a0-bfd9-712330c67bd5/3c594950-6afc-4281-a895-be823802ad02/5c375f6e-474f-4674-b420-11b052861964) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:06.892514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:06.904860 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] Sync routers for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:06.919361 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:06.920030 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:06.946852 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-612a37e3-490e-4021-b1e7-77fe7980ed24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 998 time: 0.3857403 May 14 18:26:06.954232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.039667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.098879 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0597892 May 14 18:26:07.106914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:07.117082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-fc73d90a-6bdd-47ec-9753-865feec8053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:07.117678 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-fc73d90a-6bdd-47ec-9753-865feec8053e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.1310220 May 14 18:26:07.122032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.122988 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.136190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Transition to ACTIVE for port object 5c375f6e-474f-4674-b420-11b052861964 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:07.190940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Transition to ACTIVE for port object 5c375f6e-474f-4674-b420-11b052861964 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:07.210814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.231286 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a7ec184d-0eb3-4d09-b629-80e7392be58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:07.273441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-e0a435a5-fe3c-4c04-ab41-6db0164b9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:07.277359 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-e0a435a5-fe3c-4c04-ab41-6db0164b9931 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486292 May 14 18:26:07.279046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.294141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-add2149b-a93d-43f9-b0e5-d4f78d325256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:07.309764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Network 641c3437-fe3b-41a0-bfd9-712330c67bd5 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:07.316416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:07.323325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:07.340484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-d50bd46d-5cd7-40ec-a43f-0b0305e3243c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:07.342101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-d50bd46d-5cd7-40ec-a43f-0b0305e3243c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "GET /v2.0/networks?id=997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 200 len: 808 time: 0.2852609 May 14 18:26:07.353533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ca6cd-2a0a-4872-9c72-3e7eb75bd509,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:07.364603 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:07.411913 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:07.415842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Request body: {'port': {'device_id': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98', 'admin_state_up': True, 'tenant_id': '27a723a2c15c4f99b2d203a9a14edae6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:07.425541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Pushing event updated for resources: {'Port': ['ID=5c375f6e-474f-4674-b420-11b052861964,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:07.430503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.432135 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:07.436449 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/726ca6cd-2a0a-4872-9c72-3e7eb75bd509 HTTP/1.1" status: 204 len: 168 time: 1.0166376 May 14 18:26:07.527030 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-e78fd5a6-42b0-4c85-b937-2b196f6efc7c service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385249 May 14 18:26:07.594808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Attempting to bind port 5c375f6e-474f-4674-b420-11b052861964 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:07.596930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Attempting to bind port 5c375f6e-474f-4674-b420-11b052861964 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9130ae48-7dc9-4692-ad56-22159048832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:07.597450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Attempting to bind port 5c375f6e-474f-4674-b420-11b052861964 on network 641c3437-fe3b-41a0-bfd9-712330c67bd5 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:07.609221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:07.614438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Checking segment: {'id': '9130ae48-7dc9-4692-ad56-22159048832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:07.615218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.617510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Bound using segment: {'id': '9130ae48-7dc9-4692-ad56-22159048832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:07.617510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Bound port: 5c375f6e-474f-4674-b420-11b052861964, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9130ae48-7dc9-4692-ad56-22159048832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '641c3437-fe3b-41a0-bfd9-712330c67bd5'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:07.620466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.659932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.679867 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bec046e-cd3b-4c51-a294-593c0cff83a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:07.728388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Subnet': ['ID=3c594950-6afc-4281-a895-be823802ad02,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:07.749873 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:07.790131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-70fc1b90-fa3c-4f26-b443-dd695cf3f94b req-37d76e18-7327-4e49-8f72-297e456ea483 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549877 May 14 18:26:07.843131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] For port 5c375f6e-474f-4674-b420-11b052861964, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:07.850170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] For port 5c375f6e-474f-4674-b420-11b052861964, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c375f6e-474f-4674-b420-11b052861964,segment=NetworkSegment(9130ae48-7dc9-4692-ad56-22159048832c),segment_id=9130ae48-7dc9-4692-ad56-22159048832c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:07.865298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.867139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055bbf5-e350-477e-939f-e4927e4e84e4 req-75609d40-33f9-43d4-8b9e-d6b0d41f549e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:07.868824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8055bbf5-e350-477e-939f-e4927e4e84e4 req-75609d40-33f9-43d4-8b9e-d6b0d41f549e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.5365772 May 14 18:26:07.870216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:07.873322 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:07.886418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.910884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Usage tracker for resource:port and tenant:27a723a2c15c4f99b2d203a9a14edae6 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:07.914679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:07.927436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:07.935152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641c3437-fe3b-41a0-bfd9-712330c67bd5']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:07.964094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9130ae48-7dc9-4692-ad56-22159048832c') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:07.964449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9130ae48-7dc9-4692-ad56-22159048832c') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:07.986608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:07.998848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8055bbf5-e350-477e-939f-e4927e4e84e4 req-1fd40b7a-8c4b-4468-9ba8-148835422459 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222062 May 14 18:26:08.002075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Made reservation on behalf of 27a723a2c15c4f99b2d203a9a14edae6 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:08.005437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:08.036937 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:08.041628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Pushing event updated for resources: {'Port': ['ID=5c375f6e-474f-4674-b420-11b052861964,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:08.053958 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:08.098346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ceae4-b46b-466a-b4f8-5da1195d44e1 None None] Network 641c3437-fe3b-41a0-bfd9-712330c67bd5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:08.104568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:08.104950 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:08.119385 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '8ef883ea-0c71-45e8-8f1a-a3d43518a485', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'port_id': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'mac_address': 'fa:16:3e:7a:f3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:03Z', 'updated_at': '2021-05-14T18:26:03Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:37Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: timer() May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:08.124973 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:08.129067 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] Checking router: 2717edee-ae69-489b-9e29-c6ac3b7ead78 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:26:08.141159 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:08.142252 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:08.498137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:26:08.498137 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:26:08.498137 n-d-787206-3 neutron-server[79559]: [parameters: {'id': '641c3437-fe3b-41a0-bfd9-712330c67bd5'}] May 14 18:26:08.498137 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:26:08.498137 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:26:08.500875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10eaedd-1da8-4cf7-b7fd-59bf155b811f None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:26:08.501602 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:08.680283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587087b-19fc-4bf7-9d86-2f510d683f6d req-d2f7b052-42ad-4d43-a714-b424c0d341c0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:08.681832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587087b-19fc-4bf7-9d86-2f510d683f6d req-d2f7b052-42ad-4d43-a714-b424c0d341c0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.4198916 May 14 18:26:08.685899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Allocated IP 172.20.0.10 (997f7b74-f1d4-4130-b6bd-67c97a879b98/61330698-c13c-4fb5-9865-ea67ac695157/c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:08.774069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10eaedd-1da8-4cf7-b7fd-59bf155b811f None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:26:08.782744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e587087b-19fc-4bf7-9d86-2f510d683f6d req-0494fb26-2672-447e-9403-1568a4363fdf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922012 May 14 18:26:08.835084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:08.966084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e6ba9449-be7e-489c-a183-f4ab965a4d16 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:26:08.969325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:09.125771 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-38456fe1-bc62-4e20-95e1-417c84c75c94 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/8ef883ea-0c71-45e8-8f1a-a3d43518a485 HTTP/1.1" status: 200 len: 990 time: 0.2891200 May 14 18:26:09.127810 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'status': 'completed', 'code': 200} May 14 18:26:09.247449 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '8ef883ea-0c71-45e8-8f1a-a3d43518a485', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'port_id': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'mac_address': 'fa:16:3e:7a:f3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:03Z', 'updated_at': '2021-05-14T18:26:03Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:37Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:09.249884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-3a7118d9-72b3-4c7c-a28b-d1a693c6e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:09.253019 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f1b81-fa0c-4d9e-8126-106687b887ce None None] The sync data for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 is: [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '8ef883ea-0c71-45e8-8f1a-a3d43518a485', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'port_id': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'mac_address': 'fa:16:3e:7a:f3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:03Z', 'updated_at': '2021-05-14T18:26:03Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:37Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:09.253937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-3a7118d9-72b3-4c7c-a28b-d1a693c6e8a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.1250141 May 14 18:26:09.298501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6adc070-c5d5-44a5-a690-a5081c4c3d7c req-980208ae-dd1e-4824-aa5d-f95d2288e6ff tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 210 time: 0.1183150 May 14 18:26:09.311769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:09.379366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e6ba9449-be7e-489c-a183-f4ab965a4d16, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:09.415954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:26:09.416590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting port 5c375f6e-474f-4674-b420-11b052861964 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:09.417605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:09.464066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-ccf99087-3197-4ddb-9e30-268c018cb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:09.465924 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-ccf99087-3197-4ddb-9e30-268c018cb92f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.2058885 May 14 18:26:09.618905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae80d39-a978-4d28-8e4c-877dffd18ea9 None None] New status for floating IP 8ef883ea-0c71-45e8-8f1a-a3d43518a485: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:26:09.655507 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-05b1f003-071b-4107-9039-226bf620f05c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 998 time: 0.1816967 May 14 18:26:09.748503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-8eca8b66-9450-4582-9915-6e54e33d8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:09.750349 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-8eca8b66-9450-4582-9915-6e54e33d8dd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.0860701 May 14 18:26:09.813517 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:09.892823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-2f070206-550e-48bc-a8e6-e66914e3a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:09.894345 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-2f070206-550e-48bc-a8e6-e66914e3a06b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363680 May 14 18:26:09.899640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ba9449-be7e-489c-a183-f4ab965a4d16 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:26:10.017861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e6ba9449-be7e-489c-a183-f4ab965a4d16, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:10.019134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] For port 5c375f6e-474f-4674-b420-11b052861964, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5c375f6e-474f-4674-b420-11b052861964,segment=NetworkSegment(9130ae48-7dc9-4692-ad56-22159048832c),segment_id=9130ae48-7dc9-4692-ad56-22159048832c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:10.020459 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.041163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.053182 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f7a11028-c7d8-46b3-ac87-b2b7e4ab2cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:10.110645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-5ee8c073-ccb2-4a55-ab59-33ac2c2c638a service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085433 May 14 18:26:10.137675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e6ba9449-be7e-489c-a183-f4ab965a4d16,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:10.141192 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:10.158874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 51828) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:10.231825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.310785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Calling delete_port for 5c375f6e-474f-4674-b420-11b052861964 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:10.325792 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f37cbc16-1ece-482b-b078-bead4112bd8c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:10.378205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5be5d3cc-27d8-45e2-bd05-45455e5e85da req-570ff289-4dff-47c1-b88d-0c2d56961ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580354 May 14 18:26:10.425102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:10.444170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Network 997f7b74-f1d4-4130-b6bd-67c97a879b98 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:10.445191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['e6ba9449-be7e-489c-a183-f4ab965a4d16'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:26:10.465339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:10.483768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:10.525698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Pushing event updated for resources: {'Port': ['ID=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:10.555362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-483c540e-7a6b-4180-b2b4-9ca97a73169f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/8ef883ea-0c71-45e8-8f1a-a3d43518a485 HTTP/1.1" status: 200 len: 992 time: 0.3830009 May 14 18:26:10.580886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.581343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.581647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.582029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.582394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.582934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.583135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.583527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.583892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.584286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.584655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.585149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:10.592907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:10.601593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd263f-a41f-4dc8-9415-a1807831aeeb req-0cdc8f6a-8ccc-43aa-a026-5409f538286c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:10.609034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7bd263f-a41f-4dc8-9415-a1807831aeeb req-0cdc8f6a-8ccc-43aa-a026-5409f538286c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 943 time: 0.9205070 May 14 18:26:10.612076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1311556567', 'router:external': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:10.619487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:10.625182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:network and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:10.630619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:10.656568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:10.657187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.658866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:10.680058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Made reservation on behalf of 56b4800583f749e3a08aecf0a86fe1cc for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:10.682705 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.700327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.725542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.734015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:10.739434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a7bd263f-a41f-4dc8-9415-a1807831aeeb req-f4ec7c2a-98f8-44e4-9309-32131c611e85 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294217 May 14 18:26:10.748355 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bafe70e6-76a7-4d03-a830-a70671f06085 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:10.749562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:security_group_rule and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:10.758296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:10.776836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:10.823103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No DVR routers for this DVR port 5c375f6e-474f-4674-b420-11b052861964 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:10.856100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4624019 May 14 18:26:10.871548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Port': ['ID=5c375f6e-474f-4674-b420-11b052861964,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:10.874934 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:10.878844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Request body: {'port': {'device_id': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:10.898972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.904822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.910716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9abcd17d-7a23-46b8-a094-ed1f33c8cf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:10.943233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:26:10.958259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2707e390-289d-4d8b-a61f-dac3609a1c75,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:10.963191 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:10.964338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:10.964680 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Added segment c5848a21-4231-407f-983e-1ea231e8cd0d of type vlan for network 9c024252-6741-4701-8d94-1891baecb9a9 May 14 18:26:11.007309 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.046311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.047525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:11.048314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.055201 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eff2f508-1e63-4db8-aeb6-c09ead3a9f74 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:11.066315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.087217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641c3437-fe3b-41a0-bfd9-712330c67bd5']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:11.117259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9130ae48-7dc9-4692-ad56-22159048832c') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:11.117573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9130ae48-7dc9-4692-ad56-22159048832c') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:11.160913 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7313166 May 14 18:26:11.161204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:11.164356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Network': ['ID=9c024252-6741-4701-8d94-1891baecb9a9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:11.169790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'subnet': {'network_id': '9c024252-6741-4701-8d94-1891baecb9a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:11.175257 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:11.177732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:11.184032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9c024252-6741-4701-8d94-1891baecb9a9 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:26:11.184532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:subnet and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:11.187761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:11.192974 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.193516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:11.205429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Made reservation on behalf of 56b4800583f749e3a08aecf0a86fe1cc for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:11.208312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.220361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.230075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.248207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:11.248930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: timer() May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:11.268579 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:11.373494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fdca-4b40-4274-b19d-fb4ea14a9fb5 req-55e3c31f-2822-4b0c-9c15-f9f4f78571ea tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:11.374103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5745fdca-4b40-4274-b19d-fb4ea14a9fb5 req-55e3c31f-2822-4b0c-9c15-f9f4f78571ea tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Synchronizing usage tracker for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:11.479493 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.519091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5745fdca-4b40-4274-b19d-fb4ea14a9fb5 req-55e3c31f-2822-4b0c-9c15-f9f4f78571ea tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Unset dirty status for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:11.526429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5745fdca-4b40-4274-b19d-fb4ea14a9fb5 req-55e3c31f-2822-4b0c-9c15-f9f4f78571ea tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 932 time: 0.6572175 May 14 18:26:11.536321 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6c093985-d45f-4082-ad46-afbbd2f3470a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:11.568215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.587772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Network': ['ID=641c3437-fe3b-41a0-bfd9-712330c67bd5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:11.594665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/641c3437-fe3b-41a0-bfd9-712330c67bd5 HTTP/1.1" status: 204 len: 168 time: 5.3099577 May 14 18:26:11.596900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:11.600654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:11.613517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-518848254'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:11.622243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:11.638285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:network and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:11.643060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:11.650852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5745fdca-4b40-4274-b19d-fb4ea14a9fb5 req-ce55ef28-4dbf-4214-9d17-b2ce092b7fca tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235371 May 14 18:26:11.658641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:11.722796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:11.727328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.942166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:26:11.954137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.968417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:26:11.975999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Transition to ACTIVE for port object c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:11.981071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.986534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:11.986706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:11.986989 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Added segment 20c8d3eb-a923-432a-abb0-ad33a9afb13e of type vlan for network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 May 14 18:26:12.049865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.120114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.127621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:12.128528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.140752 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:12.313751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7118692 May 14 18:26:12.327474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51884) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:12.330597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Network': ['ID=1ec5c903-8c04-4c82-ba04-39c2080c46f5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:12.332801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:26:12.333183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.338847 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:12.342952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Request body: {'subnet': {'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:12.343468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:26:12.358615 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7b550ad5-dd60-413b-8180-59589be6b96c tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:12.371320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c3c38-384a-47c8-a870-c1b4e513254d req-846a1f39-5e8a-4960-9c9a-54d100a7c02d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:12.379789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce5c3c38-384a-47c8-a870-c1b4e513254d req-846a1f39-5e8a-4960-9c9a-54d100a7c02d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 944 time: 0.5052102 May 14 18:26:12.490119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Pushing event updated for resources: {'Port': ['ID=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:12.511662 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:12.536172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bced74a-86da-4fa0-8eec-22e67afda8df,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:12.540856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:12.543290 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:12.549931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Usage tracker for resource:subnet and tenant:f34f921e81cd4103a75d367da54a3f9f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:12.555349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:12.558272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Checking segment: {'id': 'c5848a21-4231-407f-983e-1ea231e8cd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:12.558636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network hostable DHCP agents. Network: 9c024252-6741-4701-8d94-1891baecb9a9, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:26:12.565860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:12.579558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce5c3c38-384a-47c8-a870-c1b4e513254d req-bbd9f1fe-a650-436c-aa69-8cf48551d5d5 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988735 May 14 18:26:12.588742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Made reservation on behalf of f34f921e81cd4103a75d367da54a3f9f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:12.593552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.613798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 9c024252-6741-4701-8d94-1891baecb9a9 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:12.676038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Attempting to bind port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:12.676367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Attempting to bind port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:12.676698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Attempting to bind port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 on network 997f7b74-f1d4-4130-b6bd-67c97a879b98 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:12.682401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 on network 997f7b74-f1d4-4130-b6bd-67c97a879b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:26:12.682721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Attempting to bind port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 on network 997f7b74-f1d4-4130-b6bd-67c97a879b98 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:12.688276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:12.688615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Checking segment: {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:12.688615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Bound using segment: {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:12.688615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Bound port: c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:12.688615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.732532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 9c024252-6741-4701-8d94-1891baecb9a9) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:12.749118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e35bf97-6f59-4e5c-a30a-c629f399c6e8 None None] Network 9c024252-6741-4701-8d94-1891baecb9a9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:12.770481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:12.779387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.859732 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6957743 May 14 18:26:12.859732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:12.870581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-154118005', 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:12.888923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:12.897234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:port and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:12.904649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:12.943167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:12.946617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e6ba9449-be7e-489c-a183-f4ab965a4d16 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:12.968305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Made reservation on behalf of 56b4800583f749e3a08aecf0a86fe1cc for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:12.970643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:12.973009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] For port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:12.987528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] For port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:13.000105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.006508 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a59e0f66-e935-484a-847c-8fd68ee95ee2 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:13.010176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] device_id is not set on port 7a28051f-47b5-46fc-9860-1cb6a059e2b3 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:26:13.090045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267c0c9-01ee-4b28-9fae-19618221f446 req-ffb0bb26-ea49-47b7-b2e1-a9a54faf2913 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:13.092000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2267c0c9-01ee-4b28-9fae-19618221f446 req-ffb0bb26-ea49-47b7-b2e1-a9a54faf2913 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 944 time: 0.1932924 May 14 18:26:13.104200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5b2cc-9cab-4f40-9ba7-68c280049c24 None None] Network 9c024252-6741-4701-8d94-1891baecb9a9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:13.149705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Pushing event updated for resources: {'Port': ['ID=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:13.191863 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:13.197225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:13.198085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.199790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] 10.222.0.15 "PUT /v2.0/ports/c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 HTTP/1.1" status: 200 len: 1092 time: 2.3295047 May 14 18:26:13.200491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'tag': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:13.211877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port e6ba9449-be7e-489c-a183-f4ab965a4d16 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:13.237579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port e6ba9449-be7e-489c-a183-f4ab965a4d16 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:13.237894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.251251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2267c0c9-01ee-4b28-9fae-19618221f446 req-ed6c2756-3b7c-4cfb-87a0-00954d417abb tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975335 May 14 18:26:13.284737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Allocated IP 172.20.0.7 (9c024252-6741-4701-8d94-1891baecb9a9/3bced74a-86da-4fa0-8eec-22e67afda8df/7a28051f-47b5-46fc-9860-1cb6a059e2b3) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:13.358040 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'tag': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7', 'status': 'completed', 'code': 200} May 14 18:26:13.362165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-f6f2f553-8a6e-4a32-b93a-95d4f36b9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:13.364286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-f6f2f553-8a6e-4a32-b93a-95d4f36b9c7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 1095 time: 0.1120138 May 14 18:26:13.447233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-b094fab9-59ed-40f5-9ad2-700469c6f218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 HTTP/1.1" status: 200 len: 217 time: 0.0746653 May 14 18:26:13.530627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-e709c0aa-1513-41ec-b480-f0c9734b7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:13.532467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-e709c0aa-1513-41ec-b480-f0c9734b7b25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61330698-c13c-4fb5-9865-ea67ac695157 HTTP/1.1" status: 200 len: 848 time: 0.0776780 May 14 18:26:13.603772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-b7573cfb-025b-43b1-971e-6923ba8c6dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=997f7b74-f1d4-4130-b6bd-67c97a879b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626976 May 14 18:26:13.641129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.objects.ports [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79560) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 14 18:26:13.645176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.647388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.661452 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6700d80-fcec-45df-a72a-0825dcaffc9a tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:13.682943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.729777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:13.742570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e6ba9449-be7e-489c-a183-f4ab965a4d16, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:13.756515 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.759259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event updated for resources: {'Subnet': ['ID=5cdd55cd-2f5c-46c1-a645-11966ccb749f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:13.760361 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fd034e5-e347-4e29-a950-9cf03803b37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:13.763941 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:13.773248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Checking segment: {'id': '20c8d3eb-a923-432a-abb0-ad33a9afb13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:13.773607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network hostable DHCP agents. Network: 1ec5c903-8c04-4c82-ba04-39c2080c46f5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:26:13.822449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.822449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:13.822449 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe54bf06-cfad-4c75-ba7a-7f07ba2f825d tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:13.855867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e6ba9449-be7e-489c-a183-f4ab965a4d16,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:13.860325 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:13.874327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 1ec5c903-8c04-4c82-ba04-39c2080c46f5) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:13.888489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea655667-d776-4518-9db5-c6bc53f69ec9 None None] Network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:13.888749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 9c024252-6741-4701-8d94-1891baecb9a9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:13.892839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:13.918198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:13.941799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-99aa8cb1-12eb-407d-bc14-ef2601dc38db service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304944 May 14 18:26:13.953827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a929b0-5bdf-45aa-8fe8-ceb1849cbf3e req-e94f7aad-ae3b-477d-88ae-5ac959c22b28 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:13.959900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43a929b0-5bdf-45aa-8fe8-ceb1849cbf3e req-e94f7aad-ae3b-477d-88ae-5ac959c22b28 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.2002449 May 14 18:26:13.964974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:13.965555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:13.973195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Port': ['ID=7a28051f-47b5-46fc-9860-1cb6a059e2b3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:13.984677 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:14.019485 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6908929 May 14 18:26:14.022459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:14.025611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:14.026201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.121385 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2596507 May 14 18:26:14.122871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:14.144640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43a929b0-5bdf-45aa-8fe8-ceb1849cbf3e req-38446e59-b876-464d-90d7-199b65097ae0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804546 May 14 18:26:14.219811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e6dd3c1-2f8f-49c4-8687-cf54c5663d47 req-6df1dcf6-8b46-48c3-8fa7-43d478f966f5 service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583346 May 14 18:26:14.269528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-1ec5c903-8c04-4c82-ba04-39c2080c46f5', 'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5', 'tenant_id': 'f34f921e81cd4103a75d367da54a3f9f', 'fixed_ips': [{'subnet_id': '5cdd55cd-2f5c-46c1-a645-11966ccb749f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:26:14.273288 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.286224 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'code': 200} May 14 18:26:14.472290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-a3609945-c1e0-4303-8aba-5ab67a394d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:14.473765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-a3609945-c1e0-4303-8aba-5ab67a394d10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 1095 time: 0.1962068 May 14 18:26:14.528547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.550105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Allocated IP 2001:db8::f816:3eff:fe88:9804 (1ec5c903-8c04-4c82-ba04-39c2080c46f5/5cdd55cd-2f5c-46c1-a645-11966ccb749f/94f23221-a037-4d17-9d98-b363318ad361) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:14.652378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Deleting port 7a28051f-47b5-46fc-9860-1cb6a059e2b3 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:14.652729 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.722635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66c5c8-544d-40ad-96a9-8fc732df8264 req-779e59e8-ad78-4c33-8bb0-2972649d0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:14.724108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d66c5c8-544d-40ad-96a9-8fc732df8264 req-779e59e8-ad78-4c33-8bb0-2972649d0101 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 0.3431475 May 14 18:26:14.731073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-07cba73f-708a-4c7f-b8a3-57a08668ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:14.732126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-07cba73f-708a-4c7f-b8a3-57a08668ab39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 200 len: 909 time: 0.2495623 May 14 18:26:14.752350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.847246 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.856037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d66c5c8-544d-40ad-96a9-8fc732df8264 req-936cde6c-dea5-4c63-ad77-d25eabcac617 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209908 May 14 18:26:14.862362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Transition to ACTIVE for port object 94f23221-a037-4d17-9d98-b363318ad361 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:14.875102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-73adb217-8aa4-4dde-a79f-a93949823045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 HTTP/1.1" status: 200 len: 217 time: 0.0867934 May 14 18:26:14.897280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Transition to ACTIVE for port object 94f23221-a037-4d17-9d98-b363318ad361 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:14.907071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:14.916211 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b053bed-035d-489f-8d92-2613feb4a363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:14.949578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.006391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Pushing event updated for resources: {'Port': ['ID=94f23221-a037-4d17-9d98-b363318ad361,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:15.025689 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:15.035983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:15.037742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:15.040252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:15.116922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Calling delete_port for 7a28051f-47b5-46fc-9860-1cb6a059e2b3 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:15.157040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Attempting to bind port 94f23221-a037-4d17-9d98-b363318ad361 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:15.157430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Attempting to bind port 94f23221-a037-4d17-9d98-b363318ad361 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '20c8d3eb-a923-432a-abb0-ad33a9afb13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:15.158118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Attempting to bind port 94f23221-a037-4d17-9d98-b363318ad361 on network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:15.164822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:15.165522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Checking segment: {'id': '20c8d3eb-a923-432a-abb0-ad33a9afb13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:15.165936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.166328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Bound using segment: {'id': '20c8d3eb-a923-432a-abb0-ad33a9afb13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:15.166979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Bound port: 94f23221-a037-4d17-9d98-b363318ad361, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c8d3eb-a923-432a-abb0-ad33a9afb13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:15.167506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.169572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af698d-1862-4886-9747-3c964376d50d req-7b11c396-00bc-458f-a6cc-598a3ae7c7bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:15.176837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1af698d-1862-4886-9747-3c964376d50d req-7b11c396-00bc-458f-a6cc-598a3ae7c7bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 944 time: 0.5724616 May 14 18:26:15.259302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f1af698d-1862-4886-9747-3c964376d50d req-4ed817d2-e81e-4331-bdaa-2ff32e8a21b5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814664 May 14 18:26:15.266012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-0050ec4d-690f-4bcf-a67a-0e4127d87fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:15.267463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-0050ec4d-690f-4bcf-a67a-0e4127d87fdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61330698-c13c-4fb5-9865-ea67ac695157 HTTP/1.1" status: 200 len: 848 time: 0.3804498 May 14 18:26:15.307211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.320523 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8c03cc5-ce0b-4054-9f02-9285269913a6 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:15.340580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] For port 94f23221-a037-4d17-9d98-b363318ad361, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:15.346195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] For port 94f23221-a037-4d17-9d98-b363318ad361, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=94f23221-a037-4d17-9d98-b363318ad361,segment=NetworkSegment(20c8d3eb-a923-432a-abb0-ad33a9afb13e),segment_id=20c8d3eb-a923-432a-abb0-ad33a9afb13e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:15.360916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdd55cd-2f5c-46c1-a645-11966ccb749f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:15.361196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.368697 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:15.380112 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-582b72bd-0fa3-454b-83af-5bf35084bf8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:15.393884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-047851c4-f414-4599-8593-f22116874a10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=997f7b74-f1d4-4130-b6bd-67c97a879b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173179 May 14 18:26:15.493245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Pushing event updated for resources: {'Port': ['ID=94f23221-a037-4d17-9d98-b363318ad361,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:15.496709 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:15.530196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.541142 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.558048 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b55d085-3349-4172-9979-175c5b2295b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:15.659105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec5c903-8c04-4c82-ba04-39c2080c46f5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:15.683877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b6760-5e60-4e89-8f76-f8419a9c0bdf req-bb655cb6-0c5a-4eab-b482-6af14155b63a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:15.691795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af5b6760-5e60-4e89-8f76-f8419a9c0bdf req-bb655cb6-0c5a-4eab-b482-6af14155b63a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.2505465 May 14 18:26:15.694395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a28051f-47b5-46fc-9860-1cb6a059e2b3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:15.715042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c8d3eb-a923-432a-abb0-ad33a9afb13e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:15.715495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c8d3eb-a923-432a-abb0-ad33a9afb13e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:15.715892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-b890618f-0df1-4187-9cbb-b2f3fe05247a service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097179 May 14 18:26:15.725047 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:15.844282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.906422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af5b6760-5e60-4e89-8f76-f8419a9c0bdf req-9d75e7ed-a300-4aa2-a9dc-21f1a24aab32 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136383 May 14 18:26:15.914639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.927410 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7a28051f-47b5-46fc-9860-1cb6a059e2b3 HTTP/1.1" status: 204 len: 168 time: 1.8004351 May 14 18:26:15.931340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 51968) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:15.934471 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.944584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c024252-6741-4701-8d94-1891baecb9a9', 'external_fixed_ips': [{'subnet_id': '3bced74a-86da-4fa0-8eec-22e67afda8df', 'ip_address': '172.20.0.7'}]}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:15.952730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:15.958322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:15.958846 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:15.982825 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:15.988201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:router and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:16.007038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2e128ae-b73d-4507-945e-4eed7fc07259 req-81880b8a-4975-4a3f-80fc-ba62265cddf5 service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814353 May 14 18:26:16.053626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:16.075158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:16.094150 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:16.095139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:16.100645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:26:16.100645 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:26:16.100645 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '1ec5c903-8c04-4c82-ba04-39c2080c46f5'}] May 14 18:26:16.100645 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:26:16.101094 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:26:16.113644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:16.489956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf26-8fd0-43e8-bbb7-f1919d7c0f31 req-ceb65b25-9a7d-43a4-879e-d55bfb4c9c80 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:16.492669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d982cf26-8fd0-43e8-bbb7-f1919d7c0f31 req-ceb65b25-9a7d-43a4-879e-d55bfb4c9c80 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 944 time: 0.1080360 May 14 18:26:16.592394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:16.593730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d982cf26-8fd0-43e8-bbb7-f1919d7c0f31 req-c0cf9ad1-3527-480f-a744-07d471b2d532 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 May 14 18:26:16.603443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:16.784617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting port 94f23221-a037-4d17-9d98-b363318ad361 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:16.784960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:16.791605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 94f23221-a037-4d17-9d98-b363318ad361 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:16.852683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd1d3ab-ef73-4b76-8f86-884808c550e6 None None] Network 1ec5c903-8c04-4c82-ba04-39c2080c46f5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:16.937374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] For port 94f23221-a037-4d17-9d98-b363318ad361, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=94f23221-a037-4d17-9d98-b363318ad361,segment=NetworkSegment(20c8d3eb-a923-432a-abb0-ad33a9afb13e),segment_id=20c8d3eb-a923-432a-abb0-ad33a9afb13e)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:16.937741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.087880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bc6f8ae-0fc5-4de5-9f03-ae9bd4771fec None None] Provisioning for port 94f23221-a037-4d17-9d98-b363318ad361 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:17.097508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bc6f8ae-0fc5-4de5-9f03-ae9bd4771fec None None] Provisioning complete for port 94f23221-a037-4d17-9d98-b363318ad361 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:17.097508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8ae-0fc5-4de5-9f03-ae9bd4771fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.118341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Calling delete_port for 94f23221-a037-4d17-9d98-b363318ad361 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:17.120839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305a72-3ffd-444a-a797-cc445715a51a req-608fda61-159e-4c30-9d26-7ab1af8a4e99 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:17.127818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a305a72-3ffd-444a-a797-cc445715a51a req-608fda61-159e-4c30-9d26-7ab1af8a4e99 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.1079080 May 14 18:26:17.178107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 94f23221-a037-4d17-9d98-b363318ad361 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:17.179476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a305a72-3ffd-444a-a797-cc445715a51a req-6f7a8acc-0729-434e-b68e-c84ae3ba1466 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507131 May 14 18:26:17.189239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 94f23221-a037-4d17-9d98-b363318ad361 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:17.189778 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.391392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.402669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:17.406020 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f8ae-0fc5-4de5-9f03-ae9bd4771fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.427636 n-d-787206-3 neutron-server[79561]: INFO neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No ports have port_id starting with 94f23221-a037-4d17-9d98-b363318ad361 May 14 18:26:17.485899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad69adb-03a4-4c90-9921-bc9029e98e44 None None] DHCP port deletion for 1ec5c903-8c04-4c82-ba04-39c2080c46f5 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:26:17.487157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No DVR routers for this DVR port 94f23221-a037-4d17-9d98-b363318ad361 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:17.501667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5c46-add1-4140-acf3-56c158a82cad req-c29cfd28-b857-42a7-ae28-11817a1038be tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:17.507937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b0a5c46-add1-4140-acf3-56c158a82cad req-c29cfd28-b857-42a7-ae28-11817a1038be tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.2029207 May 14 18:26:17.528765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Port': ['ID=94f23221-a037-4d17-9d98-b363318ad361,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:17.540470 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:17.541554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.574559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b0a5c46-add1-4140-acf3-56c158a82cad req-a7f9eea9-29a9-487f-b4a0-f05c00fff120 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590770 May 14 18:26:17.599711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52006) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:17.600169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.689798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea974f-9a91-4da5-9464-0110cf0c8a2d tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:17.691741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-beea974f-9a91-4da5-9464-0110cf0c8a2d tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1091 time: 0.0907106 May 14 18:26:17.695066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52014) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:17.701081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:17.710047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:17.718006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:floatingip and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:17.726437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:17.733727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.735681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:17.754741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec5c903-8c04-4c82-ba04-39c2080c46f5']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:17.779872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c8d3eb-a923-432a-abb0-ad33a9afb13e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:17.780173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c8d3eb-a923-432a-abb0-ad33a9afb13e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:17.809062 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.834960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.860746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.880105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:17.880418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:17.895589 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:17.914249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c51cd2-667a-41c0-9493-5d6bedb651ea req-599caca2-8b40-496e-a749-5b05187a12dc tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:17.918750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0c51cd2-667a-41c0-9493-5d6bedb651ea req-599caca2-8b40-496e-a749-5b05187a12dc tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 944 time: 0.1890087 May 14 18:26:17.979976 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0c51cd2-667a-41c0-9493-5d6bedb651ea req-853b6962-1530-4865-9f47-79b1ca5dc149 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 May 14 18:26:18.024338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.029954 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65584f85-dab3-429f-a426-b25f7b45bf35 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:18.048320 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.051299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.069552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Allocated IP 172.20.0.7 (9c024252-6741-4701-8d94-1891baecb9a9/3bced74a-86da-4fa0-8eec-22e67afda8df/eef126fa-b53d-40f3-807d-8d025eae6e41) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:18.074095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Network': ['ID=1ec5c903-8c04-4c82-ba04-39c2080c46f5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:18.079613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:18.092397 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/1ec5c903-8c04-4c82-ba04-39c2080c46f5 HTTP/1.1" status: 204 len: 168 time: 4.0654814 May 14 18:26:18.092696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52024) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.160386 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-64adeeed-96fb-4643-87d8-591188fd4f86 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:18.161052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64adeeed-96fb-4643-87d8-591188fd4f86 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:18.174571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-64adeeed-96fb-4643-87d8-591188fd4f86 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/5cdd55cd-2f5c-46c1-a645-11966ccb749f HTTP/1.1" status: 404 len: 337 time: 0.0784099 May 14 18:26:18.179664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52032) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.215500 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-af79b202-d608-4be9-a2d4-708cbb52df39 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:18.215976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af79b202-d608-4be9-a2d4-708cbb52df39 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:18.217650 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-af79b202-d608-4be9-a2d4-708cbb52df39 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/1ec5c903-8c04-4c82-ba04-39c2080c46f5 HTTP/1.1" status: 404 len: 339 time: 0.0370617 May 14 18:26:18.246856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52036) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.250565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:26:18.312848 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb66385-2563-4b7b-879f-9e7e653a8ad0 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:18.313300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb66385-2563-4b7b-879f-9e7e653a8ad0 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:18.314941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9fb66385-2563-4b7b-879f-9e7e653a8ad0 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/3c594950-6afc-4281-a895-be823802ad02 HTTP/1.1" status: 404 len: 337 time: 0.0671153 May 14 18:26:18.318269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52042) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.342570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.25.4.104 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/ac659389-a978-4f7e-bfce-a18836a26b92) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:18.428063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:18.447795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7', 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98', 'port_id': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7', 'mac_address': 'fa:16:3e:40:e9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61330698-c13c-4fb5-9865-ea67ac695157', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:26:18.456163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.459652 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2608e5-e73f-4153-b187-da08dfcca5ee tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:18.460260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2608e5-e73f-4153-b187-da08dfcca5ee tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:18.464736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2d2608e5-e73f-4153-b187-da08dfcca5ee tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/641c3437-fe3b-41a0-bfd9-712330c67bd5 HTTP/1.1" status: 404 len: 339 time: 0.0325296 May 14 18:26:18.465373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52048) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.514921 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22ec552-3baa-4d3a-90d3-42374d0c4a4d tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:18.515411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22ec552-3baa-4d3a-90d3-42374d0c4a4d tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:18.516195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.520365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c22ec552-3baa-4d3a-90d3-42374d0c4a4d tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/f3116eb5-e0f9-4a08-bd43-4396426a099a HTTP/1.1" status: 404 len: 337 time: 0.0521324 May 14 18:26:18.520713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52052) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.555591 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a79322-ddeb-4e24-9337-45f29b35c2ad tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:18.556094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a79322-ddeb-4e24-9337-45f29b35c2ad tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:18.560334 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a8a79322-ddeb-4e24-9337-45f29b35c2ad tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/8b5d1942-9b1a-4c5a-8995-ae8a4301f3d4 HTTP/1.1" status: 404 len: 339 time: 0.0357952 May 14 18:26:18.560499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:26:18.560602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:18.578299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:18.585255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.587583 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c79373c-b407-4f31-8a7f-f7053ba23d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:18.617841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.625274 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4e31e086-1cad-406e-88e5-ed3d11dce2f2 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:18.632723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.673357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:18.683604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:18.685855 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9f4c0f58-b91c-41a0-b426-3172c76118aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:18.687936 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:18.729175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:18.735319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:18.752545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:18.752996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 9c024252-6741-4701-8d94-1891baecb9a9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:18.762291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 94f23221-a037-4d17-9d98-b363318ad361 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:18.762598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:18.773624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:18.817898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 94f23221-a037-4d17-9d98-b363318ad361 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:26:18.820489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 94f23221-a037-4d17-9d98-b363318ad361 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:18.913670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Port': ['ID=eef126fa-b53d-40f3-807d-8d025eae6e41,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:18.931022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:26:18.982095 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:19.136296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=ac659389-a978-4f7e-bfce-a18836a26b92,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:19.151802 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:19.270240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting port 6cb083b9-07e9-44c6-bd8e-be11f9bdc405 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:19.270660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.410491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.456233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa149251-e572-45d0-b74e-34bd04f87366 req-44e6786e-59eb-4dca-a93d-9795bf66715c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:19.463870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa149251-e572-45d0-b74e-34bd04f87366 req-44e6786e-59eb-4dca-a93d-9795bf66715c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 945 time: 0.3111203 May 14 18:26:19.491596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.548264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa149251-e572-45d0-b74e-34bd04f87366 req-8ee86241-564a-418f-ab83-1bdfa6e4e9a0 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834718 May 14 18:26:19.614537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Calling delete_port for 6cb083b9-07e9-44c6-bd8e-be11f9bdc405 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:19.650609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.738129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.975034 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.980736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:19.992375 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec707f81-a4c7-4adf-98c9-49a6c570fdff tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:20.092783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.098878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=ac659389-a978-4f7e-bfce-a18836a26b92,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:20.101996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:20.120891 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:20.137436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.154104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Port': ['ID=6cb083b9-07e9-44c6-bd8e-be11f9bdc405,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:20.160014 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:20.165892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.175362 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/ports/6cb083b9-07e9-44c6-bd8e-be11f9bdc405 HTTP/1.1" status: 204 len: 168 time: 1.6137977 May 14 18:26:20.178955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52090) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:20.228472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.232030 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-8887ecef-711d-4266-bcb3-146d69385775 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:20.232485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8887ecef-711d-4266-bcb3-146d69385775 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:20.234113 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8887ecef-711d-4266-bcb3-146d69385775 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/70baa1f2-805c-429d-991a-c7d04fdb6fd9 HTTP/1.1" status: 404 len: 337 time: 0.0540287 May 14 18:26:20.236660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52094) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:20.265646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:20.361579 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Floating IP 6e4983b4-a356-4f52-9897-59884ee2f492 associated. External IP: 172.25.4.104, port: e6ba9449-be7e-489c-a183-f4ab965a4d16. May 14 18:26:20.376904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:20.384416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:20.384872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.526298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.549279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.654248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:20.655401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:20.666578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.670435 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-719846be-d31a-424a-a0aa-bfb43b79ecb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:20.717531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.735209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fc0501-9465-460c-a299-ccbb97bf4363']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:20.751497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf7051e-5c2a-4fd0-aeff-274f0e871fae') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:20.751939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf7051e-5c2a-4fd0-aeff-274f0e871fae') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:20.781325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.805570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.806872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:20.811309 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:20.812556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:20.812956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:20.828780 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:20.833147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Router e00179de-23e3-44d2-b6f9-da50a85b441e is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:26:21.059472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:21.069802 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7db97c7d-17cb-4a35-b8f6-8ad35c5228ce tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:21.086010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:21.101272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Network': ['ID=a4fc0501-9465-460c-a299-ccbb97bf4363,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:21.106474 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:21.114283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52118) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:21.119812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/a4fc0501-9465-460c-a299-ccbb97bf4363 HTTP/1.1" status: 204 len: 168 time: 0.8818750 May 14 18:26:21.166082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:26:21.184916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:21.191254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45ded5-ce6d-4512-b325-4cb962dd006a req-1e4ee49d-c747-4b02-aa2a-a14b60c9a4a4 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:21.192751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c45ded5-ce6d-4512-b325-4cb962dd006a req-1e4ee49d-c747-4b02-aa2a-a14b60c9a4a4 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1992760 May 14 18:26:21.209407 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Sync routers for ids ['e00179de-23e3-44d2-b6f9-da50a85b441e'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:21.211830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:21.213917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2821970 May 14 18:26:21.219704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52124) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:21.244301 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Routers {'e00179de-23e3-44d2-b6f9-da50a85b441e'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:21.247390 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e00179de-23e3-44d2-b6f9-da50a85b441e'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:21.496627 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:21.519341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c45ded5-ce6d-4512-b325-4cb962dd006a req-2bb2b7a7-faee-42ed-a496-c915c4b8bfd2 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495956 May 14 18:26:21.541795 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Set router e00179de-23e3-44d2-b6f9-da50a85b441e gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:21.595598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:21.609550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:21.625153 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7', 'code': 200} May 14 18:26:21.626638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting port 344e7248-1564-42e0-979d-28a146d0730f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:21.627245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:21.633296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:21.634059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:21.764673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:21.883934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1870537 May 14 18:26:21.889200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:21.917783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:21.947094 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.062913 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'status': 'completed', 'code': 200} May 14 18:26:22.066343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5fcc-73c7-47f2-b768-1d8147aaa9eb req-d60626b0-953c-465e-ab7a-7a38dee710c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:22.069063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95ff5fcc-73c7-47f2-b768-1d8147aaa9eb req-d60626b0-953c-465e-ab7a-7a38dee710c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 1097 time: 0.3666937 May 14 18:26:22.113062 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00179de-23e3-44d2-b6f9-da50a85b441e', 'name': '', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c024252-6741-4701-8d94-1891baecb9a9', 'external_fixed_ips': [{'subnet_id': '3bced74a-86da-4fa0-8eec-22e67afda8df', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'eef126fa-b53d-40f3-807d-8d025eae6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:16Z', 'updated_at': '2021-05-14T18:26:19Z', 'revision_number': 3, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port': {'id': 'eef126fa-b53d-40f3-807d-8d025eae6e41', 'name': '', 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00179de-23e3-44d2-b6f9-da50a85b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '3bced74a-86da-4fa0-8eec-22e67afda8df', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:26:17Z', 'updated_at': '2021-05-14T18:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bced74a-86da-4fa0-8eec-22e67afda8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:22.113778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.119786 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Checking router: e00179de-23e3-44d2-b6f9-da50a85b441e for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:26:22.120469 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Updating router e00179de-23e3-44d2-b6f9-da50a85b441e port eef126fa-b53d-40f3-807d-8d025eae6e41 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:26:22.196703 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.223815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Calling delete_port for 344e7248-1564-42e0-979d-28a146d0730f owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:22.254017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Deleting port eef126fa-b53d-40f3-807d-8d025eae6e41 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:22.255621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.449407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-95ff5fcc-73c7-47f2-b768-1d8147aaa9eb req-9bfc23e8-b48c-4d5d-af0d-e8ee6839eeb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 May 14 18:26:22.450016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.462838 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:22.494461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:19Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:22.509059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:26:22.534016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Port': ['ID=344e7248-1564-42e0-979d-28a146d0730f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:22.538435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:22.539060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:22.539893 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:22.543943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.547268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.552428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/ports/344e7248-1564-42e0-979d-28a146d0730f HTTP/1.1" status: 204 len: 168 time: 1.4362900 May 14 18:26:22.555849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52154) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:22.618115 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f670856d-1513-4f02-9047-2f0b5ab31b19 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] DELETE failed (client error): The resource could not be found. May 14 18:26:22.619085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f670856d-1513-4f02-9047-2f0b5ab31b19 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:26:22.623353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f670856d-1513-4f02-9047-2f0b5ab31b19 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/6bb31853-d478-404b-bb8c-7a1ca7a737cd HTTP/1.1" status: 404 len: 337 time: 0.0638778 May 14 18:26:22.624498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52160) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:22.828814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.832944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Calling delete_port for eef126fa-b53d-40f3-807d-8d025eae6e41 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:22.856106 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.915916 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Transition to ACTIVE for port object eef126fa-b53d-40f3-807d-8d025eae6e41 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:22.927296 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:22.935993 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7ae8f0e7-a55e-4dc7-9175-45e380016f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:23.000269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:23.005142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-490f876a-03e3-4c10-867f-8d4332ddb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:23.007258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-490f876a-03e3-4c10-867f-8d4332ddb1ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 0.9434676 May 14 18:26:23.007548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.013476 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7fbd3806-b205-42a9-893b-2eede47a4178 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:23.036534 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Pushing event deleted for resources: {'Port': ['ID=eef126fa-b53d-40f3-807d-8d025eae6e41,revision_number=None']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:23.053978 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.054340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.054646 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.054965 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.060541 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.061404 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.062235 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.064473 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.065807 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.066431 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.067030 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.069208 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:23.077664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event deleted for resources: {'Port': ['ID=eef126fa-b53d-40f3-807d-8d025eae6e41,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:23.089369 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:23.100763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Attempting to bind port eef126fa-b53d-40f3-807d-8d025eae6e41 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:23.101361 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Attempting to bind port eef126fa-b53d-40f3-807d-8d025eae6e41 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c5848a21-4231-407f-983e-1ea231e8cd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:23.101828 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Attempting to bind port eef126fa-b53d-40f3-807d-8d025eae6e41 on network 9c024252-6741-4701-8d94-1891baecb9a9 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:23.112301 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:23.114252 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Checking segment: {'id': 'c5848a21-4231-407f-983e-1ea231e8cd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:23.114765 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.115470 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Bound using segment: {'id': 'c5848a21-4231-407f-983e-1ea231e8cd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:23.115984 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Bound port: eef126fa-b53d-40f3-807d-8d025eae6e41, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5848a21-4231-407f-983e-1ea231e8cd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9c024252-6741-4701-8d94-1891baecb9a9'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:23.116320 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.131622 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:23.166763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.plugin [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Port eef126fa-b53d-40f3-807d-8d025eae6e41 has been deleted concurrently {{(pid=79562) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 14 18:26:23.180071 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Routers {'e00179de-23e3-44d2-b6f9-da50a85b441e'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:23.180720 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e00179de-23e3-44d2-b6f9-da50a85b441e'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:23.211164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.515690 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] Set router e00179de-23e3-44d2-b6f9-da50a85b441e gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:23.609046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.613293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.685169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.685960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e00179de-23e3-44d2-b6f9-da50a85b441e {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:26:23.703920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.709408 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e00179de-23e3-44d2-b6f9-da50a85b441e HTTP/1.1" status: 204 len: 168 time: 2.4880331 May 14 18:26:23.710543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52176) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:23.715073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:19Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:23.720319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9109db2-9f9f-42e8-a3b3-6ba5b039029c None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:19Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:23.765536 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00179de-23e3-44d2-b6f9-da50a85b441e', 'name': '', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:16Z', 'updated_at': '2021-05-14T18:26:22Z', 'revision_number': 5, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:23.771658 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079b2e5-78eb-4c6e-b68a-96ffaa0ef8c6 None None] The sync data for ids ['e00179de-23e3-44d2-b6f9-da50a85b441e'] in n-d-787206-3 is: [{'id': 'e00179de-23e3-44d2-b6f9-da50a85b441e', 'name': '', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:16Z', 'updated_at': '2021-05-14T18:26:22Z', 'revision_number': 5, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:23.786131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Deleting subnet 3bced74a-86da-4fa0-8eec-22e67afda8df {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:26:23.787317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.790671 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.843027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-faabb8cd-c8c5-4002-9ad0-9ccba546dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:23.845106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-faabb8cd-c8c5-4002-9ad0-9ccba546dadc service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.7723253 May 14 18:26:23.876425 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.941096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42bf735-5ec0-4c40-ae7f-880e9607317c']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:23.968034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:23.997007 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe2307c-4aa1-4caf-9551-8951065a30c5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:23.997446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe2307c-4aa1-4caf-9551-8951065a30c5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:24.018174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d17a-a629-47b1-ab37-80a068e0bc92 req-a954d3f3-73e0-494a-ae91-f97812af3009 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:24.019927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0032d17a-a629-47b1-ab37-80a068e0bc92 req-a954d3f3-73e0-494a-ae91-f97812af3009 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 946 time: 1.1880467 May 14 18:26:24.039995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.105793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.107483 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0253bc9-e876-4f69-8531-b970a2d54ac6 None None] New status for floating IP 6e4983b4-a356-4f52-9897-59884ee2f492: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:26:24.137707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-55f9eb9c-59a7-4b7d-a6da-5e1df2a448a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 999 time: 0.2817862 May 14 18:26:24.152490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:24.152898 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.183844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: timer() May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:24.265578 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:24.327164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-78acb2da-dd42-4837-8706-816a284519cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:24.328689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-78acb2da-dd42-4837-8706-816a284519cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1780570 May 14 18:26:24.332138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0032d17a-a629-47b1-ab37-80a068e0bc92 req-c443cd49-0d43-4c5d-88b8-5b49cbb00cc6 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059926 May 14 18:26:24.332881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.339974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c183904d-df64-414d-9385-e323f1cc19a2 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:24.347354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.354483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-92fa55f2-871f-4aa8-a255-2e49d0d518d5 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:24.356152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.394306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bced74a-86da-4fa0-8eec-22e67afda8df,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:24.398576 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:24.399964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.407774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/3bced74a-86da-4fa0-8eec-22e67afda8df HTTP/1.1" status: 204 len: 168 time: 0.6958890 May 14 18:26:24.410336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:24.417044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/b42bf735-5ec0-4c40-ae7f-880e9607317c HTTP/1.1" status: 204 len: 168 time: 1.7913091 May 14 18:26:24.424403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52184) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:24.426321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Network': ['ID=b42bf735-5ec0-4c40-ae7f-880e9607317c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:24.429102 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:24.542583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting subnet 9f9e5aa6-e5c3-4f90-92c8-cf332e99c7d7 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:26:24.546102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-ac38b54a-8ef7-42b9-9e74-1c237ea20f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:24.547608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-ac38b54a-8ef7-42b9-9e74-1c237ea20f84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113645 May 14 18:26:24.550088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.614622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.697135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.762724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.780832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c024252-6741-4701-8d94-1891baecb9a9']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:24.795770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5848a21-4231-407f-983e-1ea231e8cd0d') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:24.796850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5848a21-4231-407f-983e-1ea231e8cd0d') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:24.810206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-ee087dda-5e27-454d-8ba9-5fe57dd7abe2 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216597 May 14 18:26:24.813193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.833344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.840337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:24.840875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.855404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:24.855732 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:24.942801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.949177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c024252-6741-4701-8d94-1891baecb9a9 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 14 18:26:24.950919 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28cecd9a-3dec-4b61-8272-c73486e0c2f5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:24.977089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:24.983468 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9c024252-6741-4701-8d94-1891baecb9a9 HTTP/1.1" status: 204 len: 168 time: 0.5719841 May 14 18:26:24.987274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c024252-6741-4701-8d94-1891baecb9a9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:24.990005 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:25.114139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-92d4fbb7-7922-4c55-8d78-4493f17f80d8 req-da2e3e99-c50f-43f7-8eef-313aafd4f89f service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803342 May 14 18:26:25.246598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52196) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:25.253503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'name': 'tempest-router--2052073616', 'project_id': '8bea21b2fccd487b9cad784f76e310e4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:25.259325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:25.266644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:router and tenant:8bea21b2fccd487b9cad784f76e310e4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:25.272603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:25.281015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:25.289826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.294080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8632e30-bfe1-4619-841b-22b6d5bf27d1 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:25.320432 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.321434 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.338868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9e5aa6-e5c3-4f90-92c8-cf332e99c7d7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:25.341653 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:25.343893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.357312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f8ccd-97ae-41c1-acc5-ff1c8e6a92dc None None] Network f116b200-8e90-4dd7-861c-79fb7ad772c0 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:25.362871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.367505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/subnets/9f9e5aa6-e5c3-4f90-92c8-cf332e99c7d7 HTTP/1.1" status: 204 len: 168 time: 0.9347966 May 14 18:26:25.367985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52200) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:25.383940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.419120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.423987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-aacbc662-8201-4e2c-9382-6f85fa537842 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1738083 May 14 18:26:25.424302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:25.534580 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.685987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Deleting port 8a8709dd-bb84-42af-b5fb-f51e18793cbe {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:25.686322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.896553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] DHCP port deletion for f116b200-8e90-4dd7-861c-79fb7ad772c0 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:26:25.918952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:25.991582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Deleting port 8a8709dd-bb84-42af-b5fb-f51e18793cbe {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:25.992225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.010878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] For port 8a8709dd-bb84-42af-b5fb-f51e18793cbe, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a8709dd-bb84-42af-b5fb-f51e18793cbe,segment=NetworkSegment(59e1d276-f688-40df-bd6e-f33058f66758),segment_id=59e1d276-f688-40df-bd6e-f33058f66758)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:26.011336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.115240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] For port 8a8709dd-bb84-42af-b5fb-f51e18793cbe, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8a8709dd-bb84-42af-b5fb-f51e18793cbe,segment=NetworkSegment(59e1d276-f688-40df-bd6e-f33058f66758),segment_id=59e1d276-f688-40df-bd6e-f33058f66758)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:26.115511 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.141025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Calling delete_port for 8a8709dd-bb84-42af-b5fb-f51e18793cbe owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:26.194743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.206787 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6306035f-4e1a-438b-907c-1aa4a8306140 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:26.237020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.239368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.248710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Calling delete_port for 8a8709dd-bb84-42af-b5fb-f51e18793cbe owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:26.261528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] No DVR routers for this DVR port 8a8709dd-bb84-42af-b5fb-f51e18793cbe on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:26.265796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Port': ['ID=8a8709dd-bb84-42af-b5fb-f51e18793cbe,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:26.294739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc331-015e-4024-8c83-490716997bbb req-8ab67fa9-4dfe-44d9-a379-0d77319325ae tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:26.296339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfbdc331-015e-4024-8c83-490716997bbb req-8ab67fa9-4dfe-44d9-a379-0d77319325ae tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 946 time: 0.4330308 May 14 18:26:26.297141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.297617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5fcff0-bc55-4d54-9bc0-a8a7f0913799 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:26:26.307140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.311727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f050d12c-71c0-434c-b69d-54042fcf6f71 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4f5fcff0-bc55-4d54-9bc0-a8a7f0913799 HTTP/1.1" status: 204 len: 168 time: 0.8818822 May 14 18:26:26.314914 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:26.352382 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.365501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfbdc331-015e-4024-8c83-490716997bbb req-0944ee77-71bd-4721-94ab-440675fc024c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549293 May 14 18:26:26.369909 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-19c77779-612e-444d-be41-325e9326b3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:26.452807 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.460623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Pushing event deleted for resources: {'Port': ['ID=8a8709dd-bb84-42af-b5fb-f51e18793cbe,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:26.468604 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:26.470218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] No DVR routers for this DVR port 8a8709dd-bb84-42af-b5fb-f51e18793cbe on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:26.481227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f116b200-8e90-4dd7-861c-79fb7ad772c0']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:26.504474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e1d276-f688-40df-bd6e-f33058f66758') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:26.504719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e1d276-f688-40df-bd6e-f33058f66758') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:26.518547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.537976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.545448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:26.546425 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:26.566082 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:26.604091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52216) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:26.664309 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.673712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0dd54a2-2994-4bea-9304-2ea7fbb4df04 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:26.699940 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:26.711939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Pushing event deleted for resources: {'Network': ['ID=f116b200-8e90-4dd7-861c-79fb7ad772c0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:26.712497 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:26.716112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] 10.222.0.24 "DELETE /v2.0/networks/f116b200-8e90-4dd7-861c-79fb7ad772c0 HTTP/1.1" status: 204 len: 168 time: 1.3470294 May 14 18:26:26.770865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a8709dd-bb84-42af-b5fb-f51e18793cbe no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:26.820240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8a8709dd-bb84-42af-b5fb-f51e18793cbe {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:26:26.820742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8a8709dd-bb84-42af-b5fb-f51e18793cbe not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:26.992561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-575957023', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:27.004812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:27.013896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Usage tracker for resource:router and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:27.014901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:27.023426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:27.034603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f75c295-5cc1-4e6d-88f3-10f932d36c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.036216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.038502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.056516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.140999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52234) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:27.344387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7a1a0ae6-c878-4384-98d1-05784bb88c36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f34f921e81cd4103a75d367da54a3f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022347 May 14 18:26:27.347637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52242) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:27.393408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.423877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.461430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.542456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.548957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54b34a42-3db2-4f9e-b59a-de0faaaaa305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:27.569014 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.570840 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee81dbd7-d348-4c27-8701-f855ab0d95d3 HTTP/1.1" status: 204 len: 168 time: 0.2218812 May 14 18:26:27.571852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee81dbd7-d348-4c27-8701-f855ab0d95d3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:27.576068 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:27.825424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.879171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.918560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:27.979738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecf523-a098-4bb5-a489-655c453d83ad req-dc4b1281-d3b7-4d09-8433-fef9a9df398f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:27.981215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0eecf523-a098-4bb5-a489-655c453d83ad req-dc4b1281-d3b7-4d09-8433-fef9a9df398f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 946 time: 0.2613530 May 14 18:26:28.093586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0eecf523-a098-4bb5-a489-655c453d83ad req-c2accff0-89c1-4169-9224-2ab4484e2020 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021678 May 14 18:26:28.305396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Allocated IP 172.25.4.246 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/ddbc2a71-e6ba-4fd3-9ad8-32e7a3ce110b) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:28.471299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.504972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:28.515862 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.527006 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fad67145-eed6-47c3-acbf-a295407693a7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:28.602904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event updated for resources: {'Port': ['ID=ddbc2a71-e6ba-4fd3-9ad8-32e7a3ce110b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:28.607215 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:28.612354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:28.613870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:28.617521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:28.670499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1519878903'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:28.676497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:28.682099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:28.685478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:28.693910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:28.705416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:28.710339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.728416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.744968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:28.748959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:security_group_rule and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:28.751814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:28.758812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:28.876444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.883881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.900984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:26:28.910162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e3346bdb-66d3-4446-95dd-61c9d7f4b4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:28.933775 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:28.934118 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 2773b55c-918d-4e46-a79f-19e0b6288c67 of type vlan for network 91a93213-212e-45f7-aa12-372e19a0a7d3 May 14 18:26:28.960015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf907a0-2e38-4eea-8ddb-24b56977c41e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:28.970197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:28.977389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.019596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.025554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:29.026137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.029762 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b953917-cc4b-49e5-b8bf-a38a94bc2cc9 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:29.158827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6492450 May 14 18:26:29.158827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=91a93213-212e-45f7-aa12-372e19a0a7d3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:29.160317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52280) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:29.164480 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:29.164666 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.169256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:26:29.216200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503975918'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:29.234113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-de61adbb-a69f-463f-8a69-d21d2cac0f7b tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:29.235418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-de61adbb-a69f-463f-8a69-d21d2cac0f7b tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 946 time: 0.2024570 May 14 18:26:29.331839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:29.384076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:29.390723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:29.422443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:29.494099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:29.497649 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.606075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.688658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dce6f-c773-4e19-9afe-801e0cea7e41 req-91faab70-0f5f-4a34-9a2f-8181962edd20 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:29.690106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-290dce6f-c773-4e19-9afe-801e0cea7e41 req-91faab70-0f5f-4a34-9a2f-8181962edd20 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 946 time: 0.4642229 May 14 18:26:29.696148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:26:29.733646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.733981 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 5d4bb956-4528-40b1-8056-83c83ab63c8b of type vlan for network f2159e2a-697f-4aa6-9c8a-359a0e76526b May 14 18:26:29.740157 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-826a60b5-6791-401b-8558-61414609a6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:29.968589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-290dce6f-c773-4e19-9afe-801e0cea7e41 req-18ff9397-510a-4258-82a0-131c193faa08 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668550 May 14 18:26:29.977694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Deleting port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:29.978045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.058049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.090083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.283261 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.289348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:30.289937 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.298519 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a381ec68-f835-4308-a737-383521c533fa tempest-AllowedAddressPairIpV6TestJSON-567182649 tempest-AllowedAddressPairIpV6TestJSON-567182649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:30.404447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] For port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:30.404814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.569350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Calling delete_port for c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:30.575462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4121823 May 14 18:26:30.576162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52296) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:30.582127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:30.583213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=f2159e2a-697f-4aa6-9c8a-359a0e76526b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:30.593457 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:30.597848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:26:30.660853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Router e298d4f7-d313-40e6-9f05-60026e631966 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:26:30.741318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:30.746505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:30.752218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:30.758763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.760439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:30.769772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:30.774039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.891958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:30.901432 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-523cba38-d6ef-4319-a7f6-ecc225976fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:30.906401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:26:30.951053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Pushing event deleted for resources: {'Port': ['ID=c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:30.967464 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:30.972574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:30.984557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] Sync routers for ids ['e298d4f7-d313-40e6-9f05-60026e631966'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:30.997028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] Routers {'e298d4f7-d313-40e6-9f05-60026e631966'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:30.998201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e298d4f7-d313-40e6-9f05-60026e631966'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:31.073926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] No DVR routers for this DVR port c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:31.079684 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:31.082664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'name': 'network-vif-deleted', 'tag': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:31.097089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:31.101991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4932375 May 14 18:26:31.137034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52304) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:31.140954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f771d29-d91a-48e8-93fb-b068f83d3f63 req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "DELETE /v2.0/ports/c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 HTTP/1.1" status: 204 len: 173 time: 1.8100567 May 14 18:26:31.180482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:31.190290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] Routers {'e298d4f7-d313-40e6-9f05-60026e631966'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:31.190954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e298d4f7-d313-40e6-9f05-60026e631966'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:31.261386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:31.261739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8f5af-3a70-4d10-a4d3-44e137fa5af1 None None] The sync data for ids ['e298d4f7-d313-40e6-9f05-60026e631966'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:31.373089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c814fb96-add4-489b-a106-bb673b123701 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/e298d4f7-d313-40e6-9f05-60026e631966 HTTP/1.1" status: 200 len: 920 time: 0.2343085 May 14 18:26:31.378780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52310) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:31.380367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f424894-3d01-466e-8553-d5c0b9460f68 req-8749e867-537b-4921-bc24-e5212f34380c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Synchronizing usage tracker for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:31.396679 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:31.401826 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fce49a12-69b7-4f5c-a122-7e277bf75b5f tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:31.442322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b477bc95-8686-427d-b41e-a2136b9c4c59 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=e298d4f7-d313-40e6-9f05-60026e631966 HTTP/1.1" status: 200 len: 205 time: 0.0589168 May 14 18:26:31.445189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52314) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:31.486187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=4991ca35-d415-4246-a36f-6ffd8eac178e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:31.490765 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:31.499507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '2773b55c-918d-4e46-a79f-19e0b6288c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:31.500034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: 91a93213-212e-45f7-aa12-372e19a0a7d3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:26:31.524520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:31.538230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 91a93213-212e-45f7-aa12-372e19a0a7d3) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:31.550733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc4318-f7eb-4e18-b389-04adcba424ad None None] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:31.552668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:31.553680 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:31.582513 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0048418 May 14 18:26:31.587011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52318) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:31.594198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:31.729440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6f424894-3d01-466e-8553-d5c0b9460f68 req-8749e867-537b-4921-bc24-e5212f34380c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Unset dirty status for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:31.730730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f424894-3d01-466e-8553-d5c0b9460f68 req-8749e867-537b-4921-bc24-e5212f34380c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=d406e589-2a3d-4809-accf-c22d1c69cfa9 HTTP/1.1" status: 200 len: 210 time: 0.6295540 May 14 18:26:31.822224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:31.826951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:31.830266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:31.838266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:31.849419 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd406e589-2a3d-4809-accf-c22d1c69cfa9', 'name': 'network-vif-deleted', 'tag': 'c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7', 'status': 'completed', 'code': 200} May 14 18:26:31.854189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:31.857792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:31.896505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-91a93213-212e-45f7-aa12-372e19a0a7d3', 'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': '4991ca35-d415-4246-a36f-6ffd8eac178e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:26:31.898770 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:31.937087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.098709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Allocated IP 2001:db8::2 (91a93213-212e-45f7-aa12-372e19a0a7d3/4991ca35-d415-4246-a36f-6ffd8eac178e/f5af6192-f54b-411b-ad1c-7d9dfab19101) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:32.151528 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.193669 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:26:32.240950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Deleting port ddbc2a71-e6ba-4fd3-9ad8-32e7a3ce110b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:32.241185 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.293235 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.385103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.401557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.404717 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.409023 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9f5c3059-ee18-488c-b4e7-fc9f84fb0b5e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:32.418811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Transition to ACTIVE for port object f5af6192-f54b-411b-ad1c-7d9dfab19101 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:32.443759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Transition to ACTIVE for port object f5af6192-f54b-411b-ad1c-7d9dfab19101 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:32.450108 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.454541 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:32.552980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Pushing event updated for resources: {'Port': ['ID=f5af6192-f54b-411b-ad1c-7d9dfab19101,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:32.563131 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:32.566046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Calling delete_port for ddbc2a71-e6ba-4fd3-9ad8-32e7a3ce110b owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:32.592428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:32.596437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:32.604208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:32.616644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '5d4bb956-4528-40b1-8056-83c83ab63c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:32.617284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: f2159e2a-697f-4aa6-9c8a-359a0e76526b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:26:32.621233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=8a783b5e-296b-46d6-94c1-1ee8e8f93c39,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:32.625058 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:32.647197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:32.676789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f2159e2a-697f-4aa6-9c8a-359a0e76526b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:32.701509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:32.702076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.727091 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1387532 May 14 18:26:32.730212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52324) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:32.733473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837a078-a683-4f4f-a500-fd7efbb54771 None None] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:32.736902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-630104890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:32.747825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:32.751893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Attempting to bind port f5af6192-f54b-411b-ad1c-7d9dfab19101 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:32.752301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Attempting to bind port f5af6192-f54b-411b-ad1c-7d9dfab19101 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2773b55c-918d-4e46-a79f-19e0b6288c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:32.752651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Attempting to bind port f5af6192-f54b-411b-ad1c-7d9dfab19101 on network 91a93213-212e-45f7-aa12-372e19a0a7d3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:32.753533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:32.757146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:32.768282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:32.782605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.783587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.784153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.799018 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4887762b-a089-4c80-904e-e547fab01c7a tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:32.805522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.813790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:32.814171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Checking segment: {'id': '2773b55c-918d-4e46-a79f-19e0b6288c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:32.814579 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.814982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Bound using segment: {'id': '2773b55c-918d-4e46-a79f-19e0b6288c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:32.815493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Bound port: f5af6192-f54b-411b-ad1c-7d9dfab19101, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2773b55c-918d-4e46-a79f-19e0b6288c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '91a93213-212e-45f7-aa12-372e19a0a7d3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:32.815888 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.834522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.866035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:32.867384 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-78eaaa59-0597-40d8-9b16-4bd2f3a7b215 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1361754 May 14 18:26:32.870134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:32.875166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event deleted for resources: {'Port': ['ID=ddbc2a71-e6ba-4fd3-9ad8-32e7a3ce110b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:32.879337 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:33.031018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.108276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-f2159e2a-697f-4aa6-9c8a-359a0e76526b', 'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': '8a783b5e-296b-46d6-94c1-1ee8e8f93c39'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:26:33.112482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.267470 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.269897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.325523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] For port f5af6192-f54b-411b-ad1c-7d9dfab19101, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:33.341105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.342632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Fanout notify agent at l3_agent the message router_deleted on router e298d4f7-d313-40e6-9f05-60026e631966 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:26:33.354464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] For port f5af6192-f54b-411b-ad1c-7d9dfab19101, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5af6192-f54b-411b-ad1c-7d9dfab19101,segment=NetworkSegment(2773b55c-918d-4e46-a79f-19e0b6288c67),segment_id=2773b55c-918d-4e46-a79f-19e0b6288c67)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:33.366657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.384485 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:33.445842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.447084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/e298d4f7-d313-40e6-9f05-60026e631966 HTTP/1.1" status: 204 len: 168 time: 2.0008547 May 14 18:26:33.451508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52346) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:33.458045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'name': 'tempest-snat-router-639606404', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': False}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:33.467943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Pushing event updated for resources: {'Port': ['ID=f5af6192-f54b-411b-ad1c-7d9dfab19101,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:33.477404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:33.481043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Allocated IP 2001:db8:1::2 (f2159e2a-697f-4aa6-9c8a-359a0e76526b/8a783b5e-296b-46d6-94c1-1ee8e8f93c39/b2740193-8b3a-44ec-8b2a-b4ef48a79816) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:33.484757 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:33.504036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:router and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:33.510963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:33.523715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:33.555555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-11b8529f-1c18-4481-811e-9d355006b7b3 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:33.563662 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-11b8529f-1c18-4481-811e-9d355006b7b3 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/networks?id=997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 200 len: 808 time: 0.2683334 May 14 18:26:33.574255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.575381 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.588956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-1009956e-f2e6-496f-a1a8-609700033eee tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/quotas/27a723a2c15c4f99b2d203a9a14edae6 HTTP/1.1" status: 200 len: 375 time: 0.0241625 May 14 18:26:33.653473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-0461f1e6-3503-4695-92a2-96a223564a35 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635719 May 14 18:26:33.843470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.935493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:33.972387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Transition to ACTIVE for port object b2740193-8b3a-44ec-8b2a-b4ef48a79816 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:33.980341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:34.015811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Transition to ACTIVE for port object b2740193-8b3a-44ec-8b2a-b4ef48a79816 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:34.027207 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:34.040572 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:34.143155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:34.148136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:34.178932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:34.201005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Pushing event updated for resources: {'Port': ['ID=b2740193-8b3a-44ec-8b2a-b4ef48a79816,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:34.206005 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:34.273554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-298051e3-b79d-4442-b90e-41eccfff095a service neutron] 10.222.0.24 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192100 May 14 18:26:34.327908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:34.385584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:26:34.385858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device c64b5fc9-b0ca-4f26-b28f-84a7ce3c11f7 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:34.389257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Attempting to bind port b2740193-8b3a-44ec-8b2a-b4ef48a79816 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:34.389723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Attempting to bind port b2740193-8b3a-44ec-8b2a-b4ef48a79816 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5d4bb956-4528-40b1-8056-83c83ab63c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:34.390164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Attempting to bind port b2740193-8b3a-44ec-8b2a-b4ef48a79816 on network f2159e2a-697f-4aa6-9c8a-359a0e76526b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:34.397072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:34.397877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Checking segment: {'id': '5d4bb956-4528-40b1-8056-83c83ab63c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:34.398458 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:34.399035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Bound using segment: {'id': '5d4bb956-4528-40b1-8056-83c83ab63c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:34.399719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Bound port: b2740193-8b3a-44ec-8b2a-b4ef48a79816, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4bb956-4528-40b1-8056-83c83ab63c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2159e2a-697f-4aa6-9c8a-359a0e76526b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:34.400113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:34.463444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8::1 (91a93213-212e-45f7-aa12-372e19a0a7d3/4991ca35-d415-4246-a36f-6ffd8eac178e/9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:34.484995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-0ed05451-1b8a-40ba-ab12-e7c48ae867ca service neutron] 10.222.0.24 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004576 May 14 18:26:34.663713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] For port b2740193-8b3a-44ec-8b2a-b4ef48a79816, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:34.668914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] For port b2740193-8b3a-44ec-8b2a-b4ef48a79816, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b2740193-8b3a-44ec-8b2a-b4ef48a79816,segment=NetworkSegment(5d4bb956-4528-40b1-8056-83c83ab63c8b),segment_id=5d4bb956-4528-40b1-8056-83c83ab63c8b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:34.679917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:34.699115 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf45da80-3377-4ddf-8a7c-ab84fb10e889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:34.984200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.001222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Pushing event updated for resources: {'Port': ['ID=b2740193-8b3a-44ec-8b2a-b4ef48a79816,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:35.007282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:35.010583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5af6192-f54b-411b-ad1c-7d9dfab19101 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:35.039956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:35.042235 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.149498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.167597 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd41addc-624d-4158-ba6e-799f64575290 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:35.189561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f5af6192-f54b-411b-ad1c-7d9dfab19101 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:35.347708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:35.353860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:35.361093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:35.362875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.369273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5ab50076-59df-461f-a402-d695f60e000b req-c6e23c00-5d83-4bde-9a61-b2693c3b35b3 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 210 time: 0.1104779 May 14 18:26:35.409706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:35.420584 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:35.548292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91658c2-b1f4-4cb6-830a-48c43f458de3 None None] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:35.632175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.750666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Provisioning for port f5af6192-f54b-411b-ad1c-7d9dfab19101 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:35.834154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Provisioning complete for port f5af6192-f54b-411b-ad1c-7d9dfab19101 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:35.834756 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.855808 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:35.904494 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.079756 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.133681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] For port f5af6192-f54b-411b-ad1c-7d9dfab19101, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5af6192-f54b-411b-ad1c-7d9dfab19101,segment=NetworkSegment(2773b55c-918d-4e46-a79f-19e0b6288c67),segment_id=2773b55c-918d-4e46-a79f-19e0b6288c67)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:36.153807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.160926 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:36.317136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Pushing event updated for resources: {'Port': ['ID=f5af6192-f54b-411b-ad1c-7d9dfab19101,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:36.328460 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:36.330769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Allocated IP 172.25.4.177 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/18af2b6d-0eee-4d88-8e4e-b315b8ba6070) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:36.599754 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.610185 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.624466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.627753 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.639808 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40fad52d-1992-4942-aece-e2cfa1b6e7f5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:36.688390 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.699165 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7b3d9341-25c9-4ce1-800d-086894e11015 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:36.901522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a1e5c08e-30cd-467c-9546-8f5ce3ca31d2 None None] Provisioning complete for port f5af6192-f54b-411b-ad1c-7d9dfab19101 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:36.901656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1e5c08e-30cd-467c-9546-8f5ce3ca31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:36.984495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:36.991847 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:37.039093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf494c8-7622-4f04-b041-582b0531fee7 None None] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:37.120607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:37.122832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:37.132993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b2740193-8b3a-44ec-8b2a-b4ef48a79816 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:37.315360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:37.336196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:37.362452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b2740193-8b3a-44ec-8b2a-b4ef48a79816 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:37.410823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:37.420071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5af6192-f54b-411b-ad1c-7d9dfab19101 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:37.462738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbff4f2c-caea-4e64-a2eb-76919f25e473 req-198cdfc6-e3d4-49c1-a6d7-ec10d7442e0b tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 210 time: 0.6352959 May 14 18:26:37.504336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Port': ['ID=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:37.512241 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:37.632791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 8705d541-de55-431d-acff-0241ee1e520d is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:26:37.735724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a1e5c08e-30cd-467c-9546-8f5ce3ca31d2 None None] Provisioning for port 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:37.803266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a1e5c08e-30cd-467c-9546-8f5ce3ca31d2 None None] Provisioning complete for port 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:37.804232 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1e5c08e-30cd-467c-9546-8f5ce3ca31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:37.849658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f5af6192-f54b-411b-ad1c-7d9dfab19101 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:37.850033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:37.852644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:37.864520 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] Sync routers for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:37.872071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/8705d541-de55-431d-acff-0241ee1e520d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0006561 May 14 18:26:37.874494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:37.885855 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:37.890896 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:37.998641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a347046-fad0-4df1-bba4-886550b41318 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:38.003609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5c08e-30cd-467c-9546-8f5ce3ca31d2 None None] Port 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:26:38.007928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a347046-fad0-4df1-bba4-886550b41318 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:38.019699 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:38.037452 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:38.038464 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:38.041185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5a347046-fad0-4df1-bba4-886550b41318 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:38.045391 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a347046-fad0-4df1-bba4-886550b41318 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports/9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 HTTP/1.1" status: 200 len: 911 time: 0.1696670 May 14 18:26:38.046116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52736) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:38.129896 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:38.131129 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31102bc-7d19-4ec2-8963-aa831f3e5fc5 None None] The sync data for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:38.137943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-cbdc1139-e5b4-4e25-be51-aa88fb962814 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:38.140083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-cbdc1139-e5b4-4e25-be51-aa88fb962814 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "GET /v2.0/networks?id=997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 200 len: 808 time: 1.3568153 May 14 18:26:38.165120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Provisioning for port b2740193-8b3a-44ec-8b2a-b4ef48a79816 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:38.170450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Provisioning complete for port b2740193-8b3a-44ec-8b2a-b4ef48a79816 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:38.170838 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.216136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Request body: {'port': {'device_id': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98', 'admin_state_up': True, 'tenant_id': '27a723a2c15c4f99b2d203a9a14edae6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:38.301357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.344851 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.404340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] For port b2740193-8b3a-44ec-8b2a-b4ef48a79816, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b2740193-8b3a-44ec-8b2a-b4ef48a79816,segment=NetworkSegment(5d4bb956-4528-40b1-8056-83c83ab63c8b),segment_id=5d4bb956-4528-40b1-8056-83c83ab63c8b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:38.413065 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.415368 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-63739679-7185-4cf9-a80c-7a0158f2f871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:38.531877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Provisioning complete for port 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:38.532948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.569369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:38.587362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:38.633974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Pushing event updated for resources: {'Port': ['ID=b2740193-8b3a-44ec-8b2a-b4ef48a79816,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:38.639899 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:38.655314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Port 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:26:38.704974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Made reservation on behalf of 27a723a2c15c4f99b2d203a9a14edae6 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:38.708776 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.786931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5b9abf00-0d50-4c60-bd2c-f353eb0cbb56 None None] Provisioning complete for port b2740193-8b3a-44ec-8b2a-b4ef48a79816 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:38.787346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b9abf00-0d50-4c60-bd2c-f353eb0cbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:38.824738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b2740193-8b3a-44ec-8b2a-b4ef48a79816 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:38.894906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13846c89-1cc4-4a23-b458-10febe15ed22 req-f4c67418-a3e9-429c-84dc-e562f943b605 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 210 time: 0.0782244 May 14 18:26:38.994222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b2740193-8b3a-44ec-8b2a-b4ef48a79816 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:38.994768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:39.129488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Allocated IP 172.20.0.3 (997f7b74-f1d4-4130-b6bd-67c97a879b98/61330698-c13c-4fb5-9865-ea67ac695157/6c90c17d-22b8-456a-b21b-eb399beb7942) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:39.164562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:39.217474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:39.697344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8:1::1 (f2159e2a-697f-4aa6-9c8a-359a0e76526b/8a783b5e-296b-46d6-94c1-1ee8e8f93c39/21739ea6-7164-475d-bd9e-594197faaec1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:39.874428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:39.913675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:39.916431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.922246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.928268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.930798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 21739ea6-7164-475d-bd9e-594197faaec1 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:39.934459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.940601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.947202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.953701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:39.955733 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:39.956060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-712a9c5a-bb79-400d-9aeb-00ae1da3a95b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.3765154 May 14 18:26:39.962884 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-643e2eff-8bda-4530-9fb4-0c66877cfb5f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:39.984363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Router 7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:26:40.033654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:40.036926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:40.046521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:40.047132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.054387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=21739ea6-7164-475d-bd9e-594197faaec1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:40.064260 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:40.169485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8b08f7c-7184-4a8a-934e-ce7cfdc117ee req-6ff7d5ea-2e15-4f64-a030-3cdac648cd96 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038321 May 14 18:26:40.181685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.189912 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:40.218687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.331758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Pushing event updated for resources: {'Port': ['ID=6c90c17d-22b8-456a-b21b-eb399beb7942,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:40.337275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Network 997f7b74-f1d4-4130-b6bd-67c97a879b98 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:40.341889 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:40.343517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:40.351917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:40.417266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c68e342d-b4a1-4297-b8b2-45a7f51a6727 None None] Provisioning for port 21739ea6-7164-475d-bd9e-594197faaec1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:40.424070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c68e342d-b4a1-4297-b8b2-45a7f51a6727 None None] Provisioning complete for port 21739ea6-7164-475d-bd9e-594197faaec1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:40.425158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c68e342d-b4a1-4297-b8b2-45a7f51a6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.507543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:40.526790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:40.527673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.545361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Sync routers for ids ['7cc5cc1e-bf7f-4f00-a768-14fb8dd14223'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:40.576689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Routers {'7cc5cc1e-bf7f-4f00-a768-14fb8dd14223'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:40.579708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7cc5cc1e-bf7f-4f00-a768-14fb8dd14223'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:40.618048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4333048 May 14 18:26:40.636501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Request body: {'port': {'device_id': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:40.685456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.689370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d45afd4c-92c7-4333-b2d7-c5793c895c74 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2373857 May 14 18:26:40.701114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52838) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:40.751158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c68e342d-b4a1-4297-b8b2-45a7f51a6727 None None] Port 21739ea6-7164-475d-bd9e-594197faaec1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:26:40.765626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756d78a-dcac-410e-ab93-ee56b1c95809 req-58e029f7-202f-4e57-8110-47e140d73d3e tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:40.766466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8756d78a-dcac-410e-ab93-ee56b1c95809 req-58e029f7-202f-4e57-8110-47e140d73d3e tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Synchronizing usage tracker for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:40.821799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Set router 7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:40.904933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8756d78a-dcac-410e-ab93-ee56b1c95809 req-58e029f7-202f-4e57-8110-47e140d73d3e tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Unset dirty status for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:40.905656 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-19f1eb08-ca94-413b-bcc7-4595a8a12dc6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 HTTP/1.1" status: 200 len: 908 time: 0.2029474 May 14 18:26:40.906056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8756d78a-dcac-410e-ab93-ee56b1c95809 req-58e029f7-202f-4e57-8110-47e140d73d3e tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 931 time: 0.5146494 May 14 18:26:40.906846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52842) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:40.917312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.924199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'name': 'tempest-snat-router-639606404', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': True}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:40.926136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.927031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.937343 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:40.952839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:40.956674 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:40.978509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Usage tracker for resource:router and tenant:56b4800583f749e3a08aecf0a86fe1cc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:40.984108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:40.996330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:41.072741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8756d78a-dcac-410e-ab93-ee56b1c95809 req-5bf08b46-895f-4b8f-83c0-bb220aed373f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527224 May 14 18:26:41.081940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.083726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.106656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=21739ea6-7164-475d-bd9e-594197faaec1,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:41.122604 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:41.127936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.135334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.142411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.149807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.156002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.162923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.169333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.171930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-df32b5c4-1b13-4d1c-aa35-e8f51f79470f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 0.3349783 May 14 18:26:41.237803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc5cc1e-bf7f-4f00-a768-14fb8dd14223', 'name': 'tempest-snat-router-639606404', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.177'}], 'enable_snat': False}, 'gw_port_id': '18af2b6d-0eee-4d88-8e4e-b315b8ba6070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:33Z', 'updated_at': '2021-05-14T18:26:37Z', 'revision_number': 3, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port': {'id': '18af2b6d-0eee-4d88-8e4e-b315b8ba6070', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc5cc1e-bf7f-4f00-a768-14fb8dd14223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:26:35Z', 'updated_at': '2021-05-14T18:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:41.244248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Checking router: 7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:26:41.244692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Updating router 7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:26:41.277230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.325837 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.414490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:41.416153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:41.499958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ceb6fc7c-e1cc-4497-976f-f73ce2971fe5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:41.501616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ceb6fc7c-e1cc-4497-976f-f73ce2971fe5 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "GET /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2748723 May 14 18:26:41.722932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 8705d541-de55-431d-acff-0241ee1e520d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:26:41.830526 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.842999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Transition to ACTIVE for port object 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:41.852969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.857400 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-86a655db-f9e9-4352-b4bd-c0f1f480bc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:41.922557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:41.933940 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] Sync routers for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:41.938766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Pushing event updated for resources: {'Port': ['ID=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:41.950458 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:41.951262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b67d0931-0597-4072-96d3-2f613373297e None None] Provisioning complete for port 21739ea6-7164-475d-bd9e-594197faaec1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:41.951732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b67d0931-0597-4072-96d3-2f613373297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:41.957551 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:41.958215 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:41.976864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/8705d541-de55-431d-acff-0241ee1e520d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9275370 May 14 18:26:41.977246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:42.048032 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:42.048260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Attempting to bind port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:42.048602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Attempting to bind port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:42.050564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Attempting to bind port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:42.058575 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:42.059468 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:42.069261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:42.069261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:42.069261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.069261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:42.069261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Bound port: 18af2b6d-0eee-4d88-8e4e-b315b8ba6070, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:42.069261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.121926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b67d0931-0597-4072-96d3-2f613373297e None None] Port 21739ea6-7164-475d-bd9e-594197faaec1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:26:42.138440 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:42.139087 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7e93a-b651-424d-9f22-da80b52b7a96 None None] The sync data for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:42.153617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cebdbf-9e9a-439b-ba42-486ae45abe5e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.154355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-65cebdbf-9e9a-439b-ba42-486ae45abe5e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:42.175411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-65cebdbf-9e9a-439b-ba42-486ae45abe5e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:42.179640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65cebdbf-9e9a-439b-ba42-486ae45abe5e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports/21739ea6-7164-475d-bd9e-594197faaec1 HTTP/1.1" status: 200 len: 913 time: 0.2012379 May 14 18:26:42.180408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52860) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:42.191162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] For port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:42.195371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] For port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:42.199846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.203620 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c9e1d43-8a42-469f-8042-cfaaefd011d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:42.304811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Routers {'7cc5cc1e-bf7f-4f00-a768-14fb8dd14223'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:42.305641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7cc5cc1e-bf7f-4f00-a768-14fb8dd14223'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:42.393420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.488992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:26:42.493821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Pushing event updated for resources: {'Port': ['ID=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:42.511830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.512212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.512550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.513211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.513845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.514290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.514701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.515040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.515663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.515995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.516437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.516769 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:42.528457 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:42.590889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] Set router 7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:42.601741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c90c17d-22b8-456a-b21b-eb399beb7942 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:26:42.628753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.711033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-fc2ba514-625a-46e5-b643-ca53545a9395 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "GET /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8797760 May 14 18:26:42.716756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Transition to ACTIVE for port object 6c90c17d-22b8-456a-b21b-eb399beb7942 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:42.724685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:42.774553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.780468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.787307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.793484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.799340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.806290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.812656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:42.814820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-d0509840-71ff-4dce-959d-5b33db6d1415 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 5433 time: 1.4144027 May 14 18:26:42.823222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.832518 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:42.846582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:42.984515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc5cc1e-bf7f-4f00-a768-14fb8dd14223', 'name': 'tempest-snat-router-639606404', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.177'}], 'enable_snat': False}, 'gw_port_id': '18af2b6d-0eee-4d88-8e4e-b315b8ba6070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:33Z', 'updated_at': '2021-05-14T18:26:37Z', 'revision_number': 3, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port': {'id': '18af2b6d-0eee-4d88-8e4e-b315b8ba6070', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc5cc1e-bf7f-4f00-a768-14fb8dd14223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:26:35Z', 'updated_at': '2021-05-14T18:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:42.989343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eaace-7019-4805-9fdc-31f3b29ee4e3 None None] The sync data for ids ['7cc5cc1e-bf7f-4f00-a768-14fb8dd14223'] in n-d-787206-3 is: [{'id': '7cc5cc1e-bf7f-4f00-a768-14fb8dd14223', 'name': 'tempest-snat-router-639606404', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.177'}], 'enable_snat': False}, 'gw_port_id': '18af2b6d-0eee-4d88-8e4e-b315b8ba6070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:33Z', 'updated_at': '2021-05-14T18:26:37Z', 'revision_number': 3, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port': {'id': '18af2b6d-0eee-4d88-8e4e-b315b8ba6070', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc5cc1e-bf7f-4f00-a768-14fb8dd14223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:26:35Z', 'updated_at': '2021-05-14T18:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:43.105017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:43.155040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Pushing event updated for resources: {'Port': ['ID=6c90c17d-22b8-456a-b21b-eb399beb7942,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:43.159264 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:43.184462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae633e39-fbbf-4a68-8ccc-e559352780d6 req-6b72eafe-dfcf-4088-884c-c3619680458f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3538024 May 14 18:26:43.619810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 21739ea6-7164-475d-bd9e-594197faaec1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:43.629040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:43.713825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Attempting to bind port 6c90c17d-22b8-456a-b21b-eb399beb7942 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:43.714400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Attempting to bind port 6c90c17d-22b8-456a-b21b-eb399beb7942 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:43.714538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Attempting to bind port 6c90c17d-22b8-456a-b21b-eb399beb7942 on network 997f7b74-f1d4-4130-b6bd-67c97a879b98 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:43.740198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Port 6c90c17d-22b8-456a-b21b-eb399beb7942 on network 997f7b74-f1d4-4130-b6bd-67c97a879b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:26:43.740606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Attempting to bind port 6c90c17d-22b8-456a-b21b-eb399beb7942 on network 997f7b74-f1d4-4130-b6bd-67c97a879b98 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:43.760774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:43.761217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Checking segment: {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:43.761513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Bound using segment: {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:43.761966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Bound port: 6c90c17d-22b8-456a-b21b-eb399beb7942, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1639e9c-f098-4a7f-94ec-044931a27edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:43.762318 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:43.837813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:43.999785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 21739ea6-7164-475d-bd9e-594197faaec1 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:44.175721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:44.180207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b5cd0ea-8484-444b-b0f3-b38bff267f4d tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:44.232244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=21739ea6-7164-475d-bd9e-594197faaec1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:44.281598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.281982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.282462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.282836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.283283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.283698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.284068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.284423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.284778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.285128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.285481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.285972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:26:44.290517 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:44.293338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=64f00d6e-a83c-4b73-885a-8b55c877868d,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:44.309901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0163e95-0d90-4949-84d3-4e65ddcb53b5 req-e7ee2bcb-217f-4252-ac69-df57af8b8877 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:44.311953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0163e95-0d90-4949-84d3-4e65ddcb53b5 req-e7ee2bcb-217f-4252-ac69-df57af8b8877 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 943 time: 0.8713627 May 14 18:26:44.431956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:44.480014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:26:44.491619 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:44.507806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0163e95-0d90-4949-84d3-4e65ddcb53b5 req-d767687f-59f5-45ce-b18f-c63e261e54a6 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859453 May 14 18:26:44.534662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:44.569911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] For port 6c90c17d-22b8-456a-b21b-eb399beb7942, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:44.571809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] For port 64f00d6e-a83c-4b73-885a-8b55c877868d, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:44.654265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] For port 6c90c17d-22b8-456a-b21b-eb399beb7942, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6c90c17d-22b8-456a-b21b-eb399beb7942,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:44.677503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] device_id is not set on port 64f00d6e-a83c-4b73-885a-8b55c877868d yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:26:44.686868 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:44.695878 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7eef3f9a-5172-4701-85dc-be0339957b14 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:44.830340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Allocated IP 172.25.4.71 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/edaf8858-3669-43c7-97b2-a9f857c31980) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:44.881245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:44.981249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:44.986943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:44.987629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:44.999367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.013974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 8705d541-de55-431d-acff-0241ee1e520d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:26:45.050994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.052280 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.054260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] 10.222.0.15 "PUT /v2.0/ports/6c90c17d-22b8-456a-b21b-eb399beb7942 HTTP/1.1" status: 200 len: 1091 time: 4.4253621 May 14 18:26:45.067061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'tag': '6c90c17d-22b8-456a-b21b-eb399beb7942'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:45.072483 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.119043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 09bced4c-0c76-4dd9-8987-f10182e73ea1 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:45.233701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:45.254574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] Sync routers for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:45.263292 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/8705d541-de55-431d-acff-0241ee1e520d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781438 May 14 18:26:45.265891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:45.322213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Pushing event updated for resources: {'Port': ['ID=6c90c17d-22b8-456a-b21b-eb399beb7942,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:45.335575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.348064 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:45.357191 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8f3f0289-93ae-4f56-a418-d02ebfb5293c tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:45.371207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:45.373679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:45.374376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:45.494453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] No DVR routers for this DVR port 64f00d6e-a83c-4b73-885a-8b55c877868d on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:45.505030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:45.533422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.535361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:45.536103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:45.562024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Pushing event updated for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:45.565396 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:45.566364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] In _notify_port_updated(), no bound segment for port 64f00d6e-a83c-4b73-885a-8b55c877868d on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:26:45.567398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.568290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.569570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] 10.222.0.22 "PUT /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 200 len: 1027 time: 2.8505082 May 14 18:26:45.669611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.671479 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:45.675914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.681898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.688084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.694207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.700472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.702413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-5d5e0c5c-31ce-4c24-b926-3e7ded055342 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 4659 time: 0.7059588 May 14 18:26:45.736244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:45.736805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbeb05-8361-4fbc-824d-673358f36719 None None] The sync data for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:45.758633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-48943d42-8d92-48af-94c8-23d590c6d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.760228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-48943d42-8d92-48af-94c8-23d590c6d083 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 1094 time: 0.5174479 May 14 18:26:45.767896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.792259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6f81b352-c832-4972-b118-16571b578efc None None] Provisioning complete for port 64f00d6e-a83c-4b73-885a-8b55c877868d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:45.792657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6f81b352-c832-4972-b118-16571b578efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.851475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-cd4470d8-c8fa-4ede-bf78-03d511e305d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c90c17d-22b8-456a-b21b-eb399beb7942 HTTP/1.1" status: 200 len: 217 time: 0.0794325 May 14 18:26:45.870885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-c82944c3-0d2f-4469-8832-7c337669e0cb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:45.872540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-c82944c3-0d2f-4469-8832-7c337669e0cb tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "GET /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2929518 May 14 18:26:45.920962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3735d8c9-0dfa-41b2-853b-70dcae205a87 req-21cf6e7b-e41a-45e7-9bc8-1f3f72238942 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1909683 May 14 18:26:45.935843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6f81b352-c832-4972-b118-16571b578efc None None] Port 64f00d6e-a83c-4b73-885a-8b55c877868d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:26:45.943547 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:45.947006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:45.968915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:45.974281 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:45.987869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:45.999242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:46.007045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.008101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device cdbdc290-c953-4869-b9f3-46aa70f49e61 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:46.084494 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:46.125213 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'tag': '6c90c17d-22b8-456a-b21b-eb399beb7942', 'status': 'completed', 'code': 200} May 14 18:26:46.186851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.195743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:46.202486 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:46.290875 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.329775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:46.340265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.341834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 95b18104-46e6-4c2d-997b-8ce284dfc742 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:46.380143 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a0d8de29-618a-420c-89cd-70aa9687e6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:46.469396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-d08f7991-4bdc-4206-8342-30a4291f7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:46.470996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-d08f7991-4bdc-4206-8342-30a4291f7951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61330698-c13c-4fb5-9865-ea67ac695157 HTTP/1.1" status: 200 len: 848 time: 0.6051774 May 14 18:26:46.471645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.539386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-5d85e18b-cd1a-45ec-b420-ffaf35bd0f87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=997f7b74-f1d4-4130-b6bd-67c97a879b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536487 May 14 18:26:46.550059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:46.556163 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:46.565413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78e3c-a5cf-4de7-9d79-6489a72f3d0d req-3f5fd530-c051-4137-b285-3b55c5b6e2fe tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:46.573484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57a78e3c-a5cf-4de7-9d79-6489a72f3d0d req-3f5fd530-c051-4137-b285-3b55c5b6e2fe tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 943 time: 0.2269719 May 14 18:26:46.577091 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.615989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=95b18104-46e6-4c2d-997b-8ce284dfc742,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:46.622318 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.623603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 08b9d981-703d-49ce-96fe-a79e20387a88 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:46.661229 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:46.715479 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.730974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66000b2b-dd25-4532-9b7b-6a9ff123b214 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:46.732567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:46.733215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.801048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:46.827266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:46.836000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:46.838462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:46.907766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57a78e3c-a5cf-4de7-9d79-6489a72f3d0d req-c6faea37-f086-4bbb-a4eb-d4389a208690 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292122 May 14 18:26:46.913915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:46.919561 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:46.924263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.940548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:46.974485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:46.975083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:47.041709 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1', 'code': 200} May 14 18:26:47.046074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=08b9d981-703d-49ce-96fe-a79e20387a88,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:47.057090 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:47.058099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 96026aa1-2ee5-4b69-acf4-c85098828533 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:47.095821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:47.122248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Port': ['ID=edaf8858-3669-43c7-97b2-a9f857c31980,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:47.127715 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:47.129835 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:47.256804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:47.342704 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:47.393763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:47.395028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:47.406446 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7945eaf-9825-4142-8f31-b50fc0dd6862 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:47.431385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-bf404f16-bb4f-434d-bd8e-34bd64187647 service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8744650 May 14 18:26:47.609229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=9cd23a0b-9f64-4c62-bd85-38fcc3adb3e7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:47.611099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=96026aa1-2ee5-4b69-acf4-c85098828533,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:47.613431 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:47.676072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52900) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:47.757876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:47.763955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:47.770907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:47.777703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:47.783711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:47.793590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:47.795609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-58e46042-f1b5-427f-9ffc-634361fa8722 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 4651 time: 0.5129077 May 14 18:26:47.947138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:47.990474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] For port 96026aa1-2ee5-4b69-acf4-c85098828533, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:48.043407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8529332a-c6c6-4738-93a6-3aa737107f84 req-d9926800-b353-4029-98d5-7541d3ede368 service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857830 May 14 18:26:48.137511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] device_id is not set on port 96026aa1-2ee5-4b69-acf4-c85098828533 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:26:48.174542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f81eb151-c869-469b-982b-3e9a999f8eaa req-0ddaca41-ea33-4f21-b439-7aba7f4e50f4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bed4e6b-168a-4dae-ac55-ea958a3f0856&id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2965183 May 14 18:26:48.183633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.206800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ad411e95-6aaf-4ff6-a680-4d6f70badb22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ccf8633ca4f42a19b48a58404392e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145137 May 14 18:26:48.206800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52910) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:48.206800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.223926 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:48.244631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 8705d541-de55-431d-acff-0241ee1e520d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:26:48.257170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:26:48.257776 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:26:48.392424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:48.404580 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] Sync routers for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:48.406697 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/8705d541-de55-431d-acff-0241ee1e520d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1375778 May 14 18:26:48.409370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52914) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:48.417461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:48.418083 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:48.454189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-11155757-3961-4fb0-b823-eb0f51a6f043 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:48.475148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-11155757-3961-4fb0-b823-eb0f51a6f043 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:48.479107 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-11155757-3961-4fb0-b823-eb0f51a6f043 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=8705d541-de55-431d-acff-0241ee1e520d HTTP/1.1" status: 200 len: 205 time: 0.0662374 May 14 18:26:48.479561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52918) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:48.494853 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:48.504372 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] Routers {'8705d541-de55-431d-acff-0241ee1e520d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:48.505119 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['8705d541-de55-431d-acff-0241ee1e520d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:48.522049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.588871 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:48.589392 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279c108-bede-4a37-ad0f-5cebd61413f0 None None] The sync data for ids ['8705d541-de55-431d-acff-0241ee1e520d'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:48.636512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.794031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Pushing event updated for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:48.796789 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:48.814761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] No DVR routers for this DVR port 96026aa1-2ee5-4b69-acf4-c85098828533 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:48.827630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d4e31907-cff0-45bb-92cb-b0f5b0ad91b7 None None] Provisioning complete for port 96026aa1-2ee5-4b69-acf4-c85098828533 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:48.828022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4e31907-cff0-45bb-92cb-b0f5b0ad91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.857178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 64f00d6e-a83c-4b73-885a-8b55c877868d no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:48.905700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-1f2a6ec1-e48c-4ea8-8971-d57c7eecf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:48.907366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-1f2a6ec1-e48c-4ea8-8971-d57c7eecf9d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 1094 time: 0.8087568 May 14 18:26:48.913140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.937188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31907-cff0-45bb-92cb-b0f5b0ad91b7 None None] Port 96026aa1-2ee5-4b69-acf4-c85098828533 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:26:48.942896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 64f00d6e-a83c-4b73-885a-8b55c877868d not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:48.942896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 50f45925-bd6b-448c-b206-fd819ee7acc3 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:48.958964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.961224 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.983739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] In _notify_port_updated(), no bound segment for port 96026aa1-2ee5-4b69-acf4-c85098828533 on network 98c085c9-f5f4-43ac-a134-03e3dca4a951 {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:26:48.984786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:48.985465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.986338 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.987061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router 8705d541-de55-431d-acff-0241ee1e520d {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:26:48.987241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-189b357d-eb58-4800-acfc-725af7789358 service neutron] 10.222.0.22 "PUT /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 200 len: 1027 time: 3.0611060 May 14 18:26:48.998709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:48.999817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a5ab61fe-ff8f-43aa-ac10-2c5ae25a36a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/8705d541-de55-431d-acff-0241ee1e520d HTTP/1.1" status: 204 len: 168 time: 0.5193148 May 14 18:26:49.002365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:49.043345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:49.066213 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.069631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet 8a783b5e-296b-46d6-94c1-1ee8e8f93c39 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:26:49.072891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.095609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.103733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=50f45925-bd6b-448c-b206-fd819ee7acc3,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:49.108692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.110706 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-143ee19c-facb-4dd3-bfcb-697bb76a38e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:49.134668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.178607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:49.181682 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:49.221806 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.276356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a487f-4ac2-4e77-8ac5-915638dc947f req-7f6a131b-8d17-4311-8962-e1c13fbef41b tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:49.277836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-786a487f-4ac2-4e77-8ac5-915638dc947f req-7f6a131b-8d17-4311-8962-e1c13fbef41b tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 943 time: 0.8334115 May 14 18:26:49.466308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-9d4c2753-7f2c-4295-850a-5d0237fc3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:49.468024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-9d4c2753-7f2c-4295-850a-5d0237fc3c04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 200 len: 909 time: 0.5529027 May 14 18:26:49.484963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-786a487f-4ac2-4e77-8ac5-915638dc947f req-f08ffdd7-6870-4119-a045-165a3d493fd3 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870718 May 14 18:26:49.566289 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61', 'code': 200} May 14 18:26:49.566832 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742', 'code': 200} May 14 18:26:49.566832 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88', 'code': 200} May 14 18:26:49.572745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-87f62589-95a1-4a59-acf5-9e91bc590e04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c90c17d-22b8-456a-b21b-eb399beb7942 HTTP/1.1" status: 200 len: 217 time: 0.0913227 May 14 18:26:49.577139 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.579009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.588538 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0dc3adea-e44c-4637-a57e-a7a6885e245f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:49.695158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.697407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8f7f0-dccd-4ebc-a497-24d568d8d827,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:49.700581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:49.704132 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cb87afa-7d76-4477-a64f-d9a329b19187 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:49.745327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=8a783b5e-296b-46d6-94c1-1ee8e8f93c39,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:49.747299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.750217 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:49.753535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f92e11-6480-493a-a889-4fe1ddad0f3b None None] Network f2159e2a-697f-4aa6-9c8a-359a0e76526b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:49.754075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/8a783b5e-296b-46d6-94c1-1ee8e8f93c39 HTTP/1.1" status: 204 len: 168 time: 0.7507679 May 14 18:26:49.757271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52930) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:49.831523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet 4991ca35-d415-4246-a36f-6ffd8eac178e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:26:49.835938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.896124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:49.987293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.038834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 50f45925-bd6b-448c-b206-fd819ee7acc3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:50.039220 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.092124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] DHCP port deletion for f2159e2a-697f-4aa6-9c8a-359a0e76526b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:26:50.128292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-165c3e50-1047-45aa-b104-7aa8d202c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:50.130695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-165c3e50-1047-45aa-b104-7aa8d202c9d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61330698-c13c-4fb5-9865-ea67ac695157 HTTP/1.1" status: 200 len: 848 time: 0.5468040 May 14 18:26:50.160765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Deleting port b2740193-8b3a-44ec-8b2a-b4ef48a79816 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:50.161281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.206718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.210302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95a8f7f0-dccd-4ebc-a497-24d568d8d827 HTTP/1.1" status: 204 len: 168 time: 2.0054941 May 14 18:26:50.217191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-48187146-35f9-4cdb-9630-55ecbb45ffad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=997f7b74-f1d4-4130-b6bd-67c97a879b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741978 May 14 18:26:50.291766 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.296766 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e024d20-7c64-4283-a1ca-8db7fd20619d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:50.320205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6c90c17d-22b8-456a-b21b-eb399beb7942 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:26:50.324363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] For port b2740193-8b3a-44ec-8b2a-b4ef48a79816, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b2740193-8b3a-44ec-8b2a-b4ef48a79816,segment=NetworkSegment(5d4bb956-4528-40b1-8056-83c83ab63c8b),segment_id=5d4bb956-4528-40b1-8056-83c83ab63c8b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:50.325068 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.337690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=4991ca35-d415-4246-a36f-6ffd8eac178e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:50.339698 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:50.344843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.352210 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/4991ca35-d415-4246-a36f-6ffd8eac178e HTTP/1.1" status: 204 len: 168 time: 0.5938153 May 14 18:26:50.355082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52938) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:50.361729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b71399-b1c6-4205-b8f2-64a345c05bca None None] Network 91a93213-212e-45f7-aa12-372e19a0a7d3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:50.402437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-82acd362-08e2-4f5e-8a41-be5a2538ea7d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:50.408230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-82acd362-08e2-4f5e-8a41-be5a2538ea7d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:50.414983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-82acd362-08e2-4f5e-8a41-be5a2538ea7d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:50.421016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-82acd362-08e2-4f5e-8a41-be5a2538ea7d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:50.428640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-82acd362-08e2-4f5e-8a41-be5a2538ea7d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:50.436729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-82acd362-08e2-4f5e-8a41-be5a2538ea7d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 3875 time: 0.7511044 May 14 18:26:50.499655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.526389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] For port 50f45925-bd6b-448c-b206-fd819ee7acc3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=50f45925-bd6b-448c-b206-fd819ee7acc3,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:50.526389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.534608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Calling delete_port for b2740193-8b3a-44ec-8b2a-b4ef48a79816 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:50.574116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-04a60c4d-13ad-4fa0-8b91-ad457e51180e req-763ffe28-4976-4d32-ab8a-6737906cd3d8 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338139 May 14 18:26:50.596391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port b2740193-8b3a-44ec-8b2a-b4ef48a79816 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:50.596828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.752415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port b2740193-8b3a-44ec-8b2a-b4ef48a79816, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b2740193-8b3a-44ec-8b2a-b4ef48a79816,segment=NetworkSegment(5d4bb956-4528-40b1-8056-83c83ab63c8b),segment_id=5d4bb956-4528-40b1-8056-83c83ab63c8b)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:50.753963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.777975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.784150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-fd078952-ac99-45ef-a394-5063650ec70f service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558860 May 14 18:26:50.784968 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c66ee1d3-86e8-4648-8fc4-407afd9e03a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:50.788773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Router 11170e93-97e6-46ea-89e9-ebcbf5d797d1 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:26:50.837215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b2740193-8b3a-44ec-8b2a-b4ef48a79816 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:50.888037 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:26:50.903116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for b2740193-8b3a-44ec-8b2a-b4ef48a79816 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:50.909902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] No DVR routers for this DVR port b2740193-8b3a-44ec-8b2a-b4ef48a79816 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:50.921742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Pushing event deleted for resources: {'Port': ['ID=b2740193-8b3a-44ec-8b2a-b4ef48a79816,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:50.929785 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:50.935555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b2740193-8b3a-44ec-8b2a-b4ef48a79816 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:26:50.936007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b2740193-8b3a-44ec-8b2a-b4ef48a79816 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:50.960085 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:50.964861 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4542ff12-1477-4c3b-a900-70ab185c9aa1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:51.013164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=b2740193-8b3a-44ec-8b2a-b4ef48a79816,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:51.015704 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:51.020543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port b2740193-8b3a-44ec-8b2a-b4ef48a79816 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:51.101107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6c90c17d-22b8-456a-b21b-eb399beb7942, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6c90c17d-22b8-456a-b21b-eb399beb7942,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:51.126077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '6c90c17d-22b8-456a-b21b-eb399beb7942', 'network_id': '997f7b74-f1d4-4130-b6bd-67c97a879b98', 'port_id': '6c90c17d-22b8-456a-b21b-eb399beb7942', 'mac_address': 'fa:16:3e:3b:10:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61330698-c13c-4fb5-9865-ea67ac695157', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:26:51.152183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.167900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2159e2a-697f-4aa6-9c8a-359a0e76526b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:51.185654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4bb956-4528-40b1-8056-83c83ab63c8b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:51.191007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4bb956-4528-40b1-8056-83c83ab63c8b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:51.205851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] DHCP port deletion for 91a93213-212e-45f7-aa12-372e19a0a7d3 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:26:51.211810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.216573 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.230778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c90c17d-22b8-456a-b21b-eb399beb7942 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:26:51.234230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.241724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:51.242427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:51.258708 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:51.296702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6c90c17d-22b8-456a-b21b-eb399beb7942, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6c90c17d-22b8-456a-b21b-eb399beb7942,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:51.304538 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.305918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:51.365536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.370088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Deleting port f5af6192-f54b-411b-ad1c-7d9dfab19101 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:51.370476 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.372444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.376271 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7070511a-fb49-4a74-86ac-669cb4d02762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:51.402135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=f2159e2a-697f-4aa6-9c8a-359a0e76526b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:51.409385 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:51.415571 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/f2159e2a-697f-4aa6-9c8a-359a0e76526b HTTP/1.1" status: 204 len: 168 time: 1.0582383 May 14 18:26:51.419688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52968) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:51.444245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5722cf0a-e415-42a9-8ca9-b58ec2372bb1 req-ef005942-765b-4968-9780-6ffdfcccf096 service neutron] 10.222.0.15 "GET /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362591 May 14 18:26:51.472191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba1e63-e3d2-4bd1-b65d-30ca186e6b1d req-e4f0c3b2-e62f-489e-9c2a-f290289b8e0c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:51.474331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34ba1e63-e3d2-4bd1-b65d-30ca186e6b1d req-e4f0c3b2-e62f-489e-9c2a-f290289b8e0c tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 943 time: 0.6314073 May 14 18:26:51.475754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:51.482093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] For port f5af6192-f54b-411b-ad1c-7d9dfab19101, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5af6192-f54b-411b-ad1c-7d9dfab19101,segment=NetworkSegment(2773b55c-918d-4e46-a79f-19e0b6288c67),segment_id=2773b55c-918d-4e46-a79f-19e0b6288c67)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:51.482500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.521422 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.522618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.6128900 May 14 18:26:51.537170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52972) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:51.591990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.613280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:51.618192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Sync routers for ids ['11170e93-97e6-46ea-89e9-ebcbf5d797d1'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:51.634608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Calling delete_port for f5af6192-f54b-411b-ad1c-7d9dfab19101 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:51.656124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Routers {'11170e93-97e6-46ea-89e9-ebcbf5d797d1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:51.657038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['11170e93-97e6-46ea-89e9-ebcbf5d797d1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:51.686937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port f5af6192-f54b-411b-ad1c-7d9dfab19101 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:51.687436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.729846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6cb5d111-bf6c-4e15-a3c8-968d4fbdb6b1 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/11170e93-97e6-46ea-89e9-ebcbf5d797d1 HTTP/1.1" status: 200 len: 906 time: 0.1914723 May 14 18:26:51.736581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 52980) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:51.742237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.742615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.742932 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Floating IP 4079c366-9c28-47fa-83f9-a96237094417 disassociated. External IP: 172.25.4.42, port: 50f45925-bd6b-448c-b206-fd819ee7acc3. May 14 18:26:51.743320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 50f45925-bd6b-448c-b206-fd819ee7acc3 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:51.824749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port f5af6192-f54b-411b-ad1c-7d9dfab19101, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5af6192-f54b-411b-ad1c-7d9dfab19101,segment=NetworkSegment(2773b55c-918d-4e46-a79f-19e0b6288c67),segment_id=2773b55c-918d-4e46-a79f-19e0b6288c67)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:51.825358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:51.909940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Set router 11170e93-97e6-46ea-89e9-ebcbf5d797d1 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:52.045185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['6c90c17d-22b8-456a-b21b-eb399beb7942'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:26:52.110862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-34ba1e63-e3d2-4bd1-b65d-30ca186e6b1d req-bb324993-3c7e-4d1a-b9fb-cf8027fa0146 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173449 May 14 18:26:52.162367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=6c90c17d-22b8-456a-b21b-eb399beb7942,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:52.184208 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:52.227499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for f5af6192-f54b-411b-ad1c-7d9dfab19101 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:52.264805 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.286149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-d6f0c4c2-0c76-4a75-8242-588df31bc5c7 req-9ebec379-f620-4f52-81a1-07f06da30751 service neutron] (79560) timed out ('10.222.0.15', 49718) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:26:52.373624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.377207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.380824 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b9f02033-8f91-4b92-a769-2f4f9de674ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:52.386300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:52.444864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=f5af6192-f54b-411b-ad1c-7d9dfab19101,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:52.447695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Pushing event deleted for resources: {'Port': ['ID=f5af6192-f54b-411b-ad1c-7d9dfab19101,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:52.453381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] No DVR routers for this DVR port f5af6192-f54b-411b-ad1c-7d9dfab19101 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:52.456743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:52.458029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port f5af6192-f54b-411b-ad1c-7d9dfab19101 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:52.463553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:52.509248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11170e93-97e6-46ea-89e9-ebcbf5d797d1', 'name': 'tempest-snat-router-639606404', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'edaf8858-3669-43c7-97b2-a9f857c31980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:41Z', 'updated_at': '2021-05-14T18:26:47Z', 'revision_number': 3, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port': {'id': 'edaf8858-3669-43c7-97b2-a9f857c31980', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11170e93-97e6-46ea-89e9-ebcbf5d797d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:26:44Z', 'updated_at': '2021-05-14T18:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:52.518338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Checking router: 11170e93-97e6-46ea-89e9-ebcbf5d797d1 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:26:52.518693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Updating router 11170e93-97e6-46ea-89e9-ebcbf5d797d1 port edaf8858-3669-43c7-97b2-a9f857c31980 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:26:52.589753 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.628814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-8b4f7606-7e88-4b5a-a92b-0de6f16670c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:52.632984 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.635743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-8b4f7606-7e88-4b5a-a92b-0de6f16670c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:52.641572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-8b4f7606-7e88-4b5a-a92b-0de6f16670c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:52.648322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-8b4f7606-7e88-4b5a-a92b-0de6f16670c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:52.648796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a93213-212e-45f7-aa12-372e19a0a7d3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:52.654139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-8b4f7606-7e88-4b5a-a92b-0de6f16670c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:52.655993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-8b4f7606-7e88-4b5a-a92b-0de6f16670c4 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 3875 time: 0.3040607 May 14 18:26:52.659278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.679937 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d85ad74-212d-4c61-b6b2-1b0afb531435 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:52.683370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2773b55c-918d-4e46-a79f-19e0b6288c67') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:52.683677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2773b55c-918d-4e46-a79f-19e0b6288c67') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:52.708637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.728749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.737025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:26:52.737604 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: timer() May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:26:52.852561 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:26:52.856405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5af6192-f54b-411b-ad1c-7d9dfab19101 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:26:52.860165 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.865637 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b35dd1a5-9aa0-4d5b-af75-6a2a506072ac tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:52.885922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.892824 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=91a93213-212e-45f7-aa12-372e19a0a7d3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:52.899813 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:52.905836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=50f45925-bd6b-448c-b206-fd819ee7acc3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:52.909202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:52.914059 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:52.919503 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/91a93213-212e-45f7-aa12-372e19a0a7d3 HTTP/1.1" status: 204 len: 168 time: 1.4945753 May 14 18:26:52.921899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:52.928779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2068138268'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:52.935620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:52.936637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f5af6192-f54b-411b-ad1c-7d9dfab19101 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:26:52.938165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5af6192-f54b-411b-ad1c-7d9dfab19101 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:26:52.940058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:52.956092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:52.958136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-367a31bd-b1e6-4e6f-91f2-211e5f5fde37 req-d55d62b9-0031-4a11-8eb3-a66140ea7862 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868388 May 14 18:26:52.963628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:52.988724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:52.992696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.025626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:26:53.035582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.036635 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 9cf67b29-9d62-4e1d-a1dc-1faf017f098d of type vlan for network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 May 14 18:26:53.061153 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'code': 200} May 14 18:26:53.075352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.104824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Router 7d45f1a6-4640-4f24-8caa-0836e6b49dac has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:26:53.113205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.127725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Transition to ACTIVE for port object edaf8858-3669-43c7-97b2-a9f857c31980 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:53.133242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.139566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:53.140186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.143731 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.148614 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b1e1e2a-beda-4176-86b1-6466f73d0d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:53.178249 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2275dd0a-8a0b-43f3-9598-021a03f98637 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:53.302000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9dfdd-1941-4b0a-b53a-96f30425fe95 None None] Pushing event updated for resources: {'Port': ['ID=edaf8858-3669-43c7-97b2-a9f857c31980,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:53.305807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1be9dfdd-1941-4b0a-b53a-96f30425fe95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:53.306676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Attempting to bind port edaf8858-3669-43c7-97b2-a9f857c31980 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:53.307069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Attempting to bind port edaf8858-3669-43c7-97b2-a9f857c31980 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:53.319750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Attempting to bind port edaf8858-3669-43c7-97b2-a9f857c31980 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:53.328153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:53.328535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:53.328949 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.329346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:53.329817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Bound port: edaf8858-3669-43c7-97b2-a9f857c31980, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:53.330193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.377389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4559529 May 14 18:26:53.385374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 52998) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:53.396209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:53.449405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] For port edaf8858-3669-43c7-97b2-a9f857c31980, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:53.453461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Deleting port edaf8858-3669-43c7-97b2-a9f857c31980 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:53.453785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] For port edaf8858-3669-43c7-97b2-a9f857c31980, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=edaf8858-3669-43c7-97b2-a9f857c31980,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:53.453902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.461228 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.466120 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:53.509138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=501711cf-e0a2-4ecc-a6bd-1fc6c7857127,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:53.512185 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:53.546760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:26:53.554806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:53.560688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:53.563621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:26:53.564613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:53.574338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:53.576798 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] Sync routers for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:26:53.590935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:53.595624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.596808 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:53.597519 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:53.662857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] No DVR routers for this DVR port 50f45925-bd6b-448c-b206-fd819ee7acc3 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:53.673772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437f39f-ca2f-478b-9cd8-9f3542de38db req-ca77547e-9d97-4c6f-b560-64bb192b5563 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:53.679549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7437f39f-ca2f-478b-9cd8-9f3542de38db req-ca77547e-9d97-4c6f-b560-64bb192b5563 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 944 time: 0.3497665 May 14 18:26:53.679549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:53.824974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9dfdd-1941-4b0a-b53a-96f30425fe95 None None] Pushing event updated for resources: {'Port': ['ID=edaf8858-3669-43c7-97b2-a9f857c31980,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:53.840281 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1be9dfdd-1941-4b0a-b53a-96f30425fe95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:53.868946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Routers {'11170e93-97e6-46ea-89e9-ebcbf5d797d1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:53.869613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['11170e93-97e6-46ea-89e9-ebcbf5d797d1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:53.884173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:53.913409 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:53.923637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "DELETE /v2.0/ports/50f45925-bd6b-448c-b206-fd819ee7acc3 HTTP/1.1" status: 204 len: 173 time: 4.8668725 May 14 18:26:54.118360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.147760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7437f39f-ca2f-478b-9cd8-9f3542de38db req-3853b95d-1453-4239-b836-e3355f71dff6 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490430 May 14 18:26:54.224157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.233029 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:54.315016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.341483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6c90c17d-22b8-456a-b21b-eb399beb7942 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:54.370874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '9cf67b29-9d62-4e1d-a1dc-1faf017f098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:54.371312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: 501711cf-e0a2-4ecc-a6bd-1fc6c7857127, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:26:54.390564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=316fa498-d81b-4b16-9590-92889e017e93,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:54.402352 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:54.403757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:26:54.417711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 501711cf-e0a2-4ecc-a6bd-1fc6c7857127) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:54.431477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:54.432817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.437053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4a336-7a21-4653-90fe-553bb1e2ee1d None None] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:54.447092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Calling delete_port for edaf8858-3669-43c7-97b2-a9f857c31980 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:54.462910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0754352 May 14 18:26:54.465742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:54.474991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1115063216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:54.486309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:54.492087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:54.495622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:54.502611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:54.517602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.520916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.523950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:45Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:54.531704 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] Checking router: 7d45f1a6-4640-4f24-8caa-0836e6b49dac for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:26:54.540709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] Set router 11170e93-97e6-46ea-89e9-ebcbf5d797d1 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:54.543744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.544371 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:26:54.546116 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:26:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:54.570207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.616290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.621410 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1968198-8544-436a-8be3-3039d8b5331a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1541359 May 14 18:26:54.622299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53016) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:54.634153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'port': {'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127', 'name': 'tempest-RoutersIpV6Test-227683433'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:54.648627 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '50f45925-bd6b-448c-b206-fd819ee7acc3', 'status': 'completed', 'code': 200} May 14 18:26:54.700682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.711357 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-463f556c-708c-4baa-818f-48bef04ec472 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:54.721363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11170e93-97e6-46ea-89e9-ebcbf5d797d1', 'name': 'tempest-snat-router-639606404', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:41Z', 'updated_at': '2021-05-14T18:26:52Z', 'revision_number': 4, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:54.757989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 09bced4c-0c76-4dd9-8987-f10182e73ea1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:54.758323 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.783307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476fdd-838b-4a55-b4ff-295521ed1648 None None] The sync data for ids ['11170e93-97e6-46ea-89e9-ebcbf5d797d1'] in n-d-787206-3 is: [{'id': '11170e93-97e6-46ea-89e9-ebcbf5d797d1', 'name': 'tempest-snat-router-639606404', 'tenant_id': '56b4800583f749e3a08aecf0a86fe1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:26:41Z', 'updated_at': '2021-05-14T18:26:52Z', 'revision_number': 4, 'project_id': '56b4800583f749e3a08aecf0a86fe1cc', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:54.787258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event deleted for resources: {'Port': ['ID=edaf8858-3669-43c7-97b2-a9f857c31980,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:54.847820 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:54.852323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 6c90c17d-22b8-456a-b21b-eb399beb7942 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:54.852836 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:26:54.869583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 6c90c17d-22b8-456a-b21b-eb399beb7942 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:54.870362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:54.909971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:54.915798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:port and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:54.918746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:54.931632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:54.947443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:26:54.951320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.011506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] device_id is not set on port 79a899f4-7ffc-4d47-a640-5fd7645fad00 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:26:55.032624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-501711cf-e0a2-4ecc-a6bd-1fc6c7857127', 'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': '316fa498-d81b-4b16-9590-92889e017e93'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:26:55.035499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.048439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.253985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.329014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c90c17d-22b8-456a-b21b-eb399beb7942'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:55.329990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8::339 (501711cf-e0a2-4ecc-a6bd-1fc6c7857127/316fa498-d81b-4b16-9590-92889e017e93/79a899f4-7ffc-4d47-a640-5fd7645fad00) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:55.336937 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.339151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.343627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6c90c17d-22b8-456a-b21b-eb399beb7942, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6c90c17d-22b8-456a-b21b-eb399beb7942,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:55.350560 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.352927 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:55.375103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] For port 09bced4c-0c76-4dd9-8987-f10182e73ea1, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=09bced4c-0c76-4dd9-8987-f10182e73ea1,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:55.375501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.388423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.388917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11170e93-97e6-46ea-89e9-ebcbf5d797d1 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:26:55.402734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:55.408664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:55.415224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:55.419730 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:45Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:26:55.421109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:55.422044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:55.427205 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553f485-3bd6-4e8c-8ac9-f1a8eed24f66 None None] The sync data for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 is: [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '983df12c-8732-4376-9cfb-8469329e0dfc', 'name': '', 'network_id': '00a162bf-e1dd-4796-85d1-b8d603ab0d2e', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'mac_address': 'fa:16:3e:24:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:31Z', 'updated_at': '2021-05-14T18:15:45Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'subnets': [{'id': '2b4744f1-5da6-4734-aa02-7cc831020aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:26:55.450053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=6c90c17d-22b8-456a-b21b-eb399beb7942,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:55.454847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:55.578890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 09bced4c-0c76-4dd9-8987-f10182e73ea1 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:55.603332 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.604508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/routers/11170e93-97e6-46ea-89e9-ebcbf5d797d1 HTTP/1.1" status: 204 len: 168 time: 3.8662436 May 14 18:26:55.611785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53026) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:55.615255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:55.616402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-76c4a7ae-c2f1-463c-baab-9f5c4d25969d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 3142 time: 0.9511042 May 14 18:26:55.688402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51b25b89-f9b1-4360-91fc-7299fb19ec68 req-a02c344c-f775-4bb8-811c-ace5f991feea tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599082 May 14 18:26:55.784237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.800625 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a6ff594e-1adc-4e9f-a6cc-91001f17ab1a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:55.923817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=09bced4c-0c76-4dd9-8987-f10182e73ea1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:55.960453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:55.981746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 79a899f4-7ffc-4d47-a640-5fd7645fad00 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:56.050553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:56.139577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab70e7-916e-472e-aca9-665c107c6814 None None] New status for floating IP 4079c366-9c28-47fa-83f9-a96237094417: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:26:56.214358 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:56.216181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:56.234649 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:56.269705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] No DVR routers for this DVR port 09bced4c-0c76-4dd9-8987-f10182e73ea1 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:56.273815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:56.314886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "DELETE /v2.0/ports/09bced4c-0c76-4dd9-8987-f10182e73ea1 HTTP/1.1" status: 204 len: 173 time: 2.3814600 May 14 18:26:56.424983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:56.449896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:56.474784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:56.482888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:56.483817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:56.508291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=79a899f4-7ffc-4d47-a640-5fd7645fad00,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:56.533988 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:56.566608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2ba38-853d-428d-887e-f079a6e0137d req-7517b964-ea0b-45a8-aa86-b04307199914 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:56.571403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:56.572555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77b2ba38-853d-428d-887e-f079a6e0137d req-7517b964-ea0b-45a8-aa86-b04307199914 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 945 time: 0.6620340 May 14 18:26:56.593090 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9691203 May 14 18:26:56.594386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53034) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:56.687627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:26:56.713207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Allocated IP 2001:db8::2 (501711cf-e0a2-4ecc-a6bd-1fc6c7857127/316fa498-d81b-4b16-9590-92889e017e93/564a250d-061e-487c-9e5b-ac63551dd9a4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:26:56.811158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-7e25866f-49a9-4c20-8071-6ad8097c417c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5885458 May 14 18:26:56.860027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77b2ba38-853d-428d-887e-f079a6e0137d req-06c32228-e604-4617-baf0-6af1525f4ad4 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649550 May 14 18:26:56.884504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53044) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:56.972498 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c90c17d-22b8-456a-b21b-eb399beb7942', 'code': 200} May 14 18:26:57.003779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 95b18104-46e6-4c2d-997b-8ce284dfc742 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:57.005234 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.138706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6dfbdcb8-968c-4636-bacd-a7e63f10f2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.166177 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.205575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.219158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Transition to ACTIVE for port object 564a250d-061e-487c-9e5b-ac63551dd9a4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:57.236962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Deleting port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:57.237305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.247411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:57.251809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Transition to ACTIVE for port object 564a250d-061e-487c-9e5b-ac63551dd9a4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:26:57.264519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.265297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Usage tracker for resource:security_group_rule and tenant:efc3e44516614edfa68b94a9bf8fff5b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:57.274387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:57.286396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:57.298753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:57.373897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:26:57.376904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] For port 95b18104-46e6-4c2d-997b-8ce284dfc742, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=95b18104-46e6-4c2d-997b-8ce284dfc742,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:57.377403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.383889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:26:57.390958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-2095935f-b8ce-4022-88b2-d2c725d2cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:57.392649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-2095935f-b8ce-4022-88b2-d2c725d2cd2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 0.4604177 May 14 18:26:57.402849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:26:57.406017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Pushing event updated for resources: {'Port': ['ID=564a250d-061e-487c-9e5b-ac63551dd9a4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:57.411668 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:57.485425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] For port 18af2b6d-0eee-4d88-8e4e-b315b8ba6070, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:57.486049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.588194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b0d5-b329-416f-805b-1101d22bc873 req-6868d2d2-6f8e-487d-8be5-e896e5085ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:57.589684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af53b0d5-b329-416f-805b-1101d22bc873 req-6868d2d2-6f8e-487d-8be5-e896e5085ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 1096 time: 0.5506063 May 14 18:26:57.596674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 95b18104-46e6-4c2d-997b-8ce284dfc742 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:57.602954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Attempting to bind port 564a250d-061e-487c-9e5b-ac63551dd9a4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:26:57.603634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Attempting to bind port 564a250d-061e-487c-9e5b-ac63551dd9a4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9cf67b29-9d62-4e1d-a1dc-1faf017f098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:26:57.604390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Attempting to bind port 564a250d-061e-487c-9e5b-ac63551dd9a4 on network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:26:57.611418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:26:57.611949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Checking segment: {'id': '9cf67b29-9d62-4e1d-a1dc-1faf017f098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:26:57.612482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.612979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Bound using segment: {'id': '9cf67b29-9d62-4e1d-a1dc-1faf017f098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:26:57.613554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Bound port: 564a250d-061e-487c-9e5b-ac63551dd9a4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf67b29-9d62-4e1d-a1dc-1faf017f098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '501711cf-e0a2-4ecc-a6bd-1fc6c7857127'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:26:57.614549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.677179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefc4e3-8e00-4535-9105-91a514857110 req-4a280355-6764-457c-9678-5ba7be270555 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:57.683500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefc4e3-8e00-4535-9105-91a514857110 req-4a280355-6764-457c-9678-5ba7be270555 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:57.689858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefc4e3-8e00-4535-9105-91a514857110 req-4a280355-6764-457c-9678-5ba7be270555 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:57.690760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8eefc4e3-8e00-4535-9105-91a514857110 req-4a280355-6764-457c-9678-5ba7be270555 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:57.736378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] For port 564a250d-061e-487c-9e5b-ac63551dd9a4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:26:57.744560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] For port 564a250d-061e-487c-9e5b-ac63551dd9a4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=564a250d-061e-487c-9e5b-ac63551dd9a4,segment=NetworkSegment(9cf67b29-9d62-4e1d-a1dc-1faf017f098d),segment_id=9cf67b29-9d62-4e1d-a1dc-1faf017f098d)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:26:57.753264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.761072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:57.783842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8eefc4e3-8e00-4535-9105-91a514857110 req-4a280355-6764-457c-9678-5ba7be270555 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:57.785009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8eefc4e3-8e00-4535-9105-91a514857110 req-4a280355-6764-457c-9678-5ba7be270555 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 2410 time: 0.6283844 May 14 18:26:57.823531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Calling delete_port for 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:57.837397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af53b0d5-b329-416f-805b-1101d22bc873 req-f6881de1-fabd-4883-9e91-cb1a73dd168c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319534 May 14 18:26:57.841396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.868426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Pushing event updated for resources: {'Port': ['ID=564a250d-061e-487c-9e5b-ac63551dd9a4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:57.872015 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:57.872938 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.912020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8eefc4e3-8e00-4535-9105-91a514857110 req-9642a976-f1f7-4054-81db-39ff85402b01 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064923 May 14 18:26:57.929853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:57.936956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-1b2cc495-8ed7-4650-8823-1c73b5074a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:57.944340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-1b2cc495-8ed7-4650-8823-1c73b5074a6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.4492633 May 14 18:26:58.016905 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '09bced4c-0c76-4dd9-8987-f10182e73ea1', 'status': 'completed', 'code': 200} May 14 18:26:58.053909 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.062279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fd2acc5d-5910-4dcc-998b-e5feaf24e17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:58.173049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89d79e1-9a67-47a9-92c2-c182e92db342,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:58.188957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efc3e44516614edfa68b94a9bf8fff5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3030190 May 14 18:26:58.193780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:58.206228 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:58.267166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-ea0e398a-d4b9-407a-9c12-ca71ae77671c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 1001 time: 0.3159659 May 14 18:26:58.269774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.278006 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:58.330360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.390309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=95b18104-46e6-4c2d-997b-8ce284dfc742,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:58.392945 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:58.409388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.464458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] No DVR routers for this DVR port 95b18104-46e6-4c2d-997b-8ce284dfc742 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:26:58.466987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.475899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.484655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-39356d13-4083-4854-8229-550caee2a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:58.485929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-39356d13-4083-4854-8229-550caee2a70e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1712954 May 14 18:26:58.492689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.497127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.509046 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e19542e9-60ff-495c-a3e2-e538db164da3 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:58.602338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event deleted for resources: {'Port': ['ID=18af2b6d-0eee-4d88-8e4e-b315b8ba6070,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:58.724954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "DELETE /v2.0/ports/95b18104-46e6-4c2d-997b-8ce284dfc742 HTTP/1.1" status: 204 len: 173 time: 2.3977211 May 14 18:26:58.732633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a392a-28c9-4019-b62a-1e39bbb5db94 req-53c6a0a8-954a-4ef8-b879-694073c57ffe tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:58.736784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d04a392a-28c9-4019-b62a-1e39bbb5db94 req-53c6a0a8-954a-4ef8-b879-694073c57ffe tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 945 time: 0.5734081 May 14 18:26:58.844948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.851423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=79a899f4-7ffc-4d47-a640-5fd7645fad00,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:58.856627 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:58.861170 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:58.861170 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:58.862714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:58.959255 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62668dce-aece-4d84-8911-042f34af5d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:58.990881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d04a392a-28c9-4019-b62a-1e39bbb5db94 req-e13e7753-7ae7-4648-93b9-1ea478eef128 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983333 May 14 18:26:59.019409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 564a250d-061e-487c-9e5b-ac63551dd9a4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:26:59.056669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-19dfb076-a787-4353-aa5f-79abe7dc818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:59.060934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-19dfb076-a787-4353-aa5f-79abe7dc818f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5608654 May 14 18:26:59.178386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 564a250d-061e-487c-9e5b-ac63551dd9a4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:59.269043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89d79e1-9a67-47a9-92c2-c182e92db342,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:26:59.288699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd778d-d846-4b4b-bc9b-138fb82d1e40 None None] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:26:59.306399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 08b9d981-703d-49ce-96fe-a79e20387a88 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:26:59.306891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.313823 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:26:59.326104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.331086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.340973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.348754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.352473 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b89d79e1-9a67-47a9-92c2-c182e92db342 HTTP/1.1" status: 204 len: 168 time: 1.1542470 May 14 18:26:59.470835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.479100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:26:59.494884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-adc268d5-9179-412b-843f-a94967bc1763 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205718 May 14 18:26:59.519171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Provisioning for port 564a250d-061e-487c-9e5b-ac63551dd9a4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:26:59.527711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.534471 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-539d2543-ee70-4f75-999e-7ceee67d4b10 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7cc5cc1e-bf7f-4f00-a768-14fb8dd14223 HTTP/1.1" status: 204 len: 168 time: 3.9214518 May 14 18:26:59.538240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53064) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:26:59.544670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Provisioning complete for port 564a250d-061e-487c-9e5b-ac63551dd9a4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:26:59.546125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1968881206', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:26:59.546508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.577666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:26:59.584453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.604041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Usage tracker for resource:router and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:26:59.609681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:26:59.619634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:26:59.656462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257badc-15e6-4fc4-a7d6-d74821e7d8f2 req-ad548803-20d2-473d-a0a0-99e5bfe41380 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:59.664301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257badc-15e6-4fc4-a7d6-d74821e7d8f2 req-ad548803-20d2-473d-a0a0-99e5bfe41380 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:26:59.665691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0257badc-15e6-4fc4-a7d6-d74821e7d8f2 req-ad548803-20d2-473d-a0a0-99e5bfe41380 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:26:59.698936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] For port 08b9d981-703d-49ce-96fe-a79e20387a88, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=08b9d981-703d-49ce-96fe-a79e20387a88,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:59.699761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.702138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.703349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.727782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.766381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.833849 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a9dddec9-53cf-4da4-8127-26dbb28c8918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.837466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.898175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] For port 564a250d-061e-487c-9e5b-ac63551dd9a4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=564a250d-061e-487c-9e5b-ac63551dd9a4,segment=NetworkSegment(9cf67b29-9d62-4e1d-a1dc-1faf017f098d),segment_id=9cf67b29-9d62-4e1d-a1dc-1faf017f098d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:26:59.898675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 08b9d981-703d-49ce-96fe-a79e20387a88 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:26:59.909520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:26:59.912223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0257badc-15e6-4fc4-a7d6-d74821e7d8f2 req-ad548803-20d2-473d-a0a0-99e5bfe41380 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:26:59.914016 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6099226a-833c-4f5c-bbe9-4c0863457d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:26:59.917740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0257badc-15e6-4fc4-a7d6-d74821e7d8f2 req-ad548803-20d2-473d-a0a0-99e5bfe41380 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 1677 time: 0.7007215 May 14 18:26:59.993020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6cc07c-eb84-4cc2-9ccc-5c44de2cf810 req-3f37c7be-a861-483c-ac5f-ad9cbf8d95ea service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703133 May 14 18:27:00.022402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:27:00.040948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Pushing event updated for resources: {'Port': ['ID=564a250d-061e-487c-9e5b-ac63551dd9a4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:00.048245 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:00.055282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0257badc-15e6-4fc4-a7d6-d74821e7d8f2 req-4e9c5bb4-2e19-491d-a660-36ecb90ba545 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206486 May 14 18:27:00.335431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:00.350214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6d8f6a9-0127-472b-a4f2-58a9be72d3b1 None None] Provisioning for port 79a899f4-7ffc-4d47-a640-5fd7645fad00 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:00.355258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6d8f6a9-0127-472b-a4f2-58a9be72d3b1 None None] Provisioning complete for port 79a899f4-7ffc-4d47-a640-5fd7645fad00 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:00.355556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f6a9-0127-472b-a4f2-58a9be72d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:00.359686 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4b3cce56-201c-434d-942a-05855f521069 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:00.444061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=08b9d981-703d-49ce-96fe-a79e20387a88,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:00.483059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8f6a9-0127-472b-a4f2-58a9be72d3b1 None None] Port 79a899f4-7ffc-4d47-a640-5fd7645fad00 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:00.497750 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:00.509079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6d8f6a9-0127-472b-a4f2-58a9be72d3b1 None None] Provisioning complete for port 564a250d-061e-487c-9e5b-ac63551dd9a4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:00.509480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f6a9-0127-472b-a4f2-58a9be72d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:00.558249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] No DVR routers for this DVR port 08b9d981-703d-49ce-96fe-a79e20387a88 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:00.562705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:00.603085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "DELETE /v2.0/ports/08b9d981-703d-49ce-96fe-a79e20387a88 HTTP/1.1" status: 204 len: 173 time: 1.8579266 May 14 18:27:00.614585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd0edc-1ce5-4315-8956-691b4b1ed070 req-fa3560a6-86f0-4f35-b82e-b369b067f2fb tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:00.624791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-24cd0edc-1ce5-4315-8956-691b4b1ed070 req-fa3560a6-86f0-4f35-b82e-b369b067f2fb tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 945 time: 0.3542364 May 14 18:27:00.642256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:00.750805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53090) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:00.774954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-24cd0edc-1ce5-4315-8956-691b4b1ed070 req-352a97f3-f42b-4cfb-91f4-a9e015c13d1f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488683 May 14 18:27:00.908762 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '95b18104-46e6-4c2d-997b-8ce284dfc742', 'status': 'completed', 'code': 200} May 14 18:27:00.977784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 564a250d-061e-487c-9e5b-ac63551dd9a4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:27:01.019698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port cdbdc290-c953-4869-b9f3-46aa70f49e61 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:01.021024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.035017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.061078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.062560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.070988 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:01.121995 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.146722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3ad28e4a-bd30-45a9-baea-f2146ec54d08 None None] Provisioning complete for port 79a899f4-7ffc-4d47-a640-5fd7645fad00 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:01.147726 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3ad28e4a-bd30-45a9-baea-f2146ec54d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.232829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 564a250d-061e-487c-9e5b-ac63551dd9a4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:01.235691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.263135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-635685547-network', 'tenant_id': '795dbb6c3fdb4d35a9072700024a0481'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:01.278124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:01.287410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Usage tracker for resource:network and tenant:795dbb6c3fdb4d35a9072700024a0481 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:01.297306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:01.311000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:01.358982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3ad28e4a-bd30-45a9-baea-f2146ec54d08 None None] Port 79a899f4-7ffc-4d47-a640-5fd7645fad00 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:01.386569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Made reservation on behalf of 795dbb6c3fdb4d35a9072700024a0481 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:27:01.388966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.413752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=79a899f4-7ffc-4d47-a640-5fd7645fad00,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:01.419220 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:01.452440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.476200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:01.525427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:27:01.525808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 18af2b6d-0eee-4d88-8e4e-b315b8ba6070 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:27:01.542720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-08b9406c-ffea-4048-bce7-8433102359b5 None None] Provisioning complete for port 79a899f4-7ffc-4d47-a640-5fd7645fad00 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:01.543423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08b9406c-ffea-4048-bce7-8433102359b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.622129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-08b9406c-ffea-4048-bce7-8433102359b5 None None] Port 79a899f4-7ffc-4d47-a640-5fd7645fad00 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:01.720832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.745502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:01.764841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:01.765491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Usage tracker for resource:security_group_rule and tenant:795dbb6c3fdb4d35a9072700024a0481 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:01.766404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:01.768707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.784522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:01.795159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:01.816693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] For port cdbdc290-c953-4869-b9f3-46aa70f49e61, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=cdbdc290-c953-4869-b9f3-46aa70f49e61,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:01.817273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:01.992308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for cdbdc290-c953-4869-b9f3-46aa70f49e61 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:02.015221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f975b-192e-4cd7-a71f-050b2885ec84 req-a33e5693-ea4f-4029-a06f-c938b2f13a63 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:02.015759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0f0f975b-192e-4cd7-a71f-050b2885ec84 req-a33e5693-ea4f-4029-a06f-c938b2f13a63 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:02.080233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0f0f975b-192e-4cd7-a71f-050b2885ec84 req-a33e5693-ea4f-4029-a06f-c938b2f13a63 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:02.081569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f0f975b-192e-4cd7-a71f-050b2885ec84 req-a33e5693-ea4f-4029-a06f-c938b2f13a63 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 943 time: 0.7397139 May 14 18:27:02.136526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.152743 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.168997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cc89ccd3-8239-49e0-8374-6a28d124f0f1 None None] Provisioning complete for port 79a899f4-7ffc-4d47-a640-5fd7645fad00 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:02.169627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cc89ccd3-8239-49e0-8374-6a28d124f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.186593 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ccb40c17-96e2-4e31-860f-1bacb3a271d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:02.201170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f0f975b-192e-4cd7-a71f-050b2885ec84 req-63563a31-e340-46b0-bc0e-646b4c7b6a5f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups?id=2967409f-12fc-486e-b416-a98fe4d177b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072991 May 14 18:27:02.230071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:27:02.247210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e37316b-c735-4dc3-bdb9-4147207a5c3f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:02.247869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cc89ccd3-8239-49e0-8374-6a28d124f0f1 None None] Port 79a899f4-7ffc-4d47-a640-5fd7645fad00 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:02.248106 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:02.248106 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.248308 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Added segment bee67dbe-1687-4f19-aa1f-2ed67610836b of type vlan for network 2ae3b6a4-08be-4319-8567-de4922d41bf2 May 14 18:27:02.285113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Allocated IP 172.25.4.107 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/7cc95037-8d4f-4823-bd25-61f4bc404dcc) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:02.285874 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.287298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router f268263a-d20b-4d47-b6d4-e3c6935b3cfc is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:02.357996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.369597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.382018 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c820ae1b-5402-4503-a323-dc8a776eb91d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:02.439381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=cdbdc290-c953-4869-b9f3-46aa70f49e61,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:02.442877 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:02.491709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:27:02.562242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] No DVR routers for this DVR port cdbdc290-c953-4869-b9f3-46aa70f49e61 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:02.566360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.588523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.589604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:02.590193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.593426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:02.605867 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4965c65-9a54-42e9-b8bf-6cdd2b1298a5 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:02.608251 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] Sync routers for ids ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:02.624251 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] Routers {'f268263a-d20b-4d47-b6d4-e3c6935b3cfc'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:02.626167 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:02.634050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2aa55680-51b1-4640-a422-f8b56d9ae95b req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.22 "DELETE /v2.0/ports/cdbdc290-c953-4869-b9f3-46aa70f49e61 HTTP/1.1" status: 204 len: 173 time: 2.0058899 May 14 18:27:02.637518 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/f268263a-d20b-4d47-b6d4-e3c6935b3cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0418317 May 14 18:27:02.643605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53112) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:02.719250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.721362 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:02.732257 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] Routers {'f268263a-d20b-4d47-b6d4-e3c6935b3cfc'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:02.733046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:02.739813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9874752 May 14 18:27:02.744005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53116) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:02.750525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Request body: {'subnet': {'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-635685547-subnet', 'tenant_id': '795dbb6c3fdb4d35a9072700024a0481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:02.766141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecec7e5-3119-42a9-b092-00855de2551a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:02.766743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ecec7e5-3119-42a9-b092-00855de2551a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:02.769996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:02.777255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Usage tracker for resource:subnet and tenant:795dbb6c3fdb4d35a9072700024a0481 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:02.785082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:02.787060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Pushing event updated for resources: {'Network': ['ID=2ae3b6a4-08be-4319-8567-de4922d41bf2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:02.791567 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:02.799892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:02.810151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2ae3b6a4-08be-4319-8567-de4922d41bf2 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:27:02.812347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ecec7e5-3119-42a9-b092-00855de2551a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:02.813849 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ecec7e5-3119-42a9-b092-00855de2551a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports/79a899f4-7ffc-4d47-a640-5fd7645fad00 HTTP/1.1" status: 200 len: 983 time: 0.1683671 May 14 18:27:02.817938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53120) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:02.852864 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:02.853531 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339413e7-1917-405c-8e55-24c0855eec67 None None] The sync data for ids ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:02.853696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38800a74-fb6f-41a6-903a-664220d5fbde req-bcc2d274-6b44-45b7-8488-b631a2212cb1 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:02.855510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38800a74-fb6f-41a6-903a-664220d5fbde req-bcc2d274-6b44-45b7-8488-b631a2212cb1 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 945 time: 0.1562283 May 14 18:27:02.901010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Made reservation on behalf of 795dbb6c3fdb4d35a9072700024a0481 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:27:02.903801 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:02.909779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88'}, {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:27:02.924870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38800a74-fb6f-41a6-903a-664220d5fbde req-b6bcf712-3bbd-4fca-93c1-54bdafe063cc tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 May 14 18:27:02.993565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:03.010647 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aeab910a-cbaf-431f-b2b0-920ff2c04365 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:03.033658 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': '08b9d981-703d-49ce-96fe-a79e20387a88', 'status': 'completed', 'code': 200} May 14 18:27:03.033972 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838ffda-2243-4d56-93b4-15aec3b0af82', 'name': 'network-vif-deleted', 'tag': 'cdbdc290-c953-4869-b9f3-46aa70f49e61', 'status': 'completed', 'code': 200} May 14 18:27:03.159822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:03.167928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:03.178134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:03.239382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event updated for resources: {'Port': ['ID=7cc95037-8d4f-4823-bd25-61f4bc404dcc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:03.242819 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:03.392632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-07f0c7bf-7a8c-4157-9469-0743332e4e12 req-89bc02aa-c0fb-4d33-a89c-bc28737487ed tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Synchronizing usage tracker for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:03.412756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-07f0c7bf-7a8c-4157-9469-0743332e4e12 req-89bc02aa-c0fb-4d33-a89c-bc28737487ed tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Unset dirty status for tenant:62972947f9b0440ea16843de3549b2fe on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:03.425362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-07f0c7bf-7a8c-4157-9469-0743332e4e12 req-89bc02aa-c0fb-4d33-a89c-bc28737487ed tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.0770762 May 14 18:27:04.194541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-127d5f98-ff46-41c9-805b-4569911e98a1 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:04.196181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-127d5f98-ff46-41c9-805b-4569911e98a1 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 945 time: 0.1802900 May 14 18:27:04.203831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5199db-41e0-43e8-b8ae-9a9283fb51cf req-49bb1c73-43a6-451f-a141-cdd3ba986530 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:04.205436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd5199db-41e0-43e8-b8ae-9a9283fb51cf req-49bb1c73-43a6-451f-a141-cdd3ba986530 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 945 time: 0.1414907 May 14 18:27:04.298016 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:04.356676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd5199db-41e0-43e8-b8ae-9a9283fb51cf req-d665fe71-846b-446a-829f-ae712c435991 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/security-groups?id=52b765a2-d5e7-438f-a557-d79d2d20dab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202133 May 14 18:27:04.393831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Deleting port 6c90c17d-22b8-456a-b21b-eb399beb7942 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:04.394435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:04.558889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:04.654619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6328c80-cca2-49a3-b821-4817645272ed req-d4d080f1-71f6-4fd8-b4ca-4ed97e2cc422 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.0531578 May 14 18:27:04.656122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] For port 6c90c17d-22b8-456a-b21b-eb399beb7942, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6c90c17d-22b8-456a-b21b-eb399beb7942,segment=NetworkSegment(f1639e9c-f098-4a7f-94ec-044931a27edb),segment_id=f1639e9c-f098-4a7f-94ec-044931a27edb)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:04.656481 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:04.805066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Calling delete_port for 6c90c17d-22b8-456a-b21b-eb399beb7942 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:04.934402 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:04.942814 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ddcc1ca4-82cf-41cc-a9f4-bbcbb7b843a1 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:04.947312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['6c90c17d-22b8-456a-b21b-eb399beb7942'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:27:05.012405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Pushing event deleted for resources: {'Port': ['ID=6c90c17d-22b8-456a-b21b-eb399beb7942,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:05.042177 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:05.062928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:05.072506 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80c6e0ef-5657-470f-be47-e5daebe9ad30 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:05.093430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] No DVR routers for this DVR port 6c90c17d-22b8-456a-b21b-eb399beb7942 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:05.096016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:05.098936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'name': 'network-vif-deleted', 'tag': '6c90c17d-22b8-456a-b21b-eb399beb7942'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:27:05.117162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3ccc46b2-dea4-4677-8012-89273f90fc3f req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.15 "DELETE /v2.0/ports/6c90c17d-22b8-456a-b21b-eb399beb7942 HTTP/1.1" status: 204 len: 173 time: 0.9101417 May 14 18:27:05.167399 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b5f9ac-c297-4555-838e-4cc6df11329b', 'name': 'network-vif-deleted', 'tag': '6c90c17d-22b8-456a-b21b-eb399beb7942', 'status': 'completed', 'code': 200} May 14 18:27:05.352047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:05.502773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:05.517952 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:05.558967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6b02da9d-e720-431e-8758-b44c348cbbc8 req-9c9ae413-3b5e-4830-ae48-97f6a8507a71 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Synchronizing usage tracker for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:05.560388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Checking segment: {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:27:05.560754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Network hostable DHCP agents. Network: 2ae3b6a4-08be-4319-8567-de4922d41bf2, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:27:05.578842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6b02da9d-e720-431e-8758-b44c348cbbc8 req-9c9ae413-3b5e-4830-ae48-97f6a8507a71 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Unset dirty status for tenant:27a723a2c15c4f99b2d203a9a14edae6 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:05.585731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b02da9d-e720-431e-8758-b44c348cbbc8 req-9c9ae413-3b5e-4830-ae48-97f6a8507a71 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5f9ac-c297-4555-838e-4cc6df11329b HTTP/1.1" status: 200 len: 210 time: 0.0948877 May 14 18:27:05.639395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Network 2ae3b6a4-08be-4319-8567-de4922d41bf2 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:27:05.677321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2ae3b6a4-08be-4319-8567-de4922d41bf2) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:05.685414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390d410-5e9d-48dd-b3d0-b2009fa1a50c None None] Network 2ae3b6a4-08be-4319-8567-de4922d41bf2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:05.705432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:05.706023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:05.726536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 79a899f4-7ffc-4d47-a640-5fd7645fad00 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:05.726914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:05.841034 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0959511 May 14 18:27:05.859793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Router 4f004831-7667-4629-9e65-15d7a9ab8d93 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:05.892089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1aea081-ec39-4a4d-b504-d9bf31c7bcbc req-6801972d-86c0-42c0-b8d5-206c11398fb9 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.0934844 May 14 18:27:05.981792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba797374-ab1f-4a55-bef0-a54fa45fc636 None None] Network 2ae3b6a4-08be-4319-8567-de4922d41bf2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:06.141468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:06.211675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-6e22c1fa-a27f-4c87-a9bd-7a0e73ca5afc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019518 May 14 18:27:06.291955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 79a899f4-7ffc-4d47-a640-5fd7645fad00 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:06.309115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:06.320626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] Sync routers for ids ['4f004831-7667-4629-9e65-15d7a9ab8d93'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:06.336736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] Routers {'4f004831-7667-4629-9e65-15d7a9ab8d93'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:06.337665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['4f004831-7667-4629-9e65-15d7a9ab8d93'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:06.357159 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:06.363330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53146) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:06.365043 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8244703 May 14 18:27:06.375206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': False}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:06.412036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:06.421777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] Routers {'4f004831-7667-4629-9e65-15d7a9ab8d93'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:06.422685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['4f004831-7667-4629-9e65-15d7a9ab8d93'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:06.495751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:06.496506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ca8b48-fe9c-4701-b813-6bbb1fa6e70e None None] The sync data for ids ['4f004831-7667-4629-9e65-15d7a9ab8d93'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:06.630592 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:06.646315 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:06.809592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=79a899f4-7ffc-4d47-a640-5fd7645fad00,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:06.816123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:06.881682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-06d4ab18-0c69-4857-a340-16ea0d737e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:06.883165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-06d4ab18-0c69-4857-a340-16ea0d737e63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.5861068 May 14 18:27:07.014056 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:07.076698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-7afd3170-92d8-4a88-8163-2e297fd94a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:07.078152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-7afd3170-92d8-4a88-8163-2e297fd94a2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.1652939 May 14 18:27:07.389442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05189466-b0c1-4d56-a77d-9ce700e3a675 req-4e51a12c-df9e-4f9b-bab5-3b3ae33fd10c tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.3080580 May 14 18:27:07.607650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router f268263a-d20b-4d47-b6d4-e3c6935b3cfc has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:27:07.631573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-a9917fbe-8702-47f1-b3ee-6bfb1f7ac592 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 1000 time: 0.4112282 May 14 18:27:07.706064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-13bd53c8-2b7f-42af-9128-4786c430d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:07.707724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-13bd53c8-2b7f-42af-9128-4786c430d5b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.0682368 May 14 18:27:07.796398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:07.814154 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] Sync routers for ids ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:07.820945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:07.830772 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] Routers {'f268263a-d20b-4d47-b6d4-e3c6935b3cfc'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:07.831596 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:07.838065 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/f268263a-d20b-4d47-b6d4-e3c6935b3cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0187657 May 14 18:27:07.839357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53176) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:07.846755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-04b86ce3-6f0c-4129-b8e3-a2ca416cfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:07.848843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-04b86ce3-6f0c-4129-b8e3-a2ca416cfa2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266642 May 14 18:27:08.016492 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:08.042013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] Routers {'f268263a-d20b-4d47-b6d4-e3c6935b3cfc'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:08.042674 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:08.138079 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:08.138763 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd8aa8-7f2b-4439-a61e-4e46b493521a None None] The sync data for ids ['f268263a-d20b-4d47-b6d4-e3c6935b3cfc'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:08.167059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-8d0dd1a7-84d2-45bc-9dcc-06798dacdf73 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891655 May 14 18:27:08.346348 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-91a74e6e-df9f-4c77-b81c-05b850c3fe60 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] remove_router_interface failed (client error): The resource could not be found. May 14 18:27:08.351013 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-91a74e6e-df9f-4c77-b81c-05b850c3fe60 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/f268263a-d20b-4d47-b6d4-e3c6935b3cfc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5069418 May 14 18:27:08.351316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:08.413221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c9459593-aeb7-409f-ae94-89a7d8568331 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:08.428010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6c90c17d-22b8-456a-b21b-eb399beb7942 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:08.437837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c9459593-aeb7-409f-ae94-89a7d8568331 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:08.442066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9459593-aeb7-409f-ae94-89a7d8568331 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=f268263a-d20b-4d47-b6d4-e3c6935b3cfc HTTP/1.1" status: 200 len: 205 time: 0.0865190 May 14 18:27:08.442754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53198) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:08.489493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 6c90c17d-22b8-456a-b21b-eb399beb7942 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:27:08.495552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6c90c17d-22b8-456a-b21b-eb399beb7942 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:27:08.615492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:08.622948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17a5ab5-f391-4ddb-aa4c-1a5cf07bade9 req-29bc1b4e-ae77-4af1-bfd6-a64a05ec2e5a service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484918 May 14 18:27:08.798518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-780327bc-ca49-4184-978f-a878790e3349 req-ae4d77d4-4ad4-49a6-9caa-e042861b12a1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.0946717 May 14 18:27:08.990841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:08.995089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.026083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.026694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router f268263a-d20b-4d47-b6d4-e3c6935b3cfc {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:09.039451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.040618 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ffd1138d-7218-400c-8184-3e60340a3c54 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/f268263a-d20b-4d47-b6d4-e3c6935b3cfc HTTP/1.1" status: 204 len: 168 time: 0.5967090 May 14 18:27:09.043247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53222) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:09.114815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet 316fa498-d81b-4b16-9590-92889e017e93 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:27:09.118045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.196664 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:27:09.331209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.341932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.370921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.469444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.716255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Router 4f004831-7667-4629-9e65-15d7a9ab8d93 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:27:09.894413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.908810 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f4a09b81-c0b1-461a-bb39-33aff917fcac tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:09.981241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:09.988488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf744e-6381-4351-b878-92832522b0c1 None None] Network 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:10.018124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=316fa498-d81b-4b16-9590-92889e017e93,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:10.022852 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/316fa498-d81b-4b16-9590-92889e017e93 HTTP/1.1" status: 204 len: 168 time: 0.9784899 May 14 18:27:10.026700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53244) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:10.027786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:10.155756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f706777e-625e-497e-ac86-33ab563146c0 req-37be3d0d-79ce-440b-9c62-1bc9d3c2a49e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.0914533 May 14 18:27:10.228285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:10.235290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:10.242464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5b4b79d6-dc40-4b8f-b7be-29f17a0c5eef tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "PUT /v2.0/routers/4f004831-7667-4629-9e65-15d7a9ab8d93 HTTP/1.1" status: 200 len: 922 time: 3.8739471 May 14 18:27:10.243281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53258) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:10.250929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] Sync routers for ids ['4f004831-7667-4629-9e65-15d7a9ab8d93'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:10.273972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] Routers {'4f004831-7667-4629-9e65-15d7a9ab8d93'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:10.275332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['4f004831-7667-4629-9e65-15d7a9ab8d93'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:10.344708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:10.360490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:10.376404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] Routers {'4f004831-7667-4629-9e65-15d7a9ab8d93'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:10.377033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['4f004831-7667-4629-9e65-15d7a9ab8d93'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:10.479472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:10.479941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7f17b-9ac9-4ae1-9981-be45d46627ef None None] The sync data for ids ['4f004831-7667-4629-9e65-15d7a9ab8d93'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:10.525914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 564a250d-061e-487c-9e5b-ac63551dd9a4 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:10.529135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:10.549842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bdc085d3-1c45-402f-ba37-a09626c81251 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/4f004831-7667-4629-9e65-15d7a9ab8d93 HTTP/1.1" status: 200 len: 922 time: 0.3004992 May 14 18:27:10.551566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53266) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:10.662495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] DHCP port deletion for 501711cf-e0a2-4ecc-a6bd-1fc6c7857127 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:27:10.728309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed7349-e091-40ec-9156-6bc585ce2dd2 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:10.735294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:10.735660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-95ed7349-e091-40ec-9156-6bc585ce2dd2 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=4f004831-7667-4629-9e65-15d7a9ab8d93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1822917 May 14 18:27:10.854392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 564a250d-061e-487c-9e5b-ac63551dd9a4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:10.898479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 564a250d-061e-487c-9e5b-ac63551dd9a4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=564a250d-061e-487c-9e5b-ac63551dd9a4,segment=NetworkSegment(9cf67b29-9d62-4e1d-a1dc-1faf017f098d),segment_id=9cf67b29-9d62-4e1d-a1dc-1faf017f098d)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:10.899090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.146887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 564a250d-061e-487c-9e5b-ac63551dd9a4 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:11.193872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.256488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ebea1-f49b-4675-9f1a-08d795a85cdc tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:11.257269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-292ebea1-f49b-4675-9f1a-08d795a85cdc tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Synchronizing usage tracker for tenant:56b4800583f749e3a08aecf0a86fe1cc on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:11.276826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.294325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a84dc0f9-daee-434b-908b-4db8a22bcf37 tempest-RoutersIpV6AdminTest-1752750238 tempest-RoutersIpV6AdminTest-1752750238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:11.361505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-292ebea1-f49b-4675-9f1a-08d795a85cdc tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Unset dirty status for tenant:56b4800583f749e3a08aecf0a86fe1cc on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:11.365895 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-292ebea1-f49b-4675-9f1a-08d795a85cdc tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.6206455 May 14 18:27:11.366078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Deleting port 564a250d-061e-487c-9e5b-ac63551dd9a4 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:11.366078 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.369966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53282) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:11.382350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=564a250d-061e-487c-9e5b-ac63551dd9a4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:11.386475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port 564a250d-061e-487c-9e5b-ac63551dd9a4 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:11.388165 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:11.542812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] For port 564a250d-061e-487c-9e5b-ac63551dd9a4, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:11.543247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.575018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.599325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501711cf-e0a2-4ecc-a6bd-1fc6c7857127']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:11.608220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-85c97166-31af-4696-9e7f-45fb4db016ad tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f004831-7667-4629-9e65-15d7a9ab8d93 HTTP/1.1" status: 200 len: 205 time: 0.2343292 May 14 18:27:11.610842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53286) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:11.652334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf67b29-9d62-4e1d-a1dc-1faf017f098d') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:11.652572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf67b29-9d62-4e1d-a1dc-1faf017f098d') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:11.679390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.712864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.728485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:27:11.728887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: timer() May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:27:11.763985 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:27:11.772579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Calling delete_port for 564a250d-061e-487c-9e5b-ac63551dd9a4 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:11.780172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Port 564a250d-061e-487c-9e5b-ac63551dd9a4 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:27:11.786810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.796517 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-084d124c-dde4-4dc4-94d9-0a910fdca1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:11.896220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] No DVR routers for this DVR port 564a250d-061e-487c-9e5b-ac63551dd9a4 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:11.921152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Pushing event deleted for resources: {'Port': ['ID=564a250d-061e-487c-9e5b-ac63551dd9a4,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:11.923656 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:11.963599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:11.968021 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a57f5e5d-9ddb-4814-8dbd-b5f2855d5d0e tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:11.992742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.018999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=501711cf-e0a2-4ecc-a6bd-1fc6c7857127,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:12.025575 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:12.051622 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/501711cf-e0a2-4ecc-a6bd-1fc6c7857127 HTTP/1.1" status: 204 len: 168 time: 2.0200353 May 14 18:27:12.052654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53294) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:12.059326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545550892'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:12.066643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:12.071434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:12.074659 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:12.081497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:12.094486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:27:12.099625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.180699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:27:12.236045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.237813 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 58b089d4-bd62-4fd1-88d1-6662a42c01d6 of type vlan for network d29ce21c-555c-4cb9-b365-1cde6ce86f77 May 14 18:27:12.293975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.334651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.340568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06fc563e-51a4-48b8-aa70-9bfd1f3fd8d5 req-52b000a5-d970-457a-87ce-ef1369f82cc3 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.2982130 May 14 18:27:12.343031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:12.343887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.349946 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9f02672-bae8-4481-bff9-fdbde5ba7b7a tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:12.450054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.494692 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4409266 May 14 18:27:12.497947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53302) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:12.506162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:12.529887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=d29ce21c-555c-4cb9-b365-1cde6ce86f77,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:12.539784 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:12.543630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:27:12.815595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:12.994663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Deleting port 7cc95037-8d4f-4823-bd25-61f4bc404dcc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:12.995024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:13.021136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:13.030331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:13.039280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:13.046892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:13.064665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:27:13.071010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:13.289072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:13.633650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Calling delete_port for 7cc95037-8d4f-4823-bd25-61f4bc404dcc owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:13.717440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d42a4f4c-ba52-49e3-a990-7ce03966d8ac req-2e0efe9c-c5d1-4774-83d1-421f916081a2 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.1045268 May 14 18:27:13.743787 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:13.757934 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d4a7f042-9ecb-4d3a-a6d0-cfdd57f1daa3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:13.902288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '58b089d4-bd62-4fd1-88d1-6662a42c01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:27:13.905176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: d29ce21c-555c-4cb9-b365-1cde6ce86f77, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:27:13.921240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=6cf7821b-f414-4201-978c-2c029717bd9f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:13.928078 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:13.953460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:27:13.967421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d29ce21c-555c-4cb9-b365-1cde6ce86f77) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:13.978250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6900bec-5ad9-450c-82b2-4b29552faa97 None None] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:13.992382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:13.993252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.034291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53316) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:14.036779 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5372729 May 14 18:27:14.050487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666221704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:14.061557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:14.071650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:14.078271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:14.094165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.105410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:14.107261 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10f3d930-ffc2-47e1-b63c-164b6cc965bf tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:14.232822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event deleted for resources: {'Port': ['ID=7cc95037-8d4f-4823-bd25-61f4bc404dcc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:14.287876 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.288550 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.294984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.295407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.295793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.296169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.296543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.296916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.297283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.297652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.298018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.298476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.305875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.306263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:14.320398 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:14.404195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.470964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d29ce21c-555c-4cb9-b365-1cde6ce86f77', 'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': '6cf7821b-f414-4201-978c-2c029717bd9f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:27:14.472055 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.673255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.855859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:14.873431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Allocated IP 2001:db8::2 (d29ce21c-555c-4cb9-b365-1cde6ce86f77/6cf7821b-f414-4201-978c-2c029717bd9f/85ed9e0b-5abe-434f-8728-b5fef68e105e) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:15.171311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.191158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Transition to ACTIVE for port object 85ed9e0b-5abe-434f-8728-b5fef68e105e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:15.244292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Transition to ACTIVE for port object 85ed9e0b-5abe-434f-8728-b5fef68e105e will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:15.255163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.271918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2a03f89e-e8af-4205-b57c-b6d89c96e19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:15.336558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:15.343591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:15.357922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:15.434016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.435207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3a67713d-813d-4f15-ad80-9fe7bf319ab9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3999801 May 14 18:27:15.438657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53336) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:15.443370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.455509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.518514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Attempting to bind port 85ed9e0b-5abe-434f-8728-b5fef68e105e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:27:15.520070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Attempting to bind port 85ed9e0b-5abe-434f-8728-b5fef68e105e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '58b089d4-bd62-4fd1-88d1-6662a42c01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:27:15.520469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Attempting to bind port 85ed9e0b-5abe-434f-8728-b5fef68e105e on network d29ce21c-555c-4cb9-b365-1cde6ce86f77 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:27:15.532991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Pushing event updated for resources: {'Port': ['ID=85ed9e0b-5abe-434f-8728-b5fef68e105e,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:15.539323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45280ee9-6140-475a-b086-9067f35b870f req-d99e8d26-74c2-4ed7-8326-59f9f338d7ef tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:15.542564 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:15.544773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45280ee9-6140-475a-b086-9067f35b870f req-d99e8d26-74c2-4ed7-8326-59f9f338d7ef tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.9379506 May 14 18:27:15.545057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:27:15.545419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Checking segment: {'id': '58b089d4-bd62-4fd1-88d1-6662a42c01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:27:15.545839 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.548943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Bound using segment: {'id': '58b089d4-bd62-4fd1-88d1-6662a42c01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:27:15.549088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Bound port: 85ed9e0b-5abe-434f-8728-b5fef68e105e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b089d4-bd62-4fd1-88d1-6662a42c01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd29ce21c-555c-4cb9-b365-1cde6ce86f77'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:27:15.549362 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.551314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.552203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Fanout notify agent at l3_agent the message router_deleted on router 4f004831-7667-4629-9e65-15d7a9ab8d93 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:15.623617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.651662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.654676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/4f004831-7667-4629-9e65-15d7a9ab8d93 HTTP/1.1" status: 204 len: 168 time: 4.0426662 May 14 18:27:15.663966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:15.673740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-562963596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:15.703210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:15.711516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Usage tracker for resource:security_group_rule and tenant:7adeed14fc444f079e3975df89746629 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:15.717899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:15.724997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:15.800241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] For port 85ed9e0b-5abe-434f-8728-b5fef68e105e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:27:15.808665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] For port 85ed9e0b-5abe-434f-8728-b5fef68e105e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=85ed9e0b-5abe-434f-8728-b5fef68e105e,segment=NetworkSegment(58b089d4-bd62-4fd1-88d1-6662a42c01d6),segment_id=58b089d4-bd62-4fd1-88d1-6662a42c01d6)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:27:15.818833 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.836456 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-51d33396-0d7a-4582-958f-f7d12a7219ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:15.920822 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.925316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:15.934588 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:15.984169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Usage tracker for resource:router and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:15.996790 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-34089620-b296-49f9-88c7-78b6b08b96b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:16.018027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45280ee9-6140-475a-b086-9067f35b870f req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507639 May 14 18:27:16.018915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:16.054473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Pushing event updated for resources: {'Port': ['ID=85ed9e0b-5abe-434f-8728-b5fef68e105e,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:16.064365 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:16.076050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:16.137095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ae62b3-405f-4f19-86e9-5985cdb362e0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:16.146927 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:16.148030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:16.151701 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:16.194946 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:16.256981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:16.314595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:16.317634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1c3de9dc-560b-442b-b77b-419e11ce77f6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6520662 May 14 18:27:16.321337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:16.334842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:16.728941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:16.865873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 85ed9e0b-5abe-434f-8728-b5fef68e105e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:27:16.880419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-009c8831-9120-47ab-9dbf-999c8632ffd4 req-0914f466-69a3-421f-84ab-d63b5500a85d tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.1773543 May 14 18:27:17.107053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 85ed9e0b-5abe-434f-8728-b5fef68e105e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:17.765698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:17.854641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0af6-515d-4fc8-8016-b3e0f436d9fc req-9ba081b4-3c6e-416c-be94-c79d1d2e4618 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:17.858180 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b96f0af6-515d-4fc8-8016-b3e0f436d9fc req-9ba081b4-3c6e-416c-be94-c79d1d2e4618 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.7241139 May 14 18:27:17.861542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0e77d-bf32-42bb-a145-34b6a2781968 None None] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:18.306601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Provisioning for port 85ed9e0b-5abe-434f-8728-b5fef68e105e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:18.325356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Provisioning complete for port 85ed9e0b-5abe-434f-8728-b5fef68e105e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:18.326165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:18.413446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8::1 (d29ce21c-555c-4cb9-b365-1cde6ce86f77/6cf7821b-f414-4201-978c-2c029717bd9f/7be697ec-19b4-4d69-a384-749c76548d01) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:18.494661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b96f0af6-515d-4fc8-8016-b3e0f436d9fc req-f2bdb792-a65f-4702-80fd-07aef118db2f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5143490 May 14 18:27:18.538399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53370) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:18.726468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:18.768883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] For port 85ed9e0b-5abe-434f-8728-b5fef68e105e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=85ed9e0b-5abe-434f-8728-b5fef68e105e,segment=NetworkSegment(58b089d4-bd62-4fd1-88d1-6662a42c01d6),segment_id=58b089d4-bd62-4fd1-88d1-6662a42c01d6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:18.798357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:18.807369 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:18.826536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f921f12a-04cf-4b26-9c65-d8e2dd1d3c84 req-97fdc49a-5e19-4863-abf0-5394452b09e1 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.0654349 May 14 18:27:18.920380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0842834d-3dc1-4856-abbb-098829d93651 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/8ef883ea-0c71-45e8-8f1a-a3d43518a485 HTTP/1.1" status: 200 len: 992 time: 0.3807855 May 14 18:27:18.968859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Pushing event updated for resources: {'Port': ['ID=85ed9e0b-5abe-434f-8728-b5fef68e105e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:18.993096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:19.001613 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:19.026346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 7be697ec-19b4-4d69-a384-749c76548d01 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:19.085286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:19.098247 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd87262-0300-4f92-aaa8-47cb138d410d tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:19.388631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=7be697ec-19b4-4d69-a384-749c76548d01,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:19.398807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:19.405493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:19.407709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:19.417639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:19.418209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:19.470008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-46fd9025-0b36-415c-8abc-78b1114440c1 None None] Provisioning complete for port 85ed9e0b-5abe-434f-8728-b5fef68e105e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:19.470569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-46fd9025-0b36-415c-8abc-78b1114440c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:19.587089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:19.709410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:19.710471 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:20.085224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c57a6b6-a9a9-4e16-800b-b4fc80679f05 None None] Provisioning for port 7be697ec-19b4-4d69-a384-749c76548d01 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:20.092296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c57a6b6-a9a9-4e16-800b-b4fc80679f05 None None] Provisioning complete for port 7be697ec-19b4-4d69-a384-749c76548d01 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:20.098504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c57a6b6-a9a9-4e16-800b-b4fc80679f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:20.230815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Allocated IP 172.25.4.131 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/0cc6f216-1554-47ca-9e92-0217f497d0dd) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:20.322821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1c57a6b6-a9a9-4e16-800b-b4fc80679f05 None None] Port 7be697ec-19b4-4d69-a384-749c76548d01 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:20.876659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 85ed9e0b-5abe-434f-8728-b5fef68e105e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:27:20.919648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53408) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:21.016113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 85ed9e0b-5abe-434f-8728-b5fef68e105e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:21.016504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:21.213687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:21.368249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:21.411454 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5d6d780-39a2-4a9c-8dfa-f387f3419efc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:21.553823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event updated for resources: {'Port': ['ID=0cc6f216-1554-47ca-9e92-0217f497d0dd,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:21.557214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:21.570833 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9208ea9-4db6-4380-90fc-9d20a0032720 req-9b960670-238d-4684-b965-e440520d0f41 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/ports?device_id=7838ffda-2243-4d56-93b4-15aec3b0af82 HTTP/1.1" status: 200 len: 210 time: 0.3057199 May 14 18:27:21.581021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:21.586934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:21.591647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:21.705788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:21.730383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:21.736590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:21.742052 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-990ee68d-2517-47e9-8e78-d03baaf4cecd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:22.122968 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-a34c5634-5368-4026-8d5f-47fb457d8f90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1991222 May 14 18:27:22.124296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=7be697ec-19b4-4d69-a384-749c76548d01,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:22.129448 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:22.141838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da969388-7eaf-409c-92cb-701dee9ae6b4 req-0a08896d-0c72-4fe3-9e83-b603a2a1189c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:22.143961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da969388-7eaf-409c-92cb-701dee9ae6b4 req-0a08896d-0c72-4fe3-9e83-b603a2a1189c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.2544878 May 14 18:27:22.271480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:22.275471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:22.805104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 31c151a7-e140-4176-ab99-a0e6113d23c5 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:22.839832 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:22.995632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-79b5591d-735b-4f3f-972f-2c204c312451 None None] Provisioning complete for port 7be697ec-19b4-4d69-a384-749c76548d01 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:22.996301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-79b5591d-735b-4f3f-972f-2c204c312451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:23.152174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-79b5591d-735b-4f3f-972f-2c204c312451 None None] Port 7be697ec-19b4-4d69-a384-749c76548d01 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:23.291590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da969388-7eaf-409c-92cb-701dee9ae6b4 req-3c4ce0fc-54f2-4ff5-8a1c-33a229363fc5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1346948 May 14 18:27:23.419740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:23.430173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:23.898299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53456) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:24.063412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:24.076040 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] Sync routers for ids ['31c151a7-e140-4176-ab99-a0e6113d23c5'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:24.094101 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] Routers {'31c151a7-e140-4176-ab99-a0e6113d23c5'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:24.095041 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['31c151a7-e140-4176-ab99-a0e6113d23c5'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:24.122365 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/31c151a7-e140-4176-ab99-a0e6113d23c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6824830 May 14 18:27:24.123530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53460) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:24.206619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:24.266726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:24.292300 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] Routers {'31c151a7-e140-4176-ab99-a0e6113d23c5'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:24.293601 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['31c151a7-e140-4176-ab99-a0e6113d23c5'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:24.296838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:24.323712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7790b-92fa-45c4-9dd1-ac2912d33192 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:24.324272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20b7790b-92fa-45c4-9dd1-ac2912d33192 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:24.376475 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:24.377077 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20a566-be3e-4fbe-86e9-fbf599a35999 None None] The sync data for ids ['31c151a7-e140-4176-ab99-a0e6113d23c5'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:24.430441 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:24.449081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20b7790b-92fa-45c4-9dd1-ac2912d33192 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:24.452949 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-20b7790b-92fa-45c4-9dd1-ac2912d33192 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports/7be697ec-19b4-4d69-a384-749c76548d01 HTTP/1.1" status: 200 len: 911 time: 0.3219781 May 14 18:27:24.475198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53470) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:24.536301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:24.552592 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-998bf180-064d-4739-b27e-c4ee59531537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:24.570507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967409f-12fc-486e-b416-a98fe4d177b8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:24.602346 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:24.624789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:24.626123 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/security-groups/2967409f-12fc-486e-b416-a98fe4d177b8 HTTP/1.1" status: 204 len: 168 time: 0.7253716 May 14 18:27:24.638582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53474) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:24.661473 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-c53e4c26-e02c-4b2a-bc97-bae7df690c13 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] show failed (client error): The resource could not be found. May 14 18:27:24.662762 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c53e4c26-e02c-4b2a-bc97-bae7df690c13 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "GET /v2.0/security-groups/2967409f-12fc-486e-b416-a98fe4d177b8 HTTP/1.1" status: 404 len: 347 time: 0.0229263 May 14 18:27:24.668266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53480) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:24.785152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Router eff7e49e-53c5-456a-bab6-504ab2b65b1a is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:24.966787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 60ca2777-62bb-4638-bd21-0181df60ca91 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:24.967406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:25.210482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79e1c-8efb-4594-b997-fd6d83e06004 req-62934a10-62b4-47d4-b4b0-9d379381cf83 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:25.212033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97f79e1c-8efb-4594-b997-fd6d83e06004 req-62934a10-62b4-47d4-b4b0-9d379381cf83 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.6247187 May 14 18:27:25.238002 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:25.238696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:25.331357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:25.345530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] Sync routers for ids ['eff7e49e-53c5-456a-bab6-504ab2b65b1a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:25.349312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-6456e506-c7b3-4322-b163-91191f0581a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:25.350954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-6456e506-c7b3-4322-b163-91191f0581a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.6105704 May 14 18:27:25.369963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] Routers {'eff7e49e-53c5-456a-bab6-504ab2b65b1a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:25.371000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['eff7e49e-53c5-456a-bab6-504ab2b65b1a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:25.420355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 60ca2777-62bb-4638-bd21-0181df60ca91 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:25.487505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:25.501082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] Routers {'eff7e49e-53c5-456a-bab6-504ab2b65b1a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:25.502243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['eff7e49e-53c5-456a-bab6-504ab2b65b1a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:25.602889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-4d8f8ba9-0dfb-45a3-9a9e-a29e423e7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:25.604375 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-4d8f8ba9-0dfb-45a3-9a9e-a29e423e7c2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.2402904 May 14 18:27:25.612589 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:25.617491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "PUT /v2.0/routers/eff7e49e-53c5-456a-bab6-504ab2b65b1a HTTP/1.1" status: 200 len: 879 time: 9.2936523 May 14 18:27:25.618318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:25.629264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:25.631094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe508b21-29c6-4ba6-b0f2-fc6b984f8f4e None None] The sync data for ids ['eff7e49e-53c5-456a-bab6-504ab2b65b1a'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:25.772942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97f79e1c-8efb-4594-b997-fd6d83e06004 req-3742f1dd-af0d-4c59-86ca-d7cffdadeaa7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5441940 May 14 18:27:25.797454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:25.804610 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d9375f8-dc86-4668-b127-50b223935a14 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:25.828122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-268b71ab-d81f-4fe6-94bf-caa84001fe7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 1000 time: 0.2058241 May 14 18:27:25.880049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=60ca2777-62bb-4638-bd21-0181df60ca91,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:25.888619 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:25.964848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-87ab8bf0-56d4-4a0f-9eb3-7465dc355a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:25.966386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-87ab8bf0-56d4-4a0f-9eb3-7465dc355a52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.1313539 May 14 18:27:26.049812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1bd3371c-962e-42e2-b321-1ed1fd4d6844 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/eff7e49e-53c5-456a-bab6-504ab2b65b1a HTTP/1.1" status: 200 len: 920 time: 0.4294813 May 14 18:27:26.052449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:26.053720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53494) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:26.062462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:26.171672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:26.173076 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/floatingips/4079c366-9c28-47fa-83f9-a96237094417 HTTP/1.1" status: 204 len: 168 time: 1.5037081 May 14 18:27:26.179052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53498) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:26.243080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a6f4a1-75d9-4a6f-a22b-2432b1207640 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:26.244093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a9a6f4a1-75d9-4a6f-a22b-2432b1207640 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Synchronizing usage tracker for tenant:56b4800583f749e3a08aecf0a86fe1cc on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:26.320802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a9a6f4a1-75d9-4a6f-a22b-2432b1207640 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Unset dirty status for tenant:56b4800583f749e3a08aecf0a86fe1cc on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:26.324579 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a9a6f4a1-75d9-4a6f-a22b-2432b1207640 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=eff7e49e-53c5-456a-bab6-504ab2b65b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2656636 May 14 18:27:26.326633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:26.417621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 96026aa1-2ee5-4b69-acf4-c85098828533 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:26.419691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:26.527984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-1c845400-bd43-431c-8bc9-23c99d1015bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:26.529448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-1c845400-bd43-431c-8bc9-23c99d1015bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5553916 May 14 18:27:26.670169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:26.833541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 96026aa1-2ee5-4b69-acf4-c85098828533 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:26.835037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fdb145-12b5-4676-92a2-5703138754d8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:26.849725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-71fdb145-12b5-4676-92a2-5703138754d8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.4518609 May 14 18:27:26.864993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53514) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:26.925897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3caaeaf-b1eb-49f4-867b-46f5200d2b6c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff7e49e-53c5-456a-bab6-504ab2b65b1a HTTP/1.1" status: 200 len: 205 time: 0.0580692 May 14 18:27:26.932630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:27.049236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ae404e5a-9cbb-47e8-949f-ce109ce851b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.075714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-63845c43-f456-48cf-840e-db4bc35485da service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366592 May 14 18:27:27.087500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2e817-0354-4cd9-a676-0c9779023ffc req-b561a9ac-edc4-40e8-867d-36ca9c2e16c0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:27.089053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6b2e817-0354-4cd9-a676-0c9779023ffc req-b561a9ac-edc4-40e8-867d-36ca9c2e16c0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.1598568 May 14 18:27:27.400688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6b2e817-0354-4cd9-a676-0c9779023ffc req-a5238f1e-85d8-45fd-9631-224ea0b20358 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884893 May 14 18:27:27.425960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.434813 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:27.500337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-bc894aa0-acf4-4020-8cfd-10b903299505 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838928 May 14 18:27:27.548251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 7be697ec-19b4-4d69-a384-749c76548d01 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:27.549827 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.661600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=96026aa1-2ee5-4b69-acf4-c85098828533,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:27.664650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.672451 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:27.696044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.887628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.895001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.945784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:27.955342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/ports/96026aa1-2ee5-4b69-acf4-c85098828533 HTTP/1.1" status: 204 len: 168 time: 1.7749503 May 14 18:27:27.963100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53532) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:28.106202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 7be697ec-19b4-4d69-a384-749c76548d01 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:28.256965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Deleting port 0cc6f216-1554-47ca-9e92-0217f497d0dd {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:28.258109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:28.370527 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:28.380261 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ba34461-4bb5-4451-bcb6-d6f914d917e1 tempest-RoutersIpV6AdminTest-398962338 tempest-RoutersIpV6AdminTest-398962338-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:28.413008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting port 64f00d6e-a83c-4b73-885a-8b55c877868d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:28.413342 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:28.504346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:28.675275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Calling delete_port for 0cc6f216-1554-47ca-9e92-0217f497d0dd owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:28.753929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=7be697ec-19b4-4d69-a384-749c76548d01,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:28.762091 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:28.872069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:28.882241 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-caab347c-9c96-48a4-83ff-4f801c3ef8a9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:28.977941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event deleted for resources: {'Port': ['ID=0cc6f216-1554-47ca-9e92-0217f497d0dd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:29.014120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:29.105188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.130017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.344729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51f938-995b-4edb-bc4f-315a47fc3ab2 req-8f2d500f-2389-4de6-9f6a-db2a3a27ff01 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:29.346186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f51f938-995b-4edb-bc4f-315a47fc3ab2 req-8f2d500f-2389-4de6-9f6a-db2a3a27ff01 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.5940766 May 14 18:27:29.567454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f51f938-995b-4edb-bc4f-315a47fc3ab2 req-4414f2f0-a23a-4d3f-a2ff-2f614ae49663 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486113 May 14 18:27:29.602720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 31c151a7-e140-4176-ab99-a0e6113d23c5 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:27:29.631839 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.669574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.676898 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.705987 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.763149 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-71dfeaf2-3ed0-481d-8d2b-6bd8a0e63298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.842173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:29.851557 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] Sync routers for ids ['31c151a7-e140-4176-ab99-a0e6113d23c5'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:29.867790 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] Routers {'31c151a7-e140-4176-ab99-a0e6113d23c5'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:29.868922 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['31c151a7-e140-4176-ab99-a0e6113d23c5'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:29.898209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/31c151a7-e140-4176-ab99-a0e6113d23c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4141772 May 14 18:27:29.901017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53548) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:29.920727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Calling delete_port for 64f00d6e-a83c-4b73-885a-8b55c877868d owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:29.933996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.934400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Fanout notify agent at l3_agent the message router_deleted on router eff7e49e-53c5-456a-bab6-504ab2b65b1a {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:29.984962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3d66a739-1ab8-467c-a367-06883b30dbd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:29.997679 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:29.998766 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/eff7e49e-53c5-456a-bab6-504ab2b65b1a HTTP/1.1" status: 204 len: 168 time: 3.0650201 May 14 18:27:30.002993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53552) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:30.009735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307438325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:30.017354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:30.021407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Usage tracker for resource:router and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:30.024331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:30.030177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:30.037842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3d66a739-1ab8-467c-a367-06883b30dbd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:30.039084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3d66a739-1ab8-467c-a367-06883b30dbd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c151a7-e140-4176-ab99-a0e6113d23c5 HTTP/1.1" status: 200 len: 205 time: 0.1370103 May 14 18:27:30.042450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53556) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:30.122695 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:30.138480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] Routers {'31c151a7-e140-4176-ab99-a0e6113d23c5'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:30.139784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['31c151a7-e140-4176-ab99-a0e6113d23c5'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:30.166544 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.168522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.212637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.227282 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e38fba6-7637-42c8-9dae-b89b7614be49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:30.285613 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:30.286316 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2db790-da8d-4402-8ca5-80d384a2d9df None None] The sync data for ids ['31c151a7-e140-4176-ab99-a0e6113d23c5'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:30.306575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.336505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.345074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Port': ['ID=64f00d6e-a83c-4b73-885a-8b55c877868d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:30.402757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:30.511551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.523940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.539125 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/ports/64f00d6e-a83c-4b73-885a-8b55c877868d HTTP/1.1" status: 204 len: 168 time: 2.5282586 May 14 18:27:30.539379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53562) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:30.663712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting subnet 23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:27:30.667465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.742684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.776624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:30.945202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.291018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.293173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9e69f0d8-61df-4cd9-be09-b2cf417bb1c0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2883539 May 14 18:27:31.314817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53574) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:31.325553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': True}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:31.363156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.368701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.427764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa60473-8efc-452c-ad66-81a2608d0157 req-189174a2-e278-4186-89df-48579284f0ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:31.434877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7fa60473-8efc-452c-ad66-81a2608d0157 req-189174a2-e278-4186-89df-48579284f0ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.2484796 May 14 18:27:31.438001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.438554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router 31c151a7-e140-4176-ab99-a0e6113d23c5 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:31.477227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.481750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2866958d-6aae-468c-8f03-d82805d7af20 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/31c151a7-e140-4176-ab99-a0e6113d23c5 HTTP/1.1" status: 204 len: 168 time: 1.4379184 May 14 18:27:31.483982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53578) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:31.566843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7fa60473-8efc-452c-ad66-81a2608d0157 req-aedd35c3-364b-4126-8320-587daa8b0993 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301932 May 14 18:27:31.615219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet 6cf7821b-f414-4201-978c-2c029717bd9f {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:27:31.619120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.703780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.731257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.743057 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-936aa3b8-68cb-4caa-9ed3-0b2be3c33d3f tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:31.773793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:31.782048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcf343-3df5-40a6-b68e-8255651c48df None None] Network edb56c8e-97e3-49c7-8505-32a807ea9fa8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:31.881260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Subnet': ['ID=23bea6f9-10a9-4fe4-8e60-ecc7790c5da0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:31.890216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:31.900359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.212323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] DHCP port deletion for edb56c8e-97e3-49c7-8505-32a807ea9fa8 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:27:32.341678 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/subnets/23bea6f9-10a9-4fe4-8e60-ecc7790c5da0 HTTP/1.1" status: 204 len: 168 time: 1.7976029 May 14 18:27:32.351337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53590) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:32.356814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.366415 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.370758 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-40d0985e-f4a5-4b15-bf2f-593db1da09a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:32.413093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Deleting port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:32.413505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.428131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.438038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf7821b-f414-4201-978c-2c029717bd9f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:32.442915 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:32.444113 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.452760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/6cf7821b-f414-4201-978c-2c029717bd9f HTTP/1.1" status: 204 len: 168 time: 0.9675441 May 14 18:27:32.455433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53594) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:32.475872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4665f0c-979f-4ea0-bb97-235967424c09 None None] Network d29ce21c-555c-4cb9-b365-1cde6ce86f77 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:32.621389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.626666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Deleting subnet 52f02c20-bbbc-4cb0-8dad-01103fe51b76 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:27:32.642214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.729999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 85ed9e0b-5abe-434f-8728-b5fef68e105e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:32.730348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.792765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:32.953342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 85ed9e0b-5abe-434f-8728-b5fef68e105e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=85ed9e0b-5abe-434f-8728-b5fef68e105e,segment=NetworkSegment(58b089d4-bd62-4fd1-88d1-6662a42c01d6),segment_id=58b089d4-bd62-4fd1-88d1-6662a42c01d6)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:32.953675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.001984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] For port 5f937e1b-8424-4c3d-b8d1-25d80ba76448, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5f937e1b-8424-4c3d-b8d1-25d80ba76448,segment=NetworkSegment(9dfcfebe-e391-4086-93c1-e08f6154464d),segment_id=9dfcfebe-e391-4086-93c1-e08f6154464d)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:33.003909 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.106572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 85ed9e0b-5abe-434f-8728-b5fef68e105e owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:33.106883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.117330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f007d-d462-4fbd-b320-d315774f1405 req-ef8d83bb-2ec4-4983-a2d0-1553b1d46b78 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:33.124534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-823f007d-d462-4fbd-b320-d315774f1405 req-ef8d83bb-2ec4-4983-a2d0-1553b1d46b78 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.2696133 May 14 18:27:33.140884 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.145938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.192739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-823f007d-d462-4fbd-b320-d315774f1405 req-08f87b71-0594-4a78-b44f-cb42d6466d9e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672467 May 14 18:27:33.212175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Calling delete_port for 5f937e1b-8424-4c3d-b8d1-25d80ba76448 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:33.260264 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.265964 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20a3d9be-61bd-4563-a573-9c70c53957ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:33.283022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5f937e1b-8424-4c3d-b8d1-25d80ba76448 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:33.334686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 5f937e1b-8424-4c3d-b8d1-25d80ba76448 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:27:33.335094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5f937e1b-8424-4c3d-b8d1-25d80ba76448 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:27:33.346124 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.366213 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c9cd2ff9-7ca4-420f-95ba-b368d3c81c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:33.409594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=85ed9e0b-5abe-434f-8728-b5fef68e105e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:33.422523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:33.425128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port 85ed9e0b-5abe-434f-8728-b5fef68e105e on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:33.473533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Pushing event deleted for resources: {'Port': ['ID=5f937e1b-8424-4c3d-b8d1-25d80ba76448,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:33.478169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] No DVR routers for this DVR port 5f937e1b-8424-4c3d-b8d1-25d80ba76448 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:33.479732 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:33.489645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Allocated IP 172.25.4.108 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6996173c-03eb-4ff0-aa42-95f342c333e9) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:33.646033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3153bf-f3f5-4f6b-a823-8b9666ffa6fd None None] DHCP port deletion for d29ce21c-555c-4cb9-b365-1cde6ce86f77 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:27:33.719749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.743119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29ce21c-555c-4cb9-b365-1cde6ce86f77']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:33.767717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b089d4-bd62-4fd1-88d1-6662a42c01d6') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:33.767939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b089d4-bd62-4fd1-88d1-6662a42c01d6') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:33.783091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.805867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.815440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:27:33.815934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: timer() May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:27:33.835953 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:27:33.848137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.855969 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7fba6af2-5c69-487b-95d1-2bcfc288f8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:33.910115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.921398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32786b79-ba91-4675-b74c-5c032459993d None None] Network 98c085c9-f5f4-43ac-a134-03e3dca4a951 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:33.937032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Subnet': ['ID=52f02c20-bbbc-4cb0-8dad-01103fe51b76,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:33.938990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.939768 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:33.945167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.949225 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:33.955953 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:33.964776 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/subnets/52f02c20-bbbc-4cb0-8dad-01103fe51b76 HTTP/1.1" status: 204 len: 168 time: 1.6097577 May 14 18:27:33.965633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53618) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:33.995274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=d29ce21c-555c-4cb9-b365-1cde6ce86f77,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:33.998489 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:34.005511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/d29ce21c-555c-4cb9-b365-1cde6ce86f77 HTTP/1.1" status: 204 len: 168 time: 1.5477974 May 14 18:27:34.006374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:34.012222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-75893860', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:34.024126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:34.030553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:34.037774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:34.051834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:34.144111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.144111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.144111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.154742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.372826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968100d0-725b-436b-827c-1913d816b568 None None] DHCP port deletion for 98c085c9-f5f4-43ac-a134-03e3dca4a951 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:27:34.413954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.448170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb56c8e-97e3-49c7-8505-32a807ea9fa8']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:34.494488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfcfebe-e391-4086-93c1-e08f6154464d') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:34.498698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfcfebe-e391-4086-93c1-e08f6154464d') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:34.530218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.542064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:34.575304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-968100d0-725b-436b-827c-1913d816b568 None None] Deleting port 042abaa3-530b-401c-81e9-8239fca1769c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:34.575757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-968100d0-725b-436b-827c-1913d816b568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:34.809054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-968100d0-725b-436b-827c-1913d816b568 None None] For port 042abaa3-530b-401c-81e9-8239fca1769c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=042abaa3-530b-401c-81e9-8239fca1769c,segment=NetworkSegment(54bf1223-444a-4470-86a3-c0613bc52f5c),segment_id=54bf1223-444a-4470-86a3-c0613bc52f5c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:34.811933 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-968100d0-725b-436b-827c-1913d816b568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.074322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-968100d0-725b-436b-827c-1913d816b568 None None] Calling delete_port for 042abaa3-530b-401c-81e9-8239fca1769c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:35.076109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.094232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.101949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:27:35.102349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.116268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 85ed9e0b-5abe-434f-8728-b5fef68e105e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:35.135334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.211080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 85ed9e0b-5abe-434f-8728-b5fef68e105e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:27:35.212065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 85ed9e0b-5abe-434f-8728-b5fef68e105e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:27:35.212853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 042abaa3-530b-401c-81e9-8239fca1769c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:35.263247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 042abaa3-530b-401c-81e9-8239fca1769c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:27:35.263451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Port': ['ID=6996173c-03eb-4ff0-aa42-95f342c333e9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:35.264049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 042abaa3-530b-401c-81e9-8239fca1769c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:27:35.267306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-968100d0-725b-436b-827c-1913d816b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.276377 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: timer() May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:27:35.279158 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:27:35.283900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:35.289500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.317096 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4528204d-8e44-4896-8b3b-2be9ab846d15 tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:35.356351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a12f9-cb16-41f4-91c8-994dddbcbad1 req-25452270-c516-436d-be93-a282c0b28ae5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:35.359515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.368846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b84a12f9-cb16-41f4-91c8-994dddbcbad1 req-25452270-c516-436d-be93-a282c0b28ae5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.6277242 May 14 18:27:35.414250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968100d0-725b-436b-827c-1913d816b568 None None] No DVR routers for this DVR port 042abaa3-530b-401c-81e9-8239fca1769c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:35.419087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968100d0-725b-436b-827c-1913d816b568 None None] Pushing event deleted for resources: {'Port': ['ID=042abaa3-530b-401c-81e9-8239fca1769c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:35.419265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Network': ['ID=edb56c8e-97e3-49c7-8505-32a807ea9fa8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:35.423826 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-968100d0-725b-436b-827c-1913d816b568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:35.452175 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:35.454252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:35.462476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:35.470987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:35.505377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b84a12f9-cb16-41f4-91c8-994dddbcbad1 req-b98c436a-c540-42ed-94dc-e18ea8a43267 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304541 May 14 18:27:35.535343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/networks/edb56c8e-97e3-49c7-8505-32a807ea9fa8 HTTP/1.1" status: 204 len: 168 time: 1.5666373 May 14 18:27:35.543350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:35.735377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.778991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:35.835673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.056870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.072347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c085c9-f5f4-43ac-a134-03e3dca4a951']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:36.088295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bf1223-444a-4470-86a3-c0613bc52f5c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:36.088908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bf1223-444a-4470-86a3-c0613bc52f5c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:36.100932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.104529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 172.25.4.84 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/399973b7-0efd-403a-9fa2-5f75588f97b8) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:36.118506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.125062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:27:36.125441 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: timer() May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:27:36.230962 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:27:36.269274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.278807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b1183a9e-a8b9-43ec-b0d4-1114c14b8b06 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:36.296615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.321452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Pushing event deleted for resources: {'Network': ['ID=98c085c9-f5f4-43ac-a134-03e3dca4a951,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:36.349366 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.384589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:36.391010 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] 10.222.0.24 "DELETE /v2.0/networks/98c085c9-f5f4-43ac-a134-03e3dca4a951 HTTP/1.1" status: 204 len: 168 time: 0.8466239 May 14 18:27:36.459462 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:36.469764 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-705ca78d-277c-4519-b2a4-8257a83fef12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:36.625518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=399973b7-0efd-403a-9fa2-5f75588f97b8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:36.630850 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:36.645183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:36.646363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:36.651339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:36.804488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:37.572956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:37.577252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:37.706965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f41cf-33eb-4b85-8022-b918ed48ca8a req-9b0dcc2f-dacd-4091-9db0-e1cc66fcc89b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:37.709447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-696f41cf-33eb-4b85-8022-b918ed48ca8a req-9b0dcc2f-dacd-4091-9db0-e1cc66fcc89b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.9372845 May 14 18:27:37.722502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:37.931382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-696f41cf-33eb-4b85-8022-b918ed48ca8a req-f9c0b37e-f4c7-4e17-bf65-690c1c0573da tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558518 May 14 18:27:37.979869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Router 22e43bf2-3513-48b5-96b0-d1276e0eb147 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:38.325036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:38.329925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:38.331741 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "PUT /v2.0/routers/22e43bf2-3513-48b5-96b0-d1276e0eb147 HTTP/1.1" status: 200 len: 914 time: 7.0154121 May 14 18:27:38.334883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53712) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:38.340620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] Sync routers for ids ['22e43bf2-3513-48b5-96b0-d1276e0eb147'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:38.360071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] Routers {'22e43bf2-3513-48b5-96b0-d1276e0eb147'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:38.361070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['22e43bf2-3513-48b5-96b0-d1276e0eb147'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:38.460999 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:38.511067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:38.522470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] Routers {'22e43bf2-3513-48b5-96b0-d1276e0eb147'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:38.523530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['22e43bf2-3513-48b5-96b0-d1276e0eb147'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:38.664485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:38.665251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf66957-08fd-4f08-9695-9e13c01e9b19 None None] The sync data for ids ['22e43bf2-3513-48b5-96b0-d1276e0eb147'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:38.727668 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-22d7eee9-147a-475b-82c7-6e06da94dee2 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/22e43bf2-3513-48b5-96b0-d1276e0eb147 HTTP/1.1" status: 200 len: 920 time: 0.3914740 May 14 18:27:38.730289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53722) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:38.900394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c723a920-ec4d-415b-a56f-af636dd38c1c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:38.910235 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c723a920-ec4d-415b-a56f-af636dd38c1c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=22e43bf2-3513-48b5-96b0-d1276e0eb147&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1780286 May 14 18:27:38.917150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53726) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:39.089768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 5b3c4fdd-537e-4d09-86b9-cfa570481598 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:39.274838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acb08a-0f1b-4a8d-ba44-10a0630937d6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:39.280130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-29acb08a-0f1b-4a8d-ba44-10a0630937d6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.3580449 May 14 18:27:39.280759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:39.354010 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-056a6c6f-d3ab-41bc-ada9-132759b1db0c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=22e43bf2-3513-48b5-96b0-d1276e0eb147 HTTP/1.1" status: 200 len: 205 time: 0.0720229 May 14 18:27:39.354788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53744) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:39.835712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dba2ac-2ac2-4393-93f0-b6f462058070 req-229b0b8c-9b47-4da7-84af-377d106289e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:39.845337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5dba2ac-2ac2-4393-93f0-b6f462058070 req-229b0b8c-9b47-4da7-84af-377d106289e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.7529259 May 14 18:27:39.900191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:39.922420 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-60592d26-0d4f-4437-98f7-150d02959a71 req-c494ea0c-5099-4f35-b907-e35ecc9920ce service neutron] show failed (client error): The resource could not be found. May 14 18:27:39.923693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-c494ea0c-5099-4f35-b907-e35ecc9920ce service neutron] 10.222.0.15 "GET /v2.0/ports/1c4bfa90-05c3-426c-9d19-5150ce347e81/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.3973055 May 14 18:27:39.959619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5dba2ac-2ac2-4393-93f0-b6f462058070 req-0e92aad2-e362-4485-8ff9-d24b725d4806 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098299 May 14 18:27:39.999443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:40.031661 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246be84-486a-448b-8d87-129e67355e44 None None] Sync routers for ids ['5b3c4fdd-537e-4d09-86b9-cfa570481598'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:40.060144 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246be84-486a-448b-8d87-129e67355e44 None None] Routers {'5b3c4fdd-537e-4d09-86b9-cfa570481598'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:40.060780 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1246be84-486a-448b-8d87-129e67355e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5b3c4fdd-537e-4d09-86b9-cfa570481598'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:40.113121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:40.114382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 6.1070673 May 14 18:27:40.117122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:40.262452 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1246be84-486a-448b-8d87-129e67355e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:40.287003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:40.298628 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246be84-486a-448b-8d87-129e67355e44 None None] Routers {'5b3c4fdd-537e-4d09-86b9-cfa570481598'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:40.299482 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1246be84-486a-448b-8d87-129e67355e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5b3c4fdd-537e-4d09-86b9-cfa570481598'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:40.380770 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-1246be84-486a-448b-8d87-129e67355e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:40.381549 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246be84-486a-448b-8d87-129e67355e44 None None] The sync data for ids ['5b3c4fdd-537e-4d09-86b9-cfa570481598'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:40.847657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Deleting port 6996173c-03eb-4ff0-aa42-95f342c333e9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:40.853328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:40.933126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-86a55417-2241-44e4-8d65-f4cd7a9f275a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/routers/5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 200 len: 882 time: 0.8147998 May 14 18:27:40.939635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53780) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:41.177217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:41.345579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-a2c696c8-39ce-4aec-9c58-79b53f553f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:41.347903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-a2c696c8-39ce-4aec-9c58-79b53f553f4e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 1096 time: 0.8841381 May 14 18:27:41.365015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Calling delete_port for 6996173c-03eb-4ff0-aa42-95f342c333e9 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:41.376472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:41.417410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e630a-88ff-461f-b980-b497c79e8d98 req-5c7fa34f-c4be-4c97-9226-3ee16a996123 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:41.426101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e2e630a-88ff-461f-b980-b497c79e8d98 req-5c7fa34f-c4be-4c97-9226-3ee16a996123 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.1993713 May 14 18:27:41.561736 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:41.570762 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:41.746182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event deleted for resources: {'Port': ['ID=6996173c-03eb-4ff0-aa42-95f342c333e9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:41.751774 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:41.821029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e2e630a-88ff-461f-b980-b497c79e8d98 req-d8359715-f695-4a7c-b2f2-65860e0f2152 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940485 May 14 18:27:41.880983 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:41.983646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.125961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-52eaec2d-40c3-498f-90f0-49d39d4534a4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:router {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:42.288271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-52eaec2d-40c3-498f-90f0-49d39d4534a4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:router {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:42.289825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-52eaec2d-40c3-498f-90f0-49d39d4534a4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.3492572 May 14 18:27:42.293889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53806) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:42.319815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-75893860'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:42.507094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.512065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.524814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:42.599549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:27:42.632737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.633278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Fanout notify agent at l3_agent the message router_deleted on router 22e43bf2-3513-48b5-96b0-d1276e0eb147 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:42.761219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.762386 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/22e43bf2-3513-48b5-96b0-d1276e0eb147 HTTP/1.1" status: 204 len: 168 time: 3.4066470 May 14 18:27:42.789151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.825562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Transition to ACTIVE for port object 1c4bfa90-05c3-426c-9d19-5150ce347e81 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:42.826804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:27:42.836986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53816) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:42.844740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:42.863871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-241402346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:42.869454 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:42.959920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:42.985691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Usage tracker for resource:router and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:43.000316 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'code': 200} May 14 18:27:43.109074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:43.138250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:43.246061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:43.259541 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:43.300076 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:43.301757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:43.385692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] No DVR routers for this DVR port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:27:43.744018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:43.816291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52328e10-ecdd-4efc-b984-49b4873d2549 req-34656287-354e-41c6-9c62-ef6aab4f78d6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:43.823780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52328e10-ecdd-4efc-b984-49b4873d2549 req-34656287-354e-41c6-9c62-ef6aab4f78d6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.5571086 May 14 18:27:43.869528 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:43.922981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52328e10-ecdd-4efc-b984-49b4873d2549 req-b6bf722d-6a88-4eba-846f-cde861b13e62 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980227 May 14 18:27:43.945962 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:43.947726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c46c3854-5000-4b80-8548-a320ef610526 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1091380 May 14 18:27:43.951130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 53844) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:43.957470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'enable_snat': False}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:44.135902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:44.192499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:44.619442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 5b3c4fdd-537e-4d09-86b9-cfa570481598 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:27:44.632430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:27:44.797896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:27:44.957787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:27:44.958652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:27:44.959956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:27:44.970363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:44.979227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:44.981633 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-92cda21b-bbfe-4b16-b14c-620bf5494fd2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 200 len: 889 time: 2.6869276 May 14 18:27:44.986370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53864) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:44.990022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] Sync routers for ids ['5b3c4fdd-537e-4d09-86b9-cfa570481598'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:44.998422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:27:45.000301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Attempting to bind port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on network c05fe103-5ee7-4cab-b9d9-88c047f72b9e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:27:45.010030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] Routers {'5b3c4fdd-537e-4d09-86b9-cfa570481598'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:45.011459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5b3c4fdd-537e-4d09-86b9-cfa570481598'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:45.026904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:27:45.027549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Checking segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:27:45.027957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Bound using segment: {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:27:45.028514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Bound port: 1c4bfa90-05c3-426c-9d19-5150ce347e81, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d45c883-f840-46c8-97ae-c93f6370fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:27:45.028924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:45.066592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:45.139820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:45.156426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] Routers {'5b3c4fdd-537e-4d09-86b9-cfa570481598'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:45.157259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5b3c4fdd-537e-4d09-86b9-cfa570481598'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:45.395691 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e305fc53-5c45-4a31-8a29-22d5bbdeea6e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/routers/5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 200 len: 889 time: 0.4037054 May 14 18:27:45.396424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:45.480024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:27:45.483858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:45.486961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:27:45.487731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f86a8-0108-4bca-9d65-5e36308ce471 None None] The sync data for ids ['5b3c4fdd-537e-4d09-86b9-cfa570481598'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:45.515925 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f6e02b34-e632-4d25-ba1e-6e9db8e7a780 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 200 len: 205 time: 0.1178753 May 14 18:27:45.517306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:45.560670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:45.568680 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-067ad4b3-bc18-4d4f-a1fb-90fc52df8e72 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:45.630360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:45.630981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:45.632460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] 10.222.0.22 "PUT /v2.0/ports/1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 1091 time: 4.2653089 May 14 18:27:45.802266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:27:45.936614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08796203-7bd1-4b99-85d7-6f9e1496d864 req-468cb5b8-acae-4023-9611-a3b688bc8442 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:45.944617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08796203-7bd1-4b99-85d7-6f9e1496d864 req-468cb5b8-acae-4023-9611-a3b688bc8442 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.8384285 May 14 18:27:45.952017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:45.955434 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:45.970778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:46.012212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-2218a2f0-9d64-4043-8346-ae9819973baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:46.014356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-2218a2f0-9d64-4043-8346-ae9819973baa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1094 time: 0.2715368 May 14 18:27:46.186484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-58ca6fc8-cf9d-47d8-8a8e-7d27759a762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:46.187969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-58ca6fc8-cf9d-47d8-8a8e-7d27759a762f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.1569607 May 14 18:27:46.197375 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:27:46.205420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08796203-7bd1-4b99-85d7-6f9e1496d864 req-35177446-5505-4719-bfa6-e9fe5c40d02a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598708 May 14 18:27:46.392019 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'status': 'completed', 'code': 200} May 14 18:27:46.447968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-86854a1b-c816-48bb-8c72-233037a10b46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 998 time: 0.2400875 May 14 18:27:46.486340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:46.535258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-141eafdd-85c5-4423-9359-d273a130d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:46.536699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-141eafdd-85c5-4423-9359-d273a130d73a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.0735564 May 14 18:27:46.650129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 399973b7-0efd-403a-9fa2-5f75588f97b8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:46.651379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:46.856094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:47.137853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 399973b7-0efd-403a-9fa2-5f75588f97b8 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:47.209352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:47.272939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:47.427308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-9ca9046d-d104-42af-82d5-2f88d1e17dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:47.429130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-9ca9046d-d104-42af-82d5-2f88d1e17dfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1094 time: 1.0360153 May 14 18:27:47.514863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592d26-0d4f-4437-98f7-150d02959a71 req-f4a5c250-25af-4ccf-a874-30836d55dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:47.516842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-f4a5c250-25af-4ccf-a874-30836d55dca7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9660354 May 14 18:27:47.742188 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-4952b747-1afa-4fec-a81c-3604f8c10fc2 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992080 May 14 18:27:47.747285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:47.763284 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:47.869174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=399973b7-0efd-403a-9fa2-5f75588f97b8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:47.898918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.900936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.902629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.903566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.905547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.906633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.908223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.908918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.909512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.910173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.910980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.911578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:47.977724 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:48.026865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba9cdc-d578-4260-9b20-8bf3983732c3 req-f721226c-25fd-48ea-a0b8-15e6b2962917 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:48.037017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.037733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddba9cdc-d578-4260-9b20-8bf3983732c3 req-f721226c-25fd-48ea-a0b8-15e6b2962917 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.5738056 May 14 18:27:48.070564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-f5ee66d6-3707-4302-a6ee-3e2e314c694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:48.072345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-f5ee66d6-3707-4302-a6ee-3e2e314c694a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.6296933 May 14 18:27:48.161614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ddba9cdc-d578-4260-9b20-8bf3983732c3 req-ac276e3a-3562-473f-9e98-a3b922d5a585 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208224 May 14 18:27:48.245975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Allocated IP 172.25.4.176 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/343dc2aa-58a6-457f-af68-30a866331550) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:48.272026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.282248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.364489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.365439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3c4fdd-537e-4d09-86b9-cfa570481598 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:48.405026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60592d26-0d4f-4437-98f7-150d02959a71 req-f9c9466a-df8a-43a5-b64e-c2fb0b04b1c6 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406822 May 14 18:27:48.415756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-da76d8fc-c811-4f98-8f88-4b4a9579a389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 998 time: 0.2835970 May 14 18:27:48.431201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.432173 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 204 len: 168 time: 2.9136753 May 14 18:27:48.442662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:48.452031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502811671'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:48.515692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:48.525641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:48.535348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:48.557879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-179a8027-015c-40e3-abfb-face41b4b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:48.559374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-179a8027-015c-40e3-abfb-face41b4b2c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.1349483 May 14 18:27:48.577305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:48.661936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:27:48.677944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.792521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:27:48.818974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.820273 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 9e3df48b-0a7e-4546-a06a-431c9b07838a of type vlan for network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 May 14 18:27:48.931994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.938835 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:48.969068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-1605d73b-a55a-4cfe-bd7d-a0dc5895c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:48.970903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-1605d73b-a55a-4cfe-bd7d-a0dc5895c964 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1094 time: 0.4106495 May 14 18:27:49.011069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-365978f3-1d63-4005-aee4-05cfe49597e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:49.013055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-365978f3-1d63-4005-aee4-05cfe49597e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430798 May 14 18:27:49.030223 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:49.069113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:49.072495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:49.089943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-140d4ba9-a131-4529-811f-cab5789fe94e tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:49.400780 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9569585 May 14 18:27:49.408628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 53962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:49.446010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:49.527188 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-3c3b2011-b2ef-408b-91cb-90b4d65720d8 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005598 May 14 18:27:49.533997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-007eb75d-e970-486a-80e4-8d6612841b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:49.535692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-007eb75d-e970-486a-80e4-8d6612841b46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.5525370 May 14 18:27:49.739053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=0f61e5d9-964e-4f2b-bc4e-7ac1190995f3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:49.750552 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:49.760313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:27:49.809640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:49.818540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:49.832024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:49.838520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:49.869866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:27:49.874360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:50.191111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-84d2767c-8a07-4129-ae70-6b18055fea13 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534693 May 14 18:27:50.196201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:50.304118 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:50.398377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-8781b298-a928-4e30-8533-62c1edc5f1b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 998 time: 0.2043166 May 14 18:27:50.591375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:50.597977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Pushing event updated for resources: {'Port': ['ID=343dc2aa-58a6-457f-af68-30a866331550,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:50.608215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:50.613374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:50.689321 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:50.790296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-bf0d496b-3644-4ae2-b0a1-d8a66aff95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:50.791930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-bf0d496b-3644-4ae2-b0a1-d8a66aff95e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.3630698 May 14 18:27:50.873684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:50.880666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3bfa1eba-4dca-43cb-8f92-aacb83eb9e3b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:51.004363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=89b898be-d4de-49fd-af36-ee29a8015296,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:51.008601 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:51.009569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '9e3df48b-0a7e-4546-a06a-431c9b07838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:27:51.010091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:27:51.073132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:27:51.077480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b1662-a1e1-46ee-8337-c225bcf1ccfa req-0f4af0ed-36d1-411b-9f0b-ff86a406bbf9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:51.085985 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed1b1662-a1e1-46ee-8337-c225bcf1ccfa req-0f4af0ed-36d1-411b-9f0b-ff86a406bbf9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 1.7098315 May 14 18:27:51.112056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:51.126028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4108463-aca5-4a7b-bf4a-f2417c1807b0 None None] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:51.138109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:51.140397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.172599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-002784b1-29db-4fd4-a157-0d8c7812810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:51.174092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-002784b1-29db-4fd4-a157-0d8c7812810e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3240175 May 14 18:27:51.188825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed1b1662-a1e1-46ee-8337-c225bcf1ccfa req-4e63fb22-1ad7-4778-9337-e874d51341e4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017721 May 14 18:27:51.217590 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8032186 May 14 18:27:51.220078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54014) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:51.226709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-513631721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:51.239974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:51.265055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:51.276172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:51.296768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:51.330735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.332042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.356467 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.381346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.424791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.429495 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7a0304e8-15ca-44e9-9117-570e0e4083ca tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2059095 May 14 18:27:51.429781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54022) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:51.433013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-ea0ce39f-6dc9-4e4e-ad76-dbd0bfb3ada9 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396622 May 14 18:27:51.449723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:27:51.622947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0f61e5d9-964e-4f2b-bc4e-7ac1190995f3', 'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': '89b898be-d4de-49fd-af36-ee29a8015296'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:27:51.624095 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.822857 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:51.851811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Allocated IP 2001:db8::2 (0f61e5d9-964e-4f2b-bc4e-7ac1190995f3/89b898be-d4de-49fd-af36-ee29a8015296/78694396-42e2-4106-87fd-85df906b08b6) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:51.890533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-306ce959-d19f-4a39-8072-b93c3909bef9 req-e9c98b72-3039-49ea-9c83-c767fac11e6f service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295264 May 14 18:27:52.144479 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.154735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Transition to ACTIVE for port object 78694396-42e2-4106-87fd-85df906b08b6 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:52.184642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Transition to ACTIVE for port object 78694396-42e2-4106-87fd-85df906b08b6 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:52.193257 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.199416 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:52.275522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Pushing event updated for resources: {'Port': ['ID=78694396-42e2-4106-87fd-85df906b08b6,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:52.291109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:52.314249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:52.332951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.337974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.338471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.339595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.340030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.348240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.348741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.349171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.349600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.350044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.350469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.350892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:27:52.354338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:52.369686 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:52.376569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:52.486792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'port_id': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'mac_address': 'fa:16:3e:7a:f3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:27:52.545142 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.600461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.628782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Attempting to bind port 78694396-42e2-4106-87fd-85df906b08b6 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:27:52.629681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Attempting to bind port 78694396-42e2-4106-87fd-85df906b08b6 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9e3df48b-0a7e-4546-a06a-431c9b07838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:27:52.630637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Attempting to bind port 78694396-42e2-4106-87fd-85df906b08b6 on network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:27:52.654567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:27:52.656741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Checking segment: {'id': '9e3df48b-0a7e-4546-a06a-431c9b07838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:27:52.657171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.660360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Bound using segment: {'id': '9e3df48b-0a7e-4546-a06a-431c9b07838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:27:52.661386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Bound port: 78694396-42e2-4106-87fd-85df906b08b6, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3df48b-0a7e-4546-a06a-431c9b07838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f61e5d9-964e-4f2b-bc4e-7ac1190995f3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:27:52.661872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.666899 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.677740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29477aa9-19eb-44b6-aea3-1d4c7aaca4c4 req-e0da9209-02c7-4b25-b314-93182a96ba83 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:52.679315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29477aa9-19eb-44b6-aea3-1d4c7aaca4c4 req-e0da9209-02c7-4b25-b314-93182a96ba83 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 943 time: 0.3147807 May 14 18:27:52.682349 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.692290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4bfa90-05c3-426c-9d19-5150ce347e81 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:27:52.710677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:52.751981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:52.763117 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9f42b65d-7472-4743-b0ba-fc36a611dd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:52.932058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:52.935995 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:53.058419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] For port 78694396-42e2-4106-87fd-85df906b08b6, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:27:53.059516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] For port 78694396-42e2-4106-87fd-85df906b08b6, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=78694396-42e2-4106-87fd-85df906b08b6,segment=NetworkSegment(9e3df48b-0a7e-4546-a06a-431c9b07838a),segment_id=9e3df48b-0a7e-4546-a06a-431c9b07838a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:27:53.068420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:53.078814 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:53.087729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29477aa9-19eb-44b6-aea3-1d4c7aaca4c4 req-2fbfa52c-3f89-4024-942b-1dbded04ab78 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4001448 May 14 18:27:53.124080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Router f0714de9-b472-4a08-9072-427e634b4a6e is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:53.201530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['1c4bfa90-05c3-426c-9d19-5150ce347e81'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:27:53.288686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Pushing event updated for resources: {'Port': ['ID=78694396-42e2-4106-87fd-85df906b08b6,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:53.293642 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:53.403299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8::1 (0f61e5d9-964e-4f2b-bc4e-7ac1190995f3/89b898be-d4de-49fd-af36-ee29a8015296/601ce193-27e1-4d49-b2d2-4bbbe60fafcb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:27:53.468066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:53.479005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:53.479438 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] Sync routers for ids ['f0714de9-b472-4a08-9072-427e634b4a6e'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:53.483948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "PUT /v2.0/routers/f0714de9-b472-4a08-9072-427e634b4a6e HTTP/1.1" status: 200 len: 915 time: 9.5316205 May 14 18:27:53.485048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54104) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:53.507973 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] Routers {'f0714de9-b472-4a08-9072-427e634b4a6e'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:53.508575 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f0714de9-b472-4a08-9072-427e634b4a6e'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:53.848761 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:53.858769 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] Routers {'f0714de9-b472-4a08-9072-427e634b4a6e'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:53.860778 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f0714de9-b472-4a08-9072-427e634b4a6e'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:54.003517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:54.006590 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:54.007159 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c12c8b-08de-4093-b0a2-604bbb2524e8 None None] The sync data for ids ['f0714de9-b472-4a08-9072-427e634b4a6e'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:54.070237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 601ce193-27e1-4d49-b2d2-4bbbe60fafcb will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:27:54.128752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:54.142302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4a73ee99-7186-4adb-841c-c5814b68ab64 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/f0714de9-b472-4a08-9072-427e634b4a6e HTTP/1.1" status: 200 len: 921 time: 0.6525450 May 14 18:27:54.142819 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06974823-980d-4b01-9fa5-3e18a242cbf4 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:54.146656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54120) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:54.209094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54124) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:54.255396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:54.258963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:54.265374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:27:54.265979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:54.289192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:54.297735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=601ce193-27e1-4d49-b2d2-4bbbe60fafcb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:54.301473 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:54.343121 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-5abb9b6f-3be5-4af5-a28e-aa341bef33d4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:54.347962 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-5abb9b6f-3be5-4af5-a28e-aa341bef33d4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8&tenant_id=a43b1e4fc53d439bb8822476c970e030&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 944 time: 0.5211492 May 14 18:27:54.432386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3f285-1cbc-4f28-b72f-a69bd5b5ca56 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:54.438008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fca3f285-1cbc-4f28-b72f-a69bd5b5ca56 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=f0714de9-b472-4a08-9072-427e634b4a6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2902269 May 14 18:27:54.439683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54132) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:54.608143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:54.917092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fe6ae-a437-4f21-a65c-ea88f66668e4 req-46d75dcd-7161-4210-a3f2-8a69be281e9b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:54.919987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 78694396-42e2-4106-87fd-85df906b08b6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:27:54.936683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe8fe6ae-a437-4f21-a65c-ea88f66668e4 req-46d75dcd-7161-4210-a3f2-8a69be281e9b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 944 time: 0.9747722 May 14 18:27:55.069780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924b0db-e841-4d64-8125-0a659c685a50 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:55.073827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2924b0db-e841-4d64-8125-0a659c685a50 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/networks/01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 881 time: 0.6331139 May 14 18:27:55.110090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878c061-e506-4cbe-a104-d4b21dbc13b7 None None] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:27:55.117674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54148) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:55.180494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fe8fe6ae-a437-4f21-a65c-ea88f66668e4 req-951246d8-090f-4d74-8232-75a334db1419 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973181 May 14 18:27:55.203645 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9aa3064f-efc2-4038-8109-5b2413ef1d70 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0714de9-b472-4a08-9072-427e634b4a6e HTTP/1.1" status: 200 len: 205 time: 0.0841403 May 14 18:27:55.206491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54154) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:55.280866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 78694396-42e2-4106-87fd-85df906b08b6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:55.347165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Provisioning for port 78694396-42e2-4106-87fd-85df906b08b6 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:55.350929 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-c2fc7ae8-5180-4502-98ce-67e8efb3cde9 service neutron] delete failed (client error): The resource could not be found. May 14 18:27:55.352189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-c2fc7ae8-5180-4502-98ce-67e8efb3cde9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/1c4bfa90-05c3-426c-9d19-5150ce347e81/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.9061291 May 14 18:27:55.597905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Provisioning complete for port 78694396-42e2-4106-87fd-85df906b08b6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:55.598506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:55.625063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:27:55.870284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-2a7d25ad-2a29-44fe-95a6-3f03da5600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:55.871836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-2a7d25ad-2a29-44fe-95a6-3f03da5600a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1095 time: 0.3100479 May 14 18:27:55.911539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:55.939972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 1c4bfa90-05c3-426c-9d19-5150ce347e81 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:55.973910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 1c4bfa90-05c3-426c-9d19-5150ce347e81 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:55.974380 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.001220 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.042961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] For port 78694396-42e2-4106-87fd-85df906b08b6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=78694396-42e2-4106-87fd-85df906b08b6,segment=NetworkSegment(9e3df48b-0a7e-4546-a06a-431c9b07838a),segment_id=9e3df48b-0a7e-4546-a06a-431c9b07838a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:56.064541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.074716 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-85aa4350-00ef-466b-b42f-117c02573334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:56.161997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-49972c79-bd0f-4199-93b0-1869409b84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:56.163529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-49972c79-bd0f-4199-93b0-1869409b84db service neutron] 10.222.0.15 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.2786667 May 14 18:27:56.299504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Pushing event updated for resources: {'Port': ['ID=78694396-42e2-4106-87fd-85df906b08b6,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:56.321494 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:56.360076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54172) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:56.383517 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.397679 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.407640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.408480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.418677 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1bcf0bd4-bfa1-43bf-8457-7a586316b9e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:56.494033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:56.495198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:27:56.511504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.525131 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:56.572106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=601ce193-27e1-4d49-b2d2-4bbbe60fafcb,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:56.586201 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:56.605906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:56.610441 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:56.616438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-96c94c46-c984-4815-91d1-f1788e029866 None None] Provisioning for port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:27:56.621973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-96c94c46-c984-4815-91d1-f1788e029866 None None] Provisioning complete for port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:56.622353 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-96c94c46-c984-4815-91d1-f1788e029866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.633878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.639003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-52d23941-3e5e-42ab-90e4-60fdc147e57d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 999 time: 0.4670346 May 14 18:27:56.648200 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.704700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-96c94c46-c984-4815-91d1-f1788e029866 None None] Port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:56.728261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-96c94c46-c984-4815-91d1-f1788e029866 None None] Provisioning complete for port 78694396-42e2-4106-87fd-85df906b08b6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:56.728652 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-96c94c46-c984-4815-91d1-f1788e029866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.895051 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:27:56.897570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:27:56.900915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 78694396-42e2-4106-87fd-85df906b08b6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:27:56.927940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Deleting subnet 61330698-c13c-4fb5-9865-ea67ac695157 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:27:56.937555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:56.990489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 78694396-42e2-4106-87fd-85df906b08b6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:56.990999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.055804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-a8fddf76-13cc-4cae-9ced-b12561edb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:57.057387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-a8fddf76-13cc-4cae-9ced-b12561edb76a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.2826035 May 14 18:27:57.120074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Deleting port 343dc2aa-58a6-457f-af68-30a866331550 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:57.120639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.129118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c001182a-a02a-4afc-9460-549c870d4f22 None None] Provisioning complete for port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:57.129599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c001182a-a02a-4afc-9460-549c870d4f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.134209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.158456 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-77c5eebe-b593-404b-a22f-0e7a1fc219c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.293003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c001182a-a02a-4afc-9460-549c870d4f22 None None] Port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:57.320999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5b94-a356-4d50-b48f-0bb335c160e7 req-4e47dbf5-dc5d-4222-9343-d66829691d07 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:57.323714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-706c5b94-a356-4d50-b48f-0bb335c160e7 req-4e47dbf5-dc5d-4222-9343-d66829691d07 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.8713956 May 14 18:27:57.342031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.426508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-67a4c2d3-1427-4abb-86b5-c6e7e8301566 None None] Provisioning complete for port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:27:57.426508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-67a4c2d3-1427-4abb-86b5-c6e7e8301566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.483024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Calling delete_port for 343dc2aa-58a6-457f-af68-30a866331550 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:57.538537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router eb6159b3-b894-48a9-81a1-c070941510a6 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:27:57.594375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-67a4c2d3-1427-4abb-86b5-c6e7e8301566 None None] Port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:27:57.759610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:27:57.769533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] Sync routers for ids ['eb6159b3-b894-48a9-81a1-c070941510a6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:27:57.782833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] Routers {'eb6159b3-b894-48a9-81a1-c070941510a6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:57.783501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['eb6159b3-b894-48a9-81a1-c070941510a6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:57.796995 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/eb6159b3-b894-48a9-81a1-c070941510a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3631089 May 14 18:27:57.797242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54194) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:57.809419 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:57.896240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:57.902722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-706c5b94-a356-4d50-b48f-0bb335c160e7 req-6c12caae-201e-463a-a11a-4044aac28919 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5607064 May 14 18:27:57.913045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] Routers {'eb6159b3-b894-48a9-81a1-c070941510a6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:27:57.914140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:27:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['eb6159b3-b894-48a9-81a1-c070941510a6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:57.937689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-b57d88b1-178d-4de3-aea7-5e64df832d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:57.939382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-b57d88b1-178d-4de3-aea7-5e64df832d89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8724766 May 14 18:27:58.073291 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'code': 200} May 14 18:27:58.100235 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:58.101656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:58.102326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5322a712-9f7e-443d-84ab-188b61f569f6 None None] The sync data for ids ['eb6159b3-b894-48a9-81a1-c070941510a6'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:27:58.202624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99cfe1-7045-4790-8cc9-c0a29fe981ef tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:58.203136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0f99cfe1-7045-4790-8cc9-c0a29fe981ef tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:27:58.224735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-6eb425d1-5af0-43a6-9a6d-1d7e294a4f77 service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197278 May 14 18:27:58.266975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0f99cfe1-7045-4790-8cc9-c0a29fe981ef tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:27:58.268522 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f99cfe1-7045-4790-8cc9-c0a29fe981ef tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports/601ce193-27e1-4d49-b2d2-4bbbe60fafcb HTTP/1.1" status: 200 len: 911 time: 0.4693227 May 14 18:27:58.271368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:58.297592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89b898be-d4de-49fd-af36-ee29a8015296'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:58.397840 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:58.404321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-85194421-ab52-4b04-823d-10be3003517a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:58.459252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event deleted for resources: {'Port': ['ID=343dc2aa-58a6-457f-af68-30a866331550,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:58.473449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c33f3d7-6caf-428c-8d80-cbd3971b00f9 req-0f4e8ccf-c63d-4e16-969c-8a363bc9c9db service neutron] 10.222.0.15 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597443 May 14 18:27:58.480958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:58.694308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:58.707140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-ae83e8be-9d80-429e-9714-61d101d381ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4888659 May 14 18:27:58.770852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Deleting port 983df12c-8732-4376-9cfb-8469329e0dfc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:27:58.771247 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:58.792701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:58.851822 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-859fb7e9-79f4-4c9c-903f-eba555949970 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:27:58.937211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61330698-c13c-4fb5-9865-ea67ac695157,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:27:58.949020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:58.951756 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:27:58.992419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61330698-c13c-4fb5-9865-ea67ac695157 HTTP/1.1" status: 204 len: 168 time: 2.6277244 May 14 18:27:59.007047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54220) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:59.051323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.058632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.141605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] For port 983df12c-8732-4376-9cfb-8469329e0dfc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=983df12c-8732-4376-9cfb-8469329e0dfc,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:27:59.141972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.214002 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.317730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Calling delete_port for 983df12c-8732-4376-9cfb-8469329e0dfc owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:27:59.322335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6230-0eda-4490-9358-e04937e73bd2 req-c27cf482-3fbe-4d66-848f-e0b18c804efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:59.322794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.323868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-c27cf482-3fbe-4d66-848f-e0b18c804efb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 0.4437923 May 14 18:27:59.359630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.371863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Fanout notify agent at l3_agent the message router_deleted on router f0714de9-b472-4a08-9072-427e634b4a6e {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:27:59.385369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a25c7-e0a3-4306-b987-e29159822e13 req-3340487a-1763-4fcb-b708-8ee2324bbe89 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:59.392954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b7a25c7-e0a3-4306-b987-e29159822e13 req-3340487a-1763-4fcb-b708-8ee2324bbe89 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.3111477 May 14 18:27:59.621208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b7a25c7-e0a3-4306-b987-e29159822e13 req-2bc08fd6-56dd-4a9d-9532-f57dc50dd785 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270775 May 14 18:27:59.636607 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.700529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6230-0eda-4490-9358-e04937e73bd2 req-531c6083-c66d-4b38-9235-b9ceee278b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:27:59.704747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-531c6083-c66d-4b38-9235-b9ceee278b5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.3094590 May 14 18:27:59.705208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.708286 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/f0714de9-b472-4a08-9072-427e634b4a6e HTTP/1.1" status: 204 len: 168 time: 4.5002813 May 14 18:27:59.711920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54236) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:27:59.730583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-750030154', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:27:59.748060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:27:59.756358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Usage tracker for resource:router and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:27:59.761420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:27:59.764632 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-19f41c3f-2313-450a-ad77-fd0f7f3c0f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.772263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:27:59.862510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:27:59.881807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997f7b74-f1d4-4130-b6bd-67c97a879b98']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:59.957205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1639e9c-f098-4a7f-94ec-044931a27edb') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:59.957501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1639e9c-f098-4a7f-94ec-044931a27edb') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:27:59.978037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.037797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.054908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:28:00.055358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: timer() May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:28:00.069558 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:28:00.077920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-bceb8284-6629-4db8-a1f3-d87b4ca60525 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 1000 time: 0.3114936 May 14 18:28:00.220665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.222344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.290172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6230-0eda-4490-9358-e04937e73bd2 req-fda70a4e-22b8-4bad-8f54-d3637bb9df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:00.291917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-fda70a4e-22b8-4bad-8f54-d3637bb9df19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.1820123 May 14 18:28:00.396585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.501471 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.511055 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:00.530436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.543791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=997f7b74-f1d4-4130-b6bd-67c97a879b98,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:00.549792 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/997f7b74-f1d4-4130-b6bd-67c97a879b98 HTTP/1.1" status: 204 len: 168 time: 1.5314796 May 14 18:28:00.553412 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:00.578317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.706895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27423566-dd4f-43bc-ad5b-53e35257fa7d tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:00.740903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.760983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.773059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:00.778276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.782134 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/ports/601ce193-27e1-4d49-b2d2-4bbbe60fafcb HTTP/1.1" status: 200 len: 911 time: 2.5078104 May 14 18:28:00.784411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54260) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:00.785371 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:00.801349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:00.802196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54262) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:00.835818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Pushing event deleted for resources: {'Port': ['ID=983df12c-8732-4376-9cfb-8469329e0dfc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:00.870902 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:01.074008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=601ce193-27e1-4d49-b2d2-4bbbe60fafcb,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:01.081248 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:01.306526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:01.321167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6230-0eda-4490-9358-e04937e73bd2 req-55f6f498-5a3e-4ac2-8c84-f59aa741201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:01.323116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-55f6f498-5a3e-4ac2-8c84-f59aa741201e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0230556 May 14 18:28:01.364444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-74337a68-ca4d-45cc-94ae-e84f2b941ff8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27a723a2c15c4f99b2d203a9a14edae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458825 May 14 18:28:01.369412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54276) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:01.502118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:01.623415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:01.735080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81627cb-9984-496c-bc4d-1c28c4a47d9d req-d1d9c7fa-f6cf-47e8-bce0-45cb917e2cd1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:01.736745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e81627cb-9984-496c-bc4d-1c28c4a47d9d req-d1d9c7fa-f6cf-47e8-bce0-45cb917e2cd1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.8642247 May 14 18:28:01.793395 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:01.804559 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a86a36cc-d773-4cdc-965e-891335b6919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:01.820862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-86cdb8c4-3830-4fb9-8b4c-532985ad47a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872549 May 14 18:28:01.824458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b765a2-d5e7-438f-a557-d79d2d20dab1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:01.831699 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:01.850318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:01.850318 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52b765a2-d5e7-438f-a557-d79d2d20dab1 HTTP/1.1" status: 204 len: 168 time: 0.4574499 May 14 18:28:01.894621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e81627cb-9984-496c-bc4d-1c28c4a47d9d req-18470270-ec55-4ba1-955b-17c16a7ed85f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367066 May 14 18:28:01.906855 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:01.938083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54294) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:01.998729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:02.295469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:02.502085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e0682316-f9dd-4a72-8403-1748121db05e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/8ef883ea-0c71-45e8-8f1a-a3d43518a485 HTTP/1.1" status: 200 len: 992 time: 0.5045485 May 14 18:28:02.599753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 601ce193-27e1-4d49-b2d2-4bbbe60fafcb {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:02.601993 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:02.701975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-022d6230-0eda-4490-9358-e04937e73bd2 req-984c1596-479a-4ccc-9aa8-e8b360841a77 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8707852 May 14 18:28:03.106344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:03.211956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:03.244775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:03.322773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 601ce193-27e1-4d49-b2d2-4bbbe60fafcb owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:03.425850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Router 7d45f1a6-4640-4f24-8caa-0836e6b49dac has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:03.675603 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:03.679601 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f23fcbec-314a-44e2-8b15-fffc706c6c21 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:03.765452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Allocated IP 172.25.4.75 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/d0837740-ac39-4b43-bc03-b82ece053f23) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:03.772066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=601ce193-27e1-4d49-b2d2-4bbbe60fafcb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:03.784192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:03.949869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:03.962263 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] Sync routers for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:03.981751 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:03.983098 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:04.044975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:04.054981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] 10.222.0.24 "PUT /v2.0/routers/7d45f1a6-4640-4f24-8caa-0836e6b49dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8453412 May 14 18:28:04.058722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:04.407381 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:04.536017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:04.593362 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:04.668923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router eb6159b3-b894-48a9-81a1-c070941510a6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:04.917072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:04.927110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] Sync routers for ids ['eb6159b3-b894-48a9-81a1-c070941510a6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:04.934150 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:28:00Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:04.940066 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] Checking router: 7d45f1a6-4640-4f24-8caa-0836e6b49dac for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:28:04.943521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] Routers {'eb6159b3-b894-48a9-81a1-c070941510a6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:04.944452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['eb6159b3-b894-48a9-81a1-c070941510a6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:04.951013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] Routers {'7d45f1a6-4640-4f24-8caa-0836e6b49dac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:04.951676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:04.973429 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/eb6159b3-b894-48a9-81a1-c070941510a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1487663 May 14 18:28:04.976098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54370) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:05.021601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:05.030758 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b6f4af8d-8824-437a-ab06-09ad25caf28a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:05.094727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3ff026df-78f5-4958-9132-39d15444f7bd tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:05.105281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:05.112683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:05.125794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:05.141071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3ff026df-78f5-4958-9132-39d15444f7bd tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:05.142577 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ff026df-78f5-4958-9132-39d15444f7bd tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb6159b3-b894-48a9-81a1-c070941510a6 HTTP/1.1" status: 200 len: 205 time: 0.1653354 May 14 18:28:05.145500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54374) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:05.217900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event updated for resources: {'Port': ['ID=d0837740-ac39-4b43-bc03-b82ece053f23,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:05.219008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:05.221884 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:05.239506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:05.244350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] Routers {'eb6159b3-b894-48a9-81a1-c070941510a6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:05.248722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['eb6159b3-b894-48a9-81a1-c070941510a6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:05.330255 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] Set router 7d45f1a6-4640-4f24-8caa-0836e6b49dac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:05.564683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:05.566548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448933b-4581-426e-b250-3cb89d4dcf5b None None] The sync data for ids ['eb6159b3-b894-48a9-81a1-c070941510a6'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:05.588958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.014998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Deleting port d5e6a2cb-47ba-453d-9ae1-ec999378493c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:06.014998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.107145 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:28:00Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:06.112677 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae72f1-a005-4ab4-92bd-95bc22e1c417 None None] The sync data for ids ['7d45f1a6-4640-4f24-8caa-0836e6b49dac'] in n-d-787206-3 is: [{'id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'name': 'tempest-TaggedBootDevicesTest-893865730-router', 'tenant_id': '62972947f9b0440ea16843de3549b2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:23Z', 'updated_at': '2021-05-14T18:28:00Z', 'revision_number': 5, 'project_id': '62972947f9b0440ea16843de3549b2fe', 'gw_port': {'id': 'd5e6a2cb-47ba-453d-9ae1-ec999378493c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45f1a6-4640-4f24-8caa-0836e6b49dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:25Z', 'updated_at': '2021-05-14T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:06.206506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.243657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.246272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.272267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.272680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router eb6159b3-b894-48a9-81a1-c070941510a6 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:28:06.309943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.313868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-540296f5-f49f-42f7-bf8c-7dae47e60a1b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/eb6159b3-b894-48a9-81a1-c070941510a6 HTTP/1.1" status: 204 len: 168 time: 1.1668890 May 14 18:28:06.316202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54392) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:06.401747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] For port d5e6a2cb-47ba-453d-9ae1-ec999378493c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d5e6a2cb-47ba-453d-9ae1-ec999378493c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:06.402239 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.415325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet 89b898be-d4de-49fd-af36-ee29a8015296 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:28:06.418002 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.524400 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.586404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Calling delete_port for d5e6a2cb-47ba-453d-9ae1-ec999378493c owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:06.782997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:06.797594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 983df12c-8732-4376-9cfb-8469329e0dfc no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:28:06.888106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 983df12c-8732-4376-9cfb-8469329e0dfc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:28:06.888741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 983df12c-8732-4376-9cfb-8469329e0dfc not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:28:07.270400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:07.344078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:07.356070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c665e06-524f-44ac-b854-777752db19a1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:07.401803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:07.410280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310a132-2c9e-4f57-b202-4e73fa772814 None None] Network 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:07.412505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=89b898be-d4de-49fd-af36-ee29a8015296,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:07.418117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:07.420224 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/89b898be-d4de-49fd-af36-ee29a8015296 HTTP/1.1" status: 204 len: 168 time: 1.1028266 May 14 18:28:07.426827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:07.606377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:07.779024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 78694396-42e2-4106-87fd-85df906b08b6 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:07.780343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:07.865336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:07.874117 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:07.920086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Router e5a4141f-6654-4727-822d-2e1c596b0ce1 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:28:07.930687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] DHCP port deletion for 0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:28:08.008652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e6a2cb-47ba-453d-9ae1-ec999378493c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:08.016407 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:08.047328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 78694396-42e2-4106-87fd-85df906b08b6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=78694396-42e2-4106-87fd-85df906b08b6,segment=NetworkSegment(9e3df48b-0a7e-4546-a06a-431c9b07838a),segment_id=9e3df48b-0a7e-4546-a06a-431c9b07838a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:08.047700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:08.100263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Deleting port 78694396-42e2-4106-87fd-85df906b08b6 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:08.100833 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:08.265932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] For port 78694396-42e2-4106-87fd-85df906b08b6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=78694396-42e2-4106-87fd-85df906b08b6,segment=NetworkSegment(9e3df48b-0a7e-4546-a06a-431c9b07838a),segment_id=9e3df48b-0a7e-4546-a06a-431c9b07838a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:08.266328 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:08.360578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 78694396-42e2-4106-87fd-85df906b08b6 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:08.552052 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:08.556350 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2ec7cde-621c-46b2-841c-011a0e0af1ba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:08.564795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Calling delete_port for 78694396-42e2-4106-87fd-85df906b08b6 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:08.645720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=78694396-42e2-4106-87fd-85df906b08b6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:08.654436 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:08.657225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:08.662092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port 78694396-42e2-4106-87fd-85df906b08b6 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:28:08.703152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:08.714634 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4e4ad299-3e2e-42b9-9386-fa0408562242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:08.809739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] No DVR routers for this DVR port 78694396-42e2-4106-87fd-85df906b08b6 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:28:08.868445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Pushing event deleted for resources: {'Port': ['ID=78694396-42e2-4106-87fd-85df906b08b6,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:08.871501 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:08.994026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 78694396-42e2-4106-87fd-85df906b08b6 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:28:09.010663 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.032513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f61e5d9-964e-4f2b-bc4e-7ac1190995f3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.056618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3df48b-0a7e-4546-a06a-431c9b07838a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.057276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3df48b-0a7e-4546-a06a-431c9b07838a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.081302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.111245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.128490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:28:09.129196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.138250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 78694396-42e2-4106-87fd-85df906b08b6 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:28:09.140696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 78694396-42e2-4106-87fd-85df906b08b6 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:28:09.189940 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.208878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.239926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: timer() May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:28:09.250354 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:28:09.255144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.257398 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] Sync routers for ids ['e5a4141f-6654-4727-822d-2e1c596b0ce1'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:09.267677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.270880 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6112de5d-d069-414a-8ac5-8bf5c3a7cedb tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:09.281213 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] Routers {'e5a4141f-6654-4727-822d-2e1c596b0ce1'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:09.281862 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e5a4141f-6654-4727-822d-2e1c596b0ce1'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.294331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=0f61e5d9-964e-4f2b-bc4e-7ac1190995f3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:09.302707 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:09.333832 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/0f61e5d9-964e-4f2b-bc4e-7ac1190995f3 HTTP/1.1" status: 204 len: 168 time: 1.9054360 May 14 18:28:09.342223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54452) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:09.349632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1557200084', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:09.358550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:09.360816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.365196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:09.366260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.6435230 May 14 18:28:09.367133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54456) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:09.369947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:09.379604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:09.379896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.380405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d45f1a6-4640-4f24-8caa-0836e6b49dac {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:28:09.388012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:09.441442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.442947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.460487 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.489462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.493248 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] Routers {'e5a4141f-6654-4727-822d-2e1c596b0ce1'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:09.493897 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e5a4141f-6654-4727-822d-2e1c596b0ce1'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.571083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.623629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.628290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7d45f1a6-4640-4f24-8caa-0836e6b49dac HTTP/1.1" status: 204 len: 168 time: 5.5683541 May 14 18:28:09.636221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54462) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:09.782725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:09.783151 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc80266-e437-40a8-b394-59ae6917091a None None] The sync data for ids ['e5a4141f-6654-4727-822d-2e1c596b0ce1'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:09.854040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Deleting subnet 2b4744f1-5da6-4734-aa02-7cc831020aeb {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:28:09.857320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.914223 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.916058 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-958ed60a-7d4c-48f0-bb7a-f937aa4e1093 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5723953 May 14 18:28:09.920073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54472) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:09.934667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426531850'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:09.943769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:09.963371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:09.999633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:10.008420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:10.019720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:10.062810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:10.065132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.129366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:28:10.140452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.140674 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 6370d1ed-c55d-414b-b831-87db50ffac5e of type vlan for network 9d24d9ab-57df-405a-9dd0-db446369b3b2 May 14 18:28:10.170015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.207242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.216490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:10.217507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.224607 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:10.350968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=9d24d9ab-57df-405a-9dd0-db446369b3b2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:10.355404 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:10.360025 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.382036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:28:10.392594 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4684384 May 14 18:28:10.394597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54482) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:10.401306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:10.697546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:10.708658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:10.713654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:10.753923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:10.781768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d5e6a2cb-47ba-453d-9ae1-ec999378493c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:28:10.819061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d5e6a2cb-47ba-453d-9ae1-ec999378493c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:28:10.819881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d5e6a2cb-47ba-453d-9ae1-ec999378493c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:28:10.889680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:10.904455 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.939894 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:10.968072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.107601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Deleting port d0837740-ac39-4b43-bc03-b82ece053f23 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:11.108071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.318474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.330124 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-04a7e256-8993-4b28-b3b3-23b553222c80 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:11.351223 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.372414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.385748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9e102-04f3-40b5-8cb8-0c660b64b4b8 None None] Network 00a162bf-e1dd-4796-85d1-b8d603ab0d2e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:11.388383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4744f1-5da6-4734-aa02-7cc831020aeb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:11.426650 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:11.432342 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b4744f1-5da6-4734-aa02-7cc831020aeb HTTP/1.1" status: 204 len: 168 time: 1.7914035 May 14 18:28:11.448591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:11.644484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Calling delete_port for d0837740-ac39-4b43-bc03-b82ece053f23 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:11.675697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.817021 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:11.835042 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f4037be7-6c8a-40a9-8ae4-b3edbf53fe6a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:11.929530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] DHCP port deletion for 00a162bf-e1dd-4796-85d1-b8d603ab0d2e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:28:11.969995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Deleting port e4bfcc2f-a3f3-427c-8daa-aad486dca187 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:11.970238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.033984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Pushing event deleted for resources: {'Port': ['ID=d0837740-ac39-4b43-bc03-b82ece053f23,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:12.041379 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:12.107031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Deleting port e4bfcc2f-a3f3-427c-8daa-aad486dca187 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:12.107694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.254447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.338392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] For port e4bfcc2f-a3f3-427c-8daa-aad486dca187, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4bfcc2f-a3f3-427c-8daa-aad486dca187,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:12.338996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.376875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] For port e4bfcc2f-a3f3-427c-8daa-aad486dca187, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4bfcc2f-a3f3-427c-8daa-aad486dca187,segment=NetworkSegment(24b236bc-fe22-432d-9785-934028aa3cdc),segment_id=24b236bc-fe22-432d-9785-934028aa3cdc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:12.377315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.602897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Calling delete_port for e4bfcc2f-a3f3-427c-8daa-aad486dca187 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:12.774697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.860043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Calling delete_port for e4bfcc2f-a3f3-427c-8daa-aad486dca187 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:12.875449 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:12.926334 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:12.932508 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:12.996010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4bfcc2f-a3f3-427c-8daa-aad486dca187 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:28:13.035072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Pushing event deleted for resources: {'Port': ['ID=e4bfcc2f-a3f3-427c-8daa-aad486dca187,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:13.037644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e4bfcc2f-a3f3-427c-8daa-aad486dca187 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:28:13.038213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4bfcc2f-a3f3-427c-8daa-aad486dca187 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:28:13.039981 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:13.045702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] No DVR routers for this DVR port e4bfcc2f-a3f3-427c-8daa-aad486dca187 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:28:13.091256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.185430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] No DVR routers for this DVR port e4bfcc2f-a3f3-427c-8daa-aad486dca187 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:28:13.219936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=e1782d5b-62a9-414b-b7cd-7d83f47f3f6e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:13.232752 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:13.233399 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f8aff4bd-aefc-4d09-81df-f70c80e05f94 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:13.359671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bfcc2f-a3f3-427c-8daa-aad486dca187,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:13.415587 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:13.437693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:13.438135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: 9d24d9ab-57df-405a-9dd0-db446369b3b2, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:28:13.451396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.468317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a162bf-e1dd-4796-85d1-b8d603ab0d2e']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:13.484153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b236bc-fe22-432d-9785-934028aa3cdc') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:13.484572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b236bc-fe22-432d-9785-934028aa3cdc') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:13.494484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:28:13.500769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.505134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.530258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.536740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.543016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 9d24d9ab-57df-405a-9dd0-db446369b3b2) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:13.565592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3ad89-dcb8-41ae-9d74-4835558b98a4 None None] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:13.601942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:28:13.623393 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: timer() May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:28:13.676023 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:28:13.722434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Router e5a4141f-6654-4727-822d-2e1c596b0ce1 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:13.725375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:13.726057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:13.869003 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4733465 May 14 18:28:13.871825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:13.958879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:14.043650 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a7de113b-0504-45df-9549-a5b033fe59cd tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:14.101541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-9d24d9ab-57df-405a-9dd0-db446369b3b2', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:28:14.102401 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:14.177593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:14.205513 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:14.206901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "PUT /v2.0/routers/e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 200 len: 705 time: 4.8386803 May 14 18:28:14.215392 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54548) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:14.273472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:14.286828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a162bf-e1dd-4796-85d1-b8d603ab0d2e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:14.291640 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:14.292780 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00a162bf-e1dd-4796-85d1-b8d603ab0d2e HTTP/1.1" status: 204 len: 168 time: 2.8429115 May 14 18:28:14.444584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Allocated IP 2001:db8::2 (9d24d9ab-57df-405a-9dd0-db446369b3b2/e1782d5b-62a9-414b-b7cd-7d83f47f3f6e/c8554fc7-f0ff-47cd-8b05-15810c27a177) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:14.518243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f791e50d-46f4-44eb-812b-b0fb666d7efa tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/routers/e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 200 len: 740 time: 0.3008103 May 14 18:28:14.520992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54560) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:14.586217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-172ad289-db2c-4d43-8b8a-44a5bdf5f3d9 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&device_id=e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 200 len: 205 time: 0.0634279 May 14 18:28:14.592931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54564) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:14.636366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:14.654860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6a5a1949-5748-4d85-b619-53b3e974540f tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 200 len: 205 time: 0.0583653 May 14 18:28:14.657310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54572) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:14.787078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] Sync routers for ids ['e5a4141f-6654-4727-822d-2e1c596b0ce1'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:14.805405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-576d71aa-a3f5-4188-8406-39ab06bc4e6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62972947f9b0440ea16843de3549b2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677258 May 14 18:28:14.809927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:14.816999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] Routers {'e5a4141f-6654-4727-822d-2e1c596b0ce1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:14.817876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e5a4141f-6654-4727-822d-2e1c596b0ce1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:14.869839 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:14.890230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:14.893459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:14.909686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] Routers {'e5a4141f-6654-4727-822d-2e1c596b0ce1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:14.910532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e5a4141f-6654-4727-822d-2e1c596b0ce1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:14.984497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Transition to ACTIVE for port object c8554fc7-f0ff-47cd-8b05-15810c27a177 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:14.993313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:14.993968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fcb86-3089-409e-b6e4-12c091c5234e None None] The sync data for ids ['e5a4141f-6654-4727-822d-2e1c596b0ce1'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:15.003447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.059661 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.061988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Transition to ACTIVE for port object c8554fc7-f0ff-47cd-8b05-15810c27a177 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:15.081280 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.084931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.090712 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c2bcb9ec-1ba0-4a79-9a40-e8e60d661276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:15.274793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:15.278021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:15.285938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:15.384513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Pushing event updated for resources: {'Port': ['ID=c8554fc7-f0ff-47cd-8b05-15810c27a177,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:15.393043 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:15.480612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Attempting to bind port c8554fc7-f0ff-47cd-8b05-15810c27a177 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:15.481004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Attempting to bind port c8554fc7-f0ff-47cd-8b05-15810c27a177 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:15.481378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Attempting to bind port c8554fc7-f0ff-47cd-8b05-15810c27a177 on network 9d24d9ab-57df-405a-9dd0-db446369b3b2 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:15.492490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:15.495544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Checking segment: {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:15.496035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.496513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Bound using segment: {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:15.497035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Bound port: c8554fc7-f0ff-47cd-8b05-15810c27a177, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:15.497430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.646275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.649208 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.691014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.691601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Fanout notify agent at l3_agent the message router_deleted on router e5a4141f-6654-4727-822d-2e1c596b0ce1 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:28:15.715844 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.717038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8bd1ff6-bcaf-4608-8679-c65a5bb4129a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 204 len: 168 time: 1.0578063 May 14 18:28:15.722479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54606) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:15.816241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] For port c8554fc7-f0ff-47cd-8b05-15810c27a177, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:15.823236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] For port c8554fc7-f0ff-47cd-8b05-15810c27a177, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c8554fc7-f0ff-47cd-8b05-15810c27a177,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:15.837513 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:15.842761 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8d5136e8-a557-45f6-9489-bbef3c02eb52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:15.853748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8::1 (9d24d9ab-57df-405a-9dd0-db446369b3b2/e1782d5b-62a9-414b-b7cd-7d83f47f3f6e/b17e9097-5622-489a-82c0-b7975cad8530) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:15.966573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Pushing event updated for resources: {'Port': ['ID=c8554fc7-f0ff-47cd-8b05-15810c27a177,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:15.971673 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:15.991373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:16.011910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb36dd7f-c150-4590-89ef-e2946c7b796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:16.122070 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:16.125556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed4e6b-168a-4dae-ac55-ea958a3f0856,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:16.128813 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:16.129319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f4d03195-2e34-4a6c-99f2-634cffca890a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 200 len: 205 time: 0.4055760 May 14 18:28:16.129979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54614) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:16.170080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:16.174787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bed4e6b-168a-4dae-ac55-ea958a3f0856 HTTP/1.1" status: 204 len: 168 time: 1.3637283 May 14 18:28:16.176517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object b17e9097-5622-489a-82c0-b7975cad8530 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:16.212420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-cdea8dcd-0a96-4c15-8ecd-df2957f2a4fa tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188800175&fields=id&tenant_id=b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 267 time: 0.5401399 May 14 18:28:16.246248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:16.252492 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:16.268806 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-8663dd26-e0de-4a2f-bd4b-2e9b1eb855af tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] delete failed (client error): The resource could not be found. May 14 18:28:16.275334 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8663dd26-e0de-4a2f-bd4b-2e9b1eb855af tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/e5a4141f-6654-4727-822d-2e1c596b0ce1 HTTP/1.1" status: 404 len: 336 time: 0.1398318 May 14 18:28:16.292398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54620) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:16.402375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=b17e9097-5622-489a-82c0-b7975cad8530,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:16.407483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:16.426260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:16.427465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:16.430445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:16.430977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:16.512690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3ea9bd5b-0ce3-4b8c-b424-ca66312e9ea0 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0714de9-b472-4a08-9072-427e634b4a6e HTTP/1.1" status: 200 len: 205 time: 0.2180545 May 14 18:28:16.514633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54628) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:16.562681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-03d510f4-435c-4f17-95c7-1cbfdd07a78d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:16.572065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-03d510f4-435c-4f17-95c7-1cbfdd07a78d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.3482432 May 14 18:28:16.604622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-63eade69-1f8c-4620-8aa4-56b8e7d363ff tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/quotas/b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 375 time: 0.0267432 May 14 18:28:16.752744 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-43bb4954-16e4-4949-acbc-dbc611f76304 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] delete failed (client error): The resource could not be found. May 14 18:28:16.753770 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-43bb4954-16e4-4949-acbc-dbc611f76304 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/f0714de9-b472-4a08-9072-427e634b4a6e HTTP/1.1" status: 404 len: 336 time: 0.2275219 May 14 18:28:16.766212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-67b30ec6-45dc-44bd-98f5-862448d3208a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1553783 May 14 18:28:16.767298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54642) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:16.857971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-07f28a2c-b089-46b7-bd41-4d0f106c0433 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=22e43bf2-3513-48b5-96b0-d1276e0eb147 HTTP/1.1" status: 200 len: 205 time: 0.0841429 May 14 18:28:16.860343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54650) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:16.941526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:16.960268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c8554fc7-f0ff-47cd-8b05-15810c27a177 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:17.027105 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-f06f55d9-709d-4418-a1c7-9cb63a8f37c8 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] delete failed (client error): The resource could not be found. May 14 18:28:17.031726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f06f55d9-709d-4418-a1c7-9cb63a8f37c8 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/22e43bf2-3513-48b5-96b0-d1276e0eb147 HTTP/1.1" status: 404 len: 336 time: 0.1478686 May 14 18:28:17.094106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54658) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.140043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c8554fc7-f0ff-47cd-8b05-15810c27a177 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:17.167982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-054e1f5a-cdb2-427e-b473-cd4b27d81210 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff7e49e-53c5-456a-bab6-504ab2b65b1a HTTP/1.1" status: 200 len: 205 time: 0.0714660 May 14 18:28:17.170772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54664) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.293340 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-ad9d2a73-d2e3-4182-be84-f098dabfd6da tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] delete failed (client error): The resource could not be found. May 14 18:28:17.294407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ad9d2a73-d2e3-4182-be84-f098dabfd6da tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/eff7e49e-53c5-456a-bab6-504ab2b65b1a HTTP/1.1" status: 404 len: 336 time: 0.1225293 May 14 18:28:17.356088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54674) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.495332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ca45f6c9-27d8-4e33-b21b-bc0bcd9ca74c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f004831-7667-4629-9e65-15d7a9ab8d93 HTTP/1.1" status: 200 len: 205 time: 0.1378031 May 14 18:28:17.505127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54684) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.528180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28137917-7e51-47b6-b378-b81303fd254e None None] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:17.662672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.719363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-c21e76cf-0e7e-4faf-87f4-4542545b1cf6 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8687408 May 14 18:28:17.725317 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-e3d3d087-71c1-47dc-966a-3c4277065de7 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] delete failed (client error): The resource could not be found. May 14 18:28:17.727905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3d3d087-71c1-47dc-966a-3c4277065de7 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/4f004831-7667-4629-9e65-15d7a9ab8d93 HTTP/1.1" status: 404 len: 336 time: 0.2216084 May 14 18:28:17.773669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54698) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.813537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Provisioning for port c8554fc7-f0ff-47cd-8b05-15810c27a177 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:17.826281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Provisioning complete for port c8554fc7-f0ff-47cd-8b05-15810c27a177 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:17.826669 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:17.836379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-407afa2f-5515-4bd5-8767-868a2903462a tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "GET /v2.0/ports?device_id=e298d4f7-d313-40e6-9f05-60026e631966 HTTP/1.1" status: 200 len: 205 time: 0.0590999 May 14 18:28:17.853226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54706) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.938724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1408204040-network', 'tenant_id': '17fbab2f77a8450ca4db95bc7aa919a4'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:17.972132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:17.980294 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-d2bebdda-66c2-434e-bbf4-4fed49239f8b tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] delete failed (client error): The resource could not be found. May 14 18:28:17.981489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d2bebdda-66c2-434e-bbf4-4fed49239f8b tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/routers/e298d4f7-d313-40e6-9f05-60026e631966 HTTP/1.1" status: 404 len: 336 time: 0.1269178 May 14 18:28:17.985539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Usage tracker for resource:network and tenant:17fbab2f77a8450ca4db95bc7aa919a4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:17.989873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54710) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:17.990861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:18.055792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-7feb8b80-be8c-4f6d-b8fa-ec7e5b0cc848 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267336 May 14 18:28:18.067409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:18.088385 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd169422-0144-4db5-92c1-975944ff4af6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] DELETE failed (client error): The resource could not be found. May 14 18:28:18.088990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd169422-0144-4db5-92c1-975944ff4af6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:28:18.093184 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd169422-0144-4db5-92c1-975944ff4af6 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] 10.222.0.24 "DELETE /v2.0/subnets/3bced74a-86da-4fa0-8eec-22e67afda8df HTTP/1.1" status: 404 len: 337 time: 0.0868518 May 14 18:28:18.115026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Made reservation on behalf of 17fbab2f77a8450ca4db95bc7aa919a4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:18.117881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.136337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.161709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:18.177271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Usage tracker for resource:security_group_rule and tenant:17fbab2f77a8450ca4db95bc7aa919a4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:18.183840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:18.193827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.195740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:18.207476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.208580 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.215127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:18.263540 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.367553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] For port c8554fc7-f0ff-47cd-8b05-15810c27a177, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c8554fc7-f0ff-47cd-8b05-15810c27a177,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:18.379033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.382857 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ed915d80-eb61-4b97-b6d9-ca10cfeca7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:18.622188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Pushing event updated for resources: {'Port': ['ID=c8554fc7-f0ff-47cd-8b05-15810c27a177,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:18.631345 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:18.639917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54728) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:18.647233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=b17e9097-5622-489a-82c0-b7975cad8530,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:18.653898 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:18.688544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cfe87a71-5591-41f2-bd82-b761e3d84837 None None] Provisioning for port b17e9097-5622-489a-82c0-b7975cad8530 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:18.716207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cfe87a71-5591-41f2-bd82-b761e3d84837 None None] Provisioning complete for port b17e9097-5622-489a-82c0-b7975cad8530 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:18.716644 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfe87a71-5591-41f2-bd82-b761e3d84837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.800671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:18.866209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.869278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:18.985824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:18.997093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:19.024203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c8554fc7-f0ff-47cd-8b05-15810c27a177 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:19.176421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cfe87a71-5591-41f2-bd82-b761e3d84837 None None] Port b17e9097-5622-489a-82c0-b7975cad8530 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:19.198002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:19.204875 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:19.245535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:28:19.253289 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.256578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cfe87a71-5591-41f2-bd82-b761e3d84837 None None] Provisioning complete for port c8554fc7-f0ff-47cd-8b05-15810c27a177 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:19.257242 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cfe87a71-5591-41f2-bd82-b761e3d84837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.325599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:19.328080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.331763 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Added segment 2c09acaf-289d-495c-9c41-279bcd2ffcc9 of type vlan for network 84f61503-a5d7-4fe4-9d39-6b2530410af4 May 14 18:28:19.339281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Usage tracker for resource:security_group_rule and tenant:7164b7891a0b4ae7b5551b6539d370fb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:19.342605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:19.349764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:19.448173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c8554fc7-f0ff-47cd-8b05-15810c27a177 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:19.451996 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.457413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3850204d-7a9d-42ed-a1b6-4f1a903bf245 req-2f7da618-c254-4c20-abb6-18c82f632cbf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 210 time: 0.0870585 May 14 18:28:19.576734 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.587379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.588547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:19.629634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:28:19.636169 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f8bdae03-242e-490d-9f04-ceffabc50600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:19.690462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7164b7891a0b4ae7b5551b6539d370fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0477915 May 14 18:28:19.701424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:19.728142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e36062-6919-48dd-b05b-c2a817d909ba,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:19.750665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.751349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.752407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.755523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.756119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.757295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.759004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.759657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.760753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.763783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.765340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.765340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:19.778244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:20.035516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c099c5d-c099-4453-b539-7379025d317c None None] Provisioning complete for port b17e9097-5622-489a-82c0-b7975cad8530 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:20.035920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c099c5d-c099-4453-b539-7379025d317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.053853 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.054931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:20.055946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.073061 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bda2e400-8e14-4f24-aca0-a41f9c01a7f8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:20.180088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1c099c5d-c099-4453-b539-7379025d317c None None] Port b17e9097-5622-489a-82c0-b7975cad8530 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:20.224362 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5602977 May 14 18:28:20.227444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54778) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:20.233348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Request body: {'subnet': {'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1408204040-subnet', 'tenant_id': '17fbab2f77a8450ca4db95bc7aa919a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:20.240731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:20.244953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Usage tracker for resource:subnet and tenant:17fbab2f77a8450ca4db95bc7aa919a4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:20.247837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:20.255319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:20.261286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:20.271478 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:20.285468 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:20.286293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:20.292692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54782) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:20.293516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4206433 May 14 18:28:20.300890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Pushing event updated for resources: {'Network': ['ID=84f61503-a5d7-4fe4-9d39-6b2530410af4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:20.301217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-8372032'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:20.303917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:20.313577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 84f61503-a5d7-4fe4-9d39-6b2530410af4 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:28:20.314614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Made reservation on behalf of 17fbab2f77a8450ca4db95bc7aa919a4 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:20.321191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.328468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.388371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.557400 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:20.597872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.612210 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-77318325-706b-4b98-b381-83fe5d1e9cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:20.647638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e36062-6919-48dd-b05b-c2a817d909ba,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:20.678713 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:20.722715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:20.726535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57e36062-6919-48dd-b05b-c2a817d909ba HTTP/1.1" status: 204 len: 168 time: 0.7403562 May 14 18:28:20.888218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:20.898889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:20.905210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:20.917461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:20.976533 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:16Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:17Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:20.983010 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:28:20.983714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Updating router 836306c5-f77b-4461-b821-bb591b9e2093 port b17e9097-5622-489a-82c0-b7975cad8530 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:28:21.042419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:21.057559 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.082143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.462176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54806) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:21.594620 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-544726fc-fc02-4dda-9f87-8e352962e327 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56b4800583f749e3a08aecf0a86fe1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301346 May 14 18:28:21.596930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54810) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:21.670425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:28:21.680293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.680857 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 6f39ea87-ca85-47f6-819c-f755ea7314f9 of type vlan for network a276e828-8a15-4c95-bf2e-011a85e8a653 May 14 18:28:21.706437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.712780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.758746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ce12f89-902c-4801-9384-d7c69f0fc210 req-5aea0c97-d5e9-4802-b27f-a53d391962c7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 210 time: 0.8986781 May 14 18:28:21.784396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-71a7a43b-b8e0-4bb1-95b3-fa4bbbd17a7c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:21.786146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-71a7a43b-b8e0-4bb1-95b3-fa4bbbd17a7c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 811 time: 0.9236495 May 14 18:28:21.787988 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.790238 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.797225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.806248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:21.807433 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Transition to ACTIVE for port object b17e9097-5622-489a-82c0-b7975cad8530 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:21.809496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.816655 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.824196 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-dc617448-deb0-474f-aaad-a07796b602c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:21.855347 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62a01250-db69-44af-bb68-cad35060de49 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:21.869601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.886475 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15109c27-3a3a-4980-87ea-83c295ddad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:21.905741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707e390-289d-4d8b-a61f-dac3609a1c75,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:21.917980 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:21.919718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:21.921471 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2707e390-289d-4d8b-a61f-dac3609a1c75 HTTP/1.1" status: 204 len: 168 time: 0.3207872 May 14 18:28:21.977340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Pushing event updated for resources: {'Port': ['ID=b17e9097-5622-489a-82c0-b7975cad8530,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:22.007683 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.008020 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.008401 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.008727 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.009046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.009376 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.009681 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.009990 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.010299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.010607 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.011061 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.011401 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:22.168596 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:22.182862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-9387f8fb-6605-48d3-93b4-bd20ed34c81c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f4569298d54794875f6c20b6f8ff50 HTTP/1.1" status: 200 len: 380 time: 0.3585043 May 14 18:28:22.196493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'port': {'device_id': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'admin_state_up': True, 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'security_groups': ['1ab8708c-05de-4654-b94e-967768df69fb']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:22.280800 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Attempting to bind port b17e9097-5622-489a-82c0-b7975cad8530 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:22.281351 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Attempting to bind port b17e9097-5622-489a-82c0-b7975cad8530 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:22.281737 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Attempting to bind port b17e9097-5622-489a-82c0-b7975cad8530 on network 9d24d9ab-57df-405a-9dd0-db446369b3b2 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:22.289366 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:22.289644 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Checking segment: {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:22.289999 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:22.290454 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Bound using segment: {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:22.290954 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Bound port: b17e9097-5622-489a-82c0-b7975cad8530, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6370d1ed-c55d-414b-b831-87db50ffac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:22.291354 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:22.466099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1719668 May 14 18:28:22.469034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54838) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:22.477765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:22.492691 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] For port b17e9097-5622-489a-82c0-b7975cad8530, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:22.504816 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] For port b17e9097-5622-489a-82c0-b7975cad8530, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b17e9097-5622-489a-82c0-b7975cad8530,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:22.505788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=a276e828-8a15-4c95-bf2e-011a85e8a653,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:22.512152 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:22.515576 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:22.522359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a276e828-8a15-4c95-bf2e-011a85e8a653 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:28:22.531793 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d49a2679-99e6-4380-8946-9ee9b57aee72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:22.719950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Pushing event updated for resources: {'Port': ['ID=b17e9097-5622-489a-82c0-b7975cad8530,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:22.729955 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:22.757808 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:22.758902 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:22.798188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:22.842863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:23.049737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Made reservation on behalf of b6f4569298d54794875f6c20b6f8ff50 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:23.071146 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:23.160799 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:23.247584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:23.292365 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3491153a-9995-472c-b82e-1a606abc41f8 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:23.316803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:23.327664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:23.335315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:23.351427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:23.389334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:23.397468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:23.554825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57f6316b-5a7e-42bb-90e7-1f23e5dc5625 req-54a28dd9-c029-41e2-8b2a-4c861fa20b28 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 210 time: 0.4201541 May 14 18:28:23.648027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f17b07f-14cc-4af1-bcb2-7245fa34085f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:23.664680 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:23.684817 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:28:23.763339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Checking segment: {'id': '2c09acaf-289d-495c-9c41-279bcd2ffcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:23.774113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Network hostable DHCP agents. Network: 84f61503-a5d7-4fe4-9d39-6b2530410af4, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:28:23.964455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Network 84f61503-a5d7-4fe4-9d39-6b2530410af4 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:28:24.027957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 84f61503-a5d7-4fe4-9d39-6b2530410af4) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:24.042742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48982bd7-bd89-41ea-ae8d-b3c76a0021a4 None None] Network 84f61503-a5d7-4fe4-9d39-6b2530410af4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:24.096221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.20.0.6 (d0d85108-dff3-4c8f-97be-04cc577163f8/75c89bac-d8b0-474b-b68f-0c753513c78f/6d1e709e-a34a-468e-9bbd-a33b19e85f5e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:24.120122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:24.120759 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:24.273563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0449831 May 14 18:28:24.316620 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:16Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:22Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:24.330515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457a792-9cdf-41c4-9532-39d680137bd0 None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:16Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:22Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:24.394978 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:24.763751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:24.789677 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd1cb42-0364-453c-8bd9-a73342ac677b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:25.031243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f56df8-2d42-421d-8052-ae9f4427a0fe None None] Network 84f61503-a5d7-4fe4-9d39-6b2530410af4 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:25.103130 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:25.164018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Transition to ACTIVE for port object 6d1e709e-a34a-468e-9bbd-a33b19e85f5e will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:25.169936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=0612d2ac-1ed2-42fc-966e-fc3ddd252dcb,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:25.179527 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:25.200964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:25.200964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: a276e828-8a15-4c95-bf2e-011a85e8a653, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:28:25.243832 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:25.254783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network a276e828-8a15-4c95-bf2e-011a85e8a653 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:28:25.261931 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ecd04c25-54c8-4501-9d6a-6123ff51c5ac tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:25.290718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a276e828-8a15-4c95-bf2e-011a85e8a653) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:25.292000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b17e9097-5622-489a-82c0-b7975cad8530 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:25.352400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:25.353174 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:25.457980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9870522 May 14 18:28:25.461236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54912) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:25.732377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:25.735704 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:25.739248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54920) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:25.743849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:25.749373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:25.752852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:25.908827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:25.912838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee1daf-e373-4b2f-b6d4-4224e2b5c039 None None] Network a276e828-8a15-4c95-bf2e-011a85e8a653 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:25.932111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:25.983120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7976079 May 14 18:28:25.997294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Request body: {'port': {'device_id': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:26.361955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2040241430', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:26.528022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:26.573586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Usage tracker for resource:port and tenant:37d64acea0ed4c6bb20535e73d8d4f8a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:26.576722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5dcab81b-300b-4a01-9f65-225c8b5a8f80 None None] Provisioning for port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:26.593928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b17e9097-5622-489a-82c0-b7975cad8530 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:26.597862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:26.609929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:26.642765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b17e9097-5622-489a-82c0-b7975cad8530 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:26.643140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:26.655957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:26.711771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5dcab81b-300b-4a01-9f65-225c8b5a8f80 None None] Provisioning complete for port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:26.712273 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5dcab81b-300b-4a01-9f65-225c8b5a8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:26.898686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Made reservation on behalf of 37d64acea0ed4c6bb20535e73d8d4f8a for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:26.902642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:26.994750 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:26.995826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:27.017730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5dcab81b-300b-4a01-9f65-225c8b5a8f80 None None] Port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:27.090727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2464-df3c-459e-a7ef-cedb6c042d70 req-59721179-1eba-436a-8329-c096eaebd258 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:27.092824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-05bf2464-df3c-459e-a7ef-cedb6c042d70 req-59721179-1eba-436a-8329-c096eaebd258 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:27.103084 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-435ba91e-87f0-4fa3-8d67-cfe145139521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:27.111765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:27.117939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:27.201414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b17e9097-5622-489a-82c0-b7975cad8530, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b17e9097-5622-489a-82c0-b7975cad8530,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:27.212903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:27.264696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Usage tracker for resource:security_group_rule and tenant:37d64acea0ed4c6bb20535e73d8d4f8a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:27.269148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:27.286479 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6ff875f-a317-47f5-8a46-aa54eda136a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:27.302924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:27.313029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-05bf2464-df3c-459e-a7ef-cedb6c042d70 req-59721179-1eba-436a-8329-c096eaebd258 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:27.324363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05bf2464-df3c-459e-a7ef-cedb6c042d70 req-59721179-1eba-436a-8329-c096eaebd258 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 931 time: 0.9948449 May 14 18:28:27.432724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b17e9097-5622-489a-82c0-b7975cad8530,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:27.448278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a276e828-8a15-4c95-bf2e-011a85e8a653', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:28:27.449263 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:27.485025 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:27.903695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05bf2464-df3c-459e-a7ef-cedb6c042d70 req-ea0cfa3c-fd88-4833-a60f-dd23d83c8a6c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5784001 May 14 18:28:27.909700 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:27.924132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Allocated IP 2001:db8:1::2 (a276e828-8a15-4c95-bf2e-011a85e8a653/0612d2ac-1ed2-42fc-966e-fc3ddd252dcb/b48217dd-7ff5-423c-85b6-0ab70e5becba) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:28.217008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1e709e-a34a-468e-9bbd-a33b19e85f5e {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:28:28.226106 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.244190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Transition to ACTIVE for port object 6d1e709e-a34a-468e-9bbd-a33b19e85f5e will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:28.306536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.318720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Transition to ACTIVE for port object b48217dd-7ff5-423c-85b6-0ab70e5becba will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:28.340816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Transition to ACTIVE for port object b48217dd-7ff5-423c-85b6-0ab70e5becba will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:28.344760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.349915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.354784 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:28.364384 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce15ad34-2a49-419e-b595-3fa3c012f840 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:28.500083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8:1::1 (a276e828-8a15-4c95-bf2e-011a85e8a653/0612d2ac-1ed2-42fc-966e-fc3ddd252dcb/95e48d1a-6dbe-445c-80d8-c4bf4651a81c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:28.507799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Network a276e828-8a15-4c95-bf2e-011a85e8a653 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:28.518205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:28.534941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:28.621911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Pushing event updated for resources: {'Port': ['ID=b48217dd-7ff5-423c-85b6-0ab70e5becba,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:28.687164 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:28.710591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Attempting to bind port b48217dd-7ff5-423c-85b6-0ab70e5becba on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:28.711267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Attempting to bind port b48217dd-7ff5-423c-85b6-0ab70e5becba by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:28.711789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Attempting to bind port b48217dd-7ff5-423c-85b6-0ab70e5becba on network a276e828-8a15-4c95-bf2e-011a85e8a653 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:28.720746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:28.721700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Checking segment: {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:28.722297 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.729063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Bound using segment: {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:28.729951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Bound port: b48217dd-7ff5-423c-85b6-0ab70e5becba, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:28.730529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.826595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.865260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] For port b48217dd-7ff5-423c-85b6-0ab70e5becba, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:28.872622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] For port b48217dd-7ff5-423c-85b6-0ab70e5becba, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b48217dd-7ff5-423c-85b6-0ab70e5becba,segment=NetworkSegment(6f39ea87-ca85-47f6-819c-f755ea7314f9),segment_id=6f39ea87-ca85-47f6-819c-f755ea7314f9)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:28.886299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.910785 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-968100d0-725b-436b-827c-1913d816b568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:28.929417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:28.944809 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.948934 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:28.951160 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:28.956530 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-33bad25f-c934-4e01-8bc7-960265abd608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:28.989769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 95e48d1a-6dbe-445c-80d8-c4bf4651a81c will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:29.025221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.030022 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-22aadc18-7b17-4dab-9778-be11c12ffa58 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:29.123285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:29.128251 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:29.149610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network a276e828-8a15-4c95-bf2e-011a85e8a653 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:29.150818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:29.154668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] device_id is not set on port 22a6f3a1-3a3d-49b2-a37d-040726a2eeb9 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:28:29.158853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:29.159453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.175971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Pushing event updated for resources: {'Port': ['ID=b48217dd-7ff5-423c-85b6-0ab70e5becba,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:29.191946 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:29.250831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320f21b3-261e-4eaa-b72f-e4491c0de8ff,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:29.290355 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:29.318062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Attempting to bind port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:29.318688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Attempting to bind port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:29.319237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Attempting to bind port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:29.326847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e on network d0d85108-dff3-4c8f-97be-04cc577163f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:28:29.327474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Attempting to bind port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e on network d0d85108-dff3-4c8f-97be-04cc577163f8 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:29.343960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:29.344568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Checking segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:29.345679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Bound using segment: {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:29.346332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Bound port: 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:29.346867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.383392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b17e9097-5622-489a-82c0-b7975cad8530 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:29.399133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069c39-0635-4dcb-9ab7-cb4a9f44d6a1 req-9a7a76e2-4eef-4c38-a4a0-ec3f0c9ef8c2 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:29.408115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c069c39-0635-4dcb-9ab7-cb4a9f44d6a1 req-9a7a76e2-4eef-4c38-a4a0-ec3f0c9ef8c2 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 1.3133886 May 14 18:28:29.427639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.571086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b17e9097-5622-489a-82c0-b7975cad8530 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:29.571497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.734340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c069c39-0635-4dcb-9ab7-cb4a9f44d6a1 req-bcbb44a7-62c1-4e92-b1f6-753e6561ef5f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Synchronizing usage tracker for tenant:7adeed14fc444f079e3975df89746629 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:29.747229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.756509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] For port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:29.773420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] For port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:29.776338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b20bd35-a433-440a-9614-38187f714678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.785874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c069c39-0635-4dcb-9ab7-cb4a9f44d6a1 req-bcbb44a7-62c1-4e92-b1f6-753e6561ef5f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Unset dirty status for tenant:7adeed14fc444f079e3975df89746629 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:29.787342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c069c39-0635-4dcb-9ab7-cb4a9f44d6a1 req-bcbb44a7-62c1-4e92-b1f6-753e6561ef5f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777676 May 14 18:28:29.792592 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.807511 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-580a167d-b4fd-4f50-93dd-7ed0dd470f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:29.826650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 54970) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:29.904188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:29.917105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:29.918323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Allocated IP 172.25.4.230 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/22a6f3a1-3a3d-49b2-a37d-040726a2eeb9) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:29.960736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:29.961368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:29.965503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] 10.222.0.15 "PUT /v2.0/ports/6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 1091 time: 3.9736919 May 14 18:28:29.966246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:30.299040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-e578a370-2c40-4180-89e9-9b0f6e7371d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:30.301029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-e578a370-2c40-4180-89e9-9b0f6e7371d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1094 time: 0.2870820 May 14 18:28:30.487669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-16ee12eb-68be-4536-b800-6b3623852b87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 217 time: 0.1779861 May 14 18:28:30.618121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:30.649831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:30.650998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:30.664568 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7572741-2d8b-4d6e-84b8-b7b33086f733 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:30.774855 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:30.817234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-36f28056-6e12-48ee-b5d3-4ddc7a282f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:30.819150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-36f28056-6e12-48ee-b5d3-4ddc7a282f73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1312032 May 14 18:28:30.868015 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:31.032030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:31.035573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574ba09-a878-4eb3-b3bd-5753ce6af84b None None] Network a276e828-8a15-4c95-bf2e-011a85e8a653 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:31.038754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae402560-6ceb-4101-89d1-c9e9d88f73ed req-81dee6a0-f63c-4296-8206-294fd46e17f2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:31.040977 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:31.041828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae402560-6ceb-4101-89d1-c9e9d88f73ed req-81dee6a0-f63c-4296-8206-294fd46e17f2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 943 time: 0.7335353 May 14 18:28:31.071776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network a276e828-8a15-4c95-bf2e-011a85e8a653 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:31.076370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:31.094651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 9bfbc312-2b90-41b2-a8e1-4253a54b846d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:31.095859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:31.149025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-95bf2a09-717a-4a71-b801-1c17d128a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:31.151030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-95bf2a09-717a-4a71-b801-1c17d128a2a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242517 May 14 18:28:31.177843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-84edcb86-c571-4144-a717-b04f81100ddb None None] Provisioning for port b48217dd-7ff5-423c-85b6-0ab70e5becba completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:31.490097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b48217dd-7ff5-423c-85b6-0ab70e5becba up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:31.576032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:31.685670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b48217dd-7ff5-423c-85b6-0ab70e5becba completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:31.692616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b48217dd-7ff5-423c-85b6-0ab70e5becba triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:31.692993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:31.740716 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:31.744233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-960a39e1-9651-481c-912f-ea24283b53e8 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674832 May 14 18:28:31.754960 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88edf1d8-ca0c-4dae-8c78-2e4c843a3b22 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:31.865872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae402560-6ceb-4101-89d1-c9e9d88f73ed req-fb792a4e-4347-4df8-bfe3-f4e765daa031 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8157890 May 14 18:28:31.888350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Pushing event updated for resources: {'Port': ['ID=22a6f3a1-3a3d-49b2-a37d-040726a2eeb9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:31.903209 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:31.919975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:31.927589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.014917 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'status': 'completed', 'code': 200} May 14 18:28:32.031883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:32.039530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:32.058640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:32.168800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:32.196722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.224173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:32.227430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:32.228046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.244535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-49a7a79d-85bc-42c7-ab76-8330faaa0d43 req-b9e2e740-0c7f-4062-a02d-bad3330d43ca service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758183 May 14 18:28:32.276545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:32.283029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:32.302011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 6.5613959 May 14 18:28:32.302814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54988) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:32.309400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.230'}]}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:32.320364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 9bfbc312-2b90-41b2-a8e1-4253a54b846d owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:32.365528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:32.368495 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9061162 May 14 18:28:32.372694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 54992) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:32.379948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2131989943'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:32.384456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Usage tracker for resource:router and tenant:37d64acea0ed4c6bb20535e73d8d4f8a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:32.400468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:32.403582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:32.422109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:32.425675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:32.430014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:32.462641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:32.497973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.498964 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.551628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-964eaa27-b236-4cf4-b93a-e052457fe3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:32.553103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-964eaa27-b236-4cf4-b93a-e052457fe3c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1094 time: 0.2298002 May 14 18:28:32.553738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:32.570720 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.745471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.822764 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.827617 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:32.863233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:28:32.902020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:32.902898 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment 21caac31-8f95-414f-8110-5c0f7a449e24 of type vlan for network c278d483-77f9-481c-a85d-6fbd6f66caad May 14 18:28:32.911936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=9bfbc312-2b90-41b2-a8e1-4253a54b846d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:32.916307 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:33.008018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ae38f75c-67a5-424b-b314-43abe42efa84 None None] Provisioning complete for port b48217dd-7ff5-423c-85b6-0ab70e5becba triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:33.016794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ae38f75c-67a5-424b-b314-43abe42efa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.053896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.054289 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 8ef883ea-0c71-45e8-8f1a-a3d43518a485 disassociated (deleted). External IP: 172.25.4.19, port: 1c4bfa90-05c3-426c-9d19-5150ce347e81. May 14 18:28:33.116664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.139463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-e16f40d4-85de-4386-be34-34c56ce4da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:33.145429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-e16f40d4-85de-4386-be34-34c56ce4da2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.5603747 May 14 18:28:33.148922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b48217dd-7ff5-423c-85b6-0ab70e5becba, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b48217dd-7ff5-423c-85b6-0ab70e5becba,segment=NetworkSegment(6f39ea87-ca85-47f6-819c-f755ea7314f9),segment_id=6f39ea87-ca85-47f6-819c-f755ea7314f9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:33.161842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.171789 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ed9e3702-b10e-434d-803e-d1f502c27fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:33.264673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:33.551849 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.707466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b48217dd-7ff5-423c-85b6-0ab70e5becba,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:33.732721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.753802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-43817b2a-aad9-4818-8a32-dd6eeda4338b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 217 time: 0.3440833 May 14 18:28:33.829942 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.836118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:33.836825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.840299 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:33.870221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ea55351-3cd7-4bf2-8484-d03522f5dd96 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:33.886158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ae38f75c-67a5-424b-b314-43abe42efa84 None None] Provisioning for port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:33.918483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ae38f75c-67a5-424b-b314-43abe42efa84 None None] Provisioning complete for port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:33.920558 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ae38f75c-67a5-424b-b314-43abe42efa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:33.978051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6031554 May 14 18:28:34.000829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55018) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:34.009618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 2717edee-ae69-489b-9e29-c6ac3b7ead78 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:34.014055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:34.053066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-25a5c06b-8127-46fc-acec-4302553e1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:34.054534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-25a5c06b-8127-46fc-acec-4302553e1304 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.2860677 May 14 18:28:34.062141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=c278d483-77f9-481c-a85d-6fbd6f66caad,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:34.073595 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:34.109572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c278d483-77f9-481c-a85d-6fbd6f66caad details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:28:34.126083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ae38f75c-67a5-424b-b314-43abe42efa84 None None] Port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:34.135421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713bea4-871a-4802-a827-9ae0e05822c1 req-8cac2e19-cfea-4a67-899f-d2c64eb538ad tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:34.142667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6713bea4-871a-4802-a827-9ae0e05822c1 req-8cac2e19-cfea-4a67-899f-d2c64eb538ad tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 943 time: 0.5470994 May 14 18:28:34.411846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6713bea4-871a-4802-a827-9ae0e05822c1 req-ee88aeef-aaf5-4818-be67-29752c4d92a9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681093 May 14 18:28:34.487894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-bd910591-5126-46e6-b2db-5ee54fc0d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:34.489355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-bd910591-5126-46e6-b2db-5ee54fc0d761 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4142139 May 14 18:28:34.507869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-12df4d67-3199-4474-b3d4-b8610a2e1d3e None None] Provisioning complete for port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:34.508986 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-12df4d67-3199-4474-b3d4-b8610a2e1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:34.589169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:34.717934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-12df4d67-3199-4474-b3d4-b8610a2e1d3e None None] Port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:34.749606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:29Z', 'revision_number': 3, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:30Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:34.759536 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:28:34.759991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Updating router 836306c5-f77b-4461-b821-bb591b9e2093 port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:28:34.886167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:34.897843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:34.914094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:34.972632 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:34.983393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:34.989664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:35.081108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-60cf46ee-78c4-4ab0-9ed7-ac41ea183beb service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622823 May 14 18:28:35.234431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1d7c536-ae93-4dc3-bab3-4d2b8722deae req-5a38314f-4c8c-45cb-86f3-dfd84d2f8b5f service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460075 May 14 18:28:35.276000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:35.289448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] Sync routers for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:35.310055 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:35.316096 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:35.369755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:35.492677 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/floatingips/8ef883ea-0c71-45e8-8f1a-a3d43518a485 HTTP/1.1" status: 204 len: 168 time: 5.6619792 May 14 18:28:35.503977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:35.537015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b48217dd-7ff5-423c-85b6-0ab70e5becba up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:35.770494 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:35.797095 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:35.851203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Transition to ACTIVE for port object 95e48d1a-6dbe-445c-80d8-c4bf4651a81c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:35.870116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:35.884681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f068e4fb-ead2-4a5b-9d35-fc1898f10149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:35.968114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-4548d20e-03aa-47f3-8b8f-d095672a0a3a tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:35.977263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-4548d20e-03aa-47f3-8b8f-d095672a0a3a tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/networks?id=84f61503-a5d7-4fe4-9d39-6b2530410af4 HTTP/1.1" status: 200 len: 810 time: 0.6724539 May 14 18:28:35.988340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.043901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-d8948852-9201-4936-9b15-39e433d064d0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/quotas/17fbab2f77a8450ca4db95bc7aa919a4 HTTP/1.1" status: 200 len: 375 time: 0.0651131 May 14 18:28:36.133173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.152591 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c75bd-8a79-4f4f-92cb-32fff777d36a None None] Pushing event updated for resources: {'Port': ['ID=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:36.171956 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f47c75bd-8a79-4f4f-92cb-32fff777d36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:36.289940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b48217dd-7ff5-423c-85b6-0ab70e5becba triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:36.289940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.305990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.310132 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-836dbc84-4b75-4bad-a3a4-1b5d803da894 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:36.384098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-95a0fd85-f78e-4e65-8df5-36aa920d8f3f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17fbab2f77a8450ca4db95bc7aa919a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3389573 May 14 18:28:36.451954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=ac228ef4-80c3-46a0-bc72-aae5af1768c4,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:36.459342 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:36.467143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Attempting to bind port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:36.467588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Attempting to bind port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:36.467941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Attempting to bind port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c on network a276e828-8a15-4c95-bf2e-011a85e8a653 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:36.469131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:36.469586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: c278d483-77f9-481c-a85d-6fbd6f66caad, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:28:36.510022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network c278d483-77f9-481c-a85d-6fbd6f66caad is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:28:36.531454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c278d483-77f9-481c-a85d-6fbd6f66caad) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:36.549003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:36.553582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.598701 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:37Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:36.612682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b2338-6bd6-4a33-914b-405e694f5caf None None] Network c278d483-77f9-481c-a85d-6fbd6f66caad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:36.613252 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] Checking router: 2717edee-ae69-489b-9e29-c6ac3b7ead78 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:28:36.628710 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6259947 May 14 18:28:36.629502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:36.639588 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:36.643103 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:36.646826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:36.649348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Checking segment: {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:36.649798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.650189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Bound using segment: {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:36.650704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Bound port: 95e48d1a-6dbe-445c-80d8-c4bf4651a81c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f39ea87-ca85-47f6-819c-f755ea7314f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:36.651085 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:36.772614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ac83decd-5d60-4d89-b541-14b8c8e5010a service neutron] 10.222.0.24 "GET /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684323 May 14 18:28:37.014588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] For port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:37.018670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] For port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,segment=NetworkSegment(6f39ea87-ca85-47f6-819c-f755ea7314f9),segment_id=6f39ea87-ca85-47f6-819c-f755ea7314f9)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:37.031227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:37.048924 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-da82515b-cf97-407b-a9fc-c75e96b2dc7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:37.121152 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:37.155561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:37.156269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:37.301190 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:37.438283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-f4b24b04-7ac9-49be-b704-b91c19d680b5 service neutron] 10.222.0.24 "GET /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602962 May 14 18:28:37.599888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c75bd-8a79-4f4f-92cb-32fff777d36a None None] Pushing event updated for resources: {'Port': ['ID=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:37.614108 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f47c75bd-8a79-4f4f-92cb-32fff777d36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:37.689502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:37.804632 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:37Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:37.809847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39a021-63b0-451a-b1d5-87ebb8c5ef20 None None] The sync data for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 is: [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:25:25Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'a41a8376-79bc-4318-912a-2c647adf965a', 'name': '', 'network_id': 'c05fe103-5ee7-4cab-b9d9-88c047f72b9e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:4d:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:24Z', 'updated_at': '2021-05-14T18:25:37Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '1c2e697e-1a3c-4db1-b9c8-a67c5cd41923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:38.207807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c278d483-77f9-481c-a85d-6fbd6f66caad', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:28:38.208676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:38.500525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91275-08ab-4e22-b475-dd7d59edf392 None None] New status for floating IP 8ef883ea-0c71-45e8-8f1a-a3d43518a485: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:28:38.509963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:38.795625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:38.814855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:38.931475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:38.942018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 766e604b-c1f9-41da-9a2e-aa5d0ef60437 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:28:39.034845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Allocated IP 2001:db8:2::2 (c278d483-77f9-481c-a85d-6fbd6f66caad/ac228ef4-80c3-46a0-bc72-aae5af1768c4/8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:39.077062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6add9-e233-4a56-a8d5-e5a81f5ea51b req-8a944a8d-b409-4da4-8217-aff52149715f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:39.078505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7f6add9-e233-4a56-a8d5-e5a81f5ea51b req-8a944a8d-b409-4da4-8217-aff52149715f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 943 time: 0.8198974 May 14 18:28:39.144311 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 14 18:28:39.145590 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-40913dea-0bd6-40cb-ae9e-352b3919f2a7 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.8404467 May 14 18:28:39.153434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55134) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:39.155859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:29Z', 'revision_number': 3, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:37Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:39.174163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeac99a-ddee-41ce-883d-a6ad434befba None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:29Z', 'revision_number': 3, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:37Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:39.439940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7f6add9-e233-4a56-a8d5-e5a81f5ea51b req-cb878f34-4192-4e7f-a88f-6ce8d83ffea9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384650 May 14 18:28:39.557212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95e48d1a-6dbe-445c-80d8-c4bf4651a81c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:39.755476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Deleting port 22a6f3a1-3a3d-49b2-a37d-040726a2eeb9 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:39.755823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:39.877074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:39.960567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Transition to ACTIVE for port object 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:39.975878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.031162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Transition to ACTIVE for port object 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:40.055993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.072316 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:40.207418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8:2::1 (c278d483-77f9-481c-a85d-6fbd6f66caad/ac228ef4-80c3-46a0-bc72-aae5af1768c4/8fdc4296-854e-4dc1-9077-59e1bba31bd1) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:40.262654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Pushing event updated for resources: {'Port': ['ID=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:40.268870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:40.272630 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:40.301531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:40.305083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.313784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Calling delete_port for 22a6f3a1-3a3d-49b2-a37d-040726a2eeb9 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:40.406110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.424999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object 8fdc4296-854e-4dc1-9077-59e1bba31bd1 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:40.429745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Network c278d483-77f9-481c-a85d-6fbd6f66caad is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:40.460877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:40.464783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:40.487790 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'status': 'completed', 'code': 200} May 14 18:28:40.492544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.503117 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e16bfcc-d7e4-404a-93be-462a97f5226d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:40.510726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.608749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7705c628-7804-4a6d-ab3d-3edb526148c6 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:40.705452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network c278d483-77f9-481c-a85d-6fbd6f66caad is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:40.718670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:40.725611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:40.731581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.781042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Attempting to bind port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:40.782618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=8fdc4296-854e-4dc1-9077-59e1bba31bd1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:40.782897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Attempting to bind port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:40.783580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Attempting to bind port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 on network c278d483-77f9-481c-a85d-6fbd6f66caad {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:40.790664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:40.793791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:40.794897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Checking segment: {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:40.795573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.796189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Bound using segment: {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:40.796978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Bound port: 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:40.798120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.812004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-94bf553b-5408-416b-955b-9cd4735265cb req-78797cf9-b7ee-4f86-a28b-fa95fcd1f183 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 210 time: 0.3060229 May 14 18:28:40.914989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:40.948829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Pushing event deleted for resources: {'Port': ['ID=22a6f3a1-3a3d-49b2-a37d-040726a2eeb9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:40.960599 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6d1e709e-a34a-468e-9bbd-a33b19e85f5e details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:28:41.066389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:41.091980 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:41.109026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,segment=NetworkSegment(6f39ea87-ca85-47f6-819c-f755ea7314f9),segment_id=6f39ea87-ca85-47f6-819c-f755ea7314f9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:41.147243 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:41.152834 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00ae9eea-483e-48ab-bf41-ce7f49ffed7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:41.381689 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:28:41.458800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:41.536706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] For port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:41.538989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:41.553279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] 10.222.0.24 "DELETE /v2.0/ports/22a6f3a1-3a3d-49b2-a37d-040726a2eeb9 HTTP/1.1" status: 204 len: 168 time: 2.3963327 May 14 18:28:41.562810 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:41.597012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-91d0bab5-e0e4-4063-ae40-4e6de57c170a tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:41.598577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-91d0bab5-e0e4-4063-ae40-4e6de57c170a tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.22 "GET /v2.0/networks?id=84f61503-a5d7-4fe4-9d39-6b2530410af4 HTTP/1.1" status: 200 len: 810 time: 0.8883965 May 14 18:28:41.645340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.22', 64638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:41.648842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] For port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,segment=NetworkSegment(21caac31-8f95-414f-8110-5c0f7a449e24),segment_id=21caac31-8f95-414f-8110-5c0f7a449e24)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:41.661051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-754e582d-0f0f-49e8-a3ca-ad024644d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:41.662595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-754e582d-0f0f-49e8-a3ca-ad024644d82f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 1096 time: 1.1579225 May 14 18:28:41.692667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:41.718709 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-08b28166-f8f3-4080-a19c-ba31840cfae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:41.719268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Request body: {'port': {'device_id': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4', 'admin_state_up': True, 'tenant_id': '17fbab2f77a8450ca4db95bc7aa919a4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:41.810803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358cd0-e9b2-497d-8fd7-ab9c824fdf76 req-7faf38fd-941c-41eb-b998-25e9fd0c296e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:41.819819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9358cd0-e9b2-497d-8fd7-ab9c824fdf76 req-7faf38fd-941c-41eb-b998-25e9fd0c296e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.7288847 May 14 18:28:41.911777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:42.056460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'port_id': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'mac_address': 'fa:16:3e:98:cf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:28:42.135212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:42.152658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Pushing event updated for resources: {'Port': ['ID=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:42.154221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d87a-482b-4c06-801b-4c1b44999870 req-16bc92ea-c736-49bc-ab55-e41180ad265d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:42.155986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-c722d87a-482b-4c06-801b-4c1b44999870 req-16bc92ea-c736-49bc-ab55-e41180ad265d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:42.156836 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:42.175314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:42.238502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1e709e-a34a-468e-9bbd-a33b19e85f5e {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:28:42.246740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-c722d87a-482b-4c06-801b-4c1b44999870 req-16bc92ea-c736-49bc-ab55-e41180ad265d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:42.248291 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c722d87a-482b-4c06-801b-4c1b44999870 req-16bc92ea-c736-49bc-ab55-e41180ad265d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.5980716 May 14 18:28:42.285079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:42.293271 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:42.296762 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:42.527734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:42.535281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9358cd0-e9b2-497d-8fd7-ab9c824fdf76 req-86065f94-a0f8-4108-a02a-8a8be728daf0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7131107 May 14 18:28:42.592759 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:28:42.699124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['6d1e709e-a34a-468e-9bbd-a33b19e85f5e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:28:42.738538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:42.753473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Usage tracker for resource:port and tenant:17fbab2f77a8450ca4db95bc7aa919a4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:42.757035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-0cbc4763-37f2-4f14-9a43-1fc6a291aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:42.758511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-0cbc4763-37f2-4f14-9a43-1fc6a291aad4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 200 len: 898 time: 0.9311128 May 14 18:28:42.783591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:42.818701 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:42.827893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:42.829982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Usage tracker for resource:security_group_rule and tenant:b455be12f89d4c1b947ba489ffe7e42c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:42.836838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:42.843417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:42.858325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:42.873415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:42.909374 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:42.910282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:42.936767 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db38bc67-fbb7-431a-a72d-ea11174dc869 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:43.087062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:43.128458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-63b03c28-dfc5-4262-949b-ffe7a3d0c543 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 200 len: 217 time: 0.3320580 May 14 18:28:43.300718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Made reservation on behalf of 17fbab2f77a8450ca4db95bc7aa919a4 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:43.310772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:43.516327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:43.527435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network c278d483-77f9-481c-a85d-6fbd6f66caad is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:43.547426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:43.559945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 1c4bfa90-05c3-426c-9d19-5150ce347e81 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:43.560514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:43.582169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-af5490ce-77bc-4069-893c-711f5bdf4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:43.585588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-af5490ce-77bc-4069-893c-711f5bdf4309 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 200 len: 835 time: 0.4387717 May 14 18:28:43.681237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d207-6891-4dfb-a2db-32ebbcd44307 req-315e7a6d-e857-4c5e-a359-0bfce7d4babf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:43.689474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68c4d207-6891-4dfb-a2db-32ebbcd44307 req-315e7a6d-e857-4c5e-a359-0bfce7d4babf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 944 time: 0.9024262 May 14 18:28:43.698020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:43.707532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95e48d1a-6dbe-445c-80d8-c4bf4651a81c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:43.795408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:43.796654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=8fdc4296-854e-4dc1-9077-59e1bba31bd1,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:43.822764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-68c4d207-6891-4dfb-a2db-32ebbcd44307 req-0738dd25-009c-4851-adf0-e3fc67ad0d60 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320176 May 14 18:28:43.852237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3505b1-8081-46c7-9bfb-9226fbea0848 None None] Network c278d483-77f9-481c-a85d-6fbd6f66caad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:43.885942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-988d49a2-5244-44c4-a31c-db7e3d0328a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:43.887900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-988d49a2-5244-44c4-a31c-db7e3d0328a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c05fe103-5ee7-4cab-b9d9-88c047f72b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2886422 May 14 18:28:43.889065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Allocated IP 172.20.0.10 (84f61503-a5d7-4fe4-9d39-6b2530410af4/5f17b07f-14cc-4af1-bcb2-7245fa34085f/e415c968-f98d-4795-b0d4-c230db990643) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:43.980849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Provisioning for port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:43.996112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Provisioning complete for port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:43.996897 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.135018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.135658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:44.135658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.146965 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.210s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:44.156103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.171483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-881d3a73-1b70-42a9-8cd3-b992e40aa890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:44.206074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 1c4bfa90-05c3-426c-9d19-5150ce347e81, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c4bfa90-05c3-426c-9d19-5150ce347e81,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:44.206452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.218599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ef6b1-b916-4d56-9dff-a7d453505982,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:44.285943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:44.337585 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed2e0742-f1eb-4cb2-ab14-dfe19b13b338 req-17c1587a-205e-4a25-abca-d550eadfb10b tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 210 time: 0.1275482 May 14 18:28:44.394654 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.420532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-966a48a1-9645-4edb-9729-8d1fe7caa924 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201192 May 14 18:28:44.490381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 1c4bfa90-05c3-426c-9d19-5150ce347e81 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:44.496832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] For port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,segment=NetworkSegment(21caac31-8f95-414f-8110-5c0f7a449e24),segment_id=21caac31-8f95-414f-8110-5c0f7a449e24)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:44.508604 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.510359 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:44.517090 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b455be12f89d4c1b947ba489ffe7e42c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3505280 May 14 18:28:44.523792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55578) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:44.586117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Pushing event updated for resources: {'Port': ['ID=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:44.597618 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:44.628267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:44.638827 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:44.650447 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:44.651360 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:44.664165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.674524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.721905 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0877769 May 14 18:28:44.724948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55582) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:44.725102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.746951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-573657102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:44.761252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:44.771402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:network and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:44.779974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:44.785548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9976dd1c-1e16-46e4-9488-2004aa40806c req-b5f325c8-d1b2-4ee2-98cf-fa074cf8fae8 service neutron] 10.222.0.22 "GET /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337092 May 14 18:28:44.792639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:44.818196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf071-58c9-4e9d-bc11-fbf0bf324993 req-ce78e252-d62a-4a14-8c15-4f427a31e495 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:44.820369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-064cf071-58c9-4e9d-bc11-fbf0bf324993 req-ce78e252-d62a-4a14-8c15-4f427a31e495 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8 HTTP/1.1" status: 200 len: 945 time: 0.2292397 May 14 18:28:44.851714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:44.856037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.867032 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:44.878133 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.884185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-10a5154a-8145-49b0-a165-093a2fb1519e None None] Provisioning for port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:44.886862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.889606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.893662 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e37a6737-c178-458c-a565-21e2f10e183c tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:44.896048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-10a5154a-8145-49b0-a165-093a2fb1519e None None] Provisioning complete for port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:44.896473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10a5154a-8145-49b0-a165-093a2fb1519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.901979 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dfb0a012-109a-4c62-8568-d65bb630bf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:44.923958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ef6b1-b916-4d56-9dff-a7d453505982,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:44.960468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:28:44.975061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:44.975578 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added segment d717d386-9a7d-4ddf-b03a-9b86dc2a4531 of type vlan for network 3bdb1976-336c-497f-b7e6-4bd372657371 May 14 18:28:44.978167 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:44.979290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6d1e709e-a34a-468e-9bbd-a33b19e85f5e up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:44.986868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:45.008186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.059083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Network 84f61503-a5d7-4fe4-9d39-6b2530410af4 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:45.075404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:45.082239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=1c4bfa90-05c3-426c-9d19-5150ce347e81,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:45.098231 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:45.103902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-064cf071-58c9-4e9d-bc11-fbf0bf324993 req-f88b4ac1-93e7-490f-a265-41e90c8adef7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4233b8-982c-48c9-9c73-fa36703e2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770648 May 14 18:28:45.116639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:45.119330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-10a5154a-8145-49b0-a165-093a2fb1519e None None] Port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:45.160735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] No DVR routers for this DVR port 1c4bfa90-05c3-426c-9d19-5150ce347e81 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:28:45.162723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-10a5154a-8145-49b0-a165-093a2fb1519e None None] Provisioning complete for port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:45.163307 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10a5154a-8145-49b0-a165-093a2fb1519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.167044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.168570 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b1ef6b1-b916-4d56-9dff-a7d453505982 HTTP/1.1" status: 204 len: 168 time: 0.6435227 May 14 18:28:45.170145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.186903 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c722d87a-482b-4c06-801b-4c1b44999870 req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "DELETE /v2.0/ports/1c4bfa90-05c3-426c-9d19-5150ce347e81 HTTP/1.1" status: 204 len: 173 time: 2.9262931 May 14 18:28:45.190298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-deleted', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:45.194194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Pushing event updated for resources: {'Port': ['ID=e415c968-f98d-4795-b0d4-c230db990643,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:45.213362 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:45.232328 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.247597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:45.248211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.312710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:45.338266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:45.338646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.359079 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c7c6612-c9d2-4544-a772-d0ec99a191db tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:45.428556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:45.429215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.480619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:45.487426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7585456 May 14 18:28:45.490095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55606) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:45.497350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'subnet': {'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:45.700426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:28:45.710541 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:41Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:45.730231 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:28:45.731345 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Updating router 836306c5-f77b-4461-b821-bb591b9e2093 port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:28:45.797149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:45.808763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:subnet and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:45.812970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:45.828209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:45.857535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Made reservation on behalf of 21a2b3650a43434cb5fc856a9df884f9 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:45.870105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.916193 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:45.996573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.024214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 1c4bfa90-05c3-426c-9d19-5150ce347e81 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:28:46.024567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c4bfa90-05c3-426c-9d19-5150ce347e81 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:28:46.069097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55616) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:46.090965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ea6babff-3358-453b-b95d-e3e71e8071c9 None None] Provisioning complete for port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:46.094727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea6babff-3358-453b-b95d-e3e71e8071c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.172384 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-48f2d603-bc3f-4fc8-8290-6ed17af4706c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37d64acea0ed4c6bb20535e73d8d4f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017928 May 14 18:28:46.176207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:46.237314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-9ebc2931-68c0-4f25-a206-23bbfd17a0f6 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:46.238583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-9ebc2931-68c0-4f25-a206-23bbfd17a0f6 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Synchronizing usage tracker for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:46.242975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ea6babff-3358-453b-b95d-e3e71e8071c9 None None] Port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:46.257271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:46.260722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.283845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-9ebc2931-68c0-4f25-a206-23bbfd17a0f6 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Unset dirty status for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:46.287558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:46.290799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-9ebc2931-68c0-4f25-a206-23bbfd17a0f6 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/networks?id=2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 200 len: 813 time: 0.9328880 May 14 18:28:46.293600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:46.294016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.296739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6383781 May 14 18:28:46.304008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Network': ['ID=3bdb1976-336c-497f-b7e6-4bd372657371,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:46.306729 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:46.314234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Request body: {'port': {'device_id': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:46.329454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 3bdb1976-336c-497f-b7e6-4bd372657371 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:28:46.350963 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.360780 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1be9dfdd-1941-4b0a-b53a-96f30425fe95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:46.431139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-e74c92a5-79be-49ae-bff6-cf9515f6c63c tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/quotas/795dbb6c3fdb4d35a9072700024a0481 HTTP/1.1" status: 200 len: 375 time: 0.1377530 May 14 18:28:46.516633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-99fac210-840b-40ff-b27e-20c8e06f3581 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=795dbb6c3fdb4d35a9072700024a0481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617154 May 14 18:28:46.566574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.576001 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.614479 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Transition to ACTIVE for port object 8fdc4296-854e-4dc1-9077-59e1bba31bd1 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:46.624999 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.632959 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-89d957be-23be-4673-b1ab-843bc1129d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:46.663283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:46.677108 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:46.707548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.743835 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1030f-c7f6-4bea-8d9b-7da60b73a6b4 None None] Pushing event updated for resources: {'Port': ['ID=8fdc4296-854e-4dc1-9077-59e1bba31bd1,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:46.812589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-9fcacaa1-64a2-4d12-8ac9-4f81124ecba4 service neutron] 10.222.0.24 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875473 May 14 18:28:46.834670 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-6eb1030f-c7f6-4bea-8d9b-7da60b73a6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:46.858380 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.870883 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88bf1bc2-beb2-40e7-8d1b-517cd9187f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:46.939763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320f21b3-261e-4eaa-b72f-e4491c0de8ff,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:46.951917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:46.957978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:46.961410 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/320f21b3-261e-4eaa-b72f-e4491c0de8ff HTTP/1.1" status: 204 len: 168 time: 0.7808516 May 14 18:28:46.977832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-812be629-a44d-46a9-84e7-2fb679cb5708 service neutron] 10.222.0.24 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516914 May 14 18:28:47.101467 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Attempting to bind port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:47.101848 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Attempting to bind port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:47.102362 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Attempting to bind port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 on network c278d483-77f9-481c-a85d-6fbd6f66caad {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:47.116033 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:47.116707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Checking segment: {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:47.117127 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.117525 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Bound using segment: {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:47.118007 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Bound port: 8fdc4296-854e-4dc1-9077-59e1bba31bd1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21caac31-8f95-414f-8110-5c0f7a449e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:47.119967 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.193472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.204387 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80ec737b-48c8-4230-83eb-ea67dfeda3a5 tempest-TagsExtTest-777526022 tempest-TagsExtTest-777526022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:47.393264 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] For port 8fdc4296-854e-4dc1-9077-59e1bba31bd1, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:47.398329 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] For port 8fdc4296-854e-4dc1-9077-59e1bba31bd1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8fdc4296-854e-4dc1-9077-59e1bba31bd1,segment=NetworkSegment(21caac31-8f95-414f-8110-5c0f7a449e24),segment_id=21caac31-8f95-414f-8110-5c0f7a449e24)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:47.406511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Checking segment: {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:47.407230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network hostable DHCP agents. Network: 3bdb1976-336c-497f-b7e6-4bd372657371, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:28:47.410934 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.425769 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f58ca322-061a-45fa-b58c-8efaf56eda52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:47.434251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Subnet': ['ID=bd463e21-dd1f-4ced-b6b3-ed189adc48bd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:47.439640 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:47.452493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 3bdb1976-336c-497f-b7e6-4bd372657371 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:28:47.468374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 3bdb1976-336c-497f-b7e6-4bd372657371) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:47.479788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d80f9-b2e1-49ef-8962-adcca0eb26d4 None None] Network 3bdb1976-336c-497f-b7e6-4bd372657371 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:47.484045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:47.486043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.552072 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0608180 May 14 18:28:47.553280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:47.602299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e415c968-f98d-4795-b0d4-c230db990643 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:28:47.614191 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:47.615122 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:47.617570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.735706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159cbde-a9e5-4cac-a3b9-aea052d7133d req-0b03e60a-2915-416b-9307-3650b58f36ab tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:47.743819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d159cbde-a9e5-4cac-a3b9-aea052d7133d req-0b03e60a-2915-416b-9307-3650b58f36ab tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.3257606 May 14 18:28:47.767339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Transition to ACTIVE for port object e415c968-f98d-4795-b0d4-c230db990643 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:47.809889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d159cbde-a9e5-4cac-a3b9-aea052d7133d req-a56e97d9-1956-421c-b4a8-af26cc61706a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649154 May 14 18:28:47.838541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:47.870281 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d48a82dc-0cb7-41ec-9334-6e0f5cff7382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:48.125492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Pushing event updated for resources: {'Port': ['ID=e415c968-f98d-4795-b0d4-c230db990643,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:48.129861 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:48.141547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-3bdb1976-336c-497f-b7e6-4bd372657371', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:28:48.143074 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:48.183438 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:48.216333 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d7fa0-66cb-4b3b-87a8-12e8d99d26c8', 'name': 'network-vif-deleted', 'tag': '1c4bfa90-05c3-426c-9d19-5150ce347e81', 'status': 'completed', 'code': 200} May 14 18:28:48.434210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Attempting to bind port e415c968-f98d-4795-b0d4-c230db990643 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:48.434545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Attempting to bind port e415c968-f98d-4795-b0d4-c230db990643 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '2c09acaf-289d-495c-9c41-279bcd2ffcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:48.434870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Attempting to bind port e415c968-f98d-4795-b0d4-c230db990643 on network 84f61503-a5d7-4fe4-9d39-6b2530410af4 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:48.454826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Port e415c968-f98d-4795-b0d4-c230db990643 on network 84f61503-a5d7-4fe4-9d39-6b2530410af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:28:48.458345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Attempting to bind port e415c968-f98d-4795-b0d4-c230db990643 on network 84f61503-a5d7-4fe4-9d39-6b2530410af4 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:48.479410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31574c-ad52-4aae-a54c-dede20480de2 req-d9153df8-ba3e-48eb-9b4b-8904a08d5e03 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:48.480162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6a31574c-ad52-4aae-a54c-dede20480de2 req-d9153df8-ba3e-48eb-9b4b-8904a08d5e03 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Synchronizing usage tracker for tenant:17fbab2f77a8450ca4db95bc7aa919a4 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:48.496122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:48.496949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Checking segment: {'id': '2c09acaf-289d-495c-9c41-279bcd2ffcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:48.497498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Bound using segment: {'id': '2c09acaf-289d-495c-9c41-279bcd2ffcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:48.498032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Bound port: e415c968-f98d-4795-b0d4-c230db990643, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c09acaf-289d-495c-9c41-279bcd2ffcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:48.499679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Allocated IP 2001:db8:3::2 (3bdb1976-336c-497f-b7e6-4bd372657371/bd463e21-dd1f-4ced-b6b3-ed189adc48bd/9f1f78ba-7e34-403c-83c2-0ef3b6751bae) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:48.500575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:48.596456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6a31574c-ad52-4aae-a54c-dede20480de2 req-d9153df8-ba3e-48eb-9b4b-8904a08d5e03 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Unset dirty status for tenant:17fbab2f77a8450ca4db95bc7aa919a4 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:48.604081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a31574c-ad52-4aae-a54c-dede20480de2 req-d9153df8-ba3e-48eb-9b4b-8904a08d5e03 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 944 time: 0.3621175 May 14 18:28:48.698888 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1030f-c7f6-4bea-8d9b-7da60b73a6b4 None None] Pushing event updated for resources: {'Port': ['ID=8fdc4296-854e-4dc1-9077-59e1bba31bd1,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:48.722184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a31574c-ad52-4aae-a54c-dede20480de2 req-27861a8c-bf35-4cbd-92de-d0c4fb93624c tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170859 May 14 18:28:48.730076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] For port e415c968-f98d-4795-b0d4-c230db990643, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:48.753595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] For port e415c968-f98d-4795-b0d4-c230db990643, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e415c968-f98d-4795-b0d4-c230db990643,segment=NetworkSegment(2c09acaf-289d-495c-9c41-279bcd2ffcc9),segment_id=2c09acaf-289d-495c-9c41-279bcd2ffcc9)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:48.753595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:48.771228 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5176ed19-a31e-4dc7-8c08-df6ffd0cd73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:48.791920 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-6eb1030f-c7f6-4bea-8d9b-7da60b73a6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.367s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:48.899372 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:47Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:48.913984 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551de634-2010-4920-90ec-2f6d65957dfd None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:47Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:28:48.990839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:49.102469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:49.177156 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'code': 200} May 14 18:28:49.246067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Pushing event updated for resources: {'Port': ['ID=e415c968-f98d-4795-b0d4-c230db990643,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:49.249905 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:49.258899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:49.259740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:49.260819 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:49.262173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] 10.222.0.22 "PUT /v2.0/ports/e415c968-f98d-4795-b0d4-c230db990643 HTTP/1.1" status: 200 len: 1092 time: 2.9529719 May 14 18:28:49.279728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'tag': 'e415c968-f98d-4795-b0d4-c230db990643'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:49.300837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Transition to ACTIVE for port object 9f1f78ba-7e34-403c-83c2-0ef3b6751bae will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:49.358601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Transition to ACTIVE for port object 9f1f78ba-7e34-403c-83c2-0ef3b6751bae will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:49.386448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:49.390980 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ef88e52-1ec9-420d-87ee-d20a7e746a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:49.440189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d2a467c-8c91-47f3-af5b-79d178c8844f req-4ffe10c0-e3c2-4130-a90c-c2813ced9384 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 210 time: 0.1949294 May 14 18:28:49.554950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fdc4296-854e-4dc1-9077-59e1bba31bd1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:49.654766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Network 3bdb1976-336c-497f-b7e6-4bd372657371 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:49.678397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:49.692259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:49.827842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-98398377-0e88-4803-aef1-a2161f023ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:49.839093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-98398377-0e88-4803-aef1-a2161f023ec9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17fbab2f77a8450ca4db95bc7aa919a4&device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 1095 time: 0.3938417 May 14 18:28:50.026980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Pushing event updated for resources: {'Port': ['ID=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:50.049679 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:50.148986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:50.155010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-e373a138-bb47-4c10-a286-9406ce0b6417 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e415c968-f98d-4795-b0d4-c230db990643 HTTP/1.1" status: 200 len: 217 time: 0.2232790 May 14 18:28:50.180392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Attempting to bind port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:50.180780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Attempting to bind port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:50.181160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Attempting to bind port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae on network 3bdb1976-336c-497f-b7e6-4bd372657371 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:50.193616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:50.194987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:50.265986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:50.275511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Checking segment: {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:50.275991 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:50.276415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Bound using segment: {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:50.276942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Bound port: 9f1f78ba-7e34-403c-83c2-0ef3b6751bae, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:50.277392 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:50.300209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-124f8b0d-5679-4699-bcf6-9a118012cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:50.301684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-124f8b0d-5679-4699-bcf6-9a118012cd18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f17b07f-14cc-4af1-bcb2-7245fa34085f HTTP/1.1" status: 200 len: 850 time: 0.1350636 May 14 18:28:50.405281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df742c-3be7-4082-be06-dd979c0d34d7 req-d9266a0f-ff61-4524-87ad-bcac092498e6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:50.408109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51df742c-3be7-4082-be06-dd979c0d34d7 req-d9266a0f-ff61-4524-87ad-bcac092498e6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.5668557 May 14 18:28:50.410602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-efa5afa5-2216-4531-a6c4-e9faad8e875a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=84f61503-a5d7-4fe4-9d39-6b2530410af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943618 May 14 18:28:50.414085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96f82c-3c70-4c3a-9137-9a2c6c307d3b req-e15baf29-f243-4fdd-bf18-9fe6069e821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:50.415705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e96f82c-3c70-4c3a-9137-9a2c6c307d3b req-e15baf29-f243-4fdd-bf18-9fe6069e821a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1096 time: 1.1856778 May 14 18:28:50.564318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] For port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:50.568166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] For port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:50.583803 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:50.596128 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:50.676149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Allocated IP 2001:db8:3::1 (3bdb1976-336c-497f-b7e6-4bd372657371/bd463e21-dd1f-4ced-b6b3-ed189adc48bd/ea33e2a7-192e-4602-b57d-d06b9651c84d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:50.754168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:50.788339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-36e1c886-0970-442b-8106-6db9667e4c7c service neutron] 10.222.0.22 "GET /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525875 May 14 18:28:50.792022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e96f82c-3c70-4c3a-9137-9a2c6c307d3b req-ea6f6188-4396-4c81-8f61-adb5ac2f5653 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575459 May 14 18:28:50.794518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:50.809306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 8fdc4296-854e-4dc1-9077-59e1bba31bd1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8fdc4296-854e-4dc1-9077-59e1bba31bd1,segment=NetworkSegment(21caac31-8f95-414f-8110-5c0f7a449e24),segment_id=21caac31-8f95-414f-8110-5c0f7a449e24)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:50.816990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:50.822600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Pushing event updated for resources: {'Port': ['ID=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:50.826706 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:50.827616 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e308bfd9-945c-402e-938d-41bb78d10960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:50.863993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51df742c-3be7-4082-be06-dd979c0d34d7 req-81637dc4-48bc-480a-b011-ef2e3ddce74c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469914 May 14 18:28:50.983771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=8fdc4296-854e-4dc1-9077-59e1bba31bd1,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:50.989875 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:51.007386 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'tag': 'e415c968-f98d-4795-b0d4-c230db990643', 'status': 'completed', 'code': 200} May 14 18:28:51.027430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0e17c9-6a42-4d77-bd15-1b4ce81aa0f3 req-2ef81b90-8d79-45ef-ae13-1f2109f478d3 service neutron] 10.222.0.22 "GET /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118027 May 14 18:28:51.071359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-662984928', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:51.076622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:51.092628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Usage tracker for resource:port and tenant:1a0e30ba88de4a89a34d33f6064466cc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:51.104314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:51.112210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:51.130912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Made reservation on behalf of 1a0e30ba88de4a89a34d33f6064466cc for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:51.135069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.152436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.212355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-4a0c0e60-8eb9-464e-9068-7f71d8ef2ed3 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:51.213914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-4a0c0e60-8eb9-464e-9068-7f71d8ef2ed3 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "GET /v2.0/networks?id=2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 200 len: 813 time: 1.7540169 May 14 18:28:51.216820 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.237595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Request body: {'port': {'device_id': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2', 'admin_state_up': True, 'tenant_id': '795dbb6c3fdb4d35a9072700024a0481'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:51.292856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:51.313772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Usage tracker for resource:security_group_rule and tenant:1a0e30ba88de4a89a34d33f6064466cc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:51.322622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:51.335239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:51.414803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711899-18c2-42de-bee0-09285de6e1f2 req-fc3f9d6c-e9e9-4de0-abe0-14e443a37ecd tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:51.416332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b711899-18c2-42de-bee0-09285de6e1f2 req-fc3f9d6c-e9e9-4de0-abe0-14e443a37ecd tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 944 time: 0.2080457 May 14 18:28:51.425145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-d18188f5-3d94-4bda-92e1-460e6e40e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:51.426630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-d18188f5-3d94-4bda-92e1-460e6e40e6bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=17fbab2f77a8450ca4db95bc7aa919a4&device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 1095 time: 0.2631333 May 14 18:28:51.517039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9f1f78ba-7e34-403c-83c2-0ef3b6751bae up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:51.580600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Transition to ACTIVE for port object ea33e2a7-192e-4602-b57d-d06b9651c84d will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:51.580935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b711899-18c2-42de-bee0-09285de6e1f2 req-5126cb0b-af2e-4869-9997-2f8debc8019a tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520298 May 14 18:28:51.671652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.674300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:51.683776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fdc4296-854e-4dc1-9077-59e1bba31bd1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:51.695604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.700100 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd4c4d29-ab42-4bcf-aa01-1f989be0261e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:51.723871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] device_id is not set on port b6bcbf0c-1db5-41f5-a02d-9582953ce73a yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:28:51.768159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-8c415f46-5d30-426c-89ee-e569f0307557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:51.769830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-8c415f46-5d30-426c-89ee-e569f0307557 service neutron] 10.222.0.22 "GET /v2.0/networks?id=84f61503-a5d7-4fe4-9d39-6b2530410af4 HTTP/1.1" status: 200 len: 911 time: 0.3213143 May 14 18:28:51.784644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:51.785034 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.793631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:51.805468 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:51.863636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52758ded-8d50-4b0f-a781-f998aa6e4cf0 req-a0935487-d6dc-40b2-9c42-54a93c0410a4 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 210 time: 0.0909786 May 14 18:28:51.864265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c16f4-3725-4f11-a512-d142f843575a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:51.967299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 3bdb1976-336c-497f-b7e6-4bd372657371 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:51.997098 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:51.999528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:52.003938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:52.004564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:52.030608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-f3a5be1a-9d88-4330-a441-ee6ba0ccf0fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e415c968-f98d-4795-b0d4-c230db990643 HTTP/1.1" status: 200 len: 217 time: 0.1303935 May 14 18:28:52.174877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-87395f23-874b-409c-beed-9fcfe9655739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:52.176763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-87395f23-874b-409c-beed-9fcfe9655739 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f17b07f-14cc-4af1-bcb2-7245fa34085f HTTP/1.1" status: 200 len: 850 time: 0.1377232 May 14 18:28:52.188892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:52.194582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Usage tracker for resource:port and tenant:795dbb6c3fdb4d35a9072700024a0481 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:52.198623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:52.207541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:52.287242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e2ae4-0978-446f-b0bb-7b310ebdb260 None None] Network 3bdb1976-336c-497f-b7e6-4bd372657371 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:28:52.297013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=ea33e2a7-192e-4602-b57d-d06b9651c84d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:52.350042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Made reservation on behalf of 795dbb6c3fdb4d35a9072700024a0481 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:28:52.353687 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:52.408562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Provisioning for port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:52.420045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Provisioning complete for port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:52.420730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:52.470086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-f3db44a2-28d2-4440-82cb-aa6879d570b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=84f61503-a5d7-4fe4-9d39-6b2530410af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811441 May 14 18:28:52.604725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Allocated IP 172.20.0.2 (2ae3b6a4-08be-4319-8567-de4922d41bf2/3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f/81b30870-cee0-44a7-aba5-b0aa4c1933ad) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:52.648734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Allocated IP 172.25.4.92 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b6bcbf0c-1db5-41f5-a02d-9582953ce73a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:52.669447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.669810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.670150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.671537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.671925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.672464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.672962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.673603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.674054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.674433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.674808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.675348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:52.693917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817ddd9-2878-4f92-8e2c-e3bce974aa5b req-d221b6f8-72fb-4849-b9b3-11f57d433d7f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:52.695078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6817ddd9-2878-4f92-8e2c-e3bce974aa5b req-d221b6f8-72fb-4849-b9b3-11f57d433d7f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.5712650 May 14 18:28:52.711743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:52.793103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:52.814136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:52.828728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-dd177611-0b89-4230-8e13-cecb118945d9 service neutron] 10.222.0.22 "GET /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467939 May 14 18:28:52.830884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] For port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:52.846478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:52.851727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d7867fc-238b-4e52-a3ff-4775cabb3f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:52.900166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6817ddd9-2878-4f92-8e2c-e3bce974aa5b req-71b6b7b2-1fff-4724-8f84-b8d03351775f tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929083 May 14 18:28:52.988358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Pushing event updated for resources: {'Port': ['ID=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:53.004007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.011260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.011804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.012247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.012682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.013117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.013609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.014901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.015378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.017369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.022117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.022707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:28:53.027437 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:53.104190 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.234272 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.245167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be8ecc92-c735-43b8-a089-b2cac5984c22 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:53.297926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2652ce29-822e-4261-8102-44747e877394 None None] Provisioning complete for port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:53.298516 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2652ce29-822e-4261-8102-44747e877394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.339655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:53.346935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:53.369239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:53.440363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9f1f78ba-7e34-403c-83c2-0ef3b6751bae up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:53.441569 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.526478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1deb2d71-9f4b-4cc2-9483-29adb9a429a0 req-49327f04-5601-4458-8ee6-bc36b19dfab5 service neutron] 10.222.0.22 "GET /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820712 May 14 18:28:53.569634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Pushing event updated for resources: {'Port': ['ID=b6bcbf0c-1db5-41f5-a02d-9582953ce73a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:53.586803 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:53.608283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d89be-341f-4c66-b602-161e50771973 req-ab644271-fa15-40e7-b7d5-a3b7652e9cf5 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:53.618764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0d89be-341f-4c66-b602-161e50771973 req-ab644271-fa15-40e7-b7d5-a3b7652e9cf5 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 944 time: 0.4828331 May 14 18:28:53.658110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.658760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:53.662994 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.696003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:53.702604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.723151 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.743104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0d89be-341f-4c66-b602-161e50771973 req-b153a824-8949-4187-a51e-5e34b470001b tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224821 May 14 18:28:53.752595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9533954 May 14 18:28:53.752946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e415c968-f98d-4795-b0d4-c230db990643 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:28:53.753059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55724) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:53.771988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.92'}]}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:53.772119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2652ce29-822e-4261-8102-44747e877394 None None] Provisioning for port ea33e2a7-192e-4602-b57d-d06b9651c84d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:53.786667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:53.796766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Usage tracker for resource:router and tenant:1a0e30ba88de4a89a34d33f6064466cc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:53.806452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:53.821994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:53.842220 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf92bda0-3c5d-47ec-8809-86c8426525cd tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:53.848436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.849631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.853553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2652ce29-822e-4261-8102-44747e877394 None None] Provisioning complete for port ea33e2a7-192e-4602-b57d-d06b9651c84d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:53.854201 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2652ce29-822e-4261-8102-44747e877394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.876252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:53.910071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:28:53.948833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Pushing event updated for resources: {'Port': ['ID=81b30870-cee0-44a7-aba5-b0aa4c1933ad,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:53.964040 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:54.032722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.036257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Network 2ae3b6a4-08be-4319-8567-de4922d41bf2 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:54.042277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:54.049460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:54.076517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.077416 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.092255 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c0b78bc-d97e-4b96-ba1c-6555be56fb53 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:54.126070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e415c968-f98d-4795-b0d4-c230db990643, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e415c968-f98d-4795-b0d4-c230db990643,segment=NetworkSegment(2c09acaf-289d-495c-9c41-279bcd2ffcc9),segment_id=2c09acaf-289d-495c-9c41-279bcd2ffcc9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:54.154234 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'e415c968-f98d-4795-b0d4-c230db990643', 'network_id': '84f61503-a5d7-4fe4-9d39-6b2530410af4', 'port_id': 'e415c968-f98d-4795-b0d4-c230db990643', 'mac_address': 'fa:16:3e:09:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f17b07f-14cc-4af1-bcb2-7245fa34085f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:28:54.195521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event updated for resources: {'Port': ['ID=ea33e2a7-192e-4602-b57d-d06b9651c84d,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:54.205106 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:54.245079 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.255258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2652ce29-822e-4261-8102-44747e877394 None None] Port ea33e2a7-192e-4602-b57d-d06b9651c84d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:54.274830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.280232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e415c968-f98d-4795-b0d4-c230db990643 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:28:54.287836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.302025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e415c968-f98d-4795-b0d4-c230db990643, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e415c968-f98d-4795-b0d4-c230db990643,segment=NetworkSegment(2c09acaf-289d-495c-9c41-279bcd2ffcc9),segment_id=2c09acaf-289d-495c-9c41-279bcd2ffcc9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:54.306082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.308594 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:54.330705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:54.331352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.332701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcbdde-67ac-446e-a8b2-024e36748ba6 req-cc45782e-eca9-48a2-8972-48223f65474b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:54.340035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4abcbdde-67ac-446e-a8b2-024e36748ba6 req-cc45782e-eca9-48a2-8972-48223f65474b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 931 time: 0.2502432 May 14 18:28:54.386313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e415c968-f98d-4795-b0d4-c230db990643,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:54.394139 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:54.404236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a086b62a-5285-4e90-a48d-eb872473aa4d None None] Provisioning complete for port ea33e2a7-192e-4602-b57d-d06b9651c84d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:54.404529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a086b62a-5285-4e90-a48d-eb872473aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:54.459532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4abcbdde-67ac-446e-a8b2-024e36748ba6 req-a80be830-dfde-4924-8abc-64217818a679 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Synchronizing usage tracker for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:28:54.501511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4abcbdde-67ac-446e-a8b2-024e36748ba6 req-a80be830-dfde-4924-8abc-64217818a679 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Unset dirty status for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:28:54.503901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a086b62a-5285-4e90-a48d-eb872473aa4d None None] Port ea33e2a7-192e-4602-b57d-d06b9651c84d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:54.510372 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4abcbdde-67ac-446e-a8b2-024e36748ba6 req-a80be830-dfde-4924-8abc-64217818a679 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693063 May 14 18:28:54.534193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2921979 May 14 18:28:54.557260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Request body: {'port': {'device_id': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:54.582334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['e415c968-f98d-4795-b0d4-c230db990643'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:28:54.607150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Network 3bdb1976-336c-497f-b7e6-4bd372657371 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:54.639842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:55.035706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7dec2fed-823d-47d9-b198-fc8a6eab8854 None None] Provisioning complete for port ea33e2a7-192e-4602-b57d-d06b9651c84d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:55.036903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7dec2fed-823d-47d9-b198-fc8a6eab8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.132941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7dec2fed-823d-47d9-b198-fc8a6eab8854 None None] Port ea33e2a7-192e-4602-b57d-d06b9651c84d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:28:55.216639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.227763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:55.230249 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.248520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.373333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74b499-0e9a-4902-93d6-f8524a4d2588 req-013da5d9-fd58-4902-8beb-655500d8bc9c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:55.374707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb74b499-0e9a-4902-93d6-f8524a4d2588 req-013da5d9-fd58-4902-8beb-655500d8bc9c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.2671196 May 14 18:28:55.383726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port a41a8376-79bc-4318-912a-2c647adf965a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:55.384070 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.474886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb74b499-0e9a-4902-93d6-f8524a4d2588 req-61b06aaf-c7a8-48fe-80c4-44f83fc5814c tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909135 May 14 18:28:55.512326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55798) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:55.525772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.659835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:55.673038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:55.689016 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1332510 May 14 18:28:55.710715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:55.716737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:55.728298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55808) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:55.779020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port a41a8376-79bc-4318-912a-2c647adf965a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a41a8376-79bc-4318-912a-2c647adf965a,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:55.779408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:55.868162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:55.928758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for a41a8376-79bc-4318-912a-2c647adf965a owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:56.012018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e415c968-f98d-4795-b0d4-c230db990643 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:28:56.077062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b30870-cee0-44a7-aba5-b0aa4c1933ad {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:28:56.087146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.098385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.106866 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.108435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Transition to ACTIVE for port object 81b30870-cee0-44a7-aba5-b0aa4c1933ad will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:56.120283 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.159681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:56.199747 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c7901fdb-6dd9-4779-891f-5cd5de78b646 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:56.216898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port e415c968-f98d-4795-b0d4-c230db990643 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:28:56.230695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port e415c968-f98d-4795-b0d4-c230db990643 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:28:56.230920 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.239443 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.239928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a15f7c26-bb86-4d65-807f-ac4888ba6bba {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:28:56.327419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.468185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=81b30870-cee0-44a7-aba5-b0aa4c1933ad,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:56.499423 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:56.499960 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d0831f4-a016-433f-ac02-72b2124a157a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:56.604524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=a41a8376-79bc-4318-912a-2c647adf965a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:56.615157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:56.645962 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 14 18:28:56.647741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b7414143-944a-4d98-bc3c-275b9ef07f38 tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8847232 May 14 18:28:56.653275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55812) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:56.666667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3d28-e15c-487f-a6e2-b58159eef980 req-4e2f76d2-3bfb-492e-a57d-ff3a26805a83 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:56.668442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2baf3d28-e15c-487f-a6e2-b58159eef980 req-4e2f76d2-3bfb-492e-a57d-ff3a26805a83 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 945 time: 0.9460173 May 14 18:28:56.673363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aacd722-8d3f-42c6-ae47-85e38f42c2c0 tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:56.679026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8aacd722-8d3f-42c6-ae47-85e38f42c2c0 tempest-TestVolumeBootPattern-1920248360 tempest-TestVolumeBootPattern-1920248360-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1091 time: 1.1656811 May 14 18:28:56.710770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55816) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:56.741957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:56.754975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:28:56.772736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Usage tracker for resource:floatingip and tenant:b6f4569298d54794875f6c20b6f8ff50 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:28:56.782406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:28:56.801769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:28:56.848866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2baf3d28-e15c-487f-a6e2-b58159eef980 req-68ca204f-48f1-480a-a0da-a9777947bcfa tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341574 May 14 18:28:56.867718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:56.990938 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.001603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Attempting to bind port 81b30870-cee0-44a7-aba5-b0aa4c1933ad on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:57.001987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Attempting to bind port 81b30870-cee0-44a7-aba5-b0aa4c1933ad by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:57.002373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Attempting to bind port 81b30870-cee0-44a7-aba5-b0aa4c1933ad on network 2ae3b6a4-08be-4319-8567-de4922d41bf2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:57.068272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ef498ed-1ede-4cc8-9dac-bd0e57f808e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.104892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e415c968-f98d-4795-b0d4-c230db990643'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:57.121143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e415c968-f98d-4795-b0d4-c230db990643, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e415c968-f98d-4795-b0d4-c230db990643,segment=NetworkSegment(2c09acaf-289d-495c-9c41-279bcd2ffcc9),segment_id=2c09acaf-289d-495c-9c41-279bcd2ffcc9)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:28:57.127805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:52Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:28:53Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:57.132355 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.152864 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:57.178191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Port 81b30870-cee0-44a7-aba5-b0aa4c1933ad on network 2ae3b6a4-08be-4319-8567-de4922d41bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:28:57.178524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Attempting to bind port 81b30870-cee0-44a7-aba5-b0aa4c1933ad on network 2ae3b6a4-08be-4319-8567-de4922d41bf2 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:57.200098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:57.200461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Checking segment: {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:57.200809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Bound using segment: {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:57.201240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Bound port: 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:57.201584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.205472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:28:57.205472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Updating router 836306c5-f77b-4461-b821-bb591b9e2093 port ea33e2a7-192e-4602-b57d-d06b9651c84d binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:28:57.322312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.extraroute_db [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=79559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 14 18:28:57.330923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Deleting port b6bcbf0c-1db5-41f5-a02d-9582953ce73a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:28:57.332542 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.337944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.351056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.374209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e415c968-f98d-4795-b0d4-c230db990643,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:57.379370 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:57.403746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.extraroute_db [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Removed routes are [] {{(pid=79559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 14 18:28:57.404164 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.473895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.572456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79284-6adf-473b-9ab3-07b64868c881 req-b0d8dfd8-bf41-49e3-bb33-25d118dd29d9 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:57.579783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50f79284-6adf-473b-9ab3-07b64868c881 req-b0d8dfd8-bf41-49e3-bb33-25d118dd29d9 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 943 time: 0.4318638 May 14 18:28:57.606106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] For port 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:57.713451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] For port 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:57.718295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.723634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50f79284-6adf-473b-9ab3-07b64868c881 req-94d53a2a-7b08-4838-b2d0-62335452d08d tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429081 May 14 18:28:57.730831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.755936 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a9f59033-2289-4e83-a6cb-ad50d88d5148 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:57.855744 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e415c968-f98d-4795-b0d4-c230db990643', 'code': 200} May 14 18:28:57.870246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=81b30870-cee0-44a7-aba5-b0aa4c1933ad,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:57.920662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.923077 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.941056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Allocated IP 172.25.4.212 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/fdf00455-b200-409e-82c8-7676a6025141) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:28:57.952330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Transition to ACTIVE for port object ea33e2a7-192e-4602-b57d-d06b9651c84d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:28:57.971528 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:57.987454 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:58.008648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.008885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:58.009395 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.010823 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/81b30870-cee0-44a7-aba5-b0aa4c1933ad HTTP/1.1" status: 200 len: 1091 time: 3.4614496 May 14 18:28:58.011883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'tag': '81b30870-cee0-44a7-aba5-b0aa4c1933ad'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:28:58.117013 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:58.119154 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.126446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Calling delete_port for b6bcbf0c-1db5-41f5-a02d-9582953ce73a owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:28:58.224333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de492-a505-4e42-b48f-4cca949e90d7 None None] Pushing event updated for resources: {'Port': ['ID=ea33e2a7-192e-4602-b57d-d06b9651c84d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:58.232881 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e85de492-a505-4e42-b48f-4cca949e90d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:58.427713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-5a8892c5-8a5b-40e7-8587-e210bd72f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:58.429206 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-5a8892c5-8a5b-40e7-8587-e210bd72f938 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=795dbb6c3fdb4d35a9072700024a0481&device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 1094 time: 0.2999001 May 14 18:28:58.444003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Attempting to bind port ea33e2a7-192e-4602-b57d-d06b9651c84d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:28:58.445062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Attempting to bind port ea33e2a7-192e-4602-b57d-d06b9651c84d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:28:58.445385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Attempting to bind port ea33e2a7-192e-4602-b57d-d06b9651c84d on network 3bdb1976-336c-497f-b7e6-4bd372657371 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:28:58.462324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:28:58.463362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Checking segment: {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:28:58.464210 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.465033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Bound using segment: {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:28:58.465921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Bound port: ea33e2a7-192e-4602-b57d-d06b9651c84d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:28:58.466847 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.588069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474de1-8061-4a05-b796-37568b548902 req-75b20e8b-c3a4-4df4-b442-d1f03b40bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:58.589619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0474de1-8061-4a05-b796-37568b548902 req-75b20e8b-c3a4-4df4-b442-d1f03b40bcdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 1097 time: 0.7061470 May 14 18:28:58.609246 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-4ebb19d6-3502-4d72-98ce-75af0e4e7262 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad HTTP/1.1" status: 200 len: 217 time: 0.1574876 May 14 18:28:58.626779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] For port ea33e2a7-192e-4602-b57d-d06b9651c84d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:28:58.631083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] For port ea33e2a7-192e-4602-b57d-d06b9651c84d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ea33e2a7-192e-4602-b57d-d06b9651c84d,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:28:58.638670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.650739 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fe474582-0a64-4ebb-acd9-987bf1878159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:58.684024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.701268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:58.723943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57eabb-c193-43e6-99e1-080d3362f1ff req-55841047-6e2e-4e91-a456-2933de08d748 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:58.731242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f57eabb-c193-43e6-99e1-080d3362f1ff req-55841047-6e2e-4e91-a456-2933de08d748 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 946 time: 0.7264879 May 14 18:28:58.734246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0474de1-8061-4a05-b796-37568b548902 req-306e92f2-c9f5-4ab6-b5bf-2d2df77ccfc1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116080 May 14 18:28:58.748472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-f8f67a53-da8f-4f06-98e2-6e99b6f9383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:58.750056 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-f8f67a53-da8f-4f06-98e2-6e99b6f9383c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f HTTP/1.1" status: 200 len: 853 time: 0.1033237 May 14 18:28:58.752577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 2717edee-ae69-489b-9e29-c6ac3b7ead78 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:28:58.754924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:58.801705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de492-a505-4e42-b48f-4cca949e90d7 None None] Pushing event updated for resources: {'Port': ['ID=ea33e2a7-192e-4602-b57d-d06b9651c84d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:58.818266 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e85de492-a505-4e42-b48f-4cca949e90d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:58.834888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:58.835765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:28:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:58.970381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f57eabb-c193-43e6-99e1-080d3362f1ff req-b6a62327-7f4f-46a8-b732-9ef2cb4a94e9 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382407 May 14 18:28:58.986237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:59.003502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:59.007574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6a36520c-ce43-47d0-8610-7c7bae303fd7 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 954 time: 3.2780547 May 14 18:28:59.008366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55832) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:59.011800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:59.017765 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:59.026190 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:28:59.114007 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-929ad6ec-bf06-40a0-a677-a4ad9076854f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ae3b6a4-08be-4319-8567-de4922d41bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3561525 May 14 18:28:59.117823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6bcbf0c-1db5-41f5-a02d-9582953ce73a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:59.165072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:28:59.255571 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'tag': '81b30870-cee0-44a7-aba5-b0aa4c1933ad', 'status': 'completed', 'code': 200} May 14 18:28:59.261350 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:59.278952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:28:59.290415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:28:59.355349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:28:59.590790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=fdf00455-b200-409e-82c8-7676a6025141,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:28:59.628317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:28:59.710794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:59.744844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-94b20264-dce9-461f-a3e6-6d35dc51a9bf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 954 time: 0.7338114 May 14 18:28:59.750391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55838) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:59.766426 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:59.777925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:28:59.796467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'routes': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:28:59.800125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] Sync routers for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:28:59.804896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb5c1-2bef-46bd-b894-6f075eebdebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:28:59.817850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-22958f7f-03d6-47a2-b1c9-b1840d8106a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5292804 May 14 18:28:59.818983 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:28:59.822095 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:59.833448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab1a49-83bf-4362-baba-0e6dbaed7756 req-d2cddd79-98f3-4e67-98db-3dd1e4b19bb2 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:28:59.842872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33ab1a49-83bf-4362-baba-0e6dbaed7756 req-d2cddd79-98f3-4e67-98db-3dd1e4b19bb2 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 943 time: 0.3450661 May 14 18:28:59.863139 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/2717edee-ae69-489b-9e29-c6ac3b7ead78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7651603 May 14 18:28:59.912219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55842) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:28:59.926250 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b6bcbf0c-1db5-41f5-a02d-9582953ce73a HTTP/1.1" status: 204 len: 168 time: 3.2627633 May 14 18:28:59.943886 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-ab2e2d24-9d02-4e8b-83d3-0ecd3899ce31 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958492 May 14 18:28:59.950910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:57Z', 'revision_number': 6, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:28:58Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:28:59.959774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de79ce-fc61-449f-b8c0-01d36ad3e40d None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:57Z', 'revision_number': 6, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:28:58Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:00.156362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33ab1a49-83bf-4362-baba-0e6dbaed7756 req-626bb7fa-7b45-4401-92d2-80f5a78c2424 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099296 May 14 18:29:00.434124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting subnet 1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:00.444826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:00.511257 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:00.621360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-105993d6-9e42-40a6-b61f-6963b7149b5c req-ed9a9685-26a9-442d-8bb3-742db8d050f7 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697216 May 14 18:29:00.660831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:00.784533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:00.963855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-3c7d1a27-1505-4a8f-854a-4360227a3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:00.965813 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-3c7d1a27-1505-4a8f-854a-4360227a3c00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 1.0946465 May 14 18:29:00.969486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:00.977500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.034223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:01.055231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0fa7f65398444aa09c0449188e427b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:01.065316 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:29:01.066011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:01.127905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:01.238969 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:28:56Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:01.246061 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] Checking router: 2717edee-ae69-489b-9e29-c6ac3b7ead78 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:01.246312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-b31dd0ce-a540-4c07-9555-bfca5d08d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:01.247957 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-b31dd0ce-a540-4c07-9555-bfca5d08d4db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=795dbb6c3fdb4d35a9072700024a0481&device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 1094 time: 0.5556166 May 14 18:29:01.258386 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] Routers {'2717edee-ae69-489b-9e29-c6ac3b7ead78'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:01.258386 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2717edee-ae69-489b-9e29-c6ac3b7ead78'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:01.290539 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.433882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ea33e2a7-192e-4602-b57d-d06b9651c84d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:01.543845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec6557-7c18-4cfb-8474-b46846480b98 req-e6bb2d36-12c9-478b-9979-b30742d0e2f6 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:01.553186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57ec6557-7c18-4cfb-8474-b46846480b98 req-e6bb2d36-12c9-478b-9979-b30742d0e2f6 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 946 time: 1.0046453 May 14 18:29:01.591291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:01.607261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ea33e2a7-192e-4602-b57d-d06b9651c84d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:01.624631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ea33e2a7-192e-4602-b57d-d06b9651c84d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:01.625944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.681746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:01.682487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:01.692537 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] Set router 2717edee-ae69-489b-9e29-c6ac3b7ead78 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:01.713147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.728613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-275deaf9-380f-4965-a9f0-dfca166d08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:01.730084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-275deaf9-380f-4965-a9f0-dfca166d08f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.6795526 May 14 18:29:01.757742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57ec6557-7c18-4cfb-8474-b46846480b98 req-7b3b4f1c-f4ef-461d-bafc-dbfa18bbbeab tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027791 May 14 18:29:01.764823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.771087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.782644 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eea9fd0c-239e-49ab-88ec-6d26230ccff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:01.861323 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:01.933865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:02.046280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added routes are [] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 14 18:29:02.046832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 14 18:29:02.087568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.409254 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.432622 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.452874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ea33e2a7-192e-4602-b57d-d06b9651c84d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ea33e2a7-192e-4602-b57d-d06b9651c84d,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:02.466040 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.466841 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:28:56Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:02.469897 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:02.483806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2dbf-1685-436a-a4c7-8464bf0eba9c None None] The sync data for ids ['2717edee-ae69-489b-9e29-c6ac3b7ead78'] in n-d-787206-3 is: [{'id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502678309', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:25:15Z', 'updated_at': '2021-05-14T18:28:56Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '6c785ed0-eaef-4e39-af80-23dc56d572cd', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717edee-ae69-489b-9e29-c6ac3b7ead78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:25:16Z', 'updated_at': '2021-05-14T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:02.556616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.572558 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-288994b6-b6c6-4c91-a898-353e6663a412 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:02.608139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:28:57Z', 'revision_number': 6, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:28:58Z', 'revision_number': 4, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:02.619113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2e697e-1a3c-4db1-b9c8-a67c5cd41923,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:02.622277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:02.635418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ea33e2a7-192e-4602-b57d-d06b9651c84d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:02.640109 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:02.647451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:02.648667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:02.650230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-f09e26bb-fbbe-4ff8-a977-eaf27764b390 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 1001 time: 0.8204067 May 14 18:29:02.654669 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:02.659841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd73502-23c8-47eb-8cbb-8bfbd20a3067,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:02.661669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.668944 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:02.678932 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c0fa7f65398444aa09c0449188e427b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0116811 May 14 18:29:02.725217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c7348-184c-41d9-a8a8-85639927ff68 None None] Network c05fe103-5ee7-4cab-b9d9-88c047f72b9e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:02.725987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:02.789336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/subnets/1c2e697e-1a3c-4db1-b9c8-a67c5cd41923 HTTP/1.1" status: 204 len: 168 time: 2.8736074 May 14 18:29:02.791898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55870) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:02.848989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.855574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:02.915604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822d78a-0cfb-4874-a6b2-42888fd199b1 req-2cbb7df0-70df-49de-b3ab-8b747108dcc5 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:02.927988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9822d78a-0cfb-4874-a6b2-42888fd199b1 req-2cbb7df0-70df-49de-b3ab-8b747108dcc5 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 943 time: 0.5234418 May 14 18:29:02.952039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-968cc79b-5e6c-4a06-8afc-bd53a9f43c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:02.955827 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-968cc79b-5e6c-4a06-8afc-bd53a9f43c52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 200 len: 914 time: 1.6897905 May 14 18:29:03.074229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 81b30870-cee0-44a7-aba5-b0aa4c1933ad details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:29:03.095120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-3f935905-7b3d-4c51-a842-d4847af8f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:03.096787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-3f935905-7b3d-4c51-a842-d4847af8f779 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.4322362 May 14 18:29:03.138641 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-d81b8176-57c5-42e4-a33b-44eaba01a364 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad HTTP/1.1" status: 200 len: 217 time: 0.1720326 May 14 18:29:03.169981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:03.257127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-e11fef9f-68ca-411c-a2b5-9398c4c8fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:03.259505 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-e11fef9f-68ca-411c-a2b5-9398c4c8fa59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f HTTP/1.1" status: 200 len: 853 time: 0.1008785 May 14 18:29:03.300079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9822d78a-0cfb-4874-a6b2-42888fd199b1 req-0007daf9-ec9e-4a07-8c81-2236f3e2b3ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708940 May 14 18:29:03.380730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:03.406327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:03.429819 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-2cf7fe83-7d5b-4ae7-b210-9890a3bc5da2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ae3b6a4-08be-4319-8567-de4922d41bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273460 May 14 18:29:03.454924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ea33e2a7-192e-4602-b57d-d06b9651c84d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:03.491458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:03.581443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-32faf8db-0476-490d-851c-ab627305f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:03.583088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-32faf8db-0476-490d-851c-ab627305f4fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4652197 May 14 18:29:03.686046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:03.722327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '81b30870-cee0-44a7-aba5-b0aa4c1933ad', 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2', 'port_id': '81b30870-cee0-44a7-aba5-b0aa4c1933ad', 'mac_address': 'fa:16:3e:de:a2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:29:03.755512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-cd6b9293-63ad-4c98-862e-c5af5249a692 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633549 May 14 18:29:03.757893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:29:03.808933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:03.817460 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-292083e3-f3a7-4c6c-b651-1bbbc76877c5 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646288 May 14 18:29:03.997642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-410c248a-d48b-42f2-9bc2-8ec4baadc343 req-40dc8e7d-1e3f-4a37-9d5d-99d38de4a127 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178454 May 14 18:29:04.023589 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.028435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.062594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.072123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cb502d0-a4c4-4c59-9dd5-0a10176cdd1b tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:04.100787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.123866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] DHCP port deletion for c05fe103-5ee7-4cab-b9d9-88c047f72b9e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:29:04.193934 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2bee1c36-c4b7-4f27-b15b-f35851631000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:04.210537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.257370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd73502-23c8-47eb-8cbb-8bfbd20a3067,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:04.269440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.269440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8c1ad9fb-7ea1-4a31-8f13-673da79f086c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 704 time: 4.5084989 May 14 18:29:04.288208 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:04.290769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.294079 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cd73502-23c8-47eb-8cbb-8bfbd20a3067 HTTP/1.1" status: 204 len: 168 time: 1.5564322 May 14 18:29:04.299576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:04.352462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b30870-cee0-44a7-aba5-b0aa4c1933ad {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:29:04.476827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event updated for resources: {'Port': ['ID=fdf00455-b200-409e-82c8-7676a6025141,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:04.499907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:04.502410 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64b9dd28-6fa7-432c-b6e8-10e495c61b6c req-ea9eff72-875f-4102-87d5-42ca2c99a4ea service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751690 May 14 18:29:04.563886 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d734de31-8a8e-4f4e-94b9-1f8206c36d9e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 704 time: 0.2617991 May 14 18:29:04.564744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55892) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:04.597976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.603729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:04.707530 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.708291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.743596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ea33e2a7-192e-4602-b57d-d06b9651c84d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:04.744078 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.784934 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f6736f05-2cf7-4ea0-ab17-29ba106c2cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:04.792639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55896) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:04.932415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=81b30870-cee0-44a7-aba5-b0aa4c1933ad,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:04.955995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Deleting port 25a1995b-9713-4823-9a80-f0d30213c6c0 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:04.956466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:04.967588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829161-f8a5-4ae9-a89a-ddb99ca2feab req-cc13c3ad-218b-41dc-a4b7-fa51e5b8a9bc tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:04.969309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0829161-f8a5-4ae9-a89a-ddb99ca2feab req-cc13c3ad-218b-41dc-a4b7-fa51e5b8a9bc tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 946 time: 0.6550341 May 14 18:29:04.994159 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:05.018125 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Floating IP eaacc21d-75df-4325-ab5d-60e06d7edaca associated. External IP: 172.25.4.212, port: 6d1e709e-a34a-468e-9bbd-a33b19e85f5e. May 14 18:29:05.023543 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-59092c57-2959-40a5-98a1-1291d414a408 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a0e30ba88de4a89a34d33f6064466cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296934 May 14 18:29:05.026045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55900) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:05.079540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 6c785ed0-eaef-4e39-af80-23dc56d572cd {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:05.080016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.179760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['81b30870-cee0-44a7-aba5-b0aa4c1933ad'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:29:05.210562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.250808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.258488 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0829161-f8a5-4ae9-a89a-ddb99ca2feab req-0af3c67f-0766-4175-ac50-d730ffd9a69b tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809563 May 14 18:29:05.287819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a41a8376-79bc-4318-912a-2c647adf965a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:05.340479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a41a8376-79bc-4318-912a-2c647adf965a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:05.341204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a41a8376-79bc-4318-912a-2c647adf965a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:05.396077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.403923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:05.410260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 6c785ed0-eaef-4e39-af80-23dc56d572cd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6c785ed0-eaef-4e39-af80-23dc56d572cd,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:05.414232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.419283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c16f4-3725-4f11-a512-d142f843575a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:05.423319 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:05.425147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] For port 25a1995b-9713-4823-9a80-f0d30213c6c0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=25a1995b-9713-4823-9a80-f0d30213c6c0,segment=NetworkSegment(3d45c883-f840-46c8-97ae-c93f6370fdc3),segment_id=3d45c883-f840-46c8-97ae-c93f6370fdc3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:05.425971 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.431323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.432425 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba9c16f4-3725-4f11-a512-d142f843575a HTTP/1.1" status: 204 len: 168 time: 0.4054236 May 14 18:29:05.451008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:05.785804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 25a1995b-9713-4823-9a80-f0d30213c6c0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:05.913430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Calling delete_port for 25a1995b-9713-4823-9a80-f0d30213c6c0 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:05.958454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:02Z', 'revision_number': 7, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:29:02Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:05.997766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38544c9-06f7-40ee-94e6-72f00133b99a None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:02Z', 'revision_number': 7, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:29:02Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:06.204606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:06.226117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 6c785ed0-eaef-4e39-af80-23dc56d572cd owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:06.320260 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:06.336375 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:06.348098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port ea33e2a7-192e-4602-b57d-d06b9651c84d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:06.348441 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:06.405072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] No DVR routers for this DVR port 25a1995b-9713-4823-9a80-f0d30213c6c0 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:06.407729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:06.410401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Pushing event deleted for resources: {'Port': ['ID=25a1995b-9713-4823-9a80-f0d30213c6c0,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:06.412918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:06.462067 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:06.477101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-e7283acc-5517-4df3-b75b-91590165a2a5 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:06.477584 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:06.478420 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:06.478676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-e7283acc-5517-4df3-b75b-91590165a2a5 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 946 time: 1.0487173 May 14 18:29:06.512404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2cb5-bdc6-4a2d-bf0b-ed2a884888dd req-d4c22c92-d392-419f-b9c2-94de484565bd tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:06.513945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-148d2cb5-bdc6-4a2d-bf0b-ed2a884888dd req-d4c22c92-d392-419f-b9c2-94de484565bd tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 944 time: 0.6240442 May 14 18:29:06.735069 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:06.898611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-148d2cb5-bdc6-4a2d-bf0b-ed2a884888dd req-f197baeb-7f76-4290-99bd-20b43809d0cd tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633717 May 14 18:29:06.947523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port ea33e2a7-192e-4602-b57d-d06b9651c84d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ea33e2a7-192e-4602-b57d-d06b9651c84d,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:06.947523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.040529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:07.052077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:07.075272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 81b30870-cee0-44a7-aba5-b0aa4c1933ad up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:07.076891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55930) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:07.092157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Deleting port e415c968-f98d-4795-b0d4-c230db990643 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:07.092511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.120881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:07.121438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:07.161237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.189924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for ea33e2a7-192e-4602-b57d-d06b9651c84d owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:07.214959 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-189b357d-eb58-4800-acfc-725af7789358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:07.246842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.331891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=6c785ed0-eaef-4e39-af80-23dc56d572cd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:07.336814 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:07.437089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.445169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:07.446710 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:02Z', 'revision_number': 7, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea33e2a7-192e-4602-b57d-d06b9651c84d', 'name': '', 'network_id': '3bdb1976-336c-497f-b7e6-4bd372657371', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:f6:66:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:50Z', 'updated_at': '2021-05-14T18:29:02Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'bd463e21-dd1f-4ced-b6b3-ed189adc48bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:07.454884 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:07.473748 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:07.476023 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:07.532700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 81b30870-cee0-44a7-aba5-b0aa4c1933ad completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:07.566983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 81b30870-cee0-44a7-aba5-b0aa4c1933ad triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:07.567429 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.635629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4db0ce4f-8cc7-4ea6-a71b-1db73763ef7b tempest-AgentManagementNegativeTest-565388511 tempest-AgentManagementNegativeTest-565388511-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5531328 May 14 18:29:07.654138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:07.683577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:07.755277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.0376639 May 14 18:29:07.797262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=ea33e2a7-192e-4602-b57d-d06b9651c84d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:07.817889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:07.843822 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:08.066804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.086439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.179096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b30870-cee0-44a7-aba5-b0aa4c1933ad'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:29:08.210762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:08.221298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.226242 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f47c75bd-8a79-4f4f-92cb-32fff777d36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:08.246794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:29:08.314761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=81b30870-cee0-44a7-aba5-b0aa4c1933ad,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:08.328293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55950) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:08.329490 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:08.395143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ce61-1c3f-4344-b6ce-4d418dc02ff5 req-30067185-d2c2-4558-873b-aca9bc194ba6 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:08.397069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3920ce61-1c3f-4344-b6ce-4d418dc02ff5 req-30067185-d2c2-4558-873b-aca9bc194ba6 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 946 time: 1.2856760 May 14 18:29:08.403196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] For port e415c968-f98d-4795-b0d4-c230db990643, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e415c968-f98d-4795-b0d4-c230db990643,segment=NetworkSegment(2c09acaf-289d-495c-9c41-279bcd2ffcc9),segment_id=2c09acaf-289d-495c-9c41-279bcd2ffcc9)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:08.403562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.404268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:24Z', 'revision_number': 1, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}, {'id': 'eaacc21d-75df-4325-ab5d-60e06d7edaca', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:98:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:29:01Z', 'updated_at': '2021-05-14T18:29:01Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:08.409414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:08.418974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:08.419641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:08.472444 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.591581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.603627 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:07Z', 'revision_number': 8, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:08.611748 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c3a5c8-667e-499b-98a0-860435df83a6 None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:07Z', 'revision_number': 8, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:08.699978 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-2ea85a55-6242-4081-96fb-eb3a2daad401 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6091721 May 14 18:29:08.701794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Calling delete_port for e415c968-f98d-4795-b0d4-c230db990643 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:08.712784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.748469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:08.749296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3920ce61-1c3f-4344-b6ce-4d418dc02ff5 req-d412e212-b37d-43e3-8c45-e2ab5c50268d tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/security-groups?id=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239000 May 14 18:29:08.754385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:08.768096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Usage tracker for resource:security_group_rule and tenant:205af233d432478185b10e38a3057269 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:08.773084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:08.779490 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.780012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Fanout notify agent at l3_agent the message router_deleted on router 2717edee-ae69-489b-9e29-c6ac3b7ead78 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:29:08.783260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:08.814255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:08.818107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/routers/2717edee-ae69-489b-9e29-c6ac3b7ead78 HTTP/1.1" status: 204 len: 168 time: 6.0216832 May 14 18:29:08.825979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55956) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:09.010641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:09.089112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-4df3b6df-82f5-471e-9966-cd8bdca557f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:09.095264 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-4df3b6df-82f5-471e-9966-cd8bdca557f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1096 time: 0.2590156 May 14 18:29:09.110642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.219873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.265412 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:09.362821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Pushing event deleted for resources: {'Port': ['ID=e415c968-f98d-4795-b0d4-c230db990643,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:09.414437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.472946 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:09.508907 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.524982 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe0aa747-67a6-40be-af7b-35ad78633f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:09.532265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:24Z', 'revision_number': 1, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}, {'id': 'eaacc21d-75df-4325-ab5d-60e06d7edaca', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:98:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:29:01Z', 'updated_at': '2021-05-14T18:29:01Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:09.554970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c9694-935d-418a-b4af-3c79dc18d93b None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:24Z', 'revision_number': 1, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}, {'id': 'eaacc21d-75df-4325-ab5d-60e06d7edaca', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:98:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:29:01Z', 'updated_at': '2021-05-14T18:29:01Z', 'revision_number': 0, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:09.604891 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.633806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] No DVR routers for this DVR port e415c968-f98d-4795-b0d4-c230db990643 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:09.645948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.652399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ea33e2a7-192e-4602-b57d-d06b9651c84d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:09.666742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05fe103-5ee7-4cab-b9d9-88c047f72b9e']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:09.699244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a4046-23f7-4fce-aee6-70248b7a8566 req-f9218577-9eac-4913-b1dc-63098eed2d05 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:09.701033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a28a4046-23f7-4fce-aee6-70248b7a8566 req-f9218577-9eac-4913-b1dc-63098eed2d05 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 945 time: 0.6416504 May 14 18:29:09.702805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ea33e2a7-192e-4602-b57d-d06b9651c84d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:09.703408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ea33e2a7-192e-4602-b57d-d06b9651c84d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:09.704114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c785ed0-eaef-4e39-af80-23dc56d572cd no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:09.711645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=205af233d432478185b10e38a3057269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3794379 May 14 18:29:09.711645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d45c883-f840-46c8-97ae-c93f6370fdc3') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:09.711954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d45c883-f840-46c8-97ae-c93f6370fdc3') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:09.735462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6746ff-c43a-4e8f-af4d-3b185b24228c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:09.741487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55962) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:09.755377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6c785ed0-eaef-4e39-af80-23dc56d572cd {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:09.755924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6c785ed0-eaef-4e39-af80-23dc56d572cd not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:09.767087 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:09.774388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.780671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e415c968-f98d-4795-b0d4-c230db990643 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:09.816037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-176121c5-aa8d-429a-9387-9e89d2460b9d req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.22 "DELETE /v2.0/ports/e415c968-f98d-4795-b0d4-c230db990643 HTTP/1.1" status: 204 len: 173 time: 3.3008163 May 14 18:29:09.827708 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.841347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a28a4046-23f7-4fce-aee6-70248b7a8566 req-288a77ad-a2e6-4e36-8826-fe2fa21ddb9b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211231 May 14 18:29:09.851754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:09.852538 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:09.873464 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:09.883161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: e415c968-f98d-4795-b0d4-c230db990643 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:09.883571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e415c968-f98d-4795-b0d4-c230db990643 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:09.928798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-f1411bb9-6009-4150-bf4b-56a8f44d2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:09.930991 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-f1411bb9-6009-4150-bf4b-56a8f44d2df5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.6964428 May 14 18:29:09.932506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:09.945395 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:09.964083 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:09.964936 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:09.992237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.011246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab61ac0-f3ea-44c8-a64c-e4786f0c858c None None] New status for floating IP eaacc21d-75df-4325-ab5d-60e06d7edaca: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:29:10.073846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.100893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5349886 May 14 18:29:10.110578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 55970) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:10.160322 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b30870-cee0-44a7-aba5-b0aa4c1933ad', 'code': 200} May 14 18:29:10.176058 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.189201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.197355 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce0038f4-8a31-4960-bcc4-a0caf872fe69 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:10.212992 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-f91b32b9-3957-483d-a61e-c2b7acf8eb41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 999 time: 0.2609627 May 14 18:29:10.272110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet bd463e21-dd1f-4ced-b6b3-ed189adc48bd {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:10.275627 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.340386 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:10.403503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Network': ['ID=c05fe103-5ee7-4cab-b9d9-88c047f72b9e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:10.441061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.446356 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:10.486510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.503691 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:10.506098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a6746ff-c43a-4e8f-af4d-3b185b24228c HTTP/1.1" status: 204 len: 168 time: 0.7597973 May 14 18:29:10.519700 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'status': 'completed', 'code': 200} May 14 18:29:10.520562 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab4a8057-5139-4253-8ea5-67f271b7a701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:10.569725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/networks/c05fe103-5ee7-4cab-b9d9-88c047f72b9e HTTP/1.1" status: 204 len: 168 time: 1.7423184 May 14 18:29:10.577649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 55978) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:10.595298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6746ff-c43a-4e8f-af4d-3b185b24228c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:10.614643 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:10.689988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-924138f8-8e79-4449-8e71-54a55a1f6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:10.692836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-924138f8-8e79-4449-8e71-54a55a1f6278 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.4664028 May 14 18:29:10.990107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396f641-b727-44f2-9ef2-1331dd6c002d req-602ac4bf-34cf-4e4d-842d-bc8c21971af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:10.992016 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e396f641-b727-44f2-9ef2-1331dd6c002d req-602ac4bf-34cf-4e4d-842d-bc8c21971af1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 1096 time: 0.8069441 May 14 18:29:10.992631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-5fe4a725-cb81-4b0b-a1af-cdb8a0b4b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:10.993688 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f01ad980-38e1-4138-94e6-1b6c858c8271 req-ec8e20af-c38a-46ce-a2ac-cb8e90b08b89 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Synchronizing usage tracker for tenant:17fbab2f77a8450ca4db95bc7aa919a4 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:10.997402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-5fe4a725-cb81-4b0b-a1af-cdb8a0b4b4da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659862 May 14 18:29:11.003456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.096740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.105387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f01ad980-38e1-4138-94e6-1b6c858c8271 req-ec8e20af-c38a-46ce-a2ac-cb8e90b08b89 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Unset dirty status for tenant:17fbab2f77a8450ca4db95bc7aa919a4 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:11.114864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f01ad980-38e1-4138-94e6-1b6c858c8271 req-ec8e20af-c38a-46ce-a2ac-cb8e90b08b89 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc79f39c-9b9d-4be8-9eb8-85bff71b3314 HTTP/1.1" status: 200 len: 210 time: 0.2215459 May 14 18:29:11.151995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.165443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e396f641-b727-44f2-9ef2-1331dd6c002d req-3f8dab04-28c6-4ef1-ae49-1ed7ed03b1d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546886 May 14 18:29:11.176578 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:07Z', 'revision_number': 8, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:11.191722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:11.214726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:11.215817 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:11.233383 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-a893015a-a823-4716-8cbc-42419faba1c0 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266548 May 14 18:29:11.268303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.275141 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69428b12-2c2c-4fb8-ab8a-e8831def28bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:11.497318 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:11.595486 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b875c366-a9b9-44e4-947d-c67a0ec2ed1d req-5931e73c-8dca-4308-b3a8-c21a1621654f service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120308 May 14 18:29:11.650076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4233b8-982c-48c9-9c73-fa36703e2c85,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:11.654919 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:11.682594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.684243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/security-groups/cc4233b8-982c-48c9-9c73-fa36703e2c85 HTTP/1.1" status: 204 len: 168 time: 1.1021130 May 14 18:29:11.773229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bef72-b329-42f8-89d8-55fa8f4d7302 req-a5eddaa2-576a-483f-88fb-ac81d5e20cc3 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:11.782219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-910bef72-b329-42f8-89d8-55fa8f4d7302 req-a5eddaa2-576a-483f-88fb-ac81d5e20cc3 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 945 time: 0.1699576 May 14 18:29:11.818341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.824150 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-570e710e-0e2d-4de6-8118-888333f5a0e3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:11.887433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-910bef72-b329-42f8-89d8-55fa8f4d7302 req-8878a571-34ad-40c4-b8b7-d52c5fde533b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934701 May 14 18:29:11.892436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=bd463e21-dd1f-4ced-b6b3-ed189adc48bd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:11.900338 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:11.904967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:11.912703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766ea0d-c032-472a-a9cf-d1403fb43c26 None None] Network 3bdb1976-336c-497f-b7e6-4bd372657371 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:11.922434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56004) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:11.922972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/bd463e21-dd1f-4ced-b6b3-ed189adc48bd HTTP/1.1" status: 204 len: 168 time: 1.8100586 May 14 18:29:11.925692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-064db5fb-c62b-490b-b6bd-813a1f820505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:11.927127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-064db5fb-c62b-490b-b6bd-813a1f820505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1096 time: 0.2713630 May 14 18:29:12.119406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:12.147617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-e2fdf4b5-bbbd-4193-b4fc-8b3af066b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:12.149211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-e2fdf4b5-bbbd-4193-b4fc-8b3af066b678 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.2099948 May 14 18:29:12.270928 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:07Z', 'revision_number': 8, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:12.285325 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3b7ec-77ac-457e-a7a6-7a90be2a86ce None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:07Z', 'revision_number': 8, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '8fdc4296-854e-4dc1-9077-59e1bba31bd1', 'name': '', 'network_id': 'c278d483-77f9-481c-a85d-6fbd6f66caad', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:bb:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:39Z', 'updated_at': '2021-05-14T18:28:50Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'ac228ef4-80c3-46a0-bc72-aae5af1768c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:12.308347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:12.312206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:12.422616 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-13dce8f7-4044-4848-b882-91d2d0aeaa15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 1001 time: 0.2591197 May 14 18:29:12.423480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56014) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:12.485087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] DHCP port deletion for 3bdb1976-336c-497f-b7e6-4bd372657371 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:29:12.492191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56020) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:12.502384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712721349', 'description': 'tempest-secgroup-smoke-712721349 description', 'project_id': 'a43b1e4fc53d439bb8822476c970e030'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:12.517927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:12.520764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'name': 'network-vif-deleted', 'tag': 'e415c968-f98d-4795-b0d4-c230db990643'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:29:12.532169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:12.559945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:12.579359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:12.591270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:12.592878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:12.790225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Deleting port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:12.790623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:12.855610 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc79f39c-9b9d-4be8-9eb8-85bff71b3314', 'name': 'network-vif-deleted', 'tag': 'e415c968-f98d-4795-b0d4-c230db990643', 'status': 'completed', 'code': 200} May 14 18:29:12.869699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 9f1f78ba-7e34-403c-83c2-0ef3b6751bae owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:12.877315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:12.911678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:12.917111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:12.920900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:12.940759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:12.981558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] For port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,segment=NetworkSegment(d717d386-9a7d-4ddf-b03a-9b86dc2a4531),segment_id=d717d386-9a7d-4ddf-b03a-9b86dc2a4531)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:12.982239 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:12.999467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-4e8e4de0-a467-4f47-b3a3-221a0fd96d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:13.002910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-4e8e4de0-a467-4f47-b3a3-221a0fd96d65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.5719471 May 14 18:29:13.009288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1601910255'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:13.026731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:13.035635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Usage tracker for resource:network and tenant:671a28277f63443f8fd34582e7d8d834 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:13.045620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.048065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:13.053920 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-642329e3-cd6c-4040-b668-dcd6232edbb5 tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:13.055758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:13.107420 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.127225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.131663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:13.133916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:13.145003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Made reservation on behalf of 671a28277f63443f8fd34582e7d8d834 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:13.148622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.171364 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.175540 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:13.176077 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99f65598-54ec-4c5c-a946-59d81338891b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:13.191018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:13.196975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Calling delete_port for 9f1f78ba-7e34-403c-83c2-0ef3b6751bae owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:13.197156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Usage tracker for resource:security_group_rule and tenant:671a28277f63443f8fd34582e7d8d834 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:13.200625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:13.208812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:13.246332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db38088f-3671-485b-aa05-fb6476d06f57,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:13.253585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.257609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-9bd117b5-aaa7-414a-9a84-7e1e34b82d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:13.258860 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:13.259200 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-9bd117b5-aaa7-414a-9a84-7e1e34b82d14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863289 May 14 18:29:13.291602 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:13.322492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Pushing event deleted for resources: {'Port': ['ID=9f1f78ba-7e34-403c-83c2-0ef3b6751bae,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:13.329994 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:13.331020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] No DVR routers for this DVR port 9f1f78ba-7e34-403c-83c2-0ef3b6751bae on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:13.403953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.414743 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.418705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9222567 May 14 18:29:13.419044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56046) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:13.420608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdb1976-336c-497f-b7e6-4bd372657371']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:13.432338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'db38088f-3671-485b-aa05-fb6476d06f57', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:13.449798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:13.450099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd717d386-9a7d-4ddf-b03a-9b86dc2a4531') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:13.461786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:13.468076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9f1f78ba-7e34-403c-83c2-0ef3b6751bae no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:13.470991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.478361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:13.486237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:13.500604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:13.502029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-b9547677-116f-4cd6-a81f-4a1a22ad3823 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329149 May 14 18:29:13.510757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.512363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.529745 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 9f1f78ba-7e34-403c-83c2-0ef3b6751bae {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:13.530322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9f1f78ba-7e34-403c-83c2-0ef3b6751bae not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:13.536682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a14d0-7e6d-4dd4-b12f-9be090aaaf19 req-8f761289-0b22-4d62-8382-3adfcb75bcad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:13.538216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.538335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d2a14d0-7e6d-4dd4-b12f-9be090aaaf19 req-8f761289-0b22-4d62-8382-3adfcb75bcad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 945 time: 0.4023640 May 14 18:29:13.539385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:13.539810 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.550709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efc6d518-72d3-4cbe-8105-942677da789d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:13.557346 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:13.586996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321da76a-670a-41d9-b38c-703c25c6f798,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:13.643721 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:13.662657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.716279 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d1c36876-d8b2-46ac-9e38-b3cdf9bc9ca1 req-abae7b8b-f977-4194-8308-942835bbd89f service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064393 May 14 18:29:13.737395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d2a14d0-7e6d-4dd4-b12f-9be090aaaf19 req-3b0c9cbc-a742-4426-be19-b02b3b864dbf tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713846 May 14 18:29:13.739938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.743654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:13.745182 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dce3b98-0d7c-4ecc-8437-84dc8af6bcdf tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:13.758410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.758942 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Added segment 25931665-573b-436c-b714-5d2a6bf14db6 of type vlan for network 70df10c9-af68-47a4-a70c-1245d33b8462 May 14 18:29:13.776231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.785790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=3bdb1976-336c-497f-b7e6-4bd372657371,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:13.792338 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:13.796734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.801083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/3bdb1976-336c-497f-b7e6-4bd372657371 HTTP/1.1" status: 204 len: 168 time: 1.8748879 May 14 18:29:13.801794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56062) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:13.845808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.855103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:13.855670 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.870420 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-176a2639-be3f-49df-987c-48a44f40f295 tempest-BulkNetworkOpsIpV6Test-862114969 tempest-BulkNetworkOpsIpV6Test-862114969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:13.948913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.965230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:13.970109 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-878c0fb7-b363-4ce5-9ac1-6b9dbc27f738 tempest-ServersTestManualDisk-1686357841 tempest-ServersTestManualDisk-1686357841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:14.038026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340753fe-4f10-4b91-a291-56fa579878e0,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:14.050205 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:14.072970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.077179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6491721 May 14 18:29:14.077995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event updated for resources: {'Network': ['ID=70df10c9-af68-47a4-a70c-1245d33b8462,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:14.080156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56104) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:14.085417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'db38088f-3671-485b-aa05-fb6476d06f57', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:14.089523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 70df10c9-af68-47a4-a70c-1245d33b8462 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:14.104733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:14.115295 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6904397 May 14 18:29:14.117410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56112) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:14.125550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56116) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:14.132298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Request body: {'subnet': {'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:14.247704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Deleting subnet 5f17b07f-14cc-4af1-bcb2-7245fa34085f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:14.256127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.403325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.437945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:14.447363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:14.467447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:14.469315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:14.477003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Usage tracker for resource:subnet and tenant:671a28277f63443f8fd34582e7d8d834 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:14.485817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:14.496442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:14.512239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:14.532949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.571972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.576334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Made reservation on behalf of 671a28277f63443f8fd34582e7d8d834 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:14.580429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.815219 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.829582 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.832359 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8dcbad5b-b388-4c69-863b-e025a452097f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:14.876658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1c3640-fee1-485f-a5e5-588c01e10672,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:14.886948 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:14.889952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:14.892363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8110442 May 14 18:29:14.894960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56138) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:14.911156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'db38088f-3671-485b-aa05-fb6476d06f57', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:14.961766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:14.974655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:14.980290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:14.991617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.031023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:15.096224 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.250655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.258157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-290fe662-3932-4bdb-ac8c-875da6a54305 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:15.546212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f17b07f-14cc-4af1-bcb2-7245fa34085f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:15.553398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.564892 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:15.577841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.587034 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5f17b07f-14cc-4af1-bcb2-7245fa34085f HTTP/1.1" status: 204 len: 168 time: 1.4191327 May 14 18:29:15.588194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.589954 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56172) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:15.611959 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d594671-4b9d-4e88-bab6-f484f0d98919 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:15.626950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.630681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7322519 May 14 18:29:15.634698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56178) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:15.636358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2048904f-dfb4-484f-a710-17e4c44e05d5,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:15.640811 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:15.644830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'db38088f-3671-485b-aa05-fb6476d06f57', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:15.651859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:15.656275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:15.660072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:15.666884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:15.694486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.767455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.804239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 8fdc4296-854e-4dc1-9077-59e1bba31bd1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:15.804529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.836443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.921757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.928943 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-848bc012-264d-4ae5-9327-3f3d1c10116e tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:15.972587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65483200-1686-4fe6-985d-5ca86af64d20,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:15.982290 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:15.989704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:15.995566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-18d50d31-e5d4-4da1-8363-2aeb61d0699c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:16.042011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.046053 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072707 May 14 18:29:16.046668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:16.061764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'db38088f-3671-485b-aa05-fb6476d06f57', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:16.076464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:16.100072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:16.106765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:16.112724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 8fdc4296-854e-4dc1-9077-59e1bba31bd1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8fdc4296-854e-4dc1-9077-59e1bba31bd1,segment=NetworkSegment(21caac31-8f95-414f-8110-5c0f7a449e24),segment_id=21caac31-8f95-414f-8110-5c0f7a449e24)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:16.113274 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.113366 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event updated for resources: {'Subnet': ['ID=209d0fbb-0714-4a5c-9a34-dd8d6cba66fb,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:16.121139 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:16.124083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:16.135261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Checking segment: {'id': '25931665-573b-436c-b714-5d2a6bf14db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:16.135680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Network hostable DHCP agents. Network: 70df10c9-af68-47a4-a70c-1245d33b8462, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:16.136713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.147789 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:29:16.159864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.172577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Network 70df10c9-af68-47a4-a70c-1245d33b8462 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:16.197357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 70df10c9-af68-47a4-a70c-1245d33b8462) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:16.208233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6183e65-7866-4b55-b0fb-ad90cf9aeea7 None None] Network 70df10c9-af68-47a4-a70c-1245d33b8462 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:16.240775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:16.241360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.270168 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1506190 May 14 18:29:16.272726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:16.287710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Request body: {'port': {'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462', 'name': 'tempest-ExtraDHCPOptionsTestJSON-894155961'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:16.308913 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.315339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.356433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 8fdc4296-854e-4dc1-9077-59e1bba31bd1 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:16.360779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f61503-a5d7-4fe4-9d39-6b2530410af4']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:16.381062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c09acaf-289d-495c-9c41-279bcd2ffcc9') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:16.381485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c09acaf-289d-495c-9c41-279bcd2ffcc9') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:16.403094 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0aa67315-9525-4c09-8965-7974b394b835 tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:16.406005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.430678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.440288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:16.440790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.454500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3cdcdd-70d4-44b1-bdc6-5012e113d11e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:16.457432 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:16.475723 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:16.498474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.504477 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4479373 May 14 18:29:16.538679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56196) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:16.560576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'db38088f-3671-485b-aa05-fb6476d06f57', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:16.581073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:16.590367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:16.605854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:16.613845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:16.636655 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:29:16.666221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.719752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:16.728051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-70df10c9-af68-47a4-a70c-1245d33b8462', 'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462', 'tenant_id': '671a28277f63443f8fd34582e7d8d834', 'fixed_ips': [{'subnet_id': '209d0fbb-0714-4a5c-9a34-dd8d6cba66fb'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:29:16.729168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.751368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Usage tracker for resource:port and tenant:671a28277f63443f8fd34582e7d8d834 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:16.769325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.773849 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-787d1b76-7e3e-405c-83c2-7212f1d0f762 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:16.779565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:16.789736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.802726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84f61503-a5d7-4fe4-9d39-6b2530410af4 HTTP/1.1" status: 204 len: 168 time: 1.2079809 May 14 18:29:16.811818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f61503-a5d7-4fe4-9d39-6b2530410af4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:16.812342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:16.815155 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:16.818739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.827336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.830795 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-481040eb-03aa-4ad3-9722-cb886b1e95ac tempest-ImagesOneServerNegativeTestJSON-522508476 tempest-ImagesOneServerNegativeTestJSON-522508476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:16.841174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Made reservation on behalf of 671a28277f63443f8fd34582e7d8d834 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:16.845893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.895427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7878b7e8-ec57-4317-9549-cf58b770b531,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:16.912249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.914231 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:16.917827 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48bbd6c-4784-4120-9300-9cf9e6316149 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:16.952568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:16.957337 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4175663 May 14 18:29:16.961753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] device_id is not set on port c4982cea-3fce-4b50-b83e-c4dfbcead328 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:29:16.996758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56204) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:17.127576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'network': {'name': 'tempest-network-smoke--1345214742', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'port_security_enabled': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:17.150955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Allocated IP 172.20.0.2 (70df10c9-af68-47a4-a70c-1245d33b8462/209d0fbb-0714-4a5c-9a34-dd8d6cba66fb/88da0102-60ab-456b-9364-83df8b75e9d3) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:17.219549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:17.358002 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-adf514ae-d764-41a1-89c2-040f5025d2b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17fbab2f77a8450ca4db95bc7aa919a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219480 May 14 18:29:17.363465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56212) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:17.439113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:17.442539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=8fdc4296-854e-4dc1-9077-59e1bba31bd1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:17.445778 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:17.457177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:network and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:17.466118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:17.471123 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.492075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:17.493700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.518193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.585132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.598320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Transition to ACTIVE for port object 88da0102-60ab-456b-9364-83df8b75e9d3 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:17.640295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.641589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Transition to ACTIVE for port object 88da0102-60ab-456b-9364-83df8b75e9d3 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:17.649169 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.650815 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-baa7929f-6872-411b-a4a9-79796c085888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:17.654977 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-82bf4049-bb7d-4bdb-9f10-918a0139a171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:17.695211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252a5cc0-71c3-4fda-a01e-a7da2fccdcd9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:17.712290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:17.716388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.742759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Network 70df10c9-af68-47a4-a70c-1245d33b8462 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:17.751621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:17.777771 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:17.790820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Pushing event updated for resources: {'Port': ['ID=88da0102-60ab-456b-9364-83df8b75e9d3,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:17.795248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:17.797024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:17.806470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.807747 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/252a5cc0-71c3-4fda-a01e-a7da2fccdcd9 HTTP/1.1" status: 204 len: 168 time: 0.4433682 May 14 18:29:17.815416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.816292 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Added segment 82f3af08-ec5f-4f04-bbfa-c228f4311e22 of type vlan for network 918b3e27-0d0e-4f31-83a0-c384d69e694e May 14 18:29:17.823551 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:17.860826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.864897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Allocated IP 172.20.0.11 (70df10c9-af68-47a4-a70c-1245d33b8462/209d0fbb-0714-4a5c-9a34-dd8d6cba66fb/c4982cea-3fce-4b50-b83e-c4dfbcead328) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:17.898003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.911292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:17.912477 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:17.924419 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bbddfd36-33cc-4e53-81ee-ed58f089e12a tempest-ExternalNetworksTestJSON-300814398 tempest-ExternalNetworksTestJSON-300814398-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:18.029462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Attempting to bind port 88da0102-60ab-456b-9364-83df8b75e9d3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:18.029850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Attempting to bind port 88da0102-60ab-456b-9364-83df8b75e9d3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '25931665-573b-436c-b714-5d2a6bf14db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:18.030328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Attempting to bind port 88da0102-60ab-456b-9364-83df8b75e9d3 on network 70df10c9-af68-47a4-a70c-1245d33b8462 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:18.041445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:18.041968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Checking segment: {'id': '25931665-573b-436c-b714-5d2a6bf14db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:18.042381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.045653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Bound using segment: {'id': '25931665-573b-436c-b714-5d2a6bf14db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:18.046196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Bound port: 88da0102-60ab-456b-9364-83df8b75e9d3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25931665-573b-436c-b714-5d2a6bf14db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:18.049012 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.182107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56222) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:18.182356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1038318 May 14 18:29:18.201504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'admin_state_up': True, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:18.228369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:18.248034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:router and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:18.255472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:18.267564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Network': ['ID=918b3e27-0d0e-4f31-83a0-c384d69e694e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:18.275634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:18.279211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:18.298832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:18.372858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:18.418696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] For port 88da0102-60ab-456b-9364-83df8b75e9d3, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:18.432210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] For port 88da0102-60ab-456b-9364-83df8b75e9d3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88da0102-60ab-456b-9364-83df8b75e9d3,segment=NetworkSegment(25931665-573b-436c-b714-5d2a6bf14db6),segment_id=25931665-573b-436c-b714-5d2a6bf14db6)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:18.444819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.452561 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1be9dfdd-1941-4b0a-b53a-96f30425fe95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:18.530905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.590921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Pushing event updated for resources: {'Port': ['ID=88da0102-60ab-456b-9364-83df8b75e9d3,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:18.594866 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:18.606788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Transition to ACTIVE for port object c4982cea-3fce-4b50-b83e-c4dfbcead328 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:18.636155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:18.652135 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:18.664317 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8589296 May 14 18:29:18.665717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56230) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:18.710714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:18.710714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:18.758162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.760173 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.776878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.799571 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16954f3d-51b9-4fca-b465-77fdebce329c tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:18.839066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet ac228ef4-80c3-46a0-bc72-aae5af1768c4 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:18.847893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:18.936728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Network 70df10c9-af68-47a4-a70c-1245d33b8462 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:18.948519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:18.964562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:19.036311 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:19.048785 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:19.049031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:19.137070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event updated for resources: {'Port': ['ID=c4982cea-3fce-4b50-b83e-c4dfbcead328,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:19.154766 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:19.204875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:19.206085 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:19.247514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:19.740787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4640603 May 14 18:29:19.744989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56256) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:19.790530 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 88da0102-60ab-456b-9364-83df8b75e9d3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:19.842141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Request body: {'port': {'network_id': '70df10c9-af68-47a4-a70c-1245d33b8462', 'name': 'tempest-ExtraDHCPOptionsTestJSON-716905376', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:19.844080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.api.validators [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] bootfile-name is not in valid_values {{(pid=79560) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:29:19.846116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.api.validators [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] tftp-server is not in valid_values {{(pid=79560) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:29:19.846779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.api.validators [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] server-ip-address is not in valid_values {{(pid=79560) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:29:20.048770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 88da0102-60ab-456b-9364-83df8b75e9d3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:20.063493 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:16Z', 'revision_number': 9, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:20.069141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:20.083627 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:20.084443 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:20.197170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56260) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:20.331094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:20.399074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb3fd7-b7ff-43eb-bd32-37cb66f1b943 None None] Network 70df10c9-af68-47a4-a70c-1245d33b8462 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:20.424633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.443644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-391d930a-0fb9-4994-a0f5-fcedb1924a42 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:20.487584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.503856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:20.508729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Usage tracker for resource:port and tenant:671a28277f63443f8fd34582e7d8d834 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:20.546262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:20.579153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:20.592914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-network', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:20.606121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.608388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=ac228ef4-80c3-46a0-bc72-aae5af1768c4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:20.620488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b4456-a950-47cc-99e3-45534c42d66c None None] Network c278d483-77f9-481c-a85d-6fbd6f66caad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:20.638879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:20.656947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/ac228ef4-80c3-46a0-bc72-aae5af1768c4 HTTP/1.1" status: 204 len: 168 time: 1.9886754 May 14 18:29:20.658079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56268) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:20.662523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.662929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.663362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.663957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.664353 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.664729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.665100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.665467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.665827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.666190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.666555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.666912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:20.670280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Usage tracker for resource:network and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:20.760914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Made reservation on behalf of 671a28277f63443f8fd34582e7d8d834 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:20.777479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.787986 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:20.835567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:20.845782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] device_id is not set on port c003cb8b-f747-4464-b315-63526505d175 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:29:20.851456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.860373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:20.868820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Provisioning for port 88da0102-60ab-456b-9364-83df8b75e9d3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:20.879534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Provisioning complete for port 88da0102-60ab-456b-9364-83df8b75e9d3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:20.880145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.920369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Made reservation on behalf of d651803427d242dfa93aa854e5dd5686 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:20.923193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.957667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:20.981687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:20.988774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:20.992432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:21.001216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:21.043503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:21.044411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.136028 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:16Z', 'revision_number': 9, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:21.140231 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440e874-e317-4ba1-af26-b77c10b55a93 None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:16Z', 'revision_number': 9, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': '95e48d1a-6dbe-445c-80d8-c4bf4651a81c', 'name': '', 'network_id': 'a276e828-8a15-4c95-bf2e-011a85e8a653', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:28Z', 'updated_at': '2021-05-14T18:28:40Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': '0612d2ac-1ed2-42fc-966e-fc3ddd252dcb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:21.262764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Allocated IP 172.20.0.3 (70df10c9-af68-47a4-a70c-1245d33b8462/209d0fbb-0714-4a5c-9a34-dd8d6cba66fb/c003cb8b-f747-4464-b315-63526505d175) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:21.273141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,segment=NetworkSegment(21caac31-8f95-414f-8110-5c0f7a449e24),segment_id=21caac31-8f95-414f-8110-5c0f7a449e24)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:21.276266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.319794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.356611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] For port 88da0102-60ab-456b-9364-83df8b75e9d3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88da0102-60ab-456b-9364-83df8b75e9d3,segment=NetworkSegment(25931665-573b-436c-b714-5d2a6bf14db6),segment_id=25931665-573b-436c-b714-5d2a6bf14db6)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:21.381117 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.382227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.383727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:21.456554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:21.527667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.551528 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.579164 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2486cd15-cae0-4a10-87aa-052991fcbe78 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:21.581257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235150a-ee3b-4978-8cfc-a16c361e7aa5 None None] DHCP port deletion for c278d483-77f9-481c-a85d-6fbd6f66caad request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:29:21.583290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fdc4296-854e-4dc1-9077-59e1bba31bd1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:21.675755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8fdc4296-854e-4dc1-9077-59e1bba31bd1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:21.676241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:21.680760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:21.682301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:21.684625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8fdc4296-854e-4dc1-9077-59e1bba31bd1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:21.694726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Pushing event updated for resources: {'Port': ['ID=88da0102-60ab-456b-9364-83df8b75e9d3,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:21.711755 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:21.875994 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.891095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.904921 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-093439f5-9ef3-423e-8018-e50305fe803c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:21.927989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-965ee99c-4d30-4dce-8eb2-c291a362c3b5 None None] Provisioning for port c4982cea-3fce-4b50-b83e-c4dfbcead328 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:21.934644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-965ee99c-4d30-4dce-8eb2-c291a362c3b5 None None] Provisioning complete for port c4982cea-3fce-4b50-b83e-c4dfbcead328 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:21.935037 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-965ee99c-4d30-4dce-8eb2-c291a362c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:21.971133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:21.981581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.006213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278d483-77f9-481c-a85d-6fbd6f66caad']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:22.022851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.023218 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Added segment 3e815f57-ff24-471d-adc7-c82939f21b6a of type vlan for network 7dfae54b-a8fd-438f-9699-895ae4e490c6 May 14 18:29:22.025509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21caac31-8f95-414f-8110-5c0f7a449e24') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:22.025842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21caac31-8f95-414f-8110-5c0f7a449e24') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:22.033484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c24a7-6a68-4fc2-b5b9-6d0b7880b1d5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:22.048048 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:22.059448 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.090179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.159 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:22.096078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.102599 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.108294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:22.108691 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:22.126827 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:22.129522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-965ee99c-4d30-4dce-8eb2-c291a362c3b5 None None] Port c4982cea-3fce-4b50-b83e-c4dfbcead328 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:22.153796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-965ee99c-4d30-4dce-8eb2-c291a362c3b5 None None] Provisioning complete for port 88da0102-60ab-456b-9364-83df8b75e9d3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:22.154183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-965ee99c-4d30-4dce-8eb2-c291a362c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.209079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.245196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.252175 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14bacbf3-30ea-4dcc-89a1-4f4f2d073869 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:22.288484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.308327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Transition to ACTIVE for port object c003cb8b-f747-4464-b315-63526505d175 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:22.323098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.324181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:22.324755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.344170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=c278d483-77f9-481c-a85d-6fbd6f66caad,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:22.357342 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:22.361346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81936018-d631-402f-9837-b9b74f2c60e2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:22.394876 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.409186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.431795 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c0a36123-b96d-4f92-8164-45ba40a127e6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:22.465661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/c278d483-77f9-481c-a85d-6fbd6f66caad HTTP/1.1" status: 204 len: 168 time: 1.8048768 May 14 18:29:22.466188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56286) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:22.484909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Network 70df10c9-af68-47a4-a70c-1245d33b8462 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:22.494211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:22.499411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:22.576574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-908ae586-c3ab-49e9-9516-1aff99914da2 None None] Provisioning complete for port c4982cea-3fce-4b50-b83e-c4dfbcead328 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:22.578163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-908ae586-c3ab-49e9-9516-1aff99914da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.586823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:22.587490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.591874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3935738 May 14 18:29:22.611212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56290) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:22.630840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Request body: {'subnet': {'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-subnet', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:22.645585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event updated for resources: {'Port': ['ID=c003cb8b-f747-4464-b315-63526505d175,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:22.651726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:22.664613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:22.672322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Usage tracker for resource:subnet and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:22.677862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:22.683676 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.700133 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:22.726176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfae54b-a8fd-438f-9699-895ae4e490c6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:22.729510 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:22.769640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:22.774991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:22.811835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:22.814389 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.0682631 May 14 18:29:22.819009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Made reservation on behalf of d651803427d242dfa93aa854e5dd5686 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:22.821696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:22.836927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:22.838518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:22.852618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:22.932837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-908ae586-c3ab-49e9-9516-1aff99914da2 None None] Port c4982cea-3fce-4b50-b83e-c4dfbcead328 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:23.060468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c38f00a7-5264-4300-b464-6e7e9e482e0a None None] Provisioning for port c003cb8b-f747-4464-b315-63526505d175 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:23.067219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c38f00a7-5264-4300-b464-6e7e9e482e0a None None] Provisioning complete for port c003cb8b-f747-4464-b315-63526505d175 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:23.067739 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c38f00a7-5264-4300-b464-6e7e9e482e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:23.131956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c38f00a7-5264-4300-b464-6e7e9e482e0a None None] Port c003cb8b-f747-4464-b315-63526505d175 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:23.457169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 88da0102-60ab-456b-9364-83df8b75e9d3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:23.476859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:23.518486 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:23.617072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 88da0102-60ab-456b-9364-83df8b75e9d3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:23.618299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:23.629757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:23.843907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ae338-d34f-479b-a60e-d1e8e5e3d932 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:23.849818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ae338-d34f-479b-a60e-d1e8e5e3d932 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:23.860490 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ae338-d34f-479b-a60e-d1e8e5e3d932 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:23.861651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-875ae338-d34f-479b-a60e-d1e8e5e3d932 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Synchronizing usage tracker for tenant:671a28277f63443f8fd34582e7d8d834 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:23.920693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-875ae338-d34f-479b-a60e-d1e8e5e3d932 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Unset dirty status for tenant:671a28277f63443f8fd34582e7d8d834 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:23.922562 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-875ae338-d34f-479b-a60e-d1e8e5e3d932 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.0780249 May 14 18:29:23.927301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56306) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:23.933947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:23.984620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:23.999343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:24.001178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8c8e5833-3fe8-4e8b-a6cb-a6dd28493ca0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:24.222149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:24.222661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.228755 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.381755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port 95e48d1a-6dbe-445c-80d8-c4bf4651a81c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,segment=NetworkSegment(6f39ea87-ca85-47f6-819c-f755ea7314f9),segment_id=6f39ea87-ca85-47f6-819c-f755ea7314f9)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:24.382092 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.533505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Deleting port c003cb8b-f747-4464-b315-63526505d175 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:24.534046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.537430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for 95e48d1a-6dbe-445c-80d8-c4bf4651a81c owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:24.685193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.702045 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d7dca6d-cba7-4afd-a22b-effc9042c03e tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:24.730315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.734992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:24.735772 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:24.798730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=95e48d1a-6dbe-445c-80d8-c4bf4651a81c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:24.854470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:25.094664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:25.106312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3a8636-41a7-4768-aeb8-146da2030461,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:25.110142 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:25.270717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:25.357545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Calling delete_port for c003cb8b-f747-4464-b315-63526505d175 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:25.404721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:25.405084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Network hostable DHCP agents. Network: 7dfae54b-a8fd-438f-9699-895ae4e490c6, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:25.493225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:25.550477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 7dfae54b-a8fd-438f-9699-895ae4e490c6) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:25.563992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e149efc-3d0e-423c-80ef-8ad089d23fc6 None None] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:25.575790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:25.580156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:25.639604 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0152063 May 14 18:29:25.643528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56324) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:25.657273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:25.674114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:25.680897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Usage tracker for resource:router and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:25.684567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:25.693891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:25.729256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 30d0de82-534d-4d08-acad-1bad076630e9 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:29:25.788637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:25.789667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:25.992620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:26.013003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-7dfae54b-a8fd-438f-9699-895ae4e490c6', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:29:26.013962 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.017739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:26.064383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.069478 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.8793578 May 14 18:29:26.071282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56328) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:26.074160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.108338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.120010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-50be8a10-06b6-48d0-b0e7-d413b3aeda27 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:26.215463 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-25aecc5e-b25e-4906-aa92-061243d086e1 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a43b1e4fc53d439bb8822476c970e030&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1426580 May 14 18:29:26.222604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Sync routers for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:26.235381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56332) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:26.261169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:26.261823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:26.280372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event deleted for resources: {'Port': ['ID=c003cb8b-f747-4464-b315-63526505d175,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:26.410474 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:26.469144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.470780 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "DELETE /v2.0/ports/c003cb8b-f747-4464-b315-63526505d175 HTTP/1.1" status: 204 len: 168 time: 2.5423582 May 14 18:29:26.475515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56336) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:26.490771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Request body: {'port': {'name': 'tempest-new-port-name-1851192825', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:26.491189 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.api.validators [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] bootfile-name is not in valid_values {{(pid=79560) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:29:26.491591 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.api.validators [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] tftp-server is not in valid_values {{(pid=79560) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:29:26.492476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.api.validators [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] server-ip-address is not in valid_values {{(pid=79560) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 14 18:29:26.574572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Allocated IP 172.20.0.2 (7dfae54b-a8fd-438f-9699-895ae4e490c6/4e3a8636-41a7-4768-aeb8-146da2030461/3768a7d4-addf-42ce-9993-97c6d50187d3) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:26.729649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:26.744300 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:26.756769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594c2b7-c38a-44b6-86bf-4cf0cbbdc61b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:26.760873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.761644 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e594c2b7-c38a-44b6-86bf-4cf0cbbdc61b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5233247 May 14 18:29:26.764723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56344) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:26.769459 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:26.773321 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:26.775228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.858479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3880124 May 14 18:29:26.859588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56348) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:26.862059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4f44f92-4798-4e62-8795-243afedf5d98 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952780 May 14 18:29:26.864650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56352) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:26.972441 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:26.986125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet 0612d2ac-1ed2-42fc-966e-fc3ddd252dcb {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:26.997122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Transition to ACTIVE for port object 3768a7d4-addf-42ce-9993-97c6d50187d3 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:27.000675 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:27.036754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Transition to ACTIVE for port object 3768a7d4-addf-42ce-9993-97c6d50187d3 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:27.058703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:27.083069 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-62522a1b-0f33-4385-8158-321d76ba29ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:27.134529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:27.165513 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:27.233127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:27.245242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:27.249592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:27.333787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265250842', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:27.408766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f162e1ad-0825-4793-8c88-afcd01aae4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:27.553694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Pushing event updated for resources: {'Port': ['ID=3768a7d4-addf-42ce-9993-97c6d50187d3,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:27.572070 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:27.628275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:27.744966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Attempting to bind port 3768a7d4-addf-42ce-9993-97c6d50187d3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:27.745344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Attempting to bind port 3768a7d4-addf-42ce-9993-97c6d50187d3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:27.745722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Attempting to bind port 3768a7d4-addf-42ce-9993-97c6d50187d3 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:27.836308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:24Z', 'revision_number': 10, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:27.841707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:27.853546 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:27.854424 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:27.917213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:27.917607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:27.918026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:27.918430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Bound using segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:27.918918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Bound port: 3768a7d4-addf-42ce-9993-97c6d50187d3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:27.919343 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:27.940085 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.037425 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.075690 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:28.099615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.391520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Allocated IP 172.25.4.70 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/83a3653a-014c-4660-8c34-426292173d42) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:28.392477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.499401 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:24Z', 'revision_number': 10, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:28.519314 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74661c73-45e4-4a27-abee-a725e6ba5184 None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:24Z', 'revision_number': 10, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None, '_interfaces': [{'id': 'b17e9097-5622-489a-82c0-b7975cad8530', 'name': '', 'network_id': '9d24d9ab-57df-405a-9dd0-db446369b3b2', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'mac_address': 'fa:16:3e:79:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836306c5-f77b-4461-b821-bb591b9e2093', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:28:15Z', 'updated_at': '2021-05-14T18:28:27Z', 'revision_number': 5, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'subnets': [{'id': 'e1782d5b-62a9-414b-b7cd-7d83f47f3f6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:28.630153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] For port 3768a7d4-addf-42ce-9993-97c6d50187d3, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:28.663627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] For port 3768a7d4-addf-42ce-9993-97c6d50187d3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3768a7d4-addf-42ce-9993-97c6d50187d3,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:28.674075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.696677 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-03270f68-fca6-4aef-a84f-0bbcf1d8aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:28.741249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.779206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:23Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:28.798143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.804065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Checking router: 30d0de82-534d-4d08-acad-1bad076630e9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:28.804432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Updating router 30d0de82-534d-4d08-acad-1bad076630e9 port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:29:28.808452 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:28.832379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.841211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7014529c-058c-4844-9d3a-6bfb6ca87c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:28.889760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:28.894537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:28.898271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:28.932135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Pushing event updated for resources: {'Port': ['ID=3768a7d4-addf-42ce-9993-97c6d50187d3,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:28.940450 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:28.941293 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:28.959149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Pushing event updated for resources: {'Port': ['ID=83a3653a-014c-4660-8c34-426292173d42,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:28.967474 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:29.135721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:29.144690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=0612d2ac-1ed2-42fc-966e-fc3ddd252dcb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:29.150910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:29.157306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:29.182701 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/0612d2ac-1ed2-42fc-966e-fc3ddd252dcb HTTP/1.1" status: 204 len: 168 time: 2.3219366 May 14 18:29:29.192964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56368) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:29.194986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:29.211520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b79fd-3f17-42da-9768-274d444886a3 None None] Network a276e828-8a15-4c95-bf2e-011a85e8a653 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:29.222621 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5bcae81-330e-4b39-91f0-e5d2403a5e84 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:29.643893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:29.673225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3768a7d4-addf-42ce-9993-97c6d50187d3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:29.687614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:29.706770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:subnet and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:29.720365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:29.813828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:29.867062 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:29.873066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event updated for resources: {'Port': ['ID=c4982cea-3fce-4b50-b83e-c4dfbcead328,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:29.885301 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:29.891790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] In _notify_port_updated(), no bound segment for port c4982cea-3fce-4b50-b83e-c4dfbcead328 on network 70df10c9-af68-47a4-a70c-1245d33b8462 {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:29:29.898098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:29.898758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:29.900337 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "PUT /v2.0/ports/c4982cea-3fce-4b50-b83e-c4dfbcead328 HTTP/1.1" status: 200 len: 1137 time: 3.4239087 May 14 18:29:29.901158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:29.905023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.028727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56374) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:30.072762 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.087571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Transition to ACTIVE for port object c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:30.141056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.174407 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e85de492-a505-4e42-b48f-4cca949e90d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:30.174648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port b48217dd-7ff5-423c-85b6-0ab70e5becba {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:30.175123 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.278714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fa4368ef-3ff2-4d9a-85ca-ef7bd85ec273 None None] Provisioning complete for port c4982cea-3fce-4b50-b83e-c4dfbcead328 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:30.279105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fa4368ef-3ff2-4d9a-85ca-ef7bd85ec273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.326036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port b48217dd-7ff5-423c-85b6-0ab70e5becba, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b48217dd-7ff5-423c-85b6-0ab70e5becba,segment=NetworkSegment(6f39ea87-ca85-47f6-819c-f755ea7314f9),segment_id=6f39ea87-ca85-47f6-819c-f755ea7314f9)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:30.326412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.367657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.382102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fa4368ef-3ff2-4d9a-85ca-ef7bd85ec273 None None] Port c4982cea-3fce-4b50-b83e-c4dfbcead328 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:30.450835 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bfdccad7-6d3f-4066-9fa3-5c5bf5b26110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.482779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63307b9-e0ae-4df6-9208-1b18efce13fd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:30.489812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d63307b9-e0ae-4df6-9208-1b18efce13fd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "GET /v2.0/ports/c4982cea-3fce-4b50-b83e-c4dfbcead328 HTTP/1.1" status: 200 len: 1137 time: 0.4597600 May 14 18:29:30.490805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56380) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:30.527879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01a384-85c5-4b1d-9ca0-7b087bbd35a8 None None] Pushing event updated for resources: {'Port': ['ID=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:30.542621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for b48217dd-7ff5-423c-85b6-0ab70e5becba owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:30.544136 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bd01a384-85c5-4b1d-9ca0-7b087bbd35a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:30.559899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Attempting to bind port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:30.560169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Attempting to bind port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:30.568330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Attempting to bind port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:30.579574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:30.579970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:30.580704 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.581107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:30.581593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Bound port: c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:30.581972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.654129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.662829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:30.708686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] For port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:30.716538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=b48217dd-7ff5-423c-85b6-0ab70e5becba,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:30.721493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port b48217dd-7ff5-423c-85b6-0ab70e5becba on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:30.728910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] For port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:30.758679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.764619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1439a8-d144-475e-a99a-741b5864ee44 None None] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:30.766219 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:30.910378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:30.948096 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f507606c-3f24-4154-be8f-c81fa4b52635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:30.948880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a276e828-8a15-4c95-bf2e-011a85e8a653']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:30.970535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f39ea87-ca85-47f6-819c-f755ea7314f9') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:30.970801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f39ea87-ca85-47f6-819c-f755ea7314f9') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:30.983495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.061719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.165341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01a384-85c5-4b1d-9ca0-7b087bbd35a8 None None] Pushing event updated for resources: {'Port': ['ID=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:31.182137 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bd01a384-85c5-4b1d-9ca0-7b087bbd35a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:31.242738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62cfbb1-308e-4763-9f7d-cd99da1b254e None None] DHCP port deletion for a276e828-8a15-4c95-bf2e-011a85e8a653 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:29:31.269143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3768a7d4-addf-42ce-9993-97c6d50187d3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:31.272854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.287084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:31.287709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.291130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3768a7d4-addf-42ce-9993-97c6d50187d3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:31.291529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.360368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-84c241ca-d93d-4787-8a05-e5ecaf62c4cd None None] Provisioning for port 3768a7d4-addf-42ce-9993-97c6d50187d3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:31.373894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:31.373894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: timer() May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:31.403068 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:31.411063 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.423829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-56831791-a3d9-434c-af13-5a4be0c5c1a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:31.454093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Deleting port c4982cea-3fce-4b50-b83e-c4dfbcead328 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:31.463944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.470653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.503846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=a276e828-8a15-4c95-bf2e-011a85e8a653,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:31.506528 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:31.510550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/a276e828-8a15-4c95-bf2e-011a85e8a653 HTTP/1.1" status: 204 len: 168 time: 2.3009646 May 14 18:29:31.521293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56392) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:31.612665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-84c241ca-d93d-4787-8a05-e5ecaf62c4cd None None] Provisioning complete for port 3768a7d4-addf-42ce-9993-97c6d50187d3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:31.613045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-84c241ca-d93d-4787-8a05-e5ecaf62c4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.668704 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:31.737312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:31.780184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:29:32.009667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.138574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.236858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Calling delete_port for c4982cea-3fce-4b50-b83e-c4dfbcead328 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:32.400626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 3768a7d4-addf-42ce-9993-97c6d50187d3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3768a7d4-addf-42ce-9993-97c6d50187d3,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:32.434087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.439196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.445460 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:32.453677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.463199 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3e58d1fd-52f8-460e-8a27-b403b3ef3bb3 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:32.476292 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-445ab785-6ddd-478d-a18d-c349048c8d9a tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:32.563694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95e48d1a-6dbe-445c-80d8-c4bf4651a81c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:32.613567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Subnet': ['ID=21c39db9-0f37-4c3c-bd94-3f09c320ada2,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:32.631858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event deleted for resources: {'Port': ['ID=c4982cea-3fce-4b50-b83e-c4dfbcead328,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:32.647526 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:32.701802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 95e48d1a-6dbe-445c-80d8-c4bf4651a81c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:32.701802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95e48d1a-6dbe-445c-80d8-c4bf4651a81c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:32.737371 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:32.814449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Checking segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:32.814820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network hostable DHCP agents. Network: 918b3e27-0d0e-4f31-83a0-c384d69e694e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:32.834506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.898553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:32.908755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b48217dd-7ff5-423c-85b6-0ab70e5becba no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:32.968814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:33.003276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b48217dd-7ff5-423c-85b6-0ab70e5becba {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:33.003580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b48217dd-7ff5-423c-85b6-0ab70e5becba not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:33.005156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:33.023319 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.055403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=3768a7d4-addf-42ce-9993-97c6d50187d3,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:33.058584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:33.059216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:33.082393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "DELETE /v2.0/ports/c4982cea-3fce-4b50-b83e-c4dfbcead328 HTTP/1.1" status: 204 len: 168 time: 2.5869684 May 14 18:29:33.083158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56400) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:33.192589 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:33.208649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:23Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:33.240221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Deleting subnet 209d0fbb-0714-4a5c-9a34-dd8d6cba66fb {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:33.242803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.247161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6019099 May 14 18:29:33.250764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56404) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:33.253665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.348367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e016958-2f0a-4b3d-b506-d569f9e68ff1 None None] The sync data for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 is: [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:23Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:33.421039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1bfa7e23-686a-4af6-8922-c811b0c9042d None None] Provisioning complete for port 3768a7d4-addf-42ce-9993-97c6d50187d3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:33.421501 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1bfa7e23-686a-4af6-8922-c811b0c9042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.427209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:33.482147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 918b3e27-0d0e-4f31-83a0-c384d69e694e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:33.496958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.523342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:33.526780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de02617-d4cc-4fca-97f7-4c1005f32b7d None None] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:33.527332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.602937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 6.6222067 May 14 18:29:33.603792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56408) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:33.670111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:33.849444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:34.550027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-918b3e27-0d0e-4f31-83a0-c384d69e694e', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:29:34.551067 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:34.834032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:29Z', 'revision_number': 3, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:34.851468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:34.852159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Updating router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 port 83a3653a-014c-4660-8c34-426292173d42 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:29:34.947001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.086784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.099205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3768a7d4-addf-42ce-9993-97c6d50187d3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:35.119738 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-052d92c7-3f83-4630-8c28-c3f68c33c8a6 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:35.214296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955dbfb-bed9-4990-a4d0-930857e62954 None None] Network 70df10c9-af68-47a4-a70c-1245d33b8462 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:35.215806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.231980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "DELETE /v2.0/subnets/209d0fbb-0714-4a5c-9a34-dd8d6cba66fb HTTP/1.1" status: 204 len: 168 time: 2.1475601 May 14 18:29:35.238776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56430) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:35.276335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event deleted for resources: {'Subnet': ['ID=209d0fbb-0714-4a5c-9a34-dd8d6cba66fb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:35.285661 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:35.405098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Allocated IP 172.20.0.2 (918b3e27-0d0e-4f31-83a0-c384d69e694e/21c39db9-0f37-4c3c-bd94-3f09c320ada2/cfc9ce92-ac28-4170-a128-51650463473e) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:35.478201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port b17e9097-5622-489a-82c0-b7975cad8530 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:35.478721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.599636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56436) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:35.607440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.645575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.748171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.894499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.941102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port b17e9097-5622-489a-82c0-b7975cad8530, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b17e9097-5622-489a-82c0-b7975cad8530,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:35.941507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:35.949238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.004294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Transition to ACTIVE for port object 83a3653a-014c-4660-8c34-426292173d42 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:36.018111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Deleting port 88da0102-60ab-456b-9364-83df8b75e9d3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:36.018597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.052737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.071257 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f47c75bd-8a79-4f4f-92cb-32fff777d36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:36.104273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:36.113164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for b17e9097-5622-489a-82c0-b7975cad8530 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:36.122207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Usage tracker for resource:security_group_rule and tenant:aa045dcf77554054bfad57b225d96bab is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:36.123402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Allocated IP 172.20.0.1 (7dfae54b-a8fd-438f-9699-895ae4e490c6/4e3a8636-41a7-4768-aeb8-146da2030461/6ee825b9-add6-4a3f-a2e6-18103697f993) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:36.128440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:36.137349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:36.160102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] For port 88da0102-60ab-456b-9364-83df8b75e9d3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=88da0102-60ab-456b-9364-83df8b75e9d3,segment=NetworkSegment(25931665-573b-436c-b714-5d2a6bf14db6),segment_id=25931665-573b-436c-b714-5d2a6bf14db6)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:36.160972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.203232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3768a7d4-addf-42ce-9993-97c6d50187d3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:36.203623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.265672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Attempting to bind port 83a3653a-014c-4660-8c34-426292173d42 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:36.266058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Attempting to bind port 83a3653a-014c-4660-8c34-426292173d42 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:36.266433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Attempting to bind port 83a3653a-014c-4660-8c34-426292173d42 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:36.286935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:36.287348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:36.287766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.288169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:36.288662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Bound port: 83a3653a-014c-4660-8c34-426292173d42, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:36.289044 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.334698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Pushing event updated for resources: {'Port': ['ID=83a3653a-014c-4660-8c34-426292173d42,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:36.354178 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:36.647686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] DHCP port deletion for 70df10c9-af68-47a4-a70c-1245d33b8462 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:29:36.653785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] For port 83a3653a-014c-4660-8c34-426292173d42, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:36.657723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.683428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.690298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.703064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5b34a3fe-e237-43e4-a203-73c3deb161f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:36.707613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Calling delete_port for 88da0102-60ab-456b-9364-83df8b75e9d3 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:36.716569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Transition to ACTIVE for port object cfc9ce92-ac28-4170-a128-51650463473e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:36.738630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b521e65-7a29-4230-9b37-99e646ce5a3c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:36.739027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Transition to ACTIVE for port object cfc9ce92-ac28-4170-a128-51650463473e will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:36.745585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:36.752235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] For port 83a3653a-014c-4660-8c34-426292173d42, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=83a3653a-014c-4660-8c34-426292173d42,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:36.760708 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.775615 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:36.829687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.834803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:36.837141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.847897 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa045dcf77554054bfad57b225d96bab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2436399 May 14 18:29:36.853501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Transition to ACTIVE for port object 6ee825b9-add6-4a3f-a2e6-18103697f993 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:36.854964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56454) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:36.878782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.882960 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37d63521-a3a4-4d21-bdc5-73d9c76b6f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:36.918010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:36.924213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:36.931004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event deleted for resources: {'Port': ['ID=88da0102-60ab-456b-9364-83df8b75e9d3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:36.933271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.937913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:36.944308 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:36.944824 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:36.961113 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:36.973424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.1 (918b3e27-0d0e-4f31-83a0-c384d69e694e/21c39db9-0f37-4c3c-bd94-3f09c320ada2/d6150de7-dde3-4840-9909-9adb94026e54) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:37.002271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.009244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:37.010767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] No DVR routers for this DVR port 88da0102-60ab-456b-9364-83df8b75e9d3 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:37.014297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.016452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:37.031430 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d7111c5-1b73-400d-8808-db3b3a6813b0 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:37.054029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:37.068237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Pushing event updated for resources: {'Port': ['ID=cfc9ce92-ac28-4170-a128-51650463473e,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:37.084848 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:37.098508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:37.104513 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:37.126953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.207069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:37.207539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.222055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Pushing event updated for resources: {'Port': ['ID=6ee825b9-add6-4a3f-a2e6-18103697f993,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:37.239687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:37.240874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:37.358510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.386484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Deleting port 88da0102-60ab-456b-9364-83df8b75e9d3 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:37.386977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.399736 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:37.402723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70df10c9-af68-47a4-a70c-1245d33b8462']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:37.407816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Attempting to bind port cfc9ce92-ac28-4170-a128-51650463473e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:37.408325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Attempting to bind port cfc9ce92-ac28-4170-a128-51650463473e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:37.408799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Attempting to bind port cfc9ce92-ac28-4170-a128-51650463473e on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:37.420612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25931665-573b-436c-b714-5d2a6bf14db6') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:37.420905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25931665-573b-436c-b714-5d2a6bf14db6') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:37.459794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.501303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.530518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:37.531045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:37.564807 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:37.640514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:37.641460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Checking segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:37.641935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.642350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Bound using segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:37.642857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Bound port: cfc9ce92-ac28-4170-a128-51650463473e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:37.643281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.688461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ff14085c-870d-49f8-94d8-a2be4d857ffb None None] Provisioning for port 6ee825b9-add6-4a3f-a2e6-18103697f993 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:37.710147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ff14085c-870d-49f8-94d8-a2be4d857ffb None None] Provisioning complete for port 6ee825b9-add6-4a3f-a2e6-18103697f993 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:37.710677 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ff14085c-870d-49f8-94d8-a2be4d857ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.713548 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.720929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.727389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.732392 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5511eb7-8c29-49eb-91f2-7d388a43b995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:37.742406 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.745879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=b17e9097-5622-489a-82c0-b7975cad8530,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:37.748961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:37.755210 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.758117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Pushing event deleted for resources: {'Network': ['ID=70df10c9-af68-47a4-a70c-1245d33b8462,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:37.760656 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:37.824971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] 10.222.0.24 "DELETE /v2.0/networks/70df10c9-af68-47a4-a70c-1245d33b8462 HTTP/1.1" status: 204 len: 168 time: 2.5747523 May 14 18:29:37.834745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object d6150de7-dde3-4840-9909-9adb94026e54 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:37.835949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.854162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a519ba17-00c5-4f9e-a4b4-12fcc62faef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:37.895815 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:29:37.929806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ff14085c-870d-49f8-94d8-a2be4d857ffb None None] Port 6ee825b9-add6-4a3f-a2e6-18103697f993 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:37.951689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b521e65-7a29-4230-9b37-99e646ce5a3c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:37.963597 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:37.997636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:37.998753 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b521e65-7a29-4230-9b37-99e646ce5a3c HTTP/1.1" status: 204 len: 168 time: 1.1428564 May 14 18:29:38.014011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Pushing event updated for resources: {'Port': ['ID=83a3653a-014c-4660-8c34-426292173d42,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:38.033491 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:38.113979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.130407 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.182738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56474) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:38.188548 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e10cf7bc-e23e-4c0a-a084-a2069bcb2065 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:38.199706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:38.275063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] For port 88da0102-60ab-456b-9364-83df8b75e9d3, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:38.275992 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.291692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:38.310539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.322850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8be2ed7d-4a78-4b7a-9de1-dc47b26e1112 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:38.341075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Pushing event updated for resources: {'Port': ['ID=6ee825b9-add6-4a3f-a2e6-18103697f993,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:38.347562 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.372334 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:38.680435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:38.740950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:38.742846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:38.749997 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-364f99c7-cb91-4809-927c-3152c8872c41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=671a28277f63443f8fd34582e7d8d834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270669 May 14 18:29:38.753910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Calling delete_port for 88da0102-60ab-456b-9364-83df8b75e9d3 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:38.757420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56490) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:38.819524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] For port cfc9ce92-ac28-4170-a128-51650463473e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:38.831338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] For port cfc9ce92-ac28-4170-a128-51650463473e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cfc9ce92-ac28-4170-a128-51650463473e,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:38.836238 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.868362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Port 88da0102-60ab-456b-9364-83df8b75e9d3 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:29:38.876976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:38.903490 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:38.946693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:38.961777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:39.005908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=d6150de7-dde3-4840-9909-9adb94026e54,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:39.014735 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:39.016311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:39.030036 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:39.031982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5092504 May 14 18:29:39.032719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:39.055496 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:39.056125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:39.113051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.152935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.166139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting subnet e1782d5b-62a9-414b-b7cd-7d83f47f3f6e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:29:39.181439 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.207692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Network 70df10c9-af68-47a4-a70c-1245d33b8462 is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:29:39.211379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] No DVR routers for this DVR port 88da0102-60ab-456b-9364-83df8b75e9d3 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:39.217860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:39.226539 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.294484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.355341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.415017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:39.478252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.479714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:39.501748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-59a857e1-bf01-4a33-bcfa-34e9db52f76b None None] Provisioning complete for port 6ee825b9-add6-4a3f-a2e6-18103697f993 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:39.502033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-59a857e1-bf01-4a33-bcfa-34e9db52f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.576602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Pushing event updated for resources: {'Port': ['ID=cfc9ce92-ac28-4170-a128-51650463473e,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:39.583842 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:39.604858 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:39.690894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d3d0c-56d7-4771-b3db-e04853bc6552 None None] Pushing event deleted for resources: {'Port': ['ID=88da0102-60ab-456b-9364-83df8b75e9d3,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:39.784809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:39.789274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 88da0102-60ab-456b-9364-83df8b75e9d3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:39.877117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 88da0102-60ab-456b-9364-83df8b75e9d3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:39.877460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 88da0102-60ab-456b-9364-83df8b75e9d3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:39.896087 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 11, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:39.907215 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:39.914188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:39.930742 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:39.931924 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:39.959659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-59a857e1-bf01-4a33-bcfa-34e9db52f76b None None] Port 6ee825b9-add6-4a3f-a2e6-18103697f993 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:40.052799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:40.062906 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:40.063768 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:40.064327 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:40.108337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:29Z', 'revision_number': 3, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:40.114091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b590a-c3fd-45f1-939d-d7ef1eb4d82a None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:29Z', 'revision_number': 3, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:40.225304 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:40.242625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-177455583-network', 'tenant_id': '053c564de2fe40b7981450f74a2910e5'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:40.252535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:40.331960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:40.340495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:40.346708 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0880be9-ef4a-42bb-828a-d843ac0b217c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:40.370491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321da76a-670a-41d9-b38c-703c25c6f798,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:40.376402 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:40.384185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] 10.222.0.24 "PUT /v2.0/routers/402bba9f-62aa-45fc-94c2-3ecabe9f6515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1314721 May 14 18:29:40.387399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:40.389093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/321da76a-670a-41d9-b38c-703c25c6f798 HTTP/1.1" status: 204 len: 168 time: 1.6305745 May 14 18:29:40.427614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:40.432957 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 11, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:40.439540 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cfeb2-751a-4420-afa0-296401aca06e None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 11, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:40.555772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Usage tracker for resource:network and tenant:053c564de2fe40b7981450f74a2910e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:40.571312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:40.590946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:40.699157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Made reservation on behalf of 053c564de2fe40b7981450f74a2910e5 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:40.701541 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.021437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.156126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:41.161170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Usage tracker for resource:security_group_rule and tenant:053c564de2fe40b7981450f74a2910e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:41.165265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:41.179286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:41.386506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.404539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.413080 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75ec5caf-1107-434f-b83b-17b8640731a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:41.518493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:29:41.566308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:41.573525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b57a52-1fb6-4303-9aad-3a72a24dcd2f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:41.580132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3a305-0a7c-4546-a795-d284ae0ce4da None None] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:41.624964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.626923 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:41.650263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.740897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c939ae6-b69a-4e0a-9381-d877b8a649fd tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:41.767724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-73e9b64f-7c33-496c-9a8b-442e2c5cc2cd None None] Provisioning for port cfc9ce92-ac28-4170-a128-51650463473e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:41.835778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.836134 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Added segment d26fb165-8a01-4d57-9901-a22606df5523 of type vlan for network 06ab75ec-9a44-40f5-aeab-b5f685259316 May 14 18:29:41.932177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:41.940895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393704322', 'description': 'tempest-description--1074489151'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:41.954578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:41.966406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:41.973255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:41.982637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:41.989161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:41.997629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cfc9ce92-ac28-4170-a128-51650463473e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:42.019724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.021006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.024920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.044657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=d6150de7-dde3-4840-9909-9adb94026e54,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:42.051678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.059514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5ee02-9511-49ef-97b5-24c685b65bbf None None] Network 9d24d9ab-57df-405a-9dd0-db446369b3b2 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:42.064366 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:42.066006 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-71cd0879-1aad-43c1-9e3a-cd246de184f3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:42.076685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:42.085195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:42.091990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:42.110098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:42.176020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56550) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:42.283454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Subnet': ['ID=e1782d5b-62a9-414b-b7cd-7d83f47f3f6e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:42.294415 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:42.303299 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/e1782d5b-62a9-414b-b7cd-7d83f47f3f6e HTTP/1.1" status: 204 len: 168 time: 3.2642708 May 14 18:29:42.304256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.305511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:42.306302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.310725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56556) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:42.327993 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-992bef24-d70d-4a3e-9999-1038297344aa tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:42.355482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.361379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.362146 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5762932 May 14 18:29:42.368752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56560) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:42.476724 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:42.512596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.521430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Request body: {'subnet': {'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-177455583-subnet', 'tenant_id': '053c564de2fe40b7981450f74a2910e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:42.531097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cfc9ce92-ac28-4170-a128-51650463473e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:42.538928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Pushing event updated for resources: {'Network': ['ID=06ab75ec-9a44-40f5-aeab-b5f685259316,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:42.541318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e3230c-d0ee-4e63-b839-8126a289667e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:42.544160 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:42.550163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:42.554168 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:42.562225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-901499482'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:42.576095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Usage tracker for resource:subnet and tenant:053c564de2fe40b7981450f74a2910e5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:42.580928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 06ab75ec-9a44-40f5-aeab-b5f685259316 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:42.583577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:42.586814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:42.598049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:42.601931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:42.603852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:42.612682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cfc9ce92-ac28-4170-a128-51650463473e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:42.616291 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.627457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:42.629115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:42.654387 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.658888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7225716 May 14 18:29:42.662783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:42.664536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56566) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:42.674933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'security_group_rule': {'security_group_id': '61e3230c-d0ee-4e63-b839-8126a289667e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:42.685023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Made reservation on behalf of 053c564de2fe40b7981450f74a2910e5 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:42.688300 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.705188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:42.716628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:42.767693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:42.793639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:42.798029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.817737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:42.839848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:42.966979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:42.981727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group_rule and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:43.008060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:43.015826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Deleting port c8554fc7-f0ff-47cd-8b05-15810c27a177 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:43.016461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.027538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56c3bc51-5479-4cf3-a459-05a5ceeef988 None None] Provisioning for port d6150de7-dde3-4840-9909-9adb94026e54 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:43.037001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] DHCP port deletion for 9d24d9ab-57df-405a-9dd0-db446369b3b2 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:29:43.052858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56c3bc51-5479-4cf3-a459-05a5ceeef988 None None] Provisioning complete for port d6150de7-dde3-4840-9909-9adb94026e54 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:43.053784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56c3bc51-5479-4cf3-a459-05a5ceeef988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.097186 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.118653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:43.128273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-56c3bc51-5479-4cf3-a459-05a5ceeef988 None None] Port d6150de7-dde3-4840-9909-9adb94026e54 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:43.137697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 30d0de82-534d-4d08-acad-1bad076630e9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:43.194457 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.221306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56c3bc51-5479-4cf3-a459-05a5ceeef988 None None] Provisioning complete for port cfc9ce92-ac28-4170-a128-51650463473e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:43.221977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56c3bc51-5479-4cf3-a459-05a5ceeef988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.307987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port cfc9ce92-ac28-4170-a128-51650463473e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cfc9ce92-ac28-4170-a128-51650463473e,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:43.320943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.325469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83a3653a-014c-4660-8c34-426292173d42 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:43.373298 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:43.403933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] For port c8554fc7-f0ff-47cd-8b05-15810c27a177, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c8554fc7-f0ff-47cd-8b05-15810c27a177,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:43.404430 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.415006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.438865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:43.454748 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/30d0de82-534d-4d08-acad-1bad076630e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8386950 May 14 18:29:43.462903 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Sync routers for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:43.467790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:43.482165 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:43.482821 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:43.486377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=cfc9ce92-ac28-4170-a128-51650463473e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:43.503587 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:43.519710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:43.520511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:43.551152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.589495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] Deleting port c8554fc7-f0ff-47cd-8b05-15810c27a177 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:43.590186 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.654998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.696625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] For port c8554fc7-f0ff-47cd-8b05-15810c27a177, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c8554fc7-f0ff-47cd-8b05-15810c27a177,segment=NetworkSegment(6370d1ed-c55d-414b-b831-87db50ffac5e),segment_id=6370d1ed-c55d-414b-b831-87db50ffac5e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:43.697202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.733140 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6709443e-62ab-4c84-bb4e-a016583321a9 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:43.768388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Calling delete_port for c8554fc7-f0ff-47cd-8b05-15810c27a177 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:43.773625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.786173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:43.796663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.797055 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment a2d24800-2013-489a-8d02-fbf66c2add34 of type vlan for network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b May 14 18:29:43.804094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:43.817895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1e6c06-6ceb-4683-b4f0-34341260e6dc,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:43.820925 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:43.829277 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:43.847325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] Calling delete_port for c8554fc7-f0ff-47cd-8b05-15810c27a177 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:43.877213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a8221-1d05-4035-96ea-d65d0755985b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:43.880227 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:43.954817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.994383 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:43.999801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3298874 May 14 18:29:44.000141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:44.005387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'security_group_rule': {'security_group_id': '61e3230c-d0ee-4e63-b839-8126a289667e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:44.021018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:44.024952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 83a3653a-014c-4660-8c34-426292173d42 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:44.028246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:44.033890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:44.044056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 83a3653a-014c-4660-8c34-426292173d42 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:44.044741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.048825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:44.083408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.110188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.121614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:44.122358 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.148504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:44.182907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6b0bd634-6d00-4470-9160-34d3b9b7d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:44.201139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.210019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.217870 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 14 18:29:44.217870 n-d-787206-3 neutron-server[79561]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] May 14 18:29:44.217870 n-d-787206-3 neutron-server[79561]: [parameters: {'port_id': 'c8554fc7-f0ff-47cd-8b05-15810c27a177', 'host': 'n-d-787206-3', 'level': 0}] May 14 18:29:44.217870 n-d-787206-3 neutron-server[79561]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:29:44.219203 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:29:44.231042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-574ea3bf-e20d-4e5a-aab8-7c7b40aa6407 None None] Provisioning complete for port d6150de7-dde3-4840-9909-9adb94026e54 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:44.231660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-574ea3bf-e20d-4e5a-aab8-7c7b40aa6407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.260893 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33297ad4-4fca-433c-95d5-7e875955531f tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:44.281175 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.287289 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2835507 May 14 18:29:44.292914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56590) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:44.303283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323debf8-7921-430b-bdad-ef72d9d597a6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:44.308417 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:44.322859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:44.334731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:44.344136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:floatingip and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:44.354935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:44.367264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:44.391993 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.446965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:44.480135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2999520 May 14 18:29:44.484116 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:44.488511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.501696 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:40Z', 'revision_number': 2, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:44.502983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56602) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:44.505721 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bf67aac3-fd8c-4c69-a82e-545e9888e536 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:44.522263 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Checking router: 30d0de82-534d-4d08-acad-1bad076630e9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:44.524743 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Updating router 30d0de82-534d-4d08-acad-1bad076630e9 port d6150de7-dde3-4840-9909-9adb94026e54 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:29:44.556420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Port': ['ID=c8554fc7-f0ff-47cd-8b05-15810c27a177,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:44.567820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:44.569189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'name': 'tempest-PortsTestJSON-1237572212'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:44.585519 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:44.591460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.604181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No DVR routers for this DVR port c8554fc7-f0ff-47cd-8b05-15810c27a177 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:29:44.691160 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.730390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-574ea3bf-e20d-4e5a-aab8-7c7b40aa6407 None None] Port d6150de7-dde3-4840-9909-9adb94026e54 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:44.790616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9eec2da9-39e9-47ee-9ff0-81f2ed4d08a7 None None] The port 'c8554fc7-f0ff-47cd-8b05-15810c27a177' was deleted {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}} May 14 18:29:44.833587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.837662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Allocated IP 172.25.4.239 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/959e8876-0588-42ee-abcb-e632fb37cb04) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:44.870092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 83a3653a-014c-4660-8c34-426292173d42, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=83a3653a-014c-4660-8c34-426292173d42,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:44.886080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:44.887010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:44.928381 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-40ae6f5d-27f1-4eec-ac3b-1f666601949c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:45.088521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=83a3653a-014c-4660-8c34-426292173d42,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:45.099617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.100117 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:45.121880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:45.122256 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.138425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:45.144786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:45.148752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:45.157784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:45.167271 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.173833 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-86f4d9ba-8a67-443a-a895-61a7750eb87d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:45.186800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 2, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:45.189034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-2ac4f081-357a-4b70-93aa-a308cfc1ab7d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:45.196221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:45.196583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Updating router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 port 6ee825b9-add6-4a3f-a2e6-18103697f993 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:29:45.243393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:45.247607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.268502 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.271621 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.284506 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:45.287155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:45.295160 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Transition to ACTIVE for port object d6150de7-dde3-4840-9909-9adb94026e54 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:45.298006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:45.306518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port a2913f09-617e-4654-b82c-fe774cab8cc8 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:29:45.313455 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.317367 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-6eb1030f-c7f6-4bea-8d9b-7da60b73a6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:45.375454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'Port': ['ID=959e8876-0588-42ee-abcb-e632fb37cb04,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:45.377505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.382409 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:45.464142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-2ac4f081-357a-4b70-93aa-a308cfc1ab7d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:45.479622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-2ac4f081-357a-4b70-93aa-a308cfc1ab7d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712721349&fields=id&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 267 time: 1.0198150 May 14 18:29:45.488738 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Pushing event updated for resources: {'Port': ['ID=d6150de7-dde3-4840-9909-9adb94026e54,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:45.498784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d24d9ab-57df-405a-9dd0-db446369b3b2']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:45.523096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b17e9097-5622-489a-82c0-b7975cad8530 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:45.525803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.624265 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.627687 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.627997 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.628273 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.628601 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.628928 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.629248 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.629569 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.629886 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.630201 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.630516 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.630829 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:45.639535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b17e9097-5622-489a-82c0-b7975cad8530 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:45.649025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b17e9097-5622-489a-82c0-b7975cad8530 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:45.650168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.651539 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:45.680913 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Attempting to bind port d6150de7-dde3-4840-9909-9adb94026e54 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:45.681707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Attempting to bind port d6150de7-dde3-4840-9909-9adb94026e54 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:45.681707 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Attempting to bind port d6150de7-dde3-4840-9909-9adb94026e54 on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:45.691330 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:45.691655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Checking segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:45.692066 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.692538 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Bound using segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:45.693019 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Bound port: d6150de7-dde3-4840-9909-9adb94026e54, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:45.693393 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.875869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cfc9ce92-ac28-4170-a128-51650463473e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:45.881102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-ea9c670a-a8bf-4465-a7f6-a24b413497b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:45.881970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-ea9c670a-a8bf-4465-a7f6-a24b413497b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:45.899895 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] For port d6150de7-dde3-4840-9909-9adb94026e54, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:45.906410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6370d1ed-c55d-414b-b831-87db50ffac5e') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:45.906594 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] For port d6150de7-dde3-4840-9909-9adb94026e54, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d6150de7-dde3-4840-9909-9adb94026e54,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:45.906799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6370d1ed-c55d-414b-b831-87db50ffac5e') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:45.918092 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.922455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:45.922818 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-238fdb62-1e45-450f-9c92-231fa9034b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:45.951659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d9636b2b-f21d-46fe-803e-38ed2cf7b939 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:46.005212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-ea9c670a-a8bf-4465-a7f6-a24b413497b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:46.012643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-ea9c670a-a8bf-4465-a7f6-a24b413497b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 797 time: 0.5305326 May 14 18:29:46.034555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.045606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.051682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cfc9ce92-ac28-4170-a128-51650463473e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:46.052430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.063751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.069776 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-760a6519-e738-4a44-9bf3-fd9e1faef73f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:46.076720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c25ca203-1b7b-494a-addd-9d0442c9070f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/quotas/a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 375 time: 0.0630081 May 14 18:29:46.095324 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Pushing event updated for resources: {'Port': ['ID=d6150de7-dde3-4840-9909-9adb94026e54,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:46.126613 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:46.148269 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:46.153500 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:46.239536 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.242623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Checking segment: {'id': 'd26fb165-8a01-4d57-9901-a22606df5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:46.243164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Network hostable DHCP agents. Network: 06ab75ec-9a44-40f5-aeab-b5f685259316, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:46.283603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.285149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:46.285838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.315856 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'Port': ['ID=959e8876-0588-42ee-abcb-e632fb37cb04,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:46.316409 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:46.326848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:46.340651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.388815 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.391561 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0960615 May 14 18:29:46.422768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:46.452874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83a3653a-014c-4660-8c34-426292173d42 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:46.463586 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:46.642107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 83a3653a-014c-4660-8c34-426292173d42 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:46.642581 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.703701 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:46.746761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-67c0c0aa-b086-4bf0-a7d2-5a016a7a3ff9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6632235 May 14 18:29:46.815438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Network 06ab75ec-9a44-40f5-aeab-b5f685259316 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:46.823072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Transition to ACTIVE for port object 6ee825b9-add6-4a3f-a2e6-18103697f993 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:46.832754 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.833396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.836056 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.839911 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:46.903958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 06ab75ec-9a44-40f5-aeab-b5f685259316) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:46.920371 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:46.930995 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:45Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:46.938237 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94d29c-2938-4193-af2a-7dddf6887f45 None None] The sync data for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 is: [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:45Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:46.941787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.968304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/networks/9d24d9ab-57df-405a-9dd0-db446369b3b2 HTTP/1.1" status: 204 len: 168 time: 4.6512868 May 14 18:29:46.971396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56616) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:46.982716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:46.984040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:46.988512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'routes': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:46.990555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd4db8-52e4-49e0-82c1-775385a244fd None None] Network 06ab75ec-9a44-40f5-aeab-b5f685259316 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:46.997906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Pushing event deleted for resources: {'Network': ['ID=9d24d9ab-57df-405a-9dd0-db446369b3b2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:47.029126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c8554fc7-f0ff-47cd-8b05-15810c27a177 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:29:47.042340 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:47.096157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5883644 May 14 18:29:47.146055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-ac2a8d6c-f3fc-4585-a883-2d8a4a2673ec service neutron] 10.222.0.24 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814068 May 14 18:29:47.261306 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:47.278707 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:47.303905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c8554fc7-f0ff-47cd-8b05-15810c27a177 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:29:47.308022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c8554fc7-f0ff-47cd-8b05-15810c27a177 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:29:47.502897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c02771fb-905e-4899-95da-6fc698e25396 service neutron] 10.222.0.24 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558288 May 14 18:29:47.569219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=a2913f09-617e-4654-b82c-fe774cab8cc8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:47.580109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': 'a2d24800-2013-489a-8d02-fbf66c2add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:47.580734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:47.586468 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:47.615063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:47.639431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:47.643757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:47.652515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:47.652786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:47.680898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7edeb14-5100-40b4-aadc-1642698f52fb None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:47.703509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9acc1-0c8d-4ee5-a446-1f258e2ff2e8 None None] Pushing event updated for resources: {'Port': ['ID=6ee825b9-add6-4a3f-a2e6-18103697f993,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:47.712598 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-07f9acc1-0c8d-4ee5-a446-1f258e2ff2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:47.750156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2013609 May 14 18:29:47.751102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:47.770046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2085210226'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:47.784742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:47.804079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:47.814897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:47.847404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:47.876674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:47.884614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.002431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:48.006729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d6150de7-dde3-4840-9909-9adb94026e54 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:48.035950 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.036368 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment 4c7515aa-c35c-4b8c-92b4-0e9861115105 of type vlan for network 66d94de0-c755-4fe4-b04b-484ec12e6f07 May 14 18:29:48.068600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-425dfcec-9393-4153-9370-14dafb6fbd4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Synchronizing usage tracker for tenant:d651803427d242dfa93aa854e5dd5686 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:48.153607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-425dfcec-9393-4153-9370-14dafb6fbd4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Unset dirty status for tenant:d651803427d242dfa93aa854e5dd5686 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:48.154773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-425dfcec-9393-4153-9370-14dafb6fbd4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--393704322&fields=id&tenant_id=d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 267 time: 0.1482763 May 14 18:29:48.245747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Added routes are [] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 14 18:29:48.246347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Removed routes are [] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 14 18:29:48.246640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.265677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.355960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8dc4a2-ebe6-4a10-b668-3f7d3e8f8185 None None] Network 06ab75ec-9a44-40f5-aeab-b5f685259316 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:48.496159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.512611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:48.513429 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.534586 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:48.633293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:48.684946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Attempting to bind port 6ee825b9-add6-4a3f-a2e6-18103697f993 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:48.685377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Attempting to bind port 6ee825b9-add6-4a3f-a2e6-18103697f993 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:48.685869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Attempting to bind port 6ee825b9-add6-4a3f-a2e6-18103697f993 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:48.697521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d6150de7-dde3-4840-9909-9adb94026e54 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:48.708439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d6150de7-dde3-4840-9909-9adb94026e54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:48.709064 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.780916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1926715738-network', 'tenant_id': '7da2a6d9d9824e31b3e798e00f470010'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:48.789207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:48.796526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Usage tracker for resource:network and tenant:7da2a6d9d9824e31b3e798e00f470010 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:48.808044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.813917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:48.817068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:48.817449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:48.818040 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.818582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Bound using segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:48.819293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Bound port: 6ee825b9-add6-4a3f-a2e6-18103697f993, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:48.819850 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.822172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:48.829304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=66d94de0-c755-4fe4-b04b-484ec12e6f07,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:48.842257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0880888 May 14 18:29:48.844474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56662) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:48.847700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:48.851079 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:48.862131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 66d94de0-c755-4fe4-b04b-484ec12e6f07 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:48.863537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'ports': [{'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'}, {'network_id': '66d94de0-c755-4fe4-b04b-484ec12e6f07'}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:48.863852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:48.864346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '66d94de0-c755-4fe4-b04b-484ec12e6f07'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:48.892104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-0c3c07ff-e4da-4d1e-ad0b-1dc5e6bda8a1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:48.893485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-0c3c07ff-e4da-4d1e-ad0b-1dc5e6bda8a1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Synchronizing usage tracker for tenant:d651803427d242dfa93aa854e5dd5686 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:48.921734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-0c3c07ff-e4da-4d1e-ad0b-1dc5e6bda8a1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Unset dirty status for tenant:d651803427d242dfa93aa854e5dd5686 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:48.930510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-0c3c07ff-e4da-4d1e-ad0b-1dc5e6bda8a1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 817 time: 0.7451141 May 14 18:29:48.958718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-9093dfae-cb05-4e2f-a5ed-931c33900283 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/quotas/d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 375 time: 0.0266159 May 14 18:29:49.180752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Made reservation on behalf of 7da2a6d9d9824e31b3e798e00f470010 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:49.183072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.234215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.293556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:49.314349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 836306c5-f77b-4461-b821-bb591b9e2093 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:29:49.357504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-754a3d3e-d7b3-4380-9c0f-76bb9c781921 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Synchronizing usage tracker for tenant:d651803427d242dfa93aa854e5dd5686 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:49.378308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-754a3d3e-d7b3-4380-9c0f-76bb9c781921 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Unset dirty status for tenant:d651803427d242dfa93aa854e5dd5686 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:49.380345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-754a3d3e-d7b3-4380-9c0f-76bb9c781921 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4202263 May 14 18:29:49.384604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Usage tracker for resource:security_group_rule and tenant:7da2a6d9d9824e31b3e798e00f470010 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:49.401016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:49.402014 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.421813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:49.468246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port d6150de7-dde3-4840-9909-9adb94026e54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d6150de7-dde3-4840-9909-9adb94026e54,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:49.478564 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.494997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] For port 6ee825b9-add6-4a3f-a2e6-18103697f993, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:49.496987 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-07f9acc1-0c8d-4ee5-a446-1f258e2ff2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:49.558386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-38e21c91-7576-452c-8c20-110e947c2dfb service neutron] 10.222.0.24 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651533 May 14 18:29:49.609499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] For port 6ee825b9-add6-4a3f-a2e6-18103697f993, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6ee825b9-add6-4a3f-a2e6-18103697f993,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:49.630535 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.678834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=d6150de7-dde3-4840-9909-9adb94026e54,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:49.690208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:49.706896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:49.709084 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:49.710692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:49.712756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:49.713598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:49.719104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:49.735296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.736448 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2acf445e-6c77-49c4-9111-24aa8fb90a13 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 705 time: 2.7640622 May 14 18:29:49.742081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:49.743121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:49.836087 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:49.857373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-63123322-4a5a-4083-a014-a0268693a4da tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:49.864013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:49.868519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.921688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:49.933654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Sync routers for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:49.975560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-63123322-4a5a-4083-a014-a0268693a4da tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:49.986770 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-63123322-4a5a-4083-a014-a0268693a4da tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 205 time: 0.2405665 May 14 18:29:49.990153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56672) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:50.123861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-2297f5cc-eacf-4e7f-a47f-3b8e283ab52e service neutron] 10.222.0.24 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578079 May 14 18:29:50.142702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-16aead79-ea4d-49ee-aaf5-82ea6097cc72 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:50.144114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:50.144274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-16aead79-ea4d-49ee-aaf5-82ea6097cc72 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 797 time: 0.4436214 May 14 18:29:50.155843 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.306700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.338097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 611e85a6-a70c-4828-8e3d-2916c2214d6a yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:29:50.343957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-9a0d8b95-bba1-4a4f-9643-85839bb1ad86 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 379 time: 0.1369472 May 14 18:29:50.361398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Routers {'836306c5-f77b-4461-b821-bb591b9e2093'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:50.362032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['836306c5-f77b-4461-b821-bb591b9e2093'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:50.404326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'port': {'device_id': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'admin_state_up': True, 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'security_groups': ['db38088f-3671-485b-aa05-fb6476d06f57']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:50.588954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.649306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.659462 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab65280c-edb0-4b9a-82b5-23c7b8476db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:50.764316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-73fdd249-9a3a-413a-8811-28f0116d3479 req-460c7b18-745e-410f-8a60-b7251b71d107 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 210 time: 0.1115689 May 14 18:29:50.777537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.782713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.786867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9acc1-0c8d-4ee5-a446-1f258e2ff2e8 None None] Pushing event updated for resources: {'Port': ['ID=6ee825b9-add6-4a3f-a2e6-18103697f993,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:50.791338 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-07f9acc1-0c8d-4ee5-a446-1f258e2ff2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:50.802258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 9956f500-8b7c-40f8-98ae-4e8ab0da8661 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:29:50.805921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Set router 836306c5-f77b-4461-b821-bb591b9e2093 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:50.842095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:50.851724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.852066 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Added segment 2fdbfcec-070c-49c3-9354-83e4fd65818b of type vlan for network 414f9e62-d78e-49c6-bef8-d3d7064ea534 May 14 18:29:50.880197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.887698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.888295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router 836306c5-f77b-4461-b821-bb591b9e2093 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:29:50.897740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:50.906159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:port and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:50.918896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.919940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:50.920558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.926437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:50.945634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:50.972221 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:50.977455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a7a1183e-e441-43a8-833e-4263cc81fe56 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 204 len: 168 time: 0.9749637 May 14 18:29:50.998758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836306c5-f77b-4461-b821-bb591b9e2093', 'name': 'tempest-RoutersIpV6Test-router-1557200084', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:28:09Z', 'updated_at': '2021-05-14T18:29:36Z', 'revision_number': 11, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:51.001515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a5df52-b66c-4d1e-869b-41b858323ee3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:51.012407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Checking router: 836306c5-f77b-4461-b821-bb591b9e2093 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:51.016141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56686) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:51.024284 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:51.034809 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebd4db23-db87-46ae-bfc4-8681a3076c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:51.036987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e94520cc-f3cc-4d82-9cc1-7a4d80e8db58 req-380622c8-5a27-4c9f-8631-42c7a52e5508 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 210 time: 0.0606401 May 14 18:29:51.047744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Routers set() bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:51.048425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Router IDs set() for agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 14 18:29:51.049170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_agentschedulers_db [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'836306c5-f77b-4461-b821-bb591b9e2093'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent'). {{(pid=79561) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 14 18:29:51.049649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d84c4d-eb5a-4055-8b0a-0933eeaca12a None None] The sync data for ids ['836306c5-f77b-4461-b821-bb591b9e2093'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:51.055469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-950311678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:51.084896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:51.089139 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.158588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:51.162176 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4168885 May 14 18:29:51.167393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56692) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:51.187967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Usage tracker for resource:router and tenant:21a2b3650a43434cb5fc856a9df884f9 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:51.194116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Request body: {'subnet': {'network_id': '414f9e62-d78e-49c6-bef8-d3d7064ea534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1926715738-subnet', 'tenant_id': '7da2a6d9d9824e31b3e798e00f470010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:51.203805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:51.222998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:51.240886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Pushing event updated for resources: {'Network': ['ID=414f9e62-d78e-49c6-bef8-d3d7064ea534,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:51.244785 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:51.247436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:51.261066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Usage tracker for resource:subnet and tenant:7da2a6d9d9824e31b3e798e00f470010 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:51.270412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:51.280938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:51.282191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 414f9e62-d78e-49c6-bef8-d3d7064ea534 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:29:51.288043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.289205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.306565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.341533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:51.354090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.362231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.381974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Made reservation on behalf of 7da2a6d9d9824e31b3e798e00f470010 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:51.383556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.453137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f5e61-5026-4418-a4f4-ab42e9e26685 None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:51.551964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.556887 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5501c240-fd4b-41ae-946d-1f819a8aa614 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5372028 May 14 18:29:51.557780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56696) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:51.572686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Request body: {'router': {'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:51.680388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.6 (918b3e27-0d0e-4f31-83a0-c384d69e694e/21c39db9-0f37-4c3c-bd94-3f09c320ada2/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:51.794842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:51.808433 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:51.977024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ee825b9-add6-4a3f-a2e6-18103697f993 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:51.988471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.035493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:52.094600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6ee825b9-add6-4a3f-a2e6-18103697f993 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:52.101682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6ee825b9-add6-4a3f-a2e6-18103697f993 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:52.102329 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.113616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-30e38634-b1b2-4734-b0f1-1fc1afed8a81 req-9073cd5e-176a-4fec-b34e-9a0fd481fd8c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 210 time: 0.0816736 May 14 18:29:52.174758 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.180792 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3f37e766-4de5-4f8c-99e3-a57dbdb63d54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:52.248570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:52.255496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:52.310476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:52.315100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:52.328149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:52.371321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:52.375657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.433503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=611e85a6-a70c-4828-8e3d-2916c2214d6a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:52.469590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:52.492377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.496404 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:52.563142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:52.575297 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.583235 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:52.600022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6ee825b9-add6-4a3f-a2e6-18103697f993, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6ee825b9-add6-4a3f-a2e6-18103697f993,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:29:52.613647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.614822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d6150de7-dde3-4840-9909-9adb94026e54 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:52.617362 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9765faf-4725-42da-8734-07bb8c5cc6df tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:52.659339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2596402 May 14 18:29:52.681993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Request body: {'port': {'device_id': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:52.682658 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:52.819553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6ee825b9-add6-4a3f-a2e6-18103697f993,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:52.824907 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:52.847137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b3efc0b-4d30-4328-81f6-01f8d59ea41c req-953a0a4f-e94a-4949-b017-b329a1891e1c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 210 time: 0.0644281 May 14 18:29:52.910777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3010cce7-2888-443b-9091-36bf02ef63d1 None None] Provisioning for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:52.917262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3010cce7-2888-443b-9091-36bf02ef63d1 None None] Provisioning complete for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:52.917810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3010cce7-2888-443b-9091-36bf02ef63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.975270 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:52.990336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3010cce7-2888-443b-9091-36bf02ef63d1 None None] Port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:52.996044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d6150de7-dde3-4840-9909-9adb94026e54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:52.996750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.144615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.148452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=9956f500-8b7c-40f8-98ae-4e8ab0da8661,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:53.190494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.190985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.191397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.191776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.192144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.192511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.192872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.193233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.193603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.194080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.194494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.194852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:29:53.204925 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:53.214624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.447580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': '4c7515aa-c35c-4b8c-92b4-0e9861115105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '66d94de0-c755-4fe4-b04b-484ec12e6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:53.448234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: 66d94de0-c755-4fe4-b04b-484ec12e6f07, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:53.448335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0436b4-1f21-45e9-9c8b-de51fa1653d0 req-f74b4fb7-afc9-422b-b3b1-c198af593e1d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:53.448977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c0436b4-1f21-45e9-9c8b-de51fa1653d0 req-f74b4fb7-afc9-422b-b3b1-c198af593e1d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:53.477501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:29:53.482868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-1d62b54c-4477-4a2a-b832-fcc7c4d73a3d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:53.484923 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-1d62b54c-4477-4a2a-b832-fcc7c4d73a3d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 817 time: 1.1450205 May 14 18:29:53.485954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.490454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1c0436b4-1f21-45e9-9c8b-de51fa1653d0 req-f74b4fb7-afc9-422b-b3b1-c198af593e1d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:53.491606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c0436b4-1f21-45e9-9c8b-de51fa1653d0 req-f74b4fb7-afc9-422b-b3b1-c198af593e1d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 931 time: 0.2183363 May 14 18:29:53.518299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Transition to ACTIVE for port object 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:53.527480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.529314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 66d94de0-c755-4fe4-b04b-484ec12e6f07 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:53.533727 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-71d6536a-e941-420f-93b4-d286526cc29f tempest-VolumesActionsTest-313769658 tempest-VolumesActionsTest-313769658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:53.574331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 66d94de0-c755-4fe4-b04b-484ec12e6f07) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:53.582643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Router 6ecf5829-8397-46ec-a280-4cd318067a3c is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:29:53.585294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa2464-cf46-482d-b093-41aaab2548e6 None None] Network 66d94de0-c755-4fe4-b04b-484ec12e6f07 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:53.588068 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-ca3f05db-759c-4261-bee8-1507b7ceae8a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 379 time: 0.0825386 May 14 18:29:53.590290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:53.596549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:53.601273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:53.601954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.622722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'port': {'device_id': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'admin_state_up': True, 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'security_groups': ['61e3230c-d0ee-4e63-b839-8126a289667e']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:53.690621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c0436b4-1f21-45e9-9c8b-de51fa1653d0 req-e929c5ce-d757-472c-9198-fccf1cdc230b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845753 May 14 18:29:53.805519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:53.814282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ee825b9-add6-4a3f-a2e6-18103697f993 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:29:53.814494 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:53.864347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:53.864690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:53.865181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:53.870202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:29:53.870523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:53.876957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:53.877300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Checking segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:53.877692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Bound using segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:53.878133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Bound port: 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:53.879229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.904440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0587168 May 14 18:29:53.909232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:53.978698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:53.982953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:53.988100 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:53.993806 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c72a4aad-0d61-4255-8c8d-3b129381eaa0 tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:54.013229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6ee825b9-add6-4a3f-a2e6-18103697f993 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:54.013726 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.072858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:29:54.086116 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] Sync routers for ids ['6ecf5829-8397-46ec-a280-4cd318067a3c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:29:54.104155 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] Routers {'6ecf5829-8397-46ec-a280-4cd318067a3c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:54.105093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6ecf5829-8397-46ec-a280-4cd318067a3c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:54.137198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c09a3c98-e926-416e-82e2-ecfa3571fe0b req-72087315-5455-4359-9ab2-9392139a24ce tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 210 time: 0.0976799 May 14 18:29:54.154796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:54.156190 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.158766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] 10.222.0.22 "PUT /v2.0/ports/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 1091 time: 1.4883883 May 14 18:29:54.161100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:29:54.238914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.240196 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-14d8a233-cfd3-4e76-a4de-e4ab358b1231 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "PUT /v2.0/routers/6ecf5829-8397-46ec-a280-4cd318067a3c HTTP/1.1" status: 200 len: 697 time: 2.6751201 May 14 18:29:54.250155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:54.273184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:54.290648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:54.301664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.362786 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] Set router 6ecf5829-8397-46ec-a280-4cd318067a3c gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:54.472901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Made reservation on behalf of d651803427d242dfa93aa854e5dd5686 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:54.478148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.490832 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecf5829-8397-46ec-a280-4cd318067a3c', 'name': 'tempest-RoutersIpV6Test-router-950311678', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:51Z', 'updated_at': '2021-05-14T18:29:53Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:54.495600 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] Checking router: 6ecf5829-8397-46ec-a280-4cd318067a3c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:29:54.505870 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] Routers {'6ecf5829-8397-46ec-a280-4cd318067a3c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:29:54.506739 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:29:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6ecf5829-8397-46ec-a280-4cd318067a3c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:54.515688 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-902aa609-3c27-4033-b81c-f2d069762e30 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/routers/6ecf5829-8397-46ec-a280-4cd318067a3c HTTP/1.1" status: 200 len: 703 time: 0.2219877 May 14 18:29:54.519468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:54.523357 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'status': 'completed', 'code': 200} May 14 18:29:54.523810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56728) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:54.541267 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:54.587867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02acef21-2805-4dfc-b30b-0e3bad9e8d47 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Synchronizing usage tracker for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:54.623814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-02acef21-2805-4dfc-b30b-0e3bad9e8d47 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Unset dirty status for tenant:21a2b3650a43434cb5fc856a9df884f9 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:54.627646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-02acef21-2805-4dfc-b30b-0e3bad9e8d47 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ecf5829-8397-46ec-a280-4cd318067a3c HTTP/1.1" status: 200 len: 205 time: 0.0895488 May 14 18:29:54.627646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-b7d70c53-a680-4085-9ac6-3d46f8529e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:54.629062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-b7d70c53-a680-4085-9ac6-3d46f8529e63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1094 time: 0.4115896 May 14 18:29:54.629362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56732) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:54.643591 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] Set router 6ecf5829-8397-46ec-a280-4cd318067a3c gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:29:54.655778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.662529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-25fcb2e2-f52c-4a61-9435-fcf45308b56e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:54.722411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 9956f500-8b7c-40f8-98ae-4e8ab0da8661 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:54.722766 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.750321 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecf5829-8397-46ec-a280-4cd318067a3c', 'name': 'tempest-RoutersIpV6Test-router-950311678', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:51Z', 'updated_at': '2021-05-14T18:29:53Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:54.754788 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd824f57-d003-48da-9e73-2380a7cca372 None None] The sync data for ids ['6ecf5829-8397-46ec-a280-4cd318067a3c'] in n-d-787206-3 is: [{'id': '6ecf5829-8397-46ec-a280-4cd318067a3c', 'name': 'tempest-RoutersIpV6Test-router-950311678', 'tenant_id': '21a2b3650a43434cb5fc856a9df884f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:51Z', 'updated_at': '2021-05-14T18:29:53Z', 'revision_number': 2, 'project_id': '21a2b3650a43434cb5fc856a9df884f9', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:29:54.832389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-082ce3bb-427c-4644-955c-a00dad3b3605 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 217 time: 0.1397989 May 14 18:29:54.841002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.919857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac79a25-f1aa-4dea-9cea-08dc651fca0a,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:54.924506 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:54.934439 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:55.188168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-42072cca-1209-4dcf-8d91-9f463d47758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:55.189611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-42072cca-1209-4dcf-8d91-9f463d47758d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.2983241 May 14 18:29:55.268402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 9956f500-8b7c-40f8-98ae-4e8ab0da8661 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:55.273907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Checking segment: {'id': '2fdbfcec-070c-49c3-9354-83e4fd65818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '414f9e62-d78e-49c6-bef8-d3d7064ea534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:55.274262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Network hostable DHCP agents. Network: 414f9e62-d78e-49c6-bef8-d3d7064ea534, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:29:55.277620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Allocated IP 172.20.0.3 (7dfae54b-a8fd-438f-9699-895ae4e490c6/4e3a8636-41a7-4768-aeb8-146da2030461/955ea6aa-faa9-4e22-b3cf-b337bfbad8aa) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:29:55.320611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.323422 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.332269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Network 414f9e62-d78e-49c6-bef8-d3d7064ea534 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:29:55.352725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 414f9e62-d78e-49c6-bef8-d3d7064ea534) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:55.362448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e98df-9c28-427f-9262-3abd3ea48419 req-ec41dcf5-d295-4cd8-98b6-9b4af1aa69ba tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:55.363111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818dd719-65fe-4a1c-a6ad-9097937b1eff None None] Network 414f9e62-d78e-49c6-bef8-d3d7064ea534 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:55.367684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f32e98df-9c28-427f-9262-3abd3ea48419 req-ec41dcf5-d295-4cd8-98b6-9b4af1aa69ba tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.4747961 May 14 18:29:55.401786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.402477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Fanout notify agent at l3_agent the message router_deleted on router 6ecf5829-8397-46ec-a280-4cd318067a3c {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:29:55.443625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:55.444212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.460172 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.464346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-700ef80e-a339-4197-86c1-e28c063404e9 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/6ecf5829-8397-46ec-a280-4cd318067a3c HTTP/1.1" status: 204 len: 168 time: 0.8310297 May 14 18:29:55.467914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-a3319b98-f402-4678-9a16-5482dcdd1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:55.469797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-a3319b98-f402-4678-9a16-5482dcdd1928 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171113 May 14 18:29:55.472139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56742) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:55.484918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f32e98df-9c28-427f-9262-3abd3ea48419 req-65c16065-ec19-4bd5-a8af-63438c9aadef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117470 May 14 18:29:55.565650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.583669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Transition to ACTIVE for port object 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:55.610237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e32e73e5-3973-4dcc-93fb-073e28d8c353 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ecf5829-8397-46ec-a280-4cd318067a3c HTTP/1.1" status: 200 len: 205 time: 0.1373060 May 14 18:29:55.612718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.614826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56746) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:55.618390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.648646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ed887-2562-4544-9935-91d265552386 None None] Network 414f9e62-d78e-49c6-bef8-d3d7064ea534 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:29:55.682704 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81013239-ecb0-4238-9d99-b9f201f75e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:55.714369 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5432243 May 14 18:29:55.753594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=9956f500-8b7c-40f8-98ae-4e8ab0da8661,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:55.755899 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-2fe0c5ee-c050-48a7-a9bf-b31d823a480d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:55.756972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2fe0c5ee-c050-48a7-a9bf-b31d823a480d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/6ecf5829-8397-46ec-a280-4cd318067a3c HTTP/1.1" status: 404 len: 336 time: 0.1408856 May 14 18:29:55.757840 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:55.758664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:55.765184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56752) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:55.842032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:55.842986 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1b1839-a8a6-4db5-a57d-ffa492250160 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:55.847354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:55.851564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:29:55.852553 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:55.853103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1b1839-a8a6-4db5-a57d-ffa492250160 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:55.854633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:29:55.855761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1a1b1839-a8a6-4db5-a57d-ffa492250160 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/bd463e21-dd1f-4ced-b6b3-ed189adc48bd HTTP/1.1" status: 404 len: 337 time: 0.0893195 May 14 18:29:55.857442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:29:55.870575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56756) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:55.894205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/9956f500-8b7c-40f8-98ae-4e8ab0da8661 HTTP/1.1" status: 204 len: 168 time: 1.9796951 May 14 18:29:55.901271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:55.963147 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a131601e-8021-4999-95a3-b8d0f282a76b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:55.963566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a131601e-8021-4999-95a3-b8d0f282a76b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:55.975812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56766) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:55.979495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a131601e-8021-4999-95a3-b8d0f282a76b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/ac228ef4-80c3-46a0-bc72-aae5af1768c4 HTTP/1.1" status: 404 len: 337 time: 0.0807669 May 14 18:29:56.006714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-584ce0a1-a756-402d-be4f-5b43241bdaac service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182648 May 14 18:29:56.073415 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-730f4c9d-ac26-434a-8ddc-b22a0c738ad6 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:56.074404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730f4c9d-ac26-434a-8ddc-b22a0c738ad6 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:56.080331 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-730f4c9d-ac26-434a-8ddc-b22a0c738ad6 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/0612d2ac-1ed2-42fc-966e-fc3ddd252dcb HTTP/1.1" status: 404 len: 337 time: 0.1032178 May 14 18:29:56.084672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56770) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.091450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:56.092862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:56.150012 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c37fa34-8929-452b-a6f8-8983c3fa7a1c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:56.150364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c37fa34-8929-452b-a6f8-8983c3fa7a1c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:56.155416 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c37fa34-8929-452b-a6f8-8983c3fa7a1c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/e1782d5b-62a9-414b-b7cd-7d83f47f3f6e HTTP/1.1" status: 404 len: 337 time: 0.0577085 May 14 18:29:56.158034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56774) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.175441 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-61be976f-af50-4aff-af6d-2ddc35e162f1 None None] Provisioning for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:29:56.191087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-61be976f-af50-4aff-af6d-2ddc35e162f1 None None] Provisioning complete for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:29:56.191087 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61be976f-af50-4aff-af6d-2ddc35e162f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:56.214211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6078706 May 14 18:29:56.218124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-50da5804-67f1-414c-bb41-06ed9f08f17f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 200 len: 205 time: 0.0585976 May 14 18:29:56.219765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56780) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.255735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-61be976f-af50-4aff-af6d-2ddc35e162f1 None None] Port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:29:56.311705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Request body: {'port': {'device_id': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:56.346341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a63b17-6875-494b-8b56-319b7cc3214d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:56.352643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a63b17-6875-494b-8b56-319b7cc3214d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:56.353510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4a63b17-6875-494b-8b56-319b7cc3214d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:56.385575 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-737080db-0081-4e76-9e0f-7bcd4d4b9992 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:56.389219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-737080db-0081-4e76-9e0f-7bcd4d4b9992 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/836306c5-f77b-4461-b821-bb591b9e2093 HTTP/1.1" status: 404 len: 336 time: 0.1659184 May 14 18:29:56.389355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451db07-24aa-4161-b93b-2d4127a904f5 req-49529f9b-7950-4732-8215-67f6bac3192a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:56.390293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56786) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.395861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4451db07-24aa-4161-b93b-2d4127a904f5 req-49529f9b-7950-4732-8215-67f6bac3192a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 931 time: 0.7015421 May 14 18:29:56.459237 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49f63c0b-c228-408d-a409-6b1b89cde404 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb6159b3-b894-48a9-81a1-c070941510a6 HTTP/1.1" status: 200 len: 205 time: 0.0676348 May 14 18:29:56.464899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56790) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.482199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c4a63b17-6875-494b-8b56-319b7cc3214d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:56.487787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c4a63b17-6875-494b-8b56-319b7cc3214d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5853739 May 14 18:29:56.488680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56794) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.565977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4451db07-24aa-4161-b93b-2d4127a904f5 req-0b1a153f-fcb5-4c3f-b91f-ae23323b64d0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685822 May 14 18:29:56.568409 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-8d5bf775-0db1-436c-b360-56cf43bc8a08 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:56.569300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8d5bf775-0db1-436c-b360-56cf43bc8a08 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/eb6159b3-b894-48a9-81a1-c070941510a6 HTTP/1.1" status: 404 len: 336 time: 0.1035070 May 14 18:29:56.572783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6902dbff-9fe9-432c-a909-2049b8ede337 req-9beb3fb4-0a45-41c4-b8ae-8f3b821a2c0d service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559943 May 14 18:29:56.573227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56800) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.622227 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da3be21-7ecb-491e-9d39-8dc794d8178d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:56.622677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da3be21-7ecb-491e-9d39-8dc794d8178d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:56.627286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2da3be21-7ecb-491e-9d39-8dc794d8178d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/89b898be-d4de-49fd-af36-ee29a8015296 HTTP/1.1" status: 404 len: 337 time: 0.0504637 May 14 18:29:56.627500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56806) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.686011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:56.725290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-641ead06-65c5-4e6c-93e3-512ec549494e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 200 len: 205 time: 0.0940552 May 14 18:29:56.725475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56810) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.803908 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-039cbb50-07ae-451a-a73d-aa38ec29d9a5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:56.804914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-039cbb50-07ae-451a-a73d-aa38ec29d9a5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/5b3c4fdd-537e-4d09-86b9-cfa570481598 HTTP/1.1" status: 404 len: 336 time: 0.0786238 May 14 18:29:56.808405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56818) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.862626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 611e85a6-a70c-4828-8e3d-2916c2214d6a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:29:56.862966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:56.884921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a46b7b21-9f47-46ea-b5a7-9be10c3aeb9c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c151a7-e140-4176-ab99-a0e6113d23c5 HTTP/1.1" status: 200 len: 205 time: 0.0729535 May 14 18:29:56.886762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56826) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:56.952852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14dd90-c060-4690-9acf-0109b157a130 req-f8c786bd-594f-4ab3-8b35-f8c60053d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:56.954491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-f8c786bd-594f-4ab3-8b35-f8c60053d608 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1094 time: 0.2829499 May 14 18:29:57.031139 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-affd8ba0-29f4-4ea7-b238-4b6451b674fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:57.109709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-77e51d5f-e520-4a26-80c3-612535c5fa62 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:57.111024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-77e51d5f-e520-4a26-80c3-612535c5fa62 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/networks?id=06ab75ec-9a44-40f5-aeab-b5f685259316 HTTP/1.1" status: 200 len: 811 time: 0.2646358 May 14 18:29:57.143613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-531c543e-75c6-422c-a310-37971c6f2193 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/quotas/053c564de2fe40b7981450f74a2910e5 HTTP/1.1" status: 200 len: 375 time: 0.0181701 May 14 18:29:57.202654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14dd90-c060-4690-9acf-0109b157a130 req-2c9a1b1e-691a-442e-bc4a-da6a51ac70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:57.204824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-2c9a1b1e-691a-442e-bc4a-da6a51ac70b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.2320583 May 14 18:29:57.205145 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-ed417e1c-0fbd-4fff-a396-08a2863bb854 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:57.206152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed417e1c-0fbd-4fff-a396-08a2863bb854 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/31c151a7-e140-4176-ab99-a0e6113d23c5 HTTP/1.1" status: 404 len: 336 time: 0.3192637 May 14 18:29:57.206266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-41ea0902-a222-4e51-8242-0a3bc65d6da5 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=053c564de2fe40b7981450f74a2910e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541692 May 14 18:29:57.208876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56830) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.306093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:57.320217 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d73ba2-108b-44a4-816f-d4db592d3366 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:57.320665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d73ba2-108b-44a4-816f-d4db592d3366 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:57.322315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c3d73ba2-108b-44a4-816f-d4db592d3366 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/6cf7821b-f414-4201-978c-2c029717bd9f HTTP/1.1" status: 404 len: 337 time: 0.1125379 May 14 18:29:57.326425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56834) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.377128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-81ff5e7d-7f46-471c-8664-8df91087f95b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 217 time: 0.1335409 May 14 18:29:57.445117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 611e85a6-a70c-4828-8e3d-2916c2214d6a owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:29:57.471738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14dd90-c060-4690-9acf-0109b157a130 req-355b5ef1-b438-4ebe-836f-e9c6bc2de35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:57.473154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-355b5ef1-b438-4ebe-836f-e9c6bc2de35b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.0903389 May 14 18:29:57.492786 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fdc85f49-f38d-4d3f-b808-0f7e92ebbdc4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=f268263a-d20b-4d47-b6d4-e3c6935b3cfc HTTP/1.1" status: 200 len: 205 time: 0.1134989 May 14 18:29:57.499857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.526994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-22020d27-5457-43f2-b116-d287e304cf69 service neutron] 10.222.0.24 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829213 May 14 18:29:57.600634 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-5f78308b-4134-481c-96c0-29d9b07b7a07 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:57.601660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f78308b-4134-481c-96c0-29d9b07b7a07 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/f268263a-d20b-4d47-b6d4-e3c6935b3cfc HTTP/1.1" status: 404 len: 336 time: 0.0999229 May 14 18:29:57.606154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56846) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.664226 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-874d9916-962d-4c65-9d58-853cc183d0c8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:57.664685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874d9916-962d-4c65-9d58-853cc183d0c8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:57.665273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14dd90-c060-4690-9acf-0109b157a130 req-a7c7e97e-aaff-47b1-800e-7a59634c4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:57.666527 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-874d9916-962d-4c65-9d58-853cc183d0c8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/316fa498-d81b-4b16-9590-92889e017e93 HTTP/1.1" status: 404 len: 337 time: 0.0593216 May 14 18:29:57.666733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-a7c7e97e-aaff-47b1-800e-7a59634c4f5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848352 May 14 18:29:57.669845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56850) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.750034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8122e4cf-ed09-4c3b-901e-b20e8194d3f5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "GET /v2.0/ports?device_id=8705d541-de55-431d-acff-0241ee1e520d HTTP/1.1" status: 200 len: 205 time: 0.0794570 May 14 18:29:57.752587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:57.755486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56854) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.763507 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1cfccbac-a11e-44bf-892d-0db82483e2a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:57.880147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:57.881773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:29:57.897300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=611e85a6-a70c-4828-8e3d-2916c2214d6a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:57.899360 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-4a6790c4-d34e-46b9-8832-c3722a8a6496 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] delete failed (client error): The resource could not be found. May 14 18:29:57.900398 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4a6790c4-d34e-46b9-8832-c3722a8a6496 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/routers/8705d541-de55-431d-acff-0241ee1e520d HTTP/1.1" status: 404 len: 336 time: 0.1439996 May 14 18:29:57.902354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:57.906691 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:57.909384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:57.911869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56858) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.966466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-4b0090eb-40a8-47aa-b901-e4a1bc39ffe9 service neutron] 10.222.0.24 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311886 May 14 18:29:57.969493 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-963e7b42-3c1d-4d69-9b43-274f63c1c595 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:57.969928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963e7b42-3c1d-4d69-9b43-274f63c1c595 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:57.971594 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-963e7b42-3c1d-4d69-9b43-274f63c1c595 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/8a783b5e-296b-46d6-94c1-1ee8e8f93c39 HTTP/1.1" status: 404 len: 337 time: 0.0587881 May 14 18:29:57.974326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56862) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:57.976906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Transition to ACTIVE for port object 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:29:57.978744 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/611e85a6-a70c-4828-8e3d-2916c2214d6a HTTP/1.1" status: 204 len: 168 time: 1.4888437 May 14 18:29:57.981766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56866) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:58.013309 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:58.021254 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8da005e2-3652-4a81-9e99-fb9dfa85040b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:58.057438 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dff293-956e-44ed-b69e-af547ae3615a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] DELETE failed (client error): The resource could not be found. May 14 18:29:58.058001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73dff293-956e-44ed-b69e-af547ae3615a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:29:58.059969 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73dff293-956e-44ed-b69e-af547ae3615a tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] 10.222.0.24 "DELETE /v2.0/subnets/4991ca35-d415-4246-a36f-6ffd8eac178e HTTP/1.1" status: 404 len: 337 time: 0.0847056 May 14 18:29:58.107455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-c2af5e85-deb6-4d09-b1f8-42e10888f8a7 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874533 May 14 18:29:58.200647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:58.284879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:58.337058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553f386-c893-4866-9188-e3e2c7c435bc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:58.337945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7553f386-c893-4866-9188-e3e2c7c435bc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:58.421054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7553f386-c893-4866-9188-e3e2c7c435bc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:58.433306 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7553f386-c893-4866-9188-e3e2c7c435bc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4505081 May 14 18:29:58.434204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:29:58.434609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:29:58.435022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:58.439401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56880) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:58.506507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1c42-2aab-4b3d-8433-72ea352c064e req-f2e9b7c4-124d-4767-aa75-f8aedf86747a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:58.516025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-562b1c42-2aab-4b3d-8433-72ea352c064e req-f2e9b7c4-124d-4767-aa75-f8aedf86747a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.2452526 May 14 18:29:58.541455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:29:58.541774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:29:58.560058 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3005c51-8adb-4e83-b16d-cc3048157b94 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:29:58.566387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e3005c51-8adb-4e83-b16d-cc3048157b94 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:29:58.572220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:29:58.572482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:29:58.572835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Bound using segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:29:58.575003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Bound port: 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:29:58.575003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:58.578901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f14dd90-c060-4690-9acf-0109b157a130 req-0eeee8aa-0c06-49da-a932-967c06eb451f service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674141 May 14 18:29:58.598897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-562b1c42-2aab-4b3d-8433-72ea352c064e req-f77cf698-b6d4-4551-b27b-3e6c19afa361 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811458 May 14 18:29:58.628707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e3005c51-8adb-4e83-b16d-cc3048157b94 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:29:58.630541 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e3005c51-8adb-4e83-b16d-cc3048157b94 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/9956f500-8b7c-40f8-98ae-4e8ab0da8661 HTTP/1.1" status: 404 len: 333 time: 0.1879551 May 14 18:29:58.633335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56888) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:58.676596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56892) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:58.729477 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a753ca18-24ca-457d-84aa-7601540fe1ab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:29:58.733764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a753ca18-24ca-457d-84aa-7601540fe1ab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/611e85a6-a70c-4828-8e3d-2916c2214d6a HTTP/1.1" status: 404 len: 333 time: 0.0965388 May 14 18:29:58.734135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56900) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:58.762644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:29:58.767775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:29:58.776030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:58.784077 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c8d3e86-9be0-4750-b165-b16a872bc43b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:58.881572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:58.882383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:58.884115 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] 10.222.0.22 "PUT /v2.0/ports/955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 1091 time: 2.5862854 May 14 18:29:58.885081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:29:58.901586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:58.906304 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:58.960020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.047496 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b65f2f66-9b75-41f7-b7b8-5551e3e7c8ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21a2b3650a43434cb5fc856a9df884f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668306 May 14 18:29:59.050397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:59.064077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc4f0e-245d-4435-8a5c-7852d242a528 req-3390e5bc-3af4-4442-9edb-4df776429f2c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:59.067642 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8bcc4f0e-245d-4435-8a5c-7852d242a528 req-3390e5bc-3af4-4442-9edb-4df776429f2c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.2974579 May 14 18:29:59.107118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-ab708270-f128-4bb4-b3c9-2e4e845de744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:59.109448 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-ab708270-f128-4bb4-b3c9-2e4e845de744 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1094 time: 0.1648264 May 14 18:29:59.199957 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-bda574d4-c5ff-4874-845f-6852392d7d97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 217 time: 0.0783262 May 14 18:29:59.228814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.280323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d94de0-c755-4fe4-b04b-484ec12e6f07']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:59.294985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7515aa-c35c-4b8c-92b4-0e9861115105') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:59.295426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7515aa-c35c-4b8c-92b4-0e9861115105') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:29:59.296645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.309700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.312452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-73209170-5874-4a26-8127-92228d3751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:59.313950 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-73209170-5874-4a26-8127-92228d3751cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.0998375 May 14 18:29:59.327591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8bcc4f0e-245d-4435-8a5c-7852d242a528 req-ee341723-865a-4fec-8a9e-db5e63cf1640 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479957 May 14 18:29:59.354757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.361682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:29:59.362081 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: timer() May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:29:59.382002 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:29:59.404405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.477383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-d90598d6-f703-4d81-80c3-5aa6a029d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:59.480706 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-d90598d6-f703-4d81-80c3-5aa6a029d6fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549823 May 14 18:29:59.486515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.491820 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27718fd1-5046-4b14-98d5-0f03b47d9669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:59.508228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38dc8111-9d4f-4c1f-8c04-f525dbd79725 req-e72bdf68-eee5-43b9-ba0f-b35fe9b8e798 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 210 time: 0.0762212 May 14 18:29:59.517488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.521787 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-102ed1b9-8684-44a7-a20d-9522334b3ceb tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:59.537580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf907a0-2e38-4eea-8ddb-24b56977c41e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:59.553725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.562063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/66d94de0-c755-4fe4-b04b-484ec12e6f07 HTTP/1.1" status: 204 len: 168 time: 0.8268967 May 14 18:29:59.565786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=66d94de0-c755-4fe4-b04b-484ec12e6f07,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:29:59.569348 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:59.570076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56918) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:29:59.579938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-400394608'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:29:59.587912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:29:59.592480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:29:59.596735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:29:59.603487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:29:59.618386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:29:59.627457 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.637748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.639357 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:29:59.710766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:29:59.728756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.729111 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment ce51b111-1191-4899-9c67-85b02358d60e of type vlan for network 4f906d4f-bef6-454f-ac1a-5914b616360b May 14 18:29:59.766047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2fae2d0b-51e5-423a-bc3d-b055c85828c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.780883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.828264 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.833948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:29:59.841308 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.856478 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d0e40bf-c433-451b-9c23-979b8c82e624 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:29:59.904011 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'status': 'completed', 'code': 200} May 14 18:29:59.947408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:29:59.950994 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acf907a0-2e38-4eea-8ddb-24b56977c41e HTTP/1.1" status: 204 len: 168 time: 0.8945675 May 14 18:29:59.981943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:30:00.074950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5029175 May 14 18:30:00.081232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56926) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:00.099770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:00.134938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=4f906d4f-bef6-454f-ac1a-5914b616360b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:00.151485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 4f906d4f-bef6-454f-ac1a-5914b616360b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:00.158834 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:00.207651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-a20c9867-d38c-40c9-b2ee-9370b05dba12 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055671 May 14 18:30:00.294237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952ec3-f9e4-4df8-b3b4-16adfd4742c9 req-5f8ded3d-7d1f-41a9-a5d5-0a6edd3bb1e5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:00.301581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23952ec3-f9e4-4df8-b3b4-16adfd4742c9 req-5f8ded3d-7d1f-41a9-a5d5-0a6edd3bb1e5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.3048289 May 14 18:30:00.342487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:00.347002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:00.349926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:00.356656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:00.375396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:00.384539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3f1842cd-dc6b-4896-9eab-dc887e930d8a req-f7f4a0b6-2d54-4e67-85c1-b0989107078a service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587334 May 14 18:30:00.387809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23952ec3-f9e4-4df8-b3b4-16adfd4742c9 req-d6ab9dce-3cb0-4614-84fe-487d802e3307 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852439 May 14 18:30:00.391598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:00.399677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:00.409537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-2e86f5bc-87b0-4160-b66f-175e509a035e tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:00.410654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-2e86f5bc-87b0-4160-b66f-175e509a035e tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Synchronizing usage tracker for tenant:053c564de2fe40b7981450f74a2910e5 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:00.450788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-2e86f5bc-87b0-4160-b66f-175e509a035e tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Unset dirty status for tenant:053c564de2fe40b7981450f74a2910e5 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:00.450788 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-2e86f5bc-87b0-4160-b66f-175e509a035e tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.15 "GET /v2.0/networks?id=06ab75ec-9a44-40f5-aeab-b5f685259316 HTTP/1.1" status: 200 len: 811 time: 0.5448167 May 14 18:30:00.486547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'mac_address': 'fa:16:3e:ef:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:30:00.554817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Request body: {'port': {'device_id': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316', 'admin_state_up': True, 'tenant_id': '053c564de2fe40b7981450f74a2910e5'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:00.584957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:00.634029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:30:00.668564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:00.682695 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:00.684990 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:00.786652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-6c28f947-61c0-4569-858f-4ff9f7a4042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:00.788182 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-6c28f947-61c0-4569-858f-4ff9f7a4042e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1094 time: 0.3385539 May 14 18:30:00.801567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:00.819946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:00.825820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:00.834632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.835002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.835499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.835836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.836168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.836496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.836821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.837144 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.837465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.837788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.838147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.838431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:00.848084 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:00.864026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Usage tracker for resource:port and tenant:053c564de2fe40b7981450f74a2910e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:00.918970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:00.926146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:30:00.974310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:01.024231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Made reservation on behalf of 053c564de2fe40b7981450f74a2910e5 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:01.034749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:01.228255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-0bfb8e94-6b7f-4a2f-a358-ce661cc1a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:01.229728 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-0bfb8e94-6b7f-4a2f-a358-ce661cc1a077 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.4329326 May 14 18:30:01.328883 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-9f80a60b-977e-408c-97db-ff9059b9b2b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 217 time: 0.0924881 May 14 18:30:01.559639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:01.632057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-6a422681-7b63-42e6-8fa4-11762dd34f39 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4119890 May 14 18:30:01.646969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-1ad7bddb-636c-442c-bb4b-9e3b72699152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:01.649894 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-1ad7bddb-636c-442c-bb4b-9e3b72699152 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.3137958 May 14 18:30:01.666617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87807-6c16-4a24-9f61-8834be5757fc req-a8f28fcd-4e66-4bbb-9a91-6804e6d4450f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:01.668194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5d87807-6c16-4a24-9f61-8834be5757fc req-a8f28fcd-4e66-4bbb-9a91-6804e6d4450f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.9254951 May 14 18:30:01.718161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Allocated IP 172.20.0.9 (06ab75ec-9a44-40f5-aeab-b5f685259316/1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6/5e239370-0880-4290-b683-d12da4c57f15) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:01.777874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1030465302'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:01.795222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:01.804641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:01.812542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:01.824321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:01.825071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5d87807-6c16-4a24-9f61-8834be5757fc req-deed9b3a-9d01-40c2-ade3-f699f8840b8e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454844 May 14 18:30:01.844616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-38b4c68f-1d57-4d10-9bbe-b59425519611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:01.846174 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-38b4c68f-1d57-4d10-9bbe-b59425519611 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868505 May 14 18:30:01.917760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-2b5948ea-0738-464f-adef-5ce1324e6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:01.919340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-2b5948ea-0738-464f-adef-5ce1324e6cda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 0.1781077 May 14 18:30:01.953172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:01.956529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:01.993317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:30:02.023361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.025765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.061676 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a963d478-e30c-4ac9-8458-acdb889687d3 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:02.069751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:02.095212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:security_group_rule and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:02.103037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:02.115149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:02.122193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5d3a347-86ec-47d7-8a2b-6bcd4f366c09 req-56653281-612f-4ac8-a488-21e64571ccab tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 210 time: 0.1462266 May 14 18:30:02.146374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:02.163512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'mac_address': 'fa:16:3e:12:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:30:02.194404 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-eb5ac996-7f09-4799-8dfa-a17c1a5f96b9 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270254 May 14 18:30:02.202896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=39978338-6c4c-4365-a56a-dbffa3f0386b,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:02.211413 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:02.214492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.217883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-33a0cc7b-645c-4de1-9e08-0cec3a84bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:02.219946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-33a0cc7b-645c-4de1-9e08-0cec3a84bc55 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.2791758 May 14 18:30:02.220883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': 'ce51b111-1191-4899-9c67-85b02358d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:02.221250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: 4f906d4f-bef6-454f-ac1a-5914b616360b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:02.284586 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.317054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:30:02.335389 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.338261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:02.345320 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.347098 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-546b2d10-cdcc-49c7-9c35-bb266ecfd180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:02.365231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 4f906d4f-bef6-454f-ac1a-5914b616360b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:02.410487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 4f906d4f-bef6-454f-ac1a-5914b616360b) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:02.419096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-52bd5d0d-d51a-432b-a41f-507d9a660407 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 1001 time: 0.1885362 May 14 18:30:02.422619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:02.425536 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:02.436732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b0721d-47bd-474d-88fc-e4e42f815122 None None] Network 4f906d4f-bef6-454f-ac1a-5914b616360b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:02.465924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:02.466665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.562155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090fc2b-8c06-4fb3-a32d-8d95cdc5b414 req-b31d7a41-0bd1-4fb9-805a-f450e68f5c8e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:02.570594 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9090fc2b-8c06-4fb3-a32d-8d95cdc5b414 req-b31d7a41-0bd1-4fb9-805a-f450e68f5c8e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.2692122 May 14 18:30:02.583151 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db350ea1-4edd-4064-b6c9-a5815aabdbce req-f5348bb6-21a5-4c76-bcb8-f96558eb70d5 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560085 May 14 18:30:02.583853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 56966) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:02.585408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5026960 May 14 18:30:02.599846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b', 'name': 'tempest-PortsTestJSON-1422925508'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:02.614812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-d954a0f2-7fdb-420d-874e-515caa91d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:02.616818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-d954a0f2-7fdb-420d-874e-515caa91d76f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1884563 May 14 18:30:02.693554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-4f906d4f-bef6-454f-ac1a-5914b616360b', 'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': '39978338-6c4c-4365-a56a-dbffa3f0386b'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:02.694415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.699741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.703036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9090fc2b-8c06-4fb3-a32d-8d95cdc5b414 req-5b956f7e-b328-420c-a25d-8686630ce6b3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285751 May 14 18:30:02.706980 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.723216 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e410b0c-be88-4c89-9523-a5aa99159c56 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:02.727278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:30:02.763570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-3dd02aa2-ec96-4db1-9f85-44950c621e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:02.765730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-3dd02aa2-ec96-4db1-9f85-44950c621e61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410105 May 14 18:30:02.775404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.789283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Network 06ab75ec-9a44-40f5-aeab-b5f685259316 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:02.796072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:02.809621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:02.883807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Pushing event updated for resources: {'Port': ['ID=5e239370-0880-4290-b683-d12da4c57f15,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:02.887478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:02.891432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:02.896029 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-497aa943-4153-48c3-ab5b-a6a3ec875fd4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:02.997682 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:02.998361 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment bf4f1726-e691-4b99-9d30-61b0050b71aa of type vlan for network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 May 14 18:30:03.030689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-e55377a6-b36f-4dfd-8f3b-66994def4d30 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507880 May 14 18:30:03.030942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.038779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Allocated IP 172.20.0.2 (4f906d4f-bef6-454f-ac1a-5914b616360b/39978338-6c4c-4365-a56a-dbffa3f0386b/e26197e3-4249-4402-8a95-d253e4243cfa) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:03.052316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:03.053546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.116447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:03.119068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c764be90-cb39-4710-97a3-2507f5ff37a6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:03.122195 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:03.130132 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.137007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:03.137659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.151229 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ea5de51-66e6-467e-8aa7-993f7711d230 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:03.192297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:03.302222 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7670231 May 14 18:30:03.303555 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7406831 May 14 18:30:03.305476 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.307349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56978) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:03.309147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:03.313864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.318503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Transition to ACTIVE for port object e26197e3-4249-4402-8a95-d253e4243cfa will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:03.326846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1473160729'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:03.333920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:03.338390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Request body: {'port': {'device_id': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:03.340517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c73f7fd-6b72-4016-9387-c6bfbce036f0 req-11ba9075-e69a-45bc-a4b3-b2d57c0bfa2e service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003376 May 14 18:30:03.343672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Transition to ACTIVE for port object e26197e3-4249-4402-8a95-d253e4243cfa will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:03.352881 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.363158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2250de7-e0c3-4052-b3aa-87384dd2962c req-fb6746a9-8b65-45f4-b760-d653857cb49b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:03.363807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:03.368883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2250de7-e0c3-4052-b3aa-87384dd2962c req-fb6746a9-8b65-45f4-b760-d653857cb49b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.2071548 May 14 18:30:03.370261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:03.375810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:03.421535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:03.432070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Network 4f906d4f-bef6-454f-ac1a-5914b616360b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:03.434942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:03.442131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2250de7-e0c3-4052-b3aa-87384dd2962c req-bf00cdd5-0635-4a14-8ec7-c293134533af tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675955 May 14 18:30:03.444762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:03.450198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:03.451137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Pushing event updated for resources: {'Port': ['ID=e26197e3-4249-4402-8a95-d253e4243cfa,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:03.455694 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:03.463141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.498304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:03.510866 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.511541 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment 9e6fd594-f70f-4b53-a2a5-0e38a8091a76 of type vlan for network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 May 14 18:30:03.524505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.542622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=b33aaecf-9e1a-4c9c-814b-2461ed20eb60,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:03.544558 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.550041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:03.557727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:03.594175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:03.598609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.607374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:03.608467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.615516 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e34ed5dc-6f81-4974-a06d-54c1fcf07733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:03.659982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Attempting to bind port e26197e3-4249-4402-8a95-d253e4243cfa on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:03.660375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Attempting to bind port e26197e3-4249-4402-8a95-d253e4243cfa by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ce51b111-1191-4899-9c67-85b02358d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:03.660758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Attempting to bind port e26197e3-4249-4402-8a95-d253e4243cfa on network 4f906d4f-bef6-454f-ac1a-5914b616360b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:03.674225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:03.674861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Checking segment: {'id': 'ce51b111-1191-4899-9c67-85b02358d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:03.675205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.676049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Bound using segment: {'id': 'ce51b111-1191-4899-9c67-85b02358d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:03.676049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Bound port: e26197e3-4249-4402-8a95-d253e4243cfa, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce51b111-1191-4899-9c67-85b02358d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4f906d4f-bef6-454f-ac1a-5914b616360b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:03.676739 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.794771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] For port e26197e3-4249-4402-8a95-d253e4243cfa, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:03.801780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] For port e26197e3-4249-4402-8a95-d253e4243cfa, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e26197e3-4249-4402-8a95-d253e4243cfa,segment=NetworkSegment(ce51b111-1191-4899-9c67-85b02358d60e),segment_id=ce51b111-1191-4899-9c67-85b02358d60e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:03.807753 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:03.814717 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3d9e1cd-7a1f-42f0-b290-5537e55596b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:03.909687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Pushing event updated for resources: {'Port': ['ID=e26197e3-4249-4402-8a95-d253e4243cfa,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:03.928619 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:03.998063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:04.009679 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6998825 May 14 18:30:04.014889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 56986) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:04.026877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:04.108932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=bf01d1a1-9185-4b2a-9516-7fba2a32dd07,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:04.126957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:04.140000 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:04.149334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.3 (4f906d4f-bef6-454f-ac1a-5914b616360b/39978338-6c4c-4365-a56a-dbffa3f0386b/a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:04.185109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:04.206962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:04.224452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:04.259925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:04.268961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:30:04.290867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5628b9-6dc8-42f2-a6e3-b3a1ad499148 req-fb3d849e-e11c-4505-9882-0bb362f55256 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:04.303333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d5628b9-6dc8-42f2-a6e3-b3a1ad499148 req-fb3d849e-e11c-4505-9882-0bb362f55256 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 931 time: 0.6066384 May 14 18:30:04.357237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:04.363658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:04.367658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.388691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:04.390283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.538814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e239370-0880-4290-b683-d12da4c57f15 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:30:04.571843 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.581185 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.581627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d5628b9-6dc8-42f2-a6e3-b3a1ad499148 req-3a3fe5c7-b395-45ee-bdab-b9e22323005c tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654121 May 14 18:30:04.639380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Transition to ACTIVE for port object 5e239370-0880-4290-b683-d12da4c57f15 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:04.648293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.662293 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12603abe-112c-4f2d-94dd-39bebdb7eabd tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:04.671608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:04.672531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:04.679990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.680939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:04.743009 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:04.822390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.833927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Pushing event updated for resources: {'Port': ['ID=5e239370-0880-4290-b683-d12da4c57f15,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:04.834466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:04.837867 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:04.838595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:04.844188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:04.844571 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:04.874848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:04.950276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:04.956081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7655d3-07ce-43ee-8950-8467f51f6d9c req-ca6bdd91-08e0-4c79-a3b6-af1e36e33333 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:04.956836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Attempting to bind port 5e239370-0880-4290-b683-d12da4c57f15 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:04.957182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Attempting to bind port 5e239370-0880-4290-b683-d12da4c57f15 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'd26fb165-8a01-4d57-9901-a22606df5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:04.957516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Attempting to bind port 5e239370-0880-4290-b683-d12da4c57f15 on network 06ab75ec-9a44-40f5-aeab-b5f685259316 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:04.957764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca7655d3-07ce-43ee-8950-8467f51f6d9c req-ca6bdd91-08e0-4c79-a3b6-af1e36e33333 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.2098713 May 14 18:30:04.965030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Port 5e239370-0880-4290-b683-d12da4c57f15 on network 06ab75ec-9a44-40f5-aeab-b5f685259316 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:30:04.965349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Attempting to bind port 5e239370-0880-4290-b683-d12da4c57f15 on network 06ab75ec-9a44-40f5-aeab-b5f685259316 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:04.972677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:04.973017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Checking segment: {'id': 'd26fb165-8a01-4d57-9901-a22606df5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:04.973409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Bound using segment: {'id': 'd26fb165-8a01-4d57-9901-a22606df5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:04.973841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Bound port: 5e239370-0880-4290-b683-d12da4c57f15, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26fb165-8a01-4d57-9901-a22606df5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:04.974191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.005314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.030835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca7655d3-07ce-43ee-8950-8467f51f6d9c req-d0fd3dae-4f96-494e-82b7-babaa5eb06c4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654874 May 14 18:30:05.055658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:05.066424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.072386 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bd01a384-85c5-4b1d-9ca0-7b087bbd35a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:05.193382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:05.198579 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:05.205840 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.211938 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6bbdc0c4-3da1-4f80-ab37-4b7f3f214db3 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:05.302952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.319823 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36170ac8-4437-40e8-b54a-877d41c2e653 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:05.358875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca6175d-094c-40be-a4a0-e28fcf60b63d None None] Network 4f906d4f-bef6-454f-ac1a-5914b616360b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:05.364717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=76b44389-ebaf-4c60-b828-043c46317c6d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:05.372836 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:05.385301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': 'bf4f1726-e691-4b99-9d30-61b0050b71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:05.385654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: b33aaecf-9e1a-4c9c-814b-2461ed20eb60, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:05.401690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 4f906d4f-bef6-454f-ac1a-5914b616360b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:05.406507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] For port 5e239370-0880-4290-b683-d12da4c57f15, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:05.409338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:05.417856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:05.429385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6481c3-9968-44e1-a3a3-eef85fd6c871 req-2d9091ad-5312-4472-83de-511d1376d6b1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:05.431334 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c6481c3-9968-44e1-a3a3-eef85fd6c871 req-2d9091ad-5312-4472-83de-511d1376d6b1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.1889746 May 14 18:30:05.448739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b33aaecf-9e1a-4c9c-814b-2461ed20eb60) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:05.450618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:05.515815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5383de-35fe-4c5f-8031-ef23f5ce8a00 None None] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:05.544652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:05.545643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.590312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:05.591116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.610364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c6481c3-9968-44e1-a3a3-eef85fd6c871 req-2d013a8b-3bbf-4d98-9768-835247bf2998 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643820 May 14 18:30:05.616457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6004362 May 14 18:30:05.620901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57002) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:05.626728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] For port 5e239370-0880-4290-b683-d12da4c57f15, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5e239370-0880-4290-b683-d12da4c57f15,segment=NetworkSegment(d26fb165-8a01-4d57-9901-a22606df5523),segment_id=d26fb165-8a01-4d57-9901-a22606df5523)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:05.631820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:05.636278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:05.647714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0601346 May 14 18:30:05.647714 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:05.647965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.651497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57006) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:05.653032 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-67510665-b6c7-4b2f-926a-23a391976976 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:05.683921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c9085a53-43c4-463d-bca0-f10c2d669b23 None None] Provisioning for port e26197e3-4249-4402-8a95-d253e4243cfa completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:05.770539 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'code': 200} May 14 18:30:05.918297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Pushing event updated for resources: {'Port': ['ID=5e239370-0880-4290-b683-d12da4c57f15,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:05.932138 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:05.942217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:05.943127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:05.944804 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] 10.222.0.15 "PUT /v2.0/ports/5e239370-0880-4290-b683-d12da4c57f15 HTTP/1.1" status: 200 len: 1091 time: 2.6158130 May 14 18:30:05.945456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'tag': '5e239370-0880-4290-b683-d12da4c57f15'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:05.971620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e26197e3-4249-4402-8a95-d253e4243cfa up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:06.020453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:06.028102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:06.031963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:06.045153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:06.087883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767d11d-0e8d-499e-a1c5-7b70b9c57e38 req-6f433acb-d065-410a-a919-38db0d30ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:06.089382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a767d11d-0e8d-499e-a1c5-7b70b9c57e38 req-6f433acb-d065-410a-a919-38db0d30ca35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1096 time: 0.2565415 May 14 18:30:06.091768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:06.096111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.159314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:06.159657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.160819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b33aaecf-9e1a-4c9c-814b-2461ed20eb60', 'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': '76b44389-ebaf-4c60-b828-043c46317c6d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:06.161626 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.182347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e26197e3-4249-4402-8a95-d253e4243cfa completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:06.191833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e26197e3-4249-4402-8a95-d253e4243cfa triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:06.192211 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.197671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-a2b4bda4-6d94-4a9e-9a39-59ee134c3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:06.199515 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-a2b4bda4-6d94-4a9e-9a39-59ee134c3b0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=053c564de2fe40b7981450f74a2910e5&device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 1094 time: 0.1549377 May 14 18:30:06.237579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd67ea-26a2-4cd6-9ec0-47f2ee5896cc req-f54e3e76-d7eb-4b93-89e6-a43f0b9aabd7 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:06.239224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fddd67ea-26a2-4cd6-9ec0-47f2ee5896cc req-f54e3e76-d7eb-4b93-89e6-a43f0b9aabd7 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 943 time: 0.3411229 May 14 18:30:06.283316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a767d11d-0e8d-499e-a1c5-7b70b9c57e38 req-a10d0299-0973-46e6-80f6-e8e1f6b32a90 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697707 May 14 18:30:06.324159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fddd67ea-26a2-4cd6-9ec0-47f2ee5896cc req-d8ef1c02-2ffc-4f1e-a80b-d2f18f3726be tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788164 May 14 18:30:06.365111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.559717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Allocated IP 172.20.0.2 (b33aaecf-9e1a-4c9c-814b-2461ed20eb60/76b44389-ebaf-4c60-b828-043c46317c6d/96e54367-9840-48e3-90d4-fb4a62db5c51) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:06.600925 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.660536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:06.678055 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'tag': '5e239370-0880-4290-b683-d12da4c57f15', 'status': 'completed', 'code': 200} May 14 18:30:06.791307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e26197e3-4249-4402-8a95-d253e4243cfa, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e26197e3-4249-4402-8a95-d253e4243cfa,segment=NetworkSegment(ce51b111-1191-4899-9c67-85b02358d60e),segment_id=ce51b111-1191-4899-9c67-85b02358d60e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:06.808589 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-f1c81829-0546-4c27-9517-b85eb017b2f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e239370-0880-4290-b683-d12da4c57f15 HTTP/1.1" status: 200 len: 217 time: 0.1295156 May 14 18:30:06.859683 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:06.864283 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-07f9acc1-0c8d-4ee5-a446-1f258e2ff2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:07.033620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e26197e3-4249-4402-8a95-d253e4243cfa,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:07.041275 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:07.061630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9cdf5713-c290-4e59-adef-e27c31599a04 None None] Provisioning for port a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:07.077974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9cdf5713-c290-4e59-adef-e27c31599a04 None None] Provisioning complete for port a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:07.080748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5713-c290-4e59-adef-e27c31599a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.122504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-99c31e8d-b416-4c41-b1f8-6d8376d9375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:07.127943 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-99c31e8d-b416-4c41-b1f8-6d8376d9375c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6 HTTP/1.1" status: 200 len: 851 time: 0.3126874 May 14 18:30:07.153550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52a5a-cef1-4749-a14f-920681be7383 req-4a0f8378-72f8-4ae6-83f9-88986558e4ec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:07.161892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64a52a5a-cef1-4749-a14f-920681be7383 req-4a0f8378-72f8-4ae6-83f9-88986558e4ec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.3770943 May 14 18:30:07.202490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf5713-c290-4e59-adef-e27c31599a04 None None] Port a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:07.212263 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-1ac9688a-8747-454d-b7c6-083ccc8d189c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ab75ec-9a44-40f5-aeab-b5f685259316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756719 May 14 18:30:07.235270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9cdf5713-c290-4e59-adef-e27c31599a04 None None] Provisioning complete for port e26197e3-4249-4402-8a95-d253e4243cfa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:07.235659 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5713-c290-4e59-adef-e27c31599a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.245006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64a52a5a-cef1-4749-a14f-920681be7383 req-08d2dcfa-4a8e-4c7d-803b-93a9bbcf8a18 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803249 May 14 18:30:07.259435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.334485 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d5fdb8d-217a-4d32-8f9f-9a5bfdee6dd6 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:07.352063 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.384294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Transition to ACTIVE for port object 96e54367-9840-48e3-90d4-fb4a62db5c51 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:07.409418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:07.412295 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:07.468463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Transition to ACTIVE for port object 96e54367-9840-48e3-90d4-fb4a62db5c51 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:07.479735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.485436 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:07.533500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.546188 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5085108-6311-4883-a4af-b55fe5288032 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:07.573497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:07.578102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:07.579995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Pushing event updated for resources: {'Port': ['ID=96e54367-9840-48e3-90d4-fb4a62db5c51,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:07.587548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:07.590043 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:07.620933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.633948 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-a03e5e7b-ad7b-4ae0-9d55-ebe094779ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131513 May 14 18:30:07.637684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e HTTP/1.1" status: 204 len: 168 time: 1.8981586 May 14 18:30:07.638233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=b287cbb3-854c-4ce0-ac55-ddfc3abd1500,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:07.640438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57020) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:07.643289 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:07.672228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-73fb15fe-868a-46d9-8cd8-ba2d11691296 None None] Could not find standard attr ID for object a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:30:07.689152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': '9e6fd594-f70f-4b53-a2a5-0e38a8091a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:07.689805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: bf01d1a1-9185-4b2a-9516-7fba2a32dd07, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:07.697594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Attempting to bind port 96e54367-9840-48e3-90d4-fb4a62db5c51 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:07.697888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Attempting to bind port 96e54367-9840-48e3-90d4-fb4a62db5c51 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'bf4f1726-e691-4b99-9d30-61b0050b71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:07.698273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Attempting to bind port 96e54367-9840-48e3-90d4-fb4a62db5c51 on network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:07.718722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:07.719116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Checking segment: {'id': 'bf4f1726-e691-4b99-9d30-61b0050b71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:07.719555 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.719957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Bound using segment: {'id': 'bf4f1726-e691-4b99-9d30-61b0050b71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:07.720440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Bound port: 96e54367-9840-48e3-90d4-fb4a62db5c51, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4f1726-e691-4b99-9d30-61b0050b71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b33aaecf-9e1a-4c9c-814b-2461ed20eb60'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:07.720831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.725464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:07.752802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e8b38-ab2c-4242-aa02-6ea3f40b3d8b req-39d60ebd-07d3-4e05-b175-2ce5416affb5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:07.754663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-314e8b38-ab2c-4242-aa02-6ea3f40b3d8b req-39d60ebd-07d3-4e05-b175-2ce5416affb5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.2942045 May 14 18:30:07.760564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, bf01d1a1-9185-4b2a-9516-7fba2a32dd07) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:07.781143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:07.798219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:07.798863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.822596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91056e0-3526-47d5-aac1-9ab5921aeb53 None None] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:07.839812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-10c2396c-07ef-4efd-9959-2f8b4aa2ef44 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2186177 May 14 18:30:07.845021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57030) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:07.852906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1747780351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:07.864388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:07.873051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-314e8b38-ab2c-4242-aa02-6ea3f40b3d8b req-d1b89e52-a380-4aea-a7a9-70c807c87315 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096237 May 14 18:30:07.877234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:07.881959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:07.888429 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaababfe-ae46-4beb-9cfa-03368f013eea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:30:07.889475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaababfe-ae46-4beb-9cfa-03368f013eea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:30:07.891093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:07.895847 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aaababfe-ae46-4beb-9cfa-03368f013eea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e HTTP/1.1" status: 404 len: 333 time: 0.2541342 May 14 18:30:07.898945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:07.911497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.912601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.929794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.966637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:07.997012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.002462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8246ed8-caed-4cbd-9ec7-c0d2f228da58 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1563165 May 14 18:30:08.004714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57040) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:08.051489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e26197e3-4249-4402-8a95-d253e4243cfa up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:08.187388 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-304341f3-2f3a-4551-bc36-814ff29f3fb1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:08.187966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-304341f3-2f3a-4551-bc36-814ff29f3fb1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:08.221600 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-a4481fad-5add-4969-96bc-fcd85e1b3bbd req-ee25c1cf-359a-4170-b9ec-3b3d9097fa79 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764155 May 14 18:30:08.222115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-304341f3-2f3a-4551-bc36-814ff29f3fb1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:08.223520 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-304341f3-2f3a-4551-bc36-814ff29f3fb1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/a2ab2b3e-25e8-4df9-bc77-79d1c746ea2e HTTP/1.1" status: 404 len: 333 time: 0.3214107 May 14 18:30:08.236092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57044) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:08.252105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] For port 96e54367-9840-48e3-90d4-fb4a62db5c51, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:08.259354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e26197e3-4249-4402-8a95-d253e4243cfa triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:08.259901 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.309464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-bf01d1a1-9185-4b2a-9516-7fba2a32dd07', 'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': 'b287cbb3-854c-4ce0-ac55-ddfc3abd1500'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:08.310461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.338675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] For port 96e54367-9840-48e3-90d4-fb4a62db5c51, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96e54367-9840-48e3-90d4-fb4a62db5c51,segment=NetworkSegment(bf4f1726-e691-4b99-9d30-61b0050b71aa),segment_id=bf4f1726-e691-4b99-9d30-61b0050b71aa)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:08.350153 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.364364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 39978338-6c4c-4365-a56a-dbffa3f0386b {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:08.367602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.395206 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0f327a11-d301-4370-889d-7355b494e6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:08.461485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.519282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-897fa08d-c344-40aa-878b-e132a9df68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:08.520906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-897fa08d-c344-40aa-878b-e132a9df68a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=053c564de2fe40b7981450f74a2910e5&device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 1094 time: 0.2376196 May 14 18:30:08.526856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Pushing event updated for resources: {'Port': ['ID=96e54367-9840-48e3-90d4-fb4a62db5c51,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:08.536968 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:08.667087 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-e7307bdf-8274-4705-bc2a-16661ce098bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3912399 May 14 18:30:08.699289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:08.740981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecc9ef-5df6-44ba-ae3b-9e3c1fbe27f3 req-9ad50c9e-71fd-40b6-be9b-387c94b8afc8 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:08.748289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fecc9ef-5df6-44ba-ae3b-9e3c1fbe27f3 req-9ad50c9e-71fd-40b6-be9b-387c94b8afc8 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 943 time: 0.4739459 May 14 18:30:08.763481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Allocated IP 172.21.0.2 (bf01d1a1-9185-4b2a-9516-7fba2a32dd07/b287cbb3-854c-4ce0-ac55-ddfc3abd1500/c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:08.768265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-def2a7b6-f98c-4dfc-b0f9-e2314e305091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:08.769846 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-def2a7b6-f98c-4dfc-b0f9-e2314e305091 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ab75ec-9a44-40f5-aeab-b5f685259316 HTTP/1.1" status: 200 len: 912 time: 0.2376692 May 14 18:30:08.875344 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-cc5ad0da-6a8b-47a9-8c6f-40431b6620db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e239370-0880-4290-b683-d12da4c57f15 HTTP/1.1" status: 200 len: 217 time: 0.0967298 May 14 18:30:09.038522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.064057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-5d6d3eb6-5e42-490e-9641-8b08efbf41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:09.064846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fecc9ef-5df6-44ba-ae3b-9e3c1fbe27f3 req-83381d9c-fd16-439a-b96a-21261901ab29 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153446 May 14 18:30:09.065668 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-5d6d3eb6-5e42-490e-9641-8b08efbf41ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6 HTTP/1.1" status: 200 len: 851 time: 0.1556137 May 14 18:30:09.166683 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.195659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Transition to ACTIVE for port object c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:09.210521 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-832614e6-1500-4d87-8683-918ad03ad99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ab75ec-9a44-40f5-aeab-b5f685259316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312404 May 14 18:30:09.246339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Transition to ACTIVE for port object c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:09.258638 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.263646 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'code': 200} May 14 18:30:09.264292 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:09.378180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Pushing event updated for resources: {'Port': ['ID=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:09.383290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:09.384499 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:09.385580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:09.388015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:09.498065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.507063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Attempting to bind port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:09.507475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Attempting to bind port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9e6fd594-f70f-4b53-a2a5-0e38a8091a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:09.507959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Attempting to bind port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 on network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:09.514620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:09.515751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Checking segment: {'id': '9e6fd594-f70f-4b53-a2a5-0e38a8091a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:09.515886 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c97e6108-58e6-41ca-bce1-77a7bc1ebb0c tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:09.515993 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.516298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Bound using segment: {'id': '9e6fd594-f70f-4b53-a2a5-0e38a8091a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:09.516779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Bound port: c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6fd594-f70f-4b53-a2a5-0e38a8091a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf01d1a1-9185-4b2a-9516-7fba2a32dd07'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:09.517171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.569421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=39978338-6c4c-4365-a56a-dbffa3f0386b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:09.590183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87ea21-6a99-49be-9091-d08355ff71ee None None] Network 4f906d4f-bef6-454f-ac1a-5914b616360b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:09.590585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:09.591641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.633574 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/39978338-6c4c-4365-a56a-dbffa3f0386b HTTP/1.1" status: 204 len: 168 time: 1.3938029 May 14 18:30:09.637037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:09.767891 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-547e5b66-abb7-42a2-a1ff-dd5bf6158009 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440180 May 14 18:30:09.877435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96e54367-9840-48e3-90d4-fb4a62db5c51 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:09.926518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.928327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ac562-42fd-4338-8a53-9460b00580b8 req-ef233850-628f-43e2-a0d5-82cd964578ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:09.929942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c6ac562-42fd-4338-8a53-9460b00580b8 req-ef233850-628f-43e2-a0d5-82cd964578ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1096 time: 0.3890338 May 14 18:30:09.937134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] For port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:09.957103 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] For port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,segment=NetworkSegment(9e6fd594-f70f-4b53-a2a5-0e38a8091a76),segment_id=9e6fd594-f70f-4b53-a2a5-0e38a8091a76)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:09.975283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:09.980214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-39c9d60c-3bad-44e5-abff-9c93ec19668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:09.997098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-6428c73f-efc3-46ac-98e9-b97eb3a19b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:10.000504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-6428c73f-efc3-46ac-98e9-b97eb3a19b43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1096 time: 1.0948710 May 14 18:30:10.030242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-74284d47-a153-4c01-9ac2-b9fd9aa059fe req-a7d05bb3-62f7-41e2-8b16-507a8b961c88 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412241 May 14 18:30:10.053682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0e572-0c53-4926-bef2-2b8ab84c7aa6 None None] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:10.059756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port e26197e3-4249-4402-8a95-d253e4243cfa {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:10.060239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.107187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0cb4-3d5e-4636-83af-fae6a447f27a req-123f1418-61ec-427f-87fd-61fb756cf925 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:10.109450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-205d0cb4-3d5e-4636-83af-fae6a447f27a req-123f1418-61ec-427f-87fd-61fb756cf925 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.5016346 May 14 18:30:10.189338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port e26197e3-4249-4402-8a95-d253e4243cfa, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e26197e3-4249-4402-8a95-d253e4243cfa,segment=NetworkSegment(ce51b111-1191-4899-9c67-85b02358d60e),segment_id=ce51b111-1191-4899-9c67-85b02358d60e)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:10.189720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.276510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c6ac562-42fd-4338-8a53-9460b00580b8 req-f2089505-2460-49a3-a6de-207a1a93ea78 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817113 May 14 18:30:10.301584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-905e1320-f95f-473d-9bae-07f7d21260f4 None None] Provisioning for port 96e54367-9840-48e3-90d4-fb4a62db5c51 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:10.310391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-205d0cb4-3d5e-4636-83af-fae6a447f27a req-d2a6264c-bb19-47ed-887a-ad034d858435 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885364 May 14 18:30:10.490865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Pushing event updated for resources: {'Port': ['ID=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:10.507602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 96e54367-9840-48e3-90d4-fb4a62db5c51 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:10.511305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] DHCP port deletion for 4f906d4f-bef6-454f-ac1a-5914b616360b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:30:10.523422 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:10.570980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 96e54367-9840-48e3-90d4-fb4a62db5c51 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:10.571751 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.641815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for e26197e3-4249-4402-8a95-d253e4243cfa owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:10.698064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.704692 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:10.716967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.20.0.1 (b33aaecf-9e1a-4c9c-814b-2461ed20eb60/76b44389-ebaf-4c60-b828-043c46317c6d/9ab4380b-204d-4c91-a714-052083128fdc) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:10.718527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-7e4b2337-1ef0-48c6-9a86-282b8a008a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:10.720585 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-7e4b2337-1ef0-48c6-9a86-282b8a008a76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.6474214 May 14 18:30:10.750222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.758025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=e26197e3-4249-4402-8a95-d253e4243cfa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:10.768807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:10.771536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port e26197e3-4249-4402-8a95-d253e4243cfa on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:10.839980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 96e54367-9840-48e3-90d4-fb4a62db5c51, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96e54367-9840-48e3-90d4-fb4a62db5c51,segment=NetworkSegment(bf4f1726-e691-4b99-9d30-61b0050b71aa),segment_id=bf4f1726-e691-4b99-9d30-61b0050b71aa)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:10.842746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Deleting port e26197e3-4249-4402-8a95-d253e4243cfa {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:10.843510 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.874819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-dff5dc80-570f-49f3-895e-68cfd6392e74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 1001 time: 0.1348844 May 14 18:30:10.928948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.948103 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:10.951723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:10.966682 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f906d4f-bef6-454f-ac1a-5914b616360b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:10.980956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce51b111-1191-4899-9c67-85b02358d60e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:10.981269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce51b111-1191-4899-9c67-85b02358d60e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:10.995608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.022223 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.032417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:11.032822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.060454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=96e54367-9840-48e3-90d4-fb4a62db5c51,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:11.067211 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:11.093409 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:11.115829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] For port e26197e3-4249-4402-8a95-d253e4243cfa, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:11.117916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.190815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-4807c6df-1ce3-4dd6-ac9f-15906a074cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:11.193740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-4807c6df-1ce3-4dd6-ac9f-15906a074cb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.3083229 May 14 18:30:11.219822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.223149 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1428331e-d8ca-4826-b7c4-db91abf67891 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:11.255131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.257860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=4f906d4f-bef6-454f-ac1a-5914b616360b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:11.267393 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:11.278032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Calling delete_port for e26197e3-4249-4402-8a95-d253e4243cfa owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:11.278253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5926c-fefe-4cb8-8cbd-a99fe64c0926 req-ea63c2ee-fdbd-4c6f-b4e0-0fc3f0902f0f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:11.287509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9f5926c-fefe-4cb8-8cbd-a99fe64c0926 req-ea63c2ee-fdbd-4c6f-b4e0-0fc3f0902f0f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.6558528 May 14 18:30:11.289333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Port e26197e3-4249-4402-8a95-d253e4243cfa was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:30:11.293023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.298826 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e85de492-a505-4e42-b48f-4cca949e90d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:11.312051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/4f906d4f-bef6-454f-ac1a-5914b616360b HTTP/1.1" status: 204 len: 168 time: 1.6729612 May 14 18:30:11.315342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57066) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:11.321048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-546044192'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:11.327090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:11.331142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:11.334238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:11.348785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:11.361473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:11.365749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.375149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5e239370-0880-4290-b683-d12da4c57f15 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:30:11.385829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Network 4f906d4f-bef6-454f-ac1a-5914b616360b is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:30:11.391356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] No DVR routers for this DVR port e26197e3-4249-4402-8a95-d253e4243cfa on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:11.425286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bad23669-c393-45b6-84ac-475febee0d45 None None] Provisioning complete for port 96e54367-9840-48e3-90d4-fb4a62db5c51 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:11.425685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bad23669-c393-45b6-84ac-475febee0d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.425803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9f5926c-fefe-4cb8-8cbd-a99fe64c0926 req-ebcce8b0-999e-4e11-a0c6-4c4b6f158b41 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374061 May 14 18:30:11.432565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.445480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:11.458954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.459971 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment b6e13907-5fcf-4cb8-acfd-5ced669537a2 of type vlan for network 411fada5-9e93-4fe3-b43e-0d52a8e64668 May 14 18:30:11.466798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-0e31c7a3-0fde-48b1-a5f8-63c385de51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:11.468511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-0e31c7a3-0fde-48b1-a5f8-63c385de51e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579927 May 14 18:30:11.475098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object 9ab4380b-204d-4c91-a714-052083128fdc will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:11.492105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Pushing event deleted for resources: {'Port': ['ID=e26197e3-4249-4402-8a95-d253e4243cfa,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:11.510922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.520741 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:11.564709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.573780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:11.577866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.599617 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38758186-5fc5-4d53-8731-c6bbc8f820c4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:11.754392 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4379914 May 14 18:30:11.758811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57076) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:11.765984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:11.800626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-e05eb732-23d8-45bf-bb63-fda090eb4df6 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239214 May 14 18:30:11.867487 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f84633-7291-422d-ba7e-2a3ebb347ef7 None None] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:11.896872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:11.904085 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-571c7ced-eeae-4227-bd45-a8df8121974f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:11.906334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=411fada5-9e93-4fe3-b43e-0d52a8e64668,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:11.933169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:11.956370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:11.968527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:11.972525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:11.976754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:11.985371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:11.986180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:11.999267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:12.008427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.009537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:12.012719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:12.025090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:12.252672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5e239370-0880-4290-b683-d12da4c57f15, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5e239370-0880-4290-b683-d12da4c57f15,segment=NetworkSegment(d26fb165-8a01-4d57-9901-a22606df5523),segment_id=d26fb165-8a01-4d57-9901-a22606df5523)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:12.351640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '5e239370-0880-4290-b683-d12da4c57f15', 'network_id': '06ab75ec-9a44-40f5-aeab-b5f685259316', 'port_id': '5e239370-0880-4290-b683-d12da4c57f15', 'mac_address': 'fa:16:3e:55:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:30:12.396470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=9ab4380b-204d-4c91-a714-052083128fdc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:12.408583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770dde-53e5-4cf4-aaae-ea284c82abc8 req-77b97d53-ed8b-43b1-9a99-149e93553a12 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:12.410265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c770dde-53e5-4cf4-aaae-ea284c82abc8 req-77b97d53-ed8b-43b1-9a99-149e93553a12 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 943 time: 0.7488530 May 14 18:30:12.413236 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:12.437421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f227cd5b-5004-42eb-842c-b20017fdf9e1 req-86a06616-54b2-4702-8a29-510d2de3778d service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297133 May 14 18:30:12.463002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:12.480002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96e54367-9840-48e3-90d4-fb4a62db5c51 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:12.528444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c770dde-53e5-4cf4-aaae-ea284c82abc8 req-5c97341e-be18-44ee-b6b8-530156de0ca6 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085830 May 14 18:30:12.529298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.559161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Provisioning for port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:12.589885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Provisioning complete for port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:12.590264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.638375 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.685921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e239370-0880-4290-b683-d12da4c57f15 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:30:12.696919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.697499 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.702740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5e239370-0880-4290-b683-d12da4c57f15, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5e239370-0880-4290-b683-d12da4c57f15,segment=NetworkSegment(d26fb165-8a01-4d57-9901-a22606df5523),segment_id=d26fb165-8a01-4d57-9901-a22606df5523)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:12.704668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-079538c1-a5f2-4076-b33d-b229f691a841 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:12.723209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.728756 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:12.769551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 96e54367-9840-48e3-90d4-fb4a62db5c51 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:12.769924 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.819039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=06ecc8e4-c3db-4f10-a05d-6c8a68752659,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:12.827718 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:12.862572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': 'b6e13907-5fcf-4cb8-acfd-5ced669537a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:12.862940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: 411fada5-9e93-4fe3-b43e-0d52a8e64668, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:12.894140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:12.919276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 411fada5-9e93-4fe3-b43e-0d52a8e64668) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:12.930898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:12.936914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:12.954269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef1966-dc6b-4c67-a8f5-cb6cd6c61dd7 None None] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:12.990503 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2308125 May 14 18:30:12.992945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:13.000146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1151119695'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:13.089023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5e239370-0880-4290-b683-d12da4c57f15,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:13.100022 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['5e239370-0880-4290-b683-d12da4c57f15'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:30:13.128432 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:13.177134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:13.181301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:13.184538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:13.191582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:13.206308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:13.216488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.248761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:13.250771 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.299416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e26197e3-4249-4402-8a95-d253e4243cfa no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:13.325544 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.354510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d521ff-4559-43a5-aeff-6777997de315 req-ac815544-cc2d-4637-a398-9e578342502f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:13.355745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4d521ff-4559-43a5-aeff-6777997de315 req-ac815544-cc2d-4637-a398-9e578342502f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.1312687 May 14 18:30:13.356675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.374228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e26197e3-4249-4402-8a95-d253e4243cfa {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:13.374575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e26197e3-4249-4402-8a95-d253e4243cfa not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:13.380958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] For port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,segment=NetworkSegment(9e6fd594-f70f-4b53-a2a5-0e38a8091a76),segment_id=9e6fd594-f70f-4b53-a2a5-0e38a8091a76)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:13.416194 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f82392a0-79b6-4c21-9b34-d1f250136068 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:13.419148 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.426762 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a82ace93-0171-42e4-9ee5-94fec5a98a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:13.484732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.9 (411fada5-9e93-4fe3-b43e-0d52a8e64668/06ecc8e4-c3db-4f10-a05d-6c8a68752659/9ca28df9-1f52-452c-a9d0-a5a1e82cb621) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:13.597617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b67dfb7a-b92c-4260-9263-9ba16639822b None None] Provisioning for port 9ab4380b-204d-4c91-a714-052083128fdc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:13.632465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.645472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=9ab4380b-204d-4c91-a714-052083128fdc,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:13.653486 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:13.654257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Pushing event updated for resources: {'Port': ['ID=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:13.662025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b67dfb7a-b92c-4260-9263-9ba16639822b None None] Provisioning complete for port 9ab4380b-204d-4c91-a714-052083128fdc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:13.662733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b67dfb7a-b92c-4260-9263-9ba16639822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.667281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4d521ff-4559-43a5-aeff-6777997de315 req-e2267b7f-321c-4e3e-9762-a933de2473bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678154 May 14 18:30:13.691958 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:13.713929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-411fada5-9e93-4fe3-b43e-0d52a8e64668', 'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': '06ecc8e4-c3db-4f10-a05d-6c8a68752659'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:13.714760 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.835149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b67dfb7a-b92c-4260-9263-9ba16639822b None None] Port 9ab4380b-204d-4c91-a714-052083128fdc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:13.836897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:13.874886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.892268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:13.921558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:13.927900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d9e4e528-ce9f-4752-980f-c356a88dff1d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:13.953330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:13.955904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:14.035511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3f87e9b2-20c6-421e-8160-0ec6e9c472aa None None] Provisioning complete for port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:14.035511 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f87e9b2-20c6-421e-8160-0ec6e9c472aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:14.036661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:14.041617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:14.047600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:14.131924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=9ca28df9-1f52-452c-a9d0-a5a1e82cb621,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:14.157489 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:14.162148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26feec6-a550-474a-8e16-3094c64e9e11 req-54c33a3a-318b-420b-be44-eca4f981c2a2 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:14.163560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:14.163765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d26feec6-a550-474a-8e16-3094c64e9e11 req-54c33a3a-318b-420b-be44-eca4f981c2a2 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.3412452 May 14 18:30:14.164181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:14.178733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:14.179435 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:14.180648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57098) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:14.187753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'floatingip': {'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:14.315432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:30:14.414770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Allocated IP 172.20.0.2 (411fada5-9e93-4fe3-b43e-0d52a8e64668/06ecc8e4-c3db-4f10-a05d-6c8a68752659/5fcca505-1366-4e6d-bdfd-64832f6eca13) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:14.526210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:14.596105 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5996616 May 14 18:30:14.603616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57102) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:14.661967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:14.677957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/b7c59c37-39f5-43ad-acaa-a1b5bdb284f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6707015 May 14 18:30:14.682021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57106) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:14.682197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] Sync routers for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:14.697170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a813de-5816-448e-b1da-cffdaff1127f req-f628a745-e20e-4a0f-9534-39aff08d74da tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:14.698717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85a813de-5816-448e-b1da-cffdaff1127f req-f628a745-e20e-4a0f-9534-39aff08d74da tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 944 time: 0.2883286 May 14 18:30:14.738629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:14.739039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:14.806917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dc1e7db4-6dfd-4764-ab21-9ee550d6fcb8 None None] Provisioning complete for port 9ab4380b-204d-4c91-a714-052083128fdc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:14.807414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7db4-6dfd-4764-ab21-9ee550d6fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:14.852357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:14.865767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:14.885891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311291f2-b44e-4063-ae73-edc00306c135 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:14.887139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Transition to ACTIVE for port object 5fcca505-1366-4e6d-bdfd-64832f6eca13 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:14.896241 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-311291f2-b44e-4063-ae73-edc00306c135 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports/9ab4380b-204d-4c91-a714-052083128fdc HTTP/1.1" status: 200 len: 910 time: 0.2070751 May 14 18:30:14.897130 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:30:14.900938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57112) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:14.907889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:14.908592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:14.917918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85a813de-5816-448e-b1da-cffdaff1127f req-33d9521d-481d-4157-ba7d-e3e4ded46bde tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124286 May 14 18:30:14.966939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e7db4-6dfd-4764-ab21-9ee550d6fcb8 None None] Port 9ab4380b-204d-4c91-a714-052083128fdc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:14.981954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:14.982356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268fa01-f49e-44ae-9d3e-3d6351ceef95 None None] The sync data for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:14.986913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Transition to ACTIVE for port object 5fcca505-1366-4e6d-bdfd-64832f6eca13 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:14.996335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.001357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e228368e-82ff-487b-b3c6-71134ac41c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:15.057731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:15.060784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:15.063714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:15.105792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6f059-f465-4e48-9e61-e5ddc46d2128 req-303963fb-e549-41b4-ba28-9a6b918d90ee tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:15.107311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfd6f059-f465-4e48-9e61-e5ddc46d2128 req-303963fb-e549-41b4-ba28-9a6b918d90ee tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.0851173 May 14 18:30:15.112152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Pushing event updated for resources: {'Port': ['ID=5fcca505-1366-4e6d-bdfd-64832f6eca13,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:15.114878 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:15.159324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dfd6f059-f465-4e48-9e61-e5ddc46d2128 req-561f20ff-f76f-4b25-9625-ebf34d9ea393 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 May 14 18:30:15.169340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Attempting to bind port 5fcca505-1366-4e6d-bdfd-64832f6eca13 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:15.169720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Attempting to bind port 5fcca505-1366-4e6d-bdfd-64832f6eca13 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b6e13907-5fcf-4cb8-acfd-5ced669537a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:15.170694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Attempting to bind port 5fcca505-1366-4e6d-bdfd-64832f6eca13 on network 411fada5-9e93-4fe3-b43e-0d52a8e64668 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:15.176099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:15.176482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Checking segment: {'id': 'b6e13907-5fcf-4cb8-acfd-5ced669537a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:15.176889 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.177288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Bound using segment: {'id': 'b6e13907-5fcf-4cb8-acfd-5ced669537a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:15.177894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Bound port: 5fcca505-1366-4e6d-bdfd-64832f6eca13, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e13907-5fcf-4cb8-acfd-5ced669537a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '411fada5-9e93-4fe3-b43e-0d52a8e64668'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:15.178278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.188562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57118) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:15.268797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fb8ff-0bc5-431f-b2e2-6bba80a5f21f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:15.271682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5a3fb8ff-0bc5-431f-b2e2-6bba80a5f21f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1091 time: 0.0820575 May 14 18:30:15.273321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57122) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:15.283250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:15.289241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] For port 5fcca505-1366-4e6d-bdfd-64832f6eca13, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:15.289827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:15.293944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:floatingip and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:15.294684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] For port 5fcca505-1366-4e6d-bdfd-64832f6eca13, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5fcca505-1366-4e6d-bdfd-64832f6eca13,segment=NetworkSegment(b6e13907-5fcf-4cb8-acfd-5ced669537a2),segment_id=b6e13907-5fcf-4cb8-acfd-5ced669537a2)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:15.297301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:15.302428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.305115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:15.310401 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:15.321116 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.378082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5e239370-0880-4290-b683-d12da4c57f15 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:15.427257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:15.427257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.451880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Pushing event updated for resources: {'Port': ['ID=5fcca505-1366-4e6d-bdfd-64832f6eca13,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:15.462158 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:15.496645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 5e239370-0880-4290-b683-d12da4c57f15 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:15.502327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 5e239370-0880-4290-b683-d12da4c57f15 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:15.503019 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.552049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.695333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.728640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e239370-0880-4290-b683-d12da4c57f15'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:15.759885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5e239370-0880-4290-b683-d12da4c57f15, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5e239370-0880-4290-b683-d12da4c57f15,segment=NetworkSegment(d26fb165-8a01-4d57-9901-a22606df5523),segment_id=d26fb165-8a01-4d57-9901-a22606df5523)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:15.770420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:15.781089 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bd01a384-85c5-4b1d-9ca0-7b087bbd35a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:15.828980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.227 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/423f2c55-6fd9-41ae-ab5b-ae5b8855eff0) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:15.926618 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e239370-0880-4290-b683-d12da4c57f15', 'code': 200} May 14 18:30:15.927350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5e239370-0880-4290-b683-d12da4c57f15,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:15.930809 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:16.178065 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:16.199952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710729ba-dffa-4464-992c-3ce858d05d5d req-a6d38805-d442-4525-b4a1-2ef274a709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:16.202343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-710729ba-dffa-4464-992c-3ce858d05d5d req-a6d38805-d442-4525-b4a1-2ef274a709f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 1096 time: 0.2158146 May 14 18:30:16.223917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0348c99-0336-428e-af5b-d3394057085c req-2c5733da-336a-4f0e-85b2-a4068d2d9caa tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:16.225333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0348c99-0336-428e-af5b-d3394057085c req-2c5733da-336a-4f0e-85b2-a4068d2d9caa tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.1872327 May 14 18:30:16.248003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:16.303723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-710729ba-dffa-4464-992c-3ce858d05d5d req-2821446f-004c-40e4-85d3-64e5d8d4b8c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883009 May 14 18:30:16.307655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0348c99-0336-428e-af5b-d3394057085c req-3053570c-7350-4cba-a846-e3b480e12d8f tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687943 May 14 18:30:16.317413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:16.324441 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:16.387855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:16.391262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:16.395027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:16.416020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:16.438109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=423f2c55-6fd9-41ae-ab5b-ae5b8855eff0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:16.442449 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:16.534792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:30:16.731720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:16.740164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:16.750414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a2118-cd57-4e6c-9b5e-6771ed3b2a45 None None] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:16.787289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:16.954472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-58de142c-c0c1-4316-a623-cf45ee133edf None None] Provisioning for port 5fcca505-1366-4e6d-bdfd-64832f6eca13 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:16.985771 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Floating IP b49e7ebf-69e6-491e-81a4-b782da433a63 associated. External IP: 172.25.4.239, port: 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa. May 14 18:30:17.299265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e4bf3d34-4980-4d51-85f7-af2a6bc6aa97 None None] Provisioning for port 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:17.309698 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:17.314787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e4bf3d34-4980-4d51-85f7-af2a6bc6aa97 None None] Provisioning complete for port 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:17.317918 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3d34-4980-4d51-85f7-af2a6bc6aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:17.321144 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-118a2ad0-6fc6-4731-8d86-df6d263d420c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:17.415383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=9ca28df9-1f52-452c-a9d0-a5a1e82cb621,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:17.438622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:17.442236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf3d34-4980-4d51-85f7-af2a6bc6aa97 None None] Port 9ca28df9-1f52-452c-a9d0-a5a1e82cb621 was deleted so its status cannot be updated. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 14 18:30:17.569516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe5473d2-ba8a-4b2f-a395-a4bbebf23280 None None] Could not find standard attr ID for object 9ca28df9-1f52-452c-a9d0-a5a1e82cb621. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:30:17.620762 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:17.862356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5fcca505-1366-4e6d-bdfd-64832f6eca13 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:17.940290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5fcca505-1366-4e6d-bdfd-64832f6eca13 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:17.946173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5fcca505-1366-4e6d-bdfd-64832f6eca13 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:17.946556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:17.981476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.21.0.1 (bf01d1a1-9185-4b2a-9516-7fba2a32dd07/b287cbb3-854c-4ce0-ac55-ddfc3abd1500/8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:18.019074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8be3e-ecc9-49a4-8711-4aead6f93703 req-9b6e2359-6820-4b82-860c-f46c6becaa0f tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:18.026606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70c8be3e-ecc9-49a4-8711-4aead6f93703 req-9b6e2359-6820-4b82-860c-f46c6becaa0f tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.4480774 May 14 18:30:18.071258 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:18.095034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70c8be3e-ecc9-49a4-8711-4aead6f93703 req-e2d25431-a43e-42b2-8818-f2dabdae095b tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 May 14 18:30:18.183046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.190585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.198456 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-45ae43c6-a3d3-474b-b5ec-b3fb17a004d3 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:18.239017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.250600 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.287753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5fcca505-1366-4e6d-bdfd-64832f6eca13, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5fcca505-1366-4e6d-bdfd-64832f6eca13,segment=NetworkSegment(b6e13907-5fcf-4cb8-acfd-5ced669537a2),segment_id=b6e13907-5fcf-4cb8-acfd-5ced669537a2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:18.291744 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.295469 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:18.320608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.346937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/9ca28df9-1f52-452c-a9d0-a5a1e82cb621 HTTP/1.1" status: 204 len: 168 time: 3.7423093 May 14 18:30:18.354644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57142) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:18.376558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5fcca505-1366-4e6d-bdfd-64832f6eca13,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:18.380318 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:18.443494 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-5460e994-33c6-436d-bfab-9ca8330a0446 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:18.444024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5460e994-33c6-436d-bfab-9ca8330a0446 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:18.493321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:18.517880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5460e994-33c6-436d-bfab-9ca8330a0446 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:18.519019 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5460e994-33c6-436d-bfab-9ca8330a0446 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/9ca28df9-1f52-452c-a9d0-a5a1e82cb621 HTTP/1.1" status: 404 len: 333 time: 0.1632710 May 14 18:30:18.521773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.526055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57146) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:18.536343 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 associated. External IP: 172.25.4.227, port: 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d. May 14 18:30:18.686705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=423f2c55-6fd9-41ae-ab5b-ae5b8855eff0,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:18.687900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:18.689639 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:18.751046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 06ecc8e4-c3db-4f10-a05d-6c8a68752659 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:18.761305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.819910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:18.827465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.833177 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:18.846326 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:18.847354 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:18.882655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.910017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:18.920699 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7a4a6227-3707-4e00-9e7e-52fc4bb333c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:18.967687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 30d0de82-534d-4d08-acad-1bad076630e9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:19.007488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:19.015738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:19.029709 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db1486aa-5914-4d75-8578-e87f6e5c453c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "PUT /v2.0/floatingips/b49e7ebf-69e6-491e-81a4-b782da433a63 HTTP/1.1" status: 200 len: 991 time: 4.8478527 May 14 18:30:19.035651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:19.071503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:19.106975 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:30:19.114041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:19.139687 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:19.230231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:19.301972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:19.345307 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'status': 'completed', 'code': 200} May 14 18:30:19.406842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8270b9ed-479b-4733-9610-1fb5c0eec9e2 None None] Provisioning for port 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:19.415732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8270b9ed-479b-4733-9610-1fb5c0eec9e2 None None] Provisioning complete for port 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:19.418060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8270b9ed-479b-4733-9610-1fb5c0eec9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:19.528699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8270b9ed-479b-4733-9610-1fb5c0eec9e2 None None] Port 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:19.568959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:19.583377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] Sync routers for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:19.596617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:19.599855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:19.649902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:19.764704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4903448 May 14 18:30:19.768865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:19.793403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:19.794217 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'b49e7ebf-69e6-491e-81a4-b782da433a63', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'mac_address': 'fa:16:3e:12:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:29:45Z', 'updated_at': '2021-05-14T18:30:16Z', 'revision_number': 1, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:19.804570 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:30:19.810047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5fcca505-1366-4e6d-bdfd-64832f6eca13 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:19.814934 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:19.815396 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:19.821823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-59a170f9-5030-45a8-a711-1960c465980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:19.824155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-59a170f9-5030-45a8-a711-1960c465980e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1096 time: 0.4680274 May 14 18:30:19.833514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232ffe-46d4-4a86-9a47-0749674eef84 req-b732e6d1-b070-4eec-882b-c14b5c753058 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:19.835905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21232ffe-46d4-4a86-9a47-0749674eef84 req-b732e6d1-b070-4eec-882b-c14b5c753058 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.3504817 May 14 18:30:19.963741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:30:19.976592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-6ed2bb86-28a2-49e5-b9d9-2f17e70b799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:19.978610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-6ed2bb86-28a2-49e5-b9d9-2f17e70b799d service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.1415379 May 14 18:30:20.016021 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5fcca505-1366-4e6d-bdfd-64832f6eca13 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:20.016397 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.099995 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:30:20.367128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21232ffe-46d4-4a86-9a47-0749674eef84 req-da8ebf53-1ed6-4def-89f0-d7be660366dd tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871684 May 14 18:30:20.418627 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.440848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a58341f7-83a4-4b10-b49f-2bd062aa3157 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:20.487145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.498521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-ad2c461d-1511-4983-8cce-0e502452daaa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 999 time: 0.4955635 May 14 18:30:20.534346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=06ecc8e4-c3db-4f10-a05d-6c8a68752659,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:20.546351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23331338-3e75-4142-84ef-26a33514ba9c None None] Network 411fada5-9e93-4fe3-b43e-0d52a8e64668 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:20.552239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.629956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-987c6004-9099-4738-b536-9aa2d2e55b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:20.637237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-987c6004-9099-4738-b536-9aa2d2e55b4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.1307185 May 14 18:30:20.676652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.684056 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:20.685189 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:20.720092 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/06ecc8e4-c3db-4f10-a05d-6c8a68752659 HTTP/1.1" status: 204 len: 168 time: 2.1886046 May 14 18:30:20.734183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57168) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:20.782524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:20.785023 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.788879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:20.809027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'mac_address': 'fa:16:3e:ef:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:30:16Z', 'updated_at': '2021-05-14T18:30:16Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:20.817484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] Checking router: 30d0de82-534d-4d08-acad-1bad076630e9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:30:20.838061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:20.838930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:20.865744 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'b49e7ebf-69e6-491e-81a4-b782da433a63', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'mac_address': 'fa:16:3e:12:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:29:45Z', 'updated_at': '2021-05-14T18:30:16Z', 'revision_number': 1, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:20.872538 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb93c-172d-4e9f-889d-fdd9d07c35ee None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'b49e7ebf-69e6-491e-81a4-b782da433a63', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'mac_address': 'fa:16:3e:12:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:29:45Z', 'updated_at': '2021-05-14T18:30:16Z', 'revision_number': 1, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:20.928299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:20.980190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:20.981402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:21.050463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afd4e-adf9-479d-871f-90f639af1785 req-03266309-3e1a-43e9-99c2-886e1c7dd7fb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:21.052005 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b28afd4e-adf9-479d-871f-90f639af1785 req-03266309-3e1a-43e9-99c2-886e1c7dd7fb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.4090149 May 14 18:30:21.059563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-9a3faf5f-755e-49f6-8ec1-61d5b052cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:21.061937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-9a3faf5f-755e-49f6-8ec1-61d5b052cef3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4169230 May 14 18:30:21.132846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:30:21.241189 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd54e81-b5de-40da-873e-94937b504498 None None] New status for floating IP b49e7ebf-69e6-491e-81a4-b782da433a63: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:30:21.303072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:21.320558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-d3b8181b-4a4e-4501-b1aa-815b65a848a4 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182865 May 14 18:30:21.333594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] DHCP port deletion for 411fada5-9e93-4fe3-b43e-0d52a8e64668 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:30:21.468919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b28afd4e-adf9-479d-871f-90f639af1785 req-27cd052a-0824-4905-bbe5-fdd2a254181a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059074 May 14 18:30:21.507432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57172) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:21.547198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5c3428ad-24b0-4b61-ab93-ad96b252d0b0 None None] Provisioning complete for port 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:21.547744 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5c3428ad-24b0-4b61-ab93-ad96b252d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:21.656805 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'status': 'completed', 'code': 200} May 14 18:30:21.713011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:21.726771 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/b7c59c37-39f5-43ad-acaa-a1b5bdb284f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8240633 May 14 18:30:21.730647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 5fcca505-1366-4e6d-bdfd-64832f6eca13 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:21.730981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:21.735868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:21.758271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] Sync routers for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:21.773957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Deleting port 5fcca505-1366-4e6d-bdfd-64832f6eca13 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:21.774503 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:21.880528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bea581-9296-460d-b58b-971a445fcd85 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:21.881129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-58bea581-9296-460d-b58b-971a445fcd85 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:21.882265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5fcca505-1366-4e6d-bdfd-64832f6eca13 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:21.913712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5c3428ad-24b0-4b61-ab93-ad96b252d0b0 None None] Port 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:21.921864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-da7ac3f3-ade0-4de0-bb56-52dc87e81648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:21.924818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-da7ac3f3-ade0-4de0-bb56-52dc87e81648 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1096 time: 0.3149700 May 14 18:30:21.926092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-58bea581-9296-460d-b58b-971a445fcd85 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:21.927131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-58bea581-9296-460d-b58b-971a445fcd85 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports/8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 HTTP/1.1" status: 200 len: 910 time: 0.1889024 May 14 18:30:21.930026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57186) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:21.939281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:21.939985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.003319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa363ddb-747e-4b68-b1a4-fe20033bb813 req-2fd98b9c-10a7-4f4f-ae72-af1aefafb5c4 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695788 May 14 18:30:22.030877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.036810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c6799a5-6148-4439-8571-acba9ea744d3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 HTTP/1.1" status: 200 len: 991 time: 0.5244997 May 14 18:30:22.051591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port 5fcca505-1366-4e6d-bdfd-64832f6eca13, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5fcca505-1366-4e6d-bdfd-64832f6eca13,segment=NetworkSegment(b6e13907-5fcf-4cb8-acfd-5ced669537a2),segment_id=b6e13907-5fcf-4cb8-acfd-5ced669537a2)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:22.051964 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.059273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] For port 5fcca505-1366-4e6d-bdfd-64832f6eca13, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5fcca505-1366-4e6d-bdfd-64832f6eca13,segment=NetworkSegment(b6e13907-5fcf-4cb8-acfd-5ced669537a2),segment_id=b6e13907-5fcf-4cb8-acfd-5ced669537a2)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:22.060097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.130849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:22.131527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.191743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 5fcca505-1366-4e6d-bdfd-64832f6eca13 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:22.230661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7dd4-59e2-4db9-ad81-c41f16d7ff6d req-3eb7f745-19b2-4757-acde-8aa782b4ed0b tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:22.232163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6e7dd4-59e2-4db9-ad81-c41f16d7ff6d req-3eb7f745-19b2-4757-acde-8aa782b4ed0b tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2866142 May 14 18:30:22.258729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Calling delete_port for 5fcca505-1366-4e6d-bdfd-64832f6eca13 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:22.291108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.291483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d3a92-eebe-4b66-9151-6d6c275430f2 None None] The sync data for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:22.296471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6e7dd4-59e2-4db9-ad81-c41f16d7ff6d req-da6ae476-aa98-419b-85cd-8c45777369d5 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516851 May 14 18:30:22.303707 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.311002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'mac_address': 'fa:16:3e:ef:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:30:16Z', 'updated_at': '2021-05-14T18:30:16Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.314677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ff3ce851-2897-47de-9036-cc205e5d968f tempest-ServerGroupTestJSON-1255497049 tempest-ServerGroupTestJSON-1255497049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:22.320201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf495a-d07d-4f56-a2ad-cf9fe7ec0f2d None None] The sync data for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 is: [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'mac_address': 'fa:16:3e:ef:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:30:16Z', 'updated_at': '2021-05-14T18:30:16Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:22.347467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.385283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=5fcca505-1366-4e6d-bdfd-64832f6eca13,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:22.396947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port 5fcca505-1366-4e6d-bdfd-64832f6eca13 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:22.401023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.401532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.401934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.402316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.402781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.403163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.404050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.405256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.405982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.406374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.406907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.407354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:22.451965 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:22.481645 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.485481 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:22.547457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Pushing event deleted for resources: {'Port': ['ID=5fcca505-1366-4e6d-bdfd-64832f6eca13,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:22.551028 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:22.551921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] No DVR routers for this DVR port 5fcca505-1366-4e6d-bdfd-64832f6eca13 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:22.646197 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfc037-c4a3-473a-a4ab-04e0f53bb93f None None] New status for floating IP 80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:30:22.678687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-0aa4219f-d059-4907-881d-fa4e0e2f8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:22.680405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-0aa4219f-d059-4907-881d-fa4e0e2f8a72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.7471802 May 14 18:30:22.807448 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.825906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411fada5-9e93-4fe3-b43e-0d52a8e64668']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.845696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e13907-5fcf-4cb8-acfd-5ced669537a2') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.845999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e13907-5fcf-4cb8-acfd-5ced669537a2') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:22.849714 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-ace00bd7-b962-4643-8fb6-49fe60d90784 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.1622825 May 14 18:30:22.862579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.881635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.897735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:22.897735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: timer() May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:22.920676 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:22.969971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-29477511-6495-4580-97bf-41e06d6c968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:22.971392 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-29477511-6495-4580-97bf-41e06d6c968a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.1089211 May 14 18:30:23.038059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.041263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57198) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:23.043751 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c1dd6b3a-3f86-4ba3-9742-2c0647a43b01 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:23.072037 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.077202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=411fada5-9e93-4fe3-b43e-0d52a8e64668,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:23.081475 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:23.100876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/411fada5-9e93-4fe3-b43e-0d52a8e64668 HTTP/1.1" status: 204 len: 168 time: 2.3585975 May 14 18:30:23.101754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57202) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:23.108629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'name': 'tempest-PortsTestJSON-596691853'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:23.218050 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49530344-e20e-45d1-9190-c5026e66ad11 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 HTTP/1.1" status: 200 len: 993 time: 0.1718166 May 14 18:30:23.234041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-3dbc5c64-b6d1-4bcb-93aa-e79d1c41d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:23.235461 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-3dbc5c64-b6d1-4bcb-93aa-e79d1c41d495 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560697 May 14 18:30:23.271396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:23.275378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.282138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:23.285555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:23.301659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:23.312953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba66b-fbda-4668-bcf7-0733211f9a0f req-41b365d7-bcbd-4bc7-aedf-86a5568f362c tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:23.314403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e1ba66b-fbda-4668-bcf7-0733211f9a0f req-41b365d7-bcbd-4bc7-aedf-86a5568f362c tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 945 time: 0.1915472 May 14 18:30:23.338193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:23.342114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.379875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port ab82f524-e23a-41a8-a851-21cd70b6aa20 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:23.418400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e1ba66b-fbda-4668-bcf7-0733211f9a0f req-e3b33003-d721-492c-91ac-9a881b8e290a tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952804 May 14 18:30:23.639851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.720581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.727007 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-496e098a-d79a-4817-aa64-f5e1fa89fe5c tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:23.795855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:23.799495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:23.804443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:23.809824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:23.810465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:23.830058 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-f19b7f00-9c48-470c-ae41-e041eaf1b2b8 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845745 May 14 18:30:23.835671 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=ab82f524-e23a-41a8-a851-21cd70b6aa20,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:23.840009 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:23.864890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc85b8-c8dc-4272-a3ff-ce2d33692030 req-bf3907e1-f600-4ddb-9508-0900cf882ee3 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:23.866374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62bc85b8-c8dc-4272-a3ff-ce2d33692030 req-bf3907e1-f600-4ddb-9508-0900cf882ee3 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2057412 May 14 18:30:23.868084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7653060 May 14 18:30:23.870839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:24.009227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62bc85b8-c8dc-4272-a3ff-ce2d33692030 req-9e7f0222-b961-43a3-aad5-b009c91a9407 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029541 May 14 18:30:24.044535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-629ad1ff-b9a4-4061-a1f5-1e30cbaa15d4 req-2e7e675c-ea21-439c-9eb1-ae1a954974d0 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012379 May 14 18:30:24.056939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port ab82f524-e23a-41a8-a851-21cd70b6aa20 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:24.057381 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.131992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:24.132214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.166042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.230547 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.267926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.297998 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for ab82f524-e23a-41a8-a851-21cd70b6aa20 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:24.345639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.351539 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:24.398685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:24.400420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=ab82f524-e23a-41a8-a851-21cd70b6aa20,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:24.403602 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:24.409051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.421946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/ab82f524-e23a-41a8-a851-21cd70b6aa20 HTTP/1.1" status: 204 len: 168 time: 0.5472360 May 14 18:30:24.422098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:24.427665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'mac_address': 'fa:16:3e:e3:92:0f', 'name': 'tempest-PortsTestJSON-685084286'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:24.544944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:24.549736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:24.553042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:24.559080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.568867 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a1d8d072-a351-4579-b53d-f2863fc41e07 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:24.598357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:24.677051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:24.679963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=8d5683a9-c45f-4f3e-9eb1-5cea0a05d0a9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:24.688320 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:24.878209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:24.981800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-1b46a62d-ff78-4ee7-a7fa-211d8ef9dead tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:24.983478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-1b46a62d-ff78-4ee7-a7fa-211d8ef9dead tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 945 time: 0.4271278 May 14 18:30:24.993590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd624f-0cee-41c7-b66f-3e3edd8b6fef req-2c7485e8-93f4-4ad1-b22e-a4f56ad71535 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:24.994944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bbd624f-0cee-41c7-b66f-3e3edd8b6fef req-2c7485e8-93f4-4ad1-b22e-a4f56ad71535 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 945 time: 0.3978496 May 14 18:30:25.028198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:25.105500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 8db760ef-63ec-4c77-85d6-770d067a6528 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:25.215159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bbd624f-0cee-41c7-b66f-3e3edd8b6fef req-dec9c6b7-32ae-4d2e-8a52-ea7668316ce0 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778948 May 14 18:30:25.362186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Deleting port 81b30870-cee0-44a7-aba5-b0aa4c1933ad {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:25.362535 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:25.375787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:25.538300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:25.549011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad940666-a113-49e4-80e0-105976406e46 None None] Sync routers for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:25.559739 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:25.560225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad940666-a113-49e4-80e0-105976406e46 None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:25.560932 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/b7c59c37-39f5-43ad-acaa-a1b5bdb284f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6286361 May 14 18:30:25.562011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57220) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:25.562138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ad940666-a113-49e4-80e0-105976406e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:25.627255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ad940666-a113-49e4-80e0-105976406e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:25.627649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] For port 81b30870-cee0-44a7-aba5-b0aa4c1933ad, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=81b30870-cee0-44a7-aba5-b0aa4c1933ad,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:25.628024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:25.636318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad940666-a113-49e4-80e0-105976406e46 None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:25.636957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ad940666-a113-49e4-80e0-105976406e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:25.706967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4bc44-3c34-40c0-98e9-c0ecdbdeb4f7 req-7a50c731-e9ca-4785-b33b-6ba60da128c8 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:25.708919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-ad940666-a113-49e4-80e0-105976406e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:25.709507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad940666-a113-49e4-80e0-105976406e46 None None] The sync data for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:25.715447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01b4bc44-3c34-40c0-98e9-c0ecdbdeb4f7 req-7a50c731-e9ca-4785-b33b-6ba60da128c8 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2685874 May 14 18:30:25.796160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Calling delete_port for 81b30870-cee0-44a7-aba5-b0aa4c1933ad owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:25.830950 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:25.844607 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92cbe0b1-f2e2-41b5-bb27-4a86ab5d2c1e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:25.880309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01b4bc44-3c34-40c0-98e9-c0ecdbdeb4f7 req-de9a0135-12ff-4ced-91f3-940a2178fada tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640482 May 14 18:30:25.920300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:25.929284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:25.932223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:25.938023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:25.938640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:25.958050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=8db760ef-63ec-4c77-85d6-770d067a6528,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:25.960757 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:25.988548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5634997 May 14 18:30:25.990285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57226) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:26.110739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:26.118062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b3ec7-9ccc-4df2-8129-44f5f81d90b9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:26.118647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f63b3ec7-9ccc-4df2-8129-44f5f81d90b9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:26.148707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f63b3ec7-9ccc-4df2-8129-44f5f81d90b9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:26.150010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f63b3ec7-9ccc-4df2-8129-44f5f81d90b9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/8db760ef-63ec-4c77-85d6-770d067a6528 HTTP/1.1" status: 200 len: 840 time: 0.1580713 May 14 18:30:26.152587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:26.154961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57232) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:26.161804 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f84c91ba-f14b-49d4-9c98-b846517dfa04 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:26.278119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Pushing event deleted for resources: {'Port': ['ID=81b30870-cee0-44a7-aba5-b0aa4c1933ad,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:26.289038 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:26.388610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] No DVR routers for this DVR port 81b30870-cee0-44a7-aba5-b0aa4c1933ad on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:26.417510 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:26.425750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'name': 'network-vif-deleted', 'tag': '81b30870-cee0-44a7-aba5-b0aa4c1933ad'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:26.433922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-68940710-0f20-4a7c-a65b-4f4c3eb5ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:26.436018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-68940710-0f20-4a7c-a65b-4f4c3eb5ef82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=053c564de2fe40b7981450f74a2910e5&device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 1096 time: 0.1985455 May 14 18:30:26.445874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb4b2b72-ae6f-4122-b2f5-468fc8e19892 req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "DELETE /v2.0/ports/81b30870-cee0-44a7-aba5-b0aa4c1933ad HTTP/1.1" status: 204 len: 173 time: 1.4486821 May 14 18:30:26.481471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d44601-cbb0-45b4-9bb8-ba9e6d37120b req-3c40d699-9574-4fe1-9669-e89d9c9056d7 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:26.483302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32d44601-cbb0-45b4-9bb8-ba9e6d37120b req-3c40d699-9574-4fe1-9669-e89d9c9056d7 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2850111 May 14 18:30:26.530158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 8db760ef-63ec-4c77-85d6-770d067a6528 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:26.530484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:26.641607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-12fa697d-96ef-4a95-a59a-0a59e6a0a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:26.643045 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-12fa697d-96ef-4a95-a59a-0a59e6a0a2ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ab75ec-9a44-40f5-aeab-b5f685259316 HTTP/1.1" status: 200 len: 912 time: 0.1999383 May 14 18:30:26.643896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-32d44601-cbb0-45b4-9bb8-ba9e6d37120b req-ef2ab52d-830f-4620-96de-ea1c9cec2c90 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535671 May 14 18:30:26.673847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:26.946213 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-14c68d17-70b1-4b1e-8858-1f17459bfeab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e239370-0880-4290-b683-d12da4c57f15 HTTP/1.1" status: 200 len: 217 time: 0.2955945 May 14 18:30:27.012087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 8db760ef-63ec-4c77-85d6-770d067a6528 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:27.027721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5975daa5-92b2-4965-b1f1-0275576425ab req-960d21dd-6058-4c54-950e-50134881de5b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Synchronizing usage tracker for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:27.040554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8ca6507b-cdb9-4521-995e-b86f460b79d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.048185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-dc87ac95-cceb-4c6b-a365-6ce77e93bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:27.049819 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-dc87ac95-cceb-4c6b-a365-6ce77e93bcb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6 HTTP/1.1" status: 200 len: 851 time: 0.0936239 May 14 18:30:27.052603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 9ab4380b-204d-4c91-a714-052083128fdc {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:27.052946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.059590 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-5975daa5-92b2-4965-b1f1-0275576425ab req-960d21dd-6058-4c54-950e-50134881de5b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Unset dirty status for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:27.060967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5975daa5-92b2-4965-b1f1-0275576425ab req-960d21dd-6058-4c54-950e-50134881de5b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9a2de4f-68d8-423d-97dd-2697241fd517 HTTP/1.1" status: 200 len: 210 time: 0.1522124 May 14 18:30:27.095715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.102133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-793bc3eb-fefc-45e0-b02f-1c01b7382f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:27.149927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=8db760ef-63ec-4c77-85d6-770d067a6528,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:27.155666 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:27.160610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.165830 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-4c010b06-d654-43aa-946b-05eb13223d62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ab75ec-9a44-40f5-aeab-b5f685259316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957556 May 14 18:30:27.176975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/8db760ef-63ec-4c77-85d6-770d067a6528 HTTP/1.1" status: 204 len: 168 time: 1.0208592 May 14 18:30:27.181496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57242) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:27.237042 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1feedd57-93f2-4a7f-8acb-d47b8eedf24e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:27.238043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1feedd57-93f2-4a7f-8acb-d47b8eedf24e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:27.241742 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a2de4f-68d8-423d-97dd-2697241fd517', 'name': 'network-vif-deleted', 'tag': '81b30870-cee0-44a7-aba5-b0aa4c1933ad', 'status': 'completed', 'code': 200} May 14 18:30:27.257792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1feedd57-93f2-4a7f-8acb-d47b8eedf24e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:27.259441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1feedd57-93f2-4a7f-8acb-d47b8eedf24e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/8db760ef-63ec-4c77-85d6-770d067a6528 HTTP/1.1" status: 404 len: 333 time: 0.0770411 May 14 18:30:27.263262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57246) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:27.270620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'name': 'tempest-PortsTestJSON-1053313040'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:27.337006 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.392305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 81b30870-cee0-44a7-aba5-b0aa4c1933ad no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:27.396958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:27.408172 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:27.417985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:27.422738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.440036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 81b30870-cee0-44a7-aba5-b0aa4c1933ad {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:27.440410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 81b30870-cee0-44a7-aba5-b0aa4c1933ad not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:27.447142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 42b8fc1b-34a7-4956-906e-81656be99233 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:27.492773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 9ab4380b-204d-4c91-a714-052083128fdc owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:27.502282 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-32ee02f9-54ce-4b81-8033-67b30d5d4e3a service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257399 May 14 18:30:27.673516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c982b766-1f87-4786-ab41-b60c2378ac0b req-ae623ec4-5b43-4ffd-9f77-66231cd94048 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647251 May 14 18:30:27.710769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.744315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.751722 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-587e5d5e-18c5-4767-8d28-e04ef2c5777e tempest-RoutersAdminNegativeTest-323098718 tempest-RoutersAdminNegativeTest-323098718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:27.798317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.802310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-34b5bdbd-69fc-40e8-8485-0067f26a22d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:27.852138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=9ab4380b-204d-4c91-a714-052083128fdc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:27.856290 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:27.882156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:27.883111 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.890417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:27.899684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:27.905241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:27.905863 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:27.922047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=42b8fc1b-34a7-4956-906e-81656be99233,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:27.927776 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:27.956121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6878588 May 14 18:30:27.956314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57252) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:27.962189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:27.995935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca9a5b-e99c-4fc0-85ab-bdb5b131d792 req-c7ba6071-88a7-49f0-958c-22ed5a69225b tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:27.997302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98ca9a5b-e99c-4fc0-85ab-bdb5b131d792 req-c7ba6071-88a7-49f0-958c-22ed5a69225b tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2074735 May 14 18:30:28.110161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.111821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98ca9a5b-e99c-4fc0-85ab-bdb5b131d792 req-4e12ffcd-b1eb-4783-ada0-fd5fa7fcdc85 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049359 May 14 18:30:28.142939 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.367252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.371685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.376008 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b9fb1da6-a22e-4ce8-9792-3fd121ef7994 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:28.434207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] In _notify_port_updated(), no bound segment for port 42b8fc1b-34a7-4956-906e-81656be99233 on network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:30:28.441133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:28.441502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.442788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/ports/42b8fc1b-34a7-4956-906e-81656be99233 HTTP/1.1" status: 200 len: 818 time: 0.4856293 May 14 18:30:28.446419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57262) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:28.507132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=42b8fc1b-34a7-4956-906e-81656be99233,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:28.512386 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:28.613463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 42b8fc1b-34a7-4956-906e-81656be99233 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:28.613831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.614049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:28.766174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:28.775063 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] Sync routers for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:28.780512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.784215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/b7c59c37-39f5-43ad-acaa-a1b5bdb284f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2212155 May 14 18:30:28.786837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57268) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:28.788216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:28.789233 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:28.836516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f4a0351-24e7-4122-9e95-0c677a71cb64 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:28.854661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8f4a0351-24e7-4122-9e95-0c677a71cb64 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:28.859586 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8f4a0351-24e7-4122-9e95-0c677a71cb64 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 HTTP/1.1" status: 200 len: 205 time: 0.0683029 May 14 18:30:28.859894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:28.863774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:28.873992 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] Routers {'b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:28.875039 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:28.912609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 42b8fc1b-34a7-4956-906e-81656be99233 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:28.940076 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:28.940928 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96834cc-e7c3-4dc0-856b-6dfecf56723b None None] The sync data for ids ['b7c59c37-39f5-43ad-acaa-a1b5bdb284f6'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:28.966025 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:28.971924 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:29.009459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.020906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=42b8fc1b-34a7-4956-906e-81656be99233,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:29.028018 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:29.031211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.040878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/42b8fc1b-34a7-4956-906e-81656be99233 HTTP/1.1" status: 204 len: 168 time: 0.5940855 May 14 18:30:29.043348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57276) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:29.138106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c16f20-57ad-4bc4-b437-4de1b77fc85a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:29.139586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4c16f20-57ad-4bc4-b437-4de1b77fc85a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:29.156899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e4c16f20-57ad-4bc4-b437-4de1b77fc85a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:29.158399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e4c16f20-57ad-4bc4-b437-4de1b77fc85a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1141639 May 14 18:30:29.161178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57282) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:29.205653 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f566b829-cc4a-47dd-87dd-326369cfb5a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:29.207108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f566b829-cc4a-47dd-87dd-326369cfb5a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/42b8fc1b-34a7-4956-906e-81656be99233 HTTP/1.1" status: 404 len: 333 time: 0.0449758 May 14 18:30:29.210970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57286) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:29.219469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1301779361'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:29.224803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:29.228737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:29.231683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:29.237645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:29.256735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:29.260553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.328820 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.331867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.340480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:29.356047 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.356522 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b of type vlan for network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d May 14 18:30:29.361323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.362050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:30:29.376548 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.380137 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9060d206-c3ff-4ff2-8184-3e311a9b02ab tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 HTTP/1.1" status: 204 len: 168 time: 0.5167999 May 14 18:30:29.380481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57292) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:29.428619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbb753-5a41-47ee-bed0-33155e0e051f req-28882fee-4720-4851-83bc-9401aa367b37 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:29.430046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58dbb753-5a41-47ee-bed0-33155e0e051f req-28882fee-4720-4851-83bc-9401aa367b37 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.1589589 May 14 18:30:29.444143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.614947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.693275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet b287cbb3-854c-4ce0-ac55-ddfc3abd1500 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:29.706962 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.757390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58dbb753-5a41-47ee-bed0-33155e0e051f req-a9cf7c39-a95b-4b77-b199-49a3efade9ac tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183932 May 14 18:30:29.772852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f312f764-a972-45ce-80a3-0b720598eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.793224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.827922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.833515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:29.834078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:29.841451 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-996c0ca8-bc9a-401e-ad1b-46a8c144e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:29.963948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7518480 May 14 18:30:29.967854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57300) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:29.975844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:29.976033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=eabf2ee0-9b73-4997-870f-3ce08d8ffa8d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:29.983090 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:29.987856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:29.999135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.130887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:30.134725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:30.138704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:30.145189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:30.156597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:30.160748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.366084 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.372112 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b9d6f66f-6ca5-4b8a-9521-db88d16494cb tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:30.410771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1245-8102-4695-90fe-c895fdeb6899 req-9ef233e1-b285-4478-aa74-84f1c6f92de9 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:30.412273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03cf1245-8102-4695-90fe-c895fdeb6899 req-9ef233e1-b285-4478-aa74-84f1c6f92de9 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.1459584 May 14 18:30:30.418846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=b287cbb3-854c-4ce0-ac55-ddfc3abd1500,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:30.421970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.426304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98d7fa-2f8e-40e6-9cd4-31886a9f8f17 None None] Network bf01d1a1-9185-4b2a-9516-7fba2a32dd07 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:30.437310 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:30.450182 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/b287cbb3-854c-4ce0-ac55-ddfc3abd1500 HTTP/1.1" status: 204 len: 168 time: 1.0580070 May 14 18:30:30.457096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57306) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:30.520450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03cf1245-8102-4695-90fe-c895fdeb6899 req-fae83054-cad9-4169-8d0f-52f84ef11d47 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995700 May 14 18:30:30.546507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet 76b44389-ebaf-4c60-b828-043c46317c6d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:30.550224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.614733 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.676889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.685037 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3019fbe7-afd0-4ec8-ab4f-f3890d517c0f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:30.730986 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.765438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] DHCP port deletion for bf01d1a1-9185-4b2a-9516-7fba2a32dd07 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:30:30.784864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:30.785359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: eabf2ee0-9b73-4997-870f-3ce08d8ffa8d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:30.793091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=f3301173-a5bf-43c6-968f-7f507e761b5e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:30.797481 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:30.808568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:30.820251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, eabf2ee0-9b73-4997-870f-3ce08d8ffa8d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:30.833056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:30.833700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:30.851663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5173f1-ea3c-433e-9fbd-b63b256362a9 None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:30.869247 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9007695 May 14 18:30:30.871567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:30.878230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:30.879916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.051024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:31.056019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:31.059307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:31.067794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:31.087546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:31.093985 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.099201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.110172 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6cd107bb-ba5e-44d5-b793-69f45d51ccca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:31.140079 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.140833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Deleting port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:31.141272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.160638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07f063-5491-4b32-a04f-cc1263d9d4ae None None] Network b33aaecf-9e1a-4c9c-814b-2461ed20eb60 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:31.164454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/76b44389-ebaf-4c60-b828-043c46317c6d HTTP/1.1" status: 204 len: 168 time: 0.7063808 May 14 18:30:31.165545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=76b44389-ebaf-4c60-b828-043c46317c6d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:31.170715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:31.174156 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:31.361723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': 'f3301173-a5bf-43c6-968f-7f507e761b5e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:31.362651 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.408159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] For port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,segment=NetworkSegment(9e6fd594-f70f-4b53-a2a5-0e38a8091a76),segment_id=9e6fd594-f70f-4b53-a2a5-0e38a8091a76)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:31.408671 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.538222 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3301173-a5bf-43c6-968f-7f507e761b5e (CIDR: 172.20.0.0/28) May 14 18:30:31.567588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.571852 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:30:31.572471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:30:31.600139 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-38160cc8-34bb-4dec-b936-f33acd4ab1b7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7272348 May 14 18:30:31.601338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57336) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:31.608080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:31.631348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Calling delete_port for c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:31.675617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:31.675925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.797462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Allocated IP 172.20.0.2 (eabf2ee0-9b73-4997-870f-3ce08d8ffa8d/f3301173-a5bf-43c6-968f-7f507e761b5e/cca6f291-1233-4566-b19f-a575de941c84) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:31.819672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.826159 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:31.874882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,segment=NetworkSegment(9e6fd594-f70f-4b53-a2a5-0e38a8091a76),segment_id=9e6fd594-f70f-4b53-a2a5-0e38a8091a76)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:31.875702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:31.881287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:31.932897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] DHCP port deletion for b33aaecf-9e1a-4c9c-814b-2461ed20eb60 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:30:31.941384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:31.948974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:31.957403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Pushing event deleted for resources: {'Port': ['ID=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:31.959369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] No DVR routers for this DVR port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:31.960261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6a9c-25b4-4575-bc6d-1694e2627832 req-09721bdd-2f37-4f22-8b3a-8be305863822 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:31.962362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de6a6a9c-25b4-4575-bc6d-1694e2627832 req-09721bdd-2f37-4f22-8b3a-8be305863822 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2143571 May 14 18:30:31.963691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:31.964619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:31.964969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:31.991547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:32.015167 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:32.026435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de6a6a9c-25b4-4575-bc6d-1694e2627832 req-505f473c-f90a-4d8b-a1a6-c9d97a1c196d tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527182 May 14 18:30:32.027194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:32.031472 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.116069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:32.184572 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.195070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-431b0c07-ce2c-4699-a9ed-77d64b8c871c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:32.317672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:32.319753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port c1ca5c1a-3816-4a0d-8eb7-d144a3187fe6 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:32.321374 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:32.412092 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.433885 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.464159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Transition to ACTIVE for port object cca6f291-1233-4566-b19f-a575de941c84 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:32.484240 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.512741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Deleting port 96e54367-9840-48e3-90d4-fb4a62db5c51 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:32.513132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.530871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Transition to ACTIVE for port object cca6f291-1233-4566-b19f-a575de941c84 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:32.539815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf01d1a1-9185-4b2a-9516-7fba2a32dd07']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:32.560725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6fd594-f70f-4b53-a2a5-0e38a8091a76') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:32.561443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6fd594-f70f-4b53-a2a5-0e38a8091a76') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:32.578065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.613191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.621502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:32.621845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.622307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.628902 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:32.723984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:32.725796 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:32.733563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] For port 96e54367-9840-48e3-90d4-fb4a62db5c51, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=96e54367-9840-48e3-90d4-fb4a62db5c51,segment=NetworkSegment(bf4f1726-e691-4b99-9d30-61b0050b71aa),segment_id=bf4f1726-e691-4b99-9d30-61b0050b71aa)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:32.733988 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.743260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:32.746547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:32.754807 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.763584 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:32.791305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Pushing event updated for resources: {'Port': ['ID=cca6f291-1233-4566-b19f-a575de941c84,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:32.795305 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:32.804979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.821023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=bf01d1a1-9185-4b2a-9516-7fba2a32dd07,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:32.827382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-77cd56d4-3cc0-4db4-98dc-a996b744e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:32.828880 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-77cd56d4-3cc0-4db4-98dc-a996b744e8ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=053c564de2fe40b7981450f74a2910e5&device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 1096 time: 0.3331430 May 14 18:30:32.829783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:32.858085 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/bf01d1a1-9185-4b2a-9516-7fba2a32dd07 HTTP/1.1" status: 204 len: 168 time: 1.6845741 May 14 18:30:32.861221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57348) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:32.925995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Calling delete_port for 96e54367-9840-48e3-90d4-fb4a62db5c51 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:32.973173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf19de-4318-410f-a11c-b719366f2f6f req-236d095b-035e-46b9-a87e-b9a47535498a tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:32.975746 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9adf19de-4318-410f-a11c-b719366f2f6f req-236d095b-035e-46b9-a87e-b9a47535498a tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.1144226 May 14 18:30:32.989323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Attempting to bind port cca6f291-1233-4566-b19f-a575de941c84 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:32.989708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Attempting to bind port cca6f291-1233-4566-b19f-a575de941c84 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:32.990080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Attempting to bind port cca6f291-1233-4566-b19f-a575de941c84 on network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:32.998649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:32.999034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Checking segment: {'id': 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:32.999473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:32.999876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Bound using segment: {'id': 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:33.000356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Bound port: cca6f291-1233-4566-b19f-a575de941c84, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:33.000861 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.062006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9adf19de-4318-410f-a11c-b719366f2f6f req-83fdb743-93d1-48ee-ae8f-d795dab6cdee tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761907 May 14 18:30:33.074251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.104585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-fec86ebf-6656-4eb5-bd56-b0f6706b21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:33.106321 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-fec86ebf-6656-4eb5-bd56-b0f6706b21cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ab75ec-9a44-40f5-aeab-b5f685259316 HTTP/1.1" status: 200 len: 912 time: 0.2699018 May 14 18:30:33.113485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] For port cca6f291-1233-4566-b19f-a575de941c84, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:33.115964 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.121280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] For port cca6f291-1233-4566-b19f-a575de941c84, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cca6f291-1233-4566-b19f-a575de941c84,segment=NetworkSegment(b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b),segment_id=b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:33.123214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:33.138397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.142877 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f08f7b23-c081-4144-9747-9e5bfabf247b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:33.166859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Pushing event deleted for resources: {'Port': ['ID=96e54367-9840-48e3-90d4-fb4a62db5c51,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:33.169220 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:33.175310 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.177908 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:33.209432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:33.209763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] No DVR routers for this DVR port 96e54367-9840-48e3-90d4-fb4a62db5c51 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:33.213609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:33.233172 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-66d91dd9-4a48-4b0f-8709-8d8a18526463 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e239370-0880-4290-b683-d12da4c57f15 HTTP/1.1" status: 200 len: 217 time: 0.1199563 May 14 18:30:33.251639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=91695cb4-a843-4378-9a4b-3799a4800bfb,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:33.255292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:33.255997 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.265556 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:33.281143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Pushing event updated for resources: {'Port': ['ID=cca6f291-1233-4566-b19f-a575de941c84,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:33.284838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:33.294670 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6904037 May 14 18:30:33.296159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57356) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:33.306300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'fixed_ips': [{'subnet_id': 'f3301173-a5bf-43c6-968f-7f507e761b5e'}, {'subnet_id': '91695cb4-a843-4378-9a4b-3799a4800bfb'}], 'name': 'tempest-PortsTestJSON-1007499572'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:33.402145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.425442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33aaecf-9e1a-4c9c-814b-2461ed20eb60']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:33.437779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-89a3fa8c-509f-4277-8768-7b2a4e1160cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:33.439042 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-89a3fa8c-509f-4277-8768-7b2a4e1160cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6 HTTP/1.1" status: 200 len: 851 time: 0.1844528 May 14 18:30:33.445435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4f1726-e691-4b99-9d30-61b0050b71aa') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:33.445738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4f1726-e691-4b99-9d30-61b0050b71aa') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:33.473314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:33.479554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:33.483959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:33.490693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:33.504535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:33.557546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-c7fcdea9-4617-45bb-9d45-ddea08b48cf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ab75ec-9a44-40f5-aeab-b5f685259316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037705 May 14 18:30:33.562299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.694944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.712184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:33.712596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:33.736264 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:33.777031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:33.820492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 7e270768-02f0-496a-af9a-df5a8f397c21 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:33.872093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cca6f291-1233-4566-b19f-a575de941c84 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:33.969442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cca6f291-1233-4566-b19f-a575de941c84 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:34.042601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96e54367-9840-48e3-90d4-fb4a62db5c51 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:34.088312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 96e54367-9840-48e3-90d4-fb4a62db5c51 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:34.088716 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-fce2794e-b5ba-4307-bb2a-2dd378c4d8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192211 May 14 18:30:34.089850 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.090373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 96e54367-9840-48e3-90d4-fb4a62db5c51 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:34.097543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.104801 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-395fc8ba-d3dd-4726-a475-cf8cfa32b995 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:34.124445 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/b33aaecf-9e1a-4c9c-814b-2461ed20eb60 HTTP/1.1" status: 204 len: 168 time: 1.2594807 May 14 18:30:34.144685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57366) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:34.150630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-398274150'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:34.209077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:34.211667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=b33aaecf-9e1a-4c9c-814b-2461ed20eb60,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:34.219865 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:34.222565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:34.226980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:34.244129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:34.283033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.8 (eabf2ee0-9b73-4997-870f-3ce08d8ffa8d/f3301173-a5bf-43c6-968f-7f507e761b5e/7e270768-02f0-496a-af9a-df5a8f397c21) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:34.291300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.21 (eabf2ee0-9b73-4997-870f-3ce08d8ffa8d/91695cb4-a843-4378-9a4b-3799a4800bfb/7e270768-02f0-496a-af9a-df5a8f397c21) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:34.326314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:34.331000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.349882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-00451464-03bb-4c0f-8029-3aa5ecee0f76 req-0a270d27-65c2-40bf-bbc2-1b35dbb66f10 service neutron] 10.222.0.15 "GET /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276869 May 14 18:30:34.385687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:34.398259 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.398787 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment 2abb4128-c101-480b-9021-f9cbe0cb1a43 of type vlan for network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 May 14 18:30:34.437017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.491588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.498468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:34.499839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.505655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2d19cafe-cc29-45cb-89c1-2d102664002a tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:34.532732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1f3ce-1df1-4982-9c10-d509c0eafcec req-5849a493-1f22-4765-9411-caffa0c4d25f tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:34.535062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3d1f3ce-1df1-4982-9c10-d509c0eafcec req-5849a493-1f22-4765-9411-caffa0c4d25f tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.2371256 May 14 18:30:34.594043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300bdb4-76f5-42c8-90d2-40f0729794ae None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:34.648355 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5001488 May 14 18:30:34.648355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=2da17b30-009b-40b7-b6ad-3b82ae3f8161,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:34.648655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57370) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:34.651249 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:34.655947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:34.663758 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.682425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 7e270768-02f0-496a-af9a-df5a8f397c21 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:34.739653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3d1f3ce-1df1-4982-9c10-d509c0eafcec req-282cb315-6e57-4397-b3e0-3b9aa18bb886 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975675 May 14 18:30:34.744746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.760998 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-63c24c92-32fa-4771-84c3-cb45a0bfd796 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:34.783703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:34.787727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:34.790624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:34.797198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:34.807586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:34.809698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:34.817926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.889286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:34.895096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:34.897490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:34.967210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=7e270768-02f0-496a-af9a-df5a8f397c21,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:34.972600 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:34.981664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Provisioning for port cca6f291-1233-4566-b19f-a575de941c84 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:34.991048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Provisioning complete for port cca6f291-1233-4566-b19f-a575de941c84 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:34.991731 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:34.992707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:34.993341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.031252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7330005 May 14 18:30:35.032902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:35.039253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3301173-a5bf-43c6-968f-7f507e761b5e'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:35.283553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.359212 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.418726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57382) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:35.439681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Update dhcp port {'port': {'network_id': 'eabf2ee0-9b73-4997-870f-3ce08d8ffa8d', 'fixed_ips': [{'subnet_id': 'f3301173-a5bf-43c6-968f-7f507e761b5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '91695cb4-a843-4378-9a4b-3799a4800bfb'}], 'binding:host_id': 'n-d-787206-3'}, 'id': 'cca6f291-1233-4566-b19f-a575de941c84'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:30:35.555030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.560134 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-546944f8-6e6a-4757-977d-cae2cea94d11 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:35.570155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] For port cca6f291-1233-4566-b19f-a575de941c84, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cca6f291-1233-4566-b19f-a575de941c84,segment=NetworkSegment(b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b),segment_id=b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:35.584305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.588603 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c30cc312-1a89-4b3b-a4e9-91ad5a666a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:35.646738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=c7c982ee-46aa-48b1-97f9-439f6d6f0479,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:35.649858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:35.650741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': '2abb4128-c101-480b-9021-f9cbe0cb1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:35.651095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: 2da17b30-009b-40b7-b6ad-3b82ae3f8161, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:35.657610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Pushing event updated for resources: {'Port': ['ID=cca6f291-1233-4566-b19f-a575de941c84,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:35.660229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.670270 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:35.672660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:35.683619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2da17b30-009b-40b7-b6ad-3b82ae3f8161) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:35.695669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:35.696389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.709983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975e213-e0d6-40a1-99e8-0c567060b9e7 None None] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:35.738169 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0884573 May 14 18:30:35.738873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57386) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:35.751196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1762333846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:35.754633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:35.760298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:35.764535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:35.772579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:35.792468 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.794137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.814474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cca6f291-1233-4566-b19f-a575de941c84 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:35.817301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.840880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.878277 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:35.883306 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-da036df6-994f-4272-94c7-ea9b70469082 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1431983 May 14 18:30:35.884462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57392) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:35.891412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'port': {'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161', 'name': 'tempest-RoutersTest-406741364'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:36.079860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:36.085331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:port and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:36.089994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:36.094460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cca6f291-1233-4566-b19f-a575de941c84 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:36.095065 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.098754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:36.116408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:36.121127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.122360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port fdf00455-b200-409e-82c8-7676a6025141 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:36.122762 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.143584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] device_id is not set on port 15723a4f-cf5b-40f5-bfc8-18247458f24b yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:36.205418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab02a-e1c5-4062-b03c-7011ee5fb444 req-76d78568-fedf-4c6c-9b3e-91233502aa57 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:36.206810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36aab02a-e1c5-4062-b03c-7011ee5fb444 req-76d78568-fedf-4c6c-9b3e-91233502aa57 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.1893747 May 14 18:30:36.217384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Allocated IP 172.20.0.18 (eabf2ee0-9b73-4997-870f-3ce08d8ffa8d/91695cb4-a843-4378-9a4b-3799a4800bfb/cca6f291-1233-4566-b19f-a575de941c84) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:36.234298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-2da17b30-009b-40b7-b6ad-3b82ae3f8161', 'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': 'c7c982ee-46aa-48b1-97f9-439f6d6f0479'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:36.235131 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.302156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36aab02a-e1c5-4062-b03c-7011ee5fb444 req-0b1f63f3-c76d-4137-a30c-084461a496d1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848494 May 14 18:30:36.308428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.308977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.312914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.20.0.6 (2da17b30-009b-40b7-b6ad-3b82ae3f8161/c7c982ee-46aa-48b1-97f9-439f6d6f0479/15723a4f-cf5b-40f5-bfc8-18247458f24b) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:36.467994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for fdf00455-b200-409e-82c8-7676a6025141 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:36.591206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] For port cca6f291-1233-4566-b19f-a575de941c84, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cca6f291-1233-4566-b19f-a575de941c84,segment=NetworkSegment(b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b),segment_id=b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:36.591864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.612232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object 15723a4f-cf5b-40f5-bfc8-18247458f24b will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:36.623122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.643021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.649783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:36.705709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:36.708842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:36.709801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Allocated IP 172.20.0.2 (2da17b30-009b-40b7-b6ad-3b82ae3f8161/c7c982ee-46aa-48b1-97f9-439f6d6f0479/3376f7e8-fe0d-4ddb-af7e-c01388e80204) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:36.711342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:36.750577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-087befa0-0a73-457f-88e8-e84b94864094 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:36.752006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-087befa0-0a73-457f-88e8-e84b94864094 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/networks?id=2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 200 len: 813 time: 0.2346740 May 14 18:30:36.757494 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.765148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70bea477-6cae-4d9f-bb96-5653482b3ba9 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:36.766957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=15723a4f-cf5b-40f5-bfc8-18247458f24b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:36.769854 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:36.790497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:36.790875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Transition to ACTIVE for port object cca6f291-1233-4566-b19f-a575de941c84 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:36.790992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.797658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:36.804814 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:36.817717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9315295 May 14 18:30:36.819776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57414) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:36.864001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=fdf00455-b200-409e-82c8-7676a6025141,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:36.897462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-cbb7ea58-24a1-439a-a696-4ff6fd95d78f tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/quotas/795dbb6c3fdb4d35a9072700024a0481 HTTP/1.1" status: 200 len: 375 time: 0.1348042 May 14 18:30:36.898340 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:36.996447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Pushing event updated for resources: {'Port': ['ID=cca6f291-1233-4566-b19f-a575de941c84,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:37.002187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-a442d674-26ce-43de-b66f-22a40a14c2ef tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=795dbb6c3fdb4d35a9072700024a0481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915763 May 14 18:30:37.007280 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:37.022017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Delete allocated IP 172.20.0.21 (eabf2ee0-9b73-4997-870f-3ce08d8ffa8d/91695cb4-a843-4378-9a4b-3799a4800bfb) {{(pid=79559) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 14 18:30:37.062589 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.062936 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Floating IP eaacc21d-75df-4325-ab5d-60e06d7edaca disassociated (deleted). External IP: 172.25.4.212, port: 6d1e709e-a34a-468e-9bbd-a33b19e85f5e. May 14 18:30:37.125981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.140254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Transition to ACTIVE for port object 3376f7e8-fe0d-4ddb-af7e-c01388e80204 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:37.163391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Transition to ACTIVE for port object 3376f7e8-fe0d-4ddb-af7e-c01388e80204 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:37.172112 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.185908 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:37.259154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Pushing event updated for resources: {'Port': ['ID=3376f7e8-fe0d-4ddb-af7e-c01388e80204,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:37.270072 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:37.275214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:37.276866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:37.279912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:37.458865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Attempting to bind port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:37.459693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Attempting to bind port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2abb4128-c101-480b-9021-f9cbe0cb1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:37.459815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Attempting to bind port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 on network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:37.466766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:37.467300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Checking segment: {'id': '2abb4128-c101-480b-9021-f9cbe0cb1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:37.467866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.468325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Bound using segment: {'id': '2abb4128-c101-480b-9021-f9cbe0cb1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:37.468858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Bound port: 3376f7e8-fe0d-4ddb-af7e-c01388e80204, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb4128-c101-480b-9021-f9cbe0cb1a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2da17b30-009b-40b7-b6ad-3b82ae3f8161'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:37.469294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.604177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] For port 3376f7e8-fe0d-4ddb-af7e-c01388e80204, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:37.623835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] For port 3376f7e8-fe0d-4ddb-af7e-c01388e80204, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3376f7e8-fe0d-4ddb-af7e-c01388e80204,segment=NetworkSegment(2abb4128-c101-480b-9021-f9cbe0cb1a43),segment_id=2abb4128-c101-480b-9021-f9cbe0cb1a43)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:37.626659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecef164-d179-4597-995e-42d52ee4717a None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:37.643083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.650201 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7ea03e26-14ce-4ae2-8a60-5252f9a05dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:37.770803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.823436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Provisioning for port 7e270768-02f0-496a-af9a-df5a8f397c21 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:37.851326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Pushing event updated for resources: {'Port': ['ID=3376f7e8-fe0d-4ddb-af7e-c01388e80204,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:37.855214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:37.859780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Provisioning complete for port 7e270768-02f0-496a-af9a-df5a8f397c21 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:37.860158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:37.870681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:37.898940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cca6f291-1233-4566-b19f-a575de941c84 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:38.004436 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Port 7e270768-02f0-496a-af9a-df5a8f397c21 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:38.041470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Provisioning for port cca6f291-1233-4566-b19f-a575de941c84 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:38.076947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Provisioning complete for port cca6f291-1233-4566-b19f-a575de941c84 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:38.077896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-65dd9b70-7a41-46e5-b7a0-29ee092c07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.151739 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-168a1ecc-958e-4bc6-8a36-e7e3b2378dcf service neutron] 10.222.0.24 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1391003 May 14 18:30:38.160365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cca6f291-1233-4566-b19f-a575de941c84 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:38.160896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.272576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:38.298598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:38.299803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:30:38.303485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.309300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.320275 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93923326-a560-45fd-a669-9479354eb7a5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:38.344501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.349844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:38.350623 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:38.385469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Ignored duplicate provisioning block setup for port 7e270768-02f0-496a-af9a-df5a8f397c21 by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 14 18:30:38.397100 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.404763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=15723a4f-cf5b-40f5-bfc8-18247458f24b,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:38.423151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.447739 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:38.464174 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:38.560300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "DELETE /v2.0/floatingips/eaacc21d-75df-4325-ab5d-60e06d7edaca HTTP/1.1" status: 204 len: 168 time: 3.1401334 May 14 18:30:38.568715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:38.579271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-c262f77a-8c3e-46ca-a38c-8cb6e10d9243 service neutron] 10.222.0.24 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193416 May 14 18:30:38.666570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:30:38.694158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=7e270768-02f0-496a-af9a-df5a8f397c21,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:38.699456 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:38.732464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] In _notify_port_updated(), no bound segment for port 7e270768-02f0-496a-af9a-df5a8f397c21 on network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:30:38.739710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:38.741105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.744691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/ports/7e270768-02f0-496a-af9a-df5a8f397c21 HTTP/1.1" status: 200 len: 919 time: 3.7083967 May 14 18:30:38.745193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57428) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:38.761109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3301173-a5bf-43c6-968f-7f507e761b5e'}, {'subnet_id': '91695cb4-a843-4378-9a4b-3799a4800bfb'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:38.822868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8c7ba782-c018-4a24-adea-e68a6cacbdd2 None None] Provisioning complete for port 7e270768-02f0-496a-af9a-df5a8f397c21 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:38.827820 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c7ba782-c018-4a24-adea-e68a6cacbdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:38.837016 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:39.074396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:39.098453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ba782-c018-4a24-adea-e68a6cacbdd2 None None] Port 7e270768-02f0-496a-af9a-df5a8f397c21 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:39.178841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:39.397612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8c7ba782-c018-4a24-adea-e68a6cacbdd2 None None] Provisioning complete for port cca6f291-1233-4566-b19f-a575de941c84 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:39.398102 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8c7ba782-c018-4a24-adea-e68a6cacbdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:39.560382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6ea7b-4620-4c3c-9c7b-efc9aedbd218 None None] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:39.773430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:24Z', 'revision_number': 1, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:39.784544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:30:39.819656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:39.820308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:39.966277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.29 (eabf2ee0-9b73-4997-870f-3ce08d8ffa8d/91695cb4-a843-4378-9a4b-3799a4800bfb/7e270768-02f0-496a-af9a-df5a8f397c21) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:40.020840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3376f7e8-fe0d-4ddb-af7e-c01388e80204 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:40.199859 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'status': 'completed', 'code': 200} May 14 18:30:40.206909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Provisioning complete for port 7e270768-02f0-496a-af9a-df5a8f397c21 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:40.207369 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.279560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.321817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:30:40.381615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.394813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.441951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Port 7e270768-02f0-496a-af9a-df5a8f397c21 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:40.449104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e85c7214-fe1f-489a-9c10-a220fd0abd40 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:40.534825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:40.580546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Provisioning for port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:40.594335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 7e270768-02f0-496a-af9a-df5a8f397c21 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:40.596862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Provisioning complete for port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:40.597255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.603797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b3b1b51d-dc36-4c71-958a-d1f82e0f0f46 req-2d0e0abe-f549-41c4-8678-bdd21de1175d tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 210 time: 0.2977238 May 14 18:30:40.606399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.618320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:40.641377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=15723a4f-cf5b-40f5-bfc8-18247458f24b,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:40.650513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:40.651362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.755501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-e04f4eb1-0297-44e5-bb15-1a3d414a1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:40.756980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-e04f4eb1-0297-44e5-bb15-1a3d414a1b40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 1096 time: 0.5400515 May 14 18:30:40.898100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=7e270768-02f0-496a-af9a-df5a8f397c21,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:40.909752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.911564 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:40.946237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] In _notify_port_updated(), no bound segment for port 7e270768-02f0-496a-af9a-df5a8f397c21 on network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:30:40.953109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:40.953431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.954521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] For port 3376f7e8-fe0d-4ddb-af7e-c01388e80204, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3376f7e8-fe0d-4ddb-af7e-c01388e80204,segment=NetworkSegment(2abb4128-c101-480b-9021-f9cbe0cb1a43),segment_id=2abb4128-c101-480b-9021-f9cbe0cb1a43)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:40.957773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/ports/7e270768-02f0-496a-af9a-df5a8f397c21 HTTP/1.1" status: 200 len: 999 time: 2.2114029 May 14 18:30:40.960684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57454) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:40.973196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:40.977529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-ee7dd12f-ade0-407b-a52b-d8960ceeb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:40.979041 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a0751cb0-e429-42c3-94d9-5df03b9324fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:40.979560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-ee7dd12f-ade0-407b-a52b-d8960ceeb5d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.2056935 May 14 18:30:41.047978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:24Z', 'revision_number': 1, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:41.058078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d0637-d72f-45cf-abe4-877507f7b7e6 None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '6e4983b4-a356-4f52-9897-59884ee2f492', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'port_id': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'mac_address': 'fa:16:3e:4d:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bf822-63f0-4205-9588-2ff397d1044a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:26:19Z', 'updated_at': '2021-05-14T18:26:24Z', 'revision_number': 1, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:41.070759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68740b-bbab-4682-a267-5122be0f7822 req-a1b027b4-5051-4dde-a849-eff3a0ec5a61 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:41.078681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d68740b-bbab-4682-a267-5122be0f7822 req-a1b027b4-5051-4dde-a849-eff3a0ec5a61 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.3472271 May 14 18:30:41.107105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Pushing event updated for resources: {'Port': ['ID=3376f7e8-fe0d-4ddb-af7e-c01388e80204,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:41.111788 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:41.121726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:41.123639 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-b5d08f37-a769-458c-920a-8b9ab3fc543e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 200 len: 217 time: 0.1150825 May 14 18:30:41.124770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:41.140115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a18f02c0-98bb-4675-8b75-a4c4cde9e50b None None] Provisioning for port 7e270768-02f0-496a-af9a-df5a8f397c21 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:41.147780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a18f02c0-98bb-4675-8b75-a4c4cde9e50b None None] Provisioning complete for port 7e270768-02f0-496a-af9a-df5a8f397c21 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:41.148168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a18f02c0-98bb-4675-8b75-a4c4cde9e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:41.232635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a18f02c0-98bb-4675-8b75-a4c4cde9e50b None None] Port 7e270768-02f0-496a-af9a-df5a8f397c21 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:41.323151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d68740b-bbab-4682-a267-5122be0f7822 req-3fc91d36-3b94-4a11-8532-de2e35c2f29b tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/security-groups?id=48b57a52-1fb6-4303-9aad-3a72a24dcd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435217 May 14 18:30:41.371830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-73db8c90-4941-43a5-95d6-707ed0224e61 None None] Provisioning for port 15723a4f-cf5b-40f5-bfc8-18247458f24b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:41.381944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-73db8c90-4941-43a5-95d6-707ed0224e61 None None] Provisioning complete for port 15723a4f-cf5b-40f5-bfc8-18247458f24b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:41.382636 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-73db8c90-4941-43a5-95d6-707ed0224e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:41.469735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-17979e53-a965-48f9-8383-eb290becdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:41.473701 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-17979e53-a965-48f9-8383-eb290becdf60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.3421679 May 14 18:30:41.476684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 6c244a96-b982-495f-8f46-944de6c7427c is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:30:41.525297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-145e5e6c-0507-426b-ab54-a99737135179 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:41.527933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-145e5e6c-0507-426b-ab54-a99737135179 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "GET /v2.0/networks?id=2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 200 len: 813 time: 0.4733410 May 14 18:30:41.545942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Request body: {'port': {'device_id': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2', 'admin_state_up': True, 'tenant_id': '795dbb6c3fdb4d35a9072700024a0481'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:41.546308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-73db8c90-4941-43a5-95d6-707ed0224e61 None None] Port 15723a4f-cf5b-40f5-bfc8-18247458f24b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:41.568874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-73db8c90-4941-43a5-95d6-707ed0224e61 None None] Provisioning complete for port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:41.569261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-73db8c90-4941-43a5-95d6-707ed0224e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:41.623016 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5fdb2-2f3f-4807-9a9d-cc6046de51e2 None None] New status for floating IP eaacc21d-75df-4325-ab5d-60e06d7edaca: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:30:41.730698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 7e270768-02f0-496a-af9a-df5a8f397c21 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:41.735416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:41.818216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.15', 50339) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:41.839271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3376f7e8-fe0d-4ddb-af7e-c01388e80204 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:41.937087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:41.949555 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/6c244a96-b982-495f-8f46-944de6c7427c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1285002 May 14 18:30:41.957961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57464) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:42.015868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:42.024786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] Sync routers for ids ['6c244a96-b982-495f-8f46-944de6c7427c'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:42.027711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:42.063048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] Routers {'6c244a96-b982-495f-8f46-944de6c7427c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:42.064231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6c244a96-b982-495f-8f46-944de6c7427c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:42.072667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8477224-5e93-43d6-bca3-858f1882c6b8 req-347931b4-4c4b-4ca3-996f-f5b5d27a94f6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:42.073477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e8477224-5e93-43d6-bca3-858f1882c6b8 req-347931b4-4c4b-4ca3-996f-f5b5d27a94f6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:42.079687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.15', 50340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:42.087501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Made reservation on behalf of 795dbb6c3fdb4d35a9072700024a0481 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:42.091000 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.159134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.173524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:42.178091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8118e592-59e4-4b99-92f3-8350d711dcd7 None None] Provisioning complete for port 15723a4f-cf5b-40f5-bfc8-18247458f24b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:42.178473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8118e592-59e4-4b99-92f3-8350d711dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.218118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-02c83a6f-41f8-47d9-994f-ee8ffc59291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:42.220205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-02c83a6f-41f8-47d9-994f-ee8ffc59291c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7263727 May 14 18:30:42.222161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] Routers {'6c244a96-b982-495f-8f46-944de6c7427c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:42.222807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6c244a96-b982-495f-8f46-944de6c7427c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:42.296860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:42.297267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eeed3-084e-40ab-b704-becad01353c5 None None] The sync data for ids ['6c244a96-b982-495f-8f46-944de6c7427c'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:42.307270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:42.307659 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.340110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e8eaf88a-92fa-44a1-b907-c0794baefa20 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:42.340808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e8eaf88a-92fa-44a1-b907-c0794baefa20 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Synchronizing usage tracker for tenant:053c564de2fe40b7981450f74a2910e5 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:42.356028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8118e592-59e4-4b99-92f3-8350d711dcd7 None None] Port 15723a4f-cf5b-40f5-bfc8-18247458f24b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:42.381819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3589a9-896a-4a0c-a21a-77cbc55c35e4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:42.382404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb3589a9-896a-4a0c-a21a-77cbc55c35e4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:42.414522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e8eaf88a-92fa-44a1-b907-c0794baefa20 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Unset dirty status for tenant:053c564de2fe40b7981450f74a2910e5 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:42.415572 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e8eaf88a-92fa-44a1-b907-c0794baefa20 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.15 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 945 time: 0.5941594 May 14 18:30:42.428465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e8477224-5e93-43d6-bca3-858f1882c6b8 req-347931b4-4c4b-4ca3-996f-f5b5d27a94f6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:42.432487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8477224-5e93-43d6-bca3-858f1882c6b8 req-347931b4-4c4b-4ca3-996f-f5b5d27a94f6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.9023044 May 14 18:30:42.442146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 7e270768-02f0-496a-af9a-df5a8f397c21 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:42.471108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb3589a9-896a-4a0c-a21a-77cbc55c35e4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:42.474975 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb3589a9-896a-4a0c-a21a-77cbc55c35e4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports/15723a4f-cf5b-40f5-bfc8-18247458f24b HTTP/1.1" status: 200 len: 976 time: 0.5127158 May 14 18:30:42.478243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0ddc2393-26b1-48cb-93c8-c7a5c4cf565f None None] Provisioning complete for port 15723a4f-cf5b-40f5-bfc8-18247458f24b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:42.478633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2393-26b1-48cb-93c8-c7a5c4cf565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.480442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57472) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:42.494654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-17502c07-46d6-4afa-9c5b-d5d30719f627 service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614932 May 14 18:30:42.539846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc2393-26b1-48cb-93c8-c7a5c4cf565f None None] Port 15723a4f-cf5b-40f5-bfc8-18247458f24b cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:42.552153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0ddc2393-26b1-48cb-93c8-c7a5c4cf565f None None] Provisioning complete for port 7e270768-02f0-496a-af9a-df5a8f397c21 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:42.552798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2393-26b1-48cb-93c8-c7a5c4cf565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.613710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc2393-26b1-48cb-93c8-c7a5c4cf565f None None] Port 7e270768-02f0-496a-af9a-df5a8f397c21 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:42.709661 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-6eec4947-d9b4-46de-970b-01a4e1f73efa service neutron] 10.222.0.15 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076468 May 14 18:30:42.724250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Deleting port 5e239370-0880-4290-b683-d12da4c57f15 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:42.724597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.854345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Allocated IP 172.20.0.12 (2ae3b6a4-08be-4319-8567-de4922d41bf2/3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f/f21911c6-7523-4320-96f2-f0e62b9e6c18) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:42.864468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] For port 5e239370-0880-4290-b683-d12da4c57f15, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5e239370-0880-4290-b683-d12da4c57f15,segment=NetworkSegment(d26fb165-8a01-4d57-9901-a22606df5523),segment_id=d26fb165-8a01-4d57-9901-a22606df5523)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:42.864829 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:42.899100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8477224-5e93-43d6-bca3-858f1882c6b8 req-f035f36a-e6ff-4533-a7f5-889719afeb1d tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193642 May 14 18:30:42.906788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-a84c0aa5-aab9-4ef6-b042-04243c5401ea tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:42.908641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-a84c0aa5-aab9-4ef6-b042-04243c5401ea tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.8223548 May 14 18:30:42.992936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Calling delete_port for 5e239370-0880-4290-b683-d12da4c57f15 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:43.115145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:43.122078 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ba90736c-5148-4f3a-91f3-129e51e3ed19 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:43.126488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['5e239370-0880-4290-b683-d12da4c57f15'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:30:43.168320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Pushing event deleted for resources: {'Port': ['ID=5e239370-0880-4290-b683-d12da4c57f15,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:43.200757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:43.245968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] No DVR routers for this DVR port 5e239370-0880-4290-b683-d12da4c57f15 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:43.248851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:43.251505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'name': 'network-vif-deleted', 'tag': '5e239370-0880-4290-b683-d12da4c57f15'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:43.266023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7d2a428c-980b-49ac-86f3-e3323098e9f1 req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.15 "DELETE /v2.0/ports/5e239370-0880-4290-b683-d12da4c57f15 HTTP/1.1" status: 204 len: 173 time: 0.8431861 May 14 18:30:43.336452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9c11496-610d-4ad8-aa5c-1def73591316 req-0e0f89d2-5960-473a-befb-e73f935fdd3e tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 210 time: 0.1815691 May 14 18:30:43.564337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-878ede9d-4af7-40dd-bd8e-c080ad044855 req-617e09ab-0cf8-4d03-a51a-580e29a5aa46 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] 10.222.0.24 "GET /v2.0/ports?device_id=6244dca5-9905-45ea-b071-c1c06a7bb63b HTTP/1.1" status: 200 len: 210 time: 0.0920551 May 14 18:30:43.614736 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6244dca5-9905-45ea-b071-c1c06a7bb63b', 'name': 'network-vif-deleted', 'tag': '5e239370-0880-4290-b683-d12da4c57f15', 'status': 'completed', 'code': 200} May 14 18:30:43.658475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:43.662934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:43.663300 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:43.778802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:43.815509 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:43.891488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=7e270768-02f0-496a-af9a-df5a8f397c21,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:43.894433 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:44.052676 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.089116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:44.089471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.109942 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b2597bc3-f149-4448-804d-90be5b95152d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:44.486972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for 6d1e709e-a34a-468e-9bbd-a33b19e85f5e owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:44.506460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Network 2ae3b6a4-08be-4319-8567-de4922d41bf2 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:44.518627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:44.521746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.530414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Pushing event updated for resources: {'Port': ['ID=f21911c6-7523-4320-96f2-f0e62b9e6c18,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:44.534869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:44.569906 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:44.636869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/7e270768-02f0-496a-af9a-df5a8f397c21 HTTP/1.1" status: 204 len: 168 time: 3.6746500 May 14 18:30:44.640586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:44.682857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:44.683518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.691536 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a521f4f-8648-40ba-b025-1cc110a20e52 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:44.693230 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3a521f4f-8648-40ba-b025-1cc110a20e52 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/7e270768-02f0-496a-af9a-df5a8f397c21 HTTP/1.1" status: 404 len: 333 time: 0.0484359 May 14 18:30:44.695820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57492) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:44.712963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674516-9395-4481-a22a-f4ce7c09abf1 req-41ef9eff-4718-406a-aac8-3defd0670eac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:44.714469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6674516-9395-4481-a22a-f4ce7c09abf1 req-41ef9eff-4718-406a-aac8-3defd0670eac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 945 time: 0.6913474 May 14 18:30:44.724569 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.771699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 91695cb4-a843-4378-9a4b-3799a4800bfb {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:44.774566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.833995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.863630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3216231 May 14 18:30:44.883933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Request body: {'port': {'device_id': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:44.917383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:44.975533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6674516-9395-4481-a22a-f4ce7c09abf1 req-b8161a41-29aa-4c31-893b-feee71e88051 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534182 May 14 18:30:45.211919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.216492 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-991b9c2e-55f9-44cb-ad43-b32bdea30d57 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:45.243340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.256569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=91695cb4-a843-4378-9a4b-3799a4800bfb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:45.259853 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:45.260988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.261761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.270967 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/91695cb4-a843-4378-9a4b-3799a4800bfb HTTP/1.1" status: 204 len: 168 time: 0.5715554 May 14 18:30:45.270967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:45.271961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e4afeae4-9f75-4d76-88dd-5225fd71f7f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:45.274535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a39c1-e2a3-4607-ae7c-49ecd7a618da None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:45.350433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet f3301173-a5bf-43c6-968f-7f507e761b5e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:45.354098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.355901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=6d1e709e-a34a-468e-9bbd-a33b19e85f5e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:45.394702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:45.422432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.463926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port 6d1e709e-a34a-468e-9bbd-a33b19e85f5e on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:45.482800 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.484711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'name': 'network-vif-deleted', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:45.538990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5e239370-0880-4290-b683-d12da4c57f15 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:45.540498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:45.581550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 5e239370-0880-4290-b683-d12da4c57f15 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:45.581998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5e239370-0880-4290-b683-d12da4c57f15 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:45.582532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6d1e709e-a34a-468e-9bbd-a33b19e85f5e no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:45.610713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-862fa0c6-1ca8-4007-8aa5-383e4411cdd5 req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.15 "DELETE /v2.0/ports/6d1e709e-a34a-468e-9bbd-a33b19e85f5e HTTP/1.1" status: 204 len: 173 time: 2.6936917 May 14 18:30:45.625268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 6d1e709e-a34a-468e-9bbd-a33b19e85f5e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:45.626041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 6d1e709e-a34a-468e-9bbd-a33b19e85f5e not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:45.664950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc40c0-4b8a-44fd-8807-2fd74d254c49 req-aa4af87f-fc0e-4bc0-a656-3deb626ef27e tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:45.665665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d3dc40c0-4b8a-44fd-8807-2fd74d254c49 req-aa4af87f-fc0e-4bc0-a656-3deb626ef27e tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Synchronizing usage tracker for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:45.796769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d3dc40c0-4b8a-44fd-8807-2fd74d254c49 req-aa4af87f-fc0e-4bc0-a656-3deb626ef27e tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Unset dirty status for tenant:795dbb6c3fdb4d35a9072700024a0481 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:45.797969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3dc40c0-4b8a-44fd-8807-2fd74d254c49 req-aa4af87f-fc0e-4bc0-a656-3deb626ef27e tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 932 time: 0.6158724 May 14 18:30:45.833205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 15723a4f-cf5b-40f5-bfc8-18247458f24b {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:45.833535 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.011603 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3dc40c0-4b8a-44fd-8807-2fd74d254c49 req-c65dac8e-0aa9-4c6e-a7fc-d72544ee2851 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049603 May 14 18:30:46.144214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57510) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:46.220334 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.227389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c952a13c-8208-4758-b69f-f2808e3e6145 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:46.274365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=f3301173-a5bf-43c6-968f-7f507e761b5e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:46.283675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:46.304425 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.313120 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/f3301173-a5bf-43c6-968f-7f507e761b5e HTTP/1.1" status: 204 len: 168 time: 1.0410042 May 14 18:30:46.316627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57516) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:46.322076 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443ba66-aa39-4af1-9293-5c5a7c2fa102', 'name': 'network-vif-deleted', 'tag': '6d1e709e-a34a-468e-9bbd-a33b19e85f5e', 'status': 'completed', 'code': 200} May 14 18:30:46.343064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Deleting subnet 1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:46.353490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.379939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21911c6-7523-4320-96f2-f0e62b9e6c18 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:30:46.393844 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.430376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.436866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.455563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Transition to ACTIVE for port object f21911c6-7523-4320-96f2-f0e62b9e6c18 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:46.537701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.581629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d6243-93ff-42b3-80b7-bb0c33769907 None None] Network eabf2ee0-9b73-4997-870f-3ce08d8ffa8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:46.608314 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a12857a6-bc4b-44ed-884d-3a5f3553599d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:46.615586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.646987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 15723a4f-cf5b-40f5-bfc8-18247458f24b owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:46.651715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.698555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-012a46bd-7c50-430e-ba0b-203f5d316473 None None] Provisioning complete for port cca6f291-1233-4566-b19f-a575de941c84 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:46.698940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-012a46bd-7c50-430e-ba0b-203f5d316473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.858339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port cca6f291-1233-4566-b19f-a575de941c84 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:46.858551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:46.907592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Pushing event updated for resources: {'Port': ['ID=f21911c6-7523-4320-96f2-f0e62b9e6c18,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:46.911766 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:46.996984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a320b0-eb79-4361-8888-937e66d6d977 req-e1e6f34b-b961-4310-bfb9-7ee21c019f45 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:46.999434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6a320b0-eb79-4361-8888-937e66d6d977 req-e1e6f34b-b961-4310-bfb9-7ee21c019f45 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1096 time: 0.3431931 May 14 18:30:47.003361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Attempting to bind port f21911c6-7523-4320-96f2-f0e62b9e6c18 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:47.003801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Attempting to bind port f21911c6-7523-4320-96f2-f0e62b9e6c18 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:47.004294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Attempting to bind port f21911c6-7523-4320-96f2-f0e62b9e6c18 on network 2ae3b6a4-08be-4319-8567-de4922d41bf2 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:47.021899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] DHCP port deletion for eabf2ee0-9b73-4997-870f-3ce08d8ffa8d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:30:47.029646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Port f21911c6-7523-4320-96f2-f0e62b9e6c18 on network 2ae3b6a4-08be-4319-8567-de4922d41bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:30:47.030105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Attempting to bind port f21911c6-7523-4320-96f2-f0e62b9e6c18 on network 2ae3b6a4-08be-4319-8567-de4922d41bf2 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:47.049745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:47.050247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Checking segment: {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:47.050722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Bound using segment: {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:47.051279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Bound port: f21911c6-7523-4320-96f2-f0e62b9e6c18, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee67dbe-1687-4f19-aa1f-2ed67610836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:47.051716 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.061150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port cca6f291-1233-4566-b19f-a575de941c84, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cca6f291-1233-4566-b19f-a575de941c84,segment=NetworkSegment(b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b),segment_id=b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:47.062159 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.083714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e6a320b0-eb79-4361-8888-937e66d6d977 req-3800721a-97f0-4bfb-9bff-82cd467935c7 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737357 May 14 18:30:47.113763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Deleting port cca6f291-1233-4566-b19f-a575de941c84 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:47.114155 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.186488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] For port f21911c6-7523-4320-96f2-f0e62b9e6c18, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:47.190043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] For port f21911c6-7523-4320-96f2-f0e62b9e6c18, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:47.244538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for cca6f291-1233-4566-b19f-a575de941c84 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:47.273501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.285180 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-94765760-9232-493e-b796-6c7c758aeaf0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:47.324099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] For port cca6f291-1233-4566-b19f-a575de941c84, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cca6f291-1233-4566-b19f-a575de941c84,segment=NetworkSegment(b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b),segment_id=b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:47.324732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.351859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.357891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4af5d2b4-2228-4057-b91e-569b3686ca5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:47.382780 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.396883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Pushing event updated for resources: {'Port': ['ID=f21911c6-7523-4320-96f2-f0e62b9e6c18,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:47.399535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:47.402096 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:47.405744 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b92b9adf-9ee2-43a7-8d0e-99aeea58a6cf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:47.409447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.418857 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:47.431387 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:47.445197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.455120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port cca6f291-1233-4566-b19f-a575de941c84 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:47.496478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=cca6f291-1233-4566-b19f-a575de941c84,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:47.499747 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:47.515828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-079ca853-a10a-4611-a588-38a382196a5c req-342e7308-7e70-49cc-8ccb-bd5e85de5f9e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:47.536287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:47.536911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.538350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] 10.222.0.15 "PUT /v2.0/ports/f21911c6-7523-4320-96f2-f0e62b9e6c18 HTTP/1.1" status: 200 len: 1092 time: 2.6610711 May 14 18:30:47.588620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Calling delete_port for cca6f291-1233-4566-b19f-a575de941c84 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:47.629601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=15723a4f-cf5b-40f5-bfc8-18247458f24b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:47.633968 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1bc8c3a4-6cf5-4da0-936f-ac1ebbe356c6 HTTP/1.1" status: 204 len: 168 time: 1.4883964 May 14 18:30:47.634817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57524) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:47.652968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.658018 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:47.679232 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:47.727950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Pushing event deleted for resources: {'Port': ['ID=cca6f291-1233-4566-b19f-a575de941c84,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:47.739198 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:47.746051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] No DVR routers for this DVR port cca6f291-1233-4566-b19f-a575de941c84 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:47.786305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.786452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-079ca853-a10a-4611-a588-38a382196a5c req-342e7308-7e70-49cc-8ccb-bd5e85de5f9e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:47.788024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-079ca853-a10a-4611-a588-38a382196a5c req-342e7308-7e70-49cc-8ccb-bd5e85de5f9e tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 210 time: 0.5044432 May 14 18:30:47.821463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabf2ee0-9b73-4997-870f-3ce08d8ffa8d']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:47.833416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cca6f291-1233-4566-b19f-a575de941c84 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:47.840108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.852563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:47.852842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03d578c-fe2a-441d-acfa-6ebcf2c7bb8b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:47.869213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:47.906169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: cca6f291-1233-4566-b19f-a575de941c84 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:47.906560 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cca6f291-1233-4566-b19f-a575de941c84 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:48.006987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.011693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.012942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-d2d11b64-4ba1-4c11-9275-4388b3f171c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:48.014531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-d2d11b64-4ba1-4c11-9275-4388b3f171c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=795dbb6c3fdb4d35a9072700024a0481&device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 1095 time: 0.3902020 May 14 18:30:48.030168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ab75ec-9a44-40f5-aeab-b5f685259316']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:48.042914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26fb165-8a01-4d57-9901-a22606df5523') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:48.043238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26fb165-8a01-4d57-9901-a22606df5523') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:48.055630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.058714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.074357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:48.074835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:48.090758 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:48.320633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.348036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:48.348437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:48.362662 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:48.367474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'tag': 'f21911c6-7523-4320-96f2-f0e62b9e6c18'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:48.436079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-2d91c0fa-8648-4ffa-a4a1-f727175517d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18 HTTP/1.1" status: 200 len: 217 time: 0.3523660 May 14 18:30:48.437294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.443503 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:48.458854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.470233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=eabf2ee0-9b73-4997-870f-3ce08d8ffa8d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:48.473155 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/eabf2ee0-9b73-4997-870f-3ce08d8ffa8d HTTP/1.1" status: 204 len: 168 time: 2.1553521 May 14 18:30:48.474441 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:48.478608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57530) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:48.520360 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.535903 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a21aade3-5b9d-4f3e-8446-56a3c4a654c2 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:48.553134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.568629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ab75ec-9a44-40f5-aeab-b5f685259316,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:48.571582 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:48.584959 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] 10.222.0.24 "DELETE /v2.0/networks/06ab75ec-9a44-40f5-aeab-b5f685259316 HTTP/1.1" status: 204 len: 168 time: 0.9422424 May 14 18:30:48.585277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57534) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:48.657118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0cd93-4722-40f1-90a9-2184271afb39 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:48.658129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32f0cd93-4722-40f1-90a9-2184271afb39 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:48.664896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-cd8ce018-4d3a-4f5a-ba18-3ad53a4e7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:48.666326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-cd8ce018-4d3a-4f5a-ba18-3ad53a4e7d98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f HTTP/1.1" status: 200 len: 853 time: 0.2233243 May 14 18:30:48.668000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Deleting subnet 8ac79a25-f1aa-4dea-9cea-08dc651fca0a {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:48.672995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.674152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 6c244a96-b982-495f-8f46-944de6c7427c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:30:48.723991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-32f0cd93-4722-40f1-90a9-2184271afb39 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:48.728455 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-32f0cd93-4722-40f1-90a9-2184271afb39 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2455845 May 14 18:30:48.729472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:48.730509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-f01c9696-e09d-4f0b-bbaf-a937630e4dfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ae3b6a4-08be-4319-8567-de4922d41bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552924 May 14 18:30:48.743031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3013ebb-27be-4d23-bb2d-7d1d6380cc30 req-8b2092fe-e49e-4efb-bcd1-b9a9eabf8b5f tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:48.744501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3013ebb-27be-4d23-bb2d-7d1d6380cc30 req-8b2092fe-e49e-4efb-bcd1-b9a9eabf8b5f tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 944 time: 0.6621854 May 14 18:30:48.768029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.841711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:48.973314 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dd03a1ba-e433-4085-8de3-d4e6a0de978d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2433443 May 14 18:30:48.977797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57546) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:48.983407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1261455243'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:48.989083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:30:48.992326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:48.999451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:49.000676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] Sync routers for ids ['6c244a96-b982-495f-8f46-944de6c7427c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:30:49.003636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:49.014805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3013ebb-27be-4d23-bb2d-7d1d6380cc30 req-719f505d-e346-4238-b3f7-0b7100c7ea4d tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492878 May 14 18:30:49.022955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:49.027368 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] Routers {'6c244a96-b982-495f-8f46-944de6c7427c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:49.031915 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6c244a96-b982-495f-8f46-944de6c7427c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.032152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/6c244a96-b982-495f-8f46-944de6c7427c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5457549 May 14 18:30:49.032869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57550) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:49.060767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:49.064803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.154336 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.163448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] Routers {'6c244a96-b982-495f-8f46-944de6c7427c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:30:49.164054 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:30:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6c244a96-b982-495f-8f46-944de6c7427c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.177750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:49.203053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.203809 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment c43c1da3-ee53-44ec-b9bd-4b5b7147af96 of type vlan for network 2b548a1a-a848-4f4e-99b1-79399dec9a8d May 14 18:30:49.237448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.237655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-bc0a1c33-53e8-4734-b78b-c31777e4d69d service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920075 May 14 18:30:49.237859 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c92c6d-5d6c-4511-9392-2b453f14c9a3 None None] The sync data for ids ['6c244a96-b982-495f-8f46-944de6c7427c'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:30:49.251069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.264637 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.270056 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d0cdb33-bec6-40f8-b373-b54328fcb571 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:49.320420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac79a25-f1aa-4dea-9cea-08dc651fca0a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:49.325000 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:49.329258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.338510 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ac79a25-f1aa-4dea-9cea-08dc651fca0a HTTP/1.1" status: 204 len: 168 time: 0.7523074 May 14 18:30:49.347697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:49.367044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.373328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:49.373665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.379612 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5ee8c95-37a7-49a8-8d8b-2e4239dffce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:49.542700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=2b548a1a-a848-4f4e-99b1-79399dec9a8d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:49.546517 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:49.557982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5791683 May 14 18:30:49.559308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:49.561728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57558) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:49.568897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:49.593289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.611314 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-dd224977-ed75-4588-b935-813fd9afc5b1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] remove_router_interface failed (client error): The resource could not be found. May 14 18:30:49.612247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dd224977-ed75-4588-b935-813fd9afc5b1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/6c244a96-b982-495f-8f46-944de6c7427c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5754969 May 14 18:30:49.615880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57562) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:49.706974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:49.741486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:49.746837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:49.768485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:49.845084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:49.848765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.858182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2273b6ee-31c6-41b6-9c0f-c924ae1df5da tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:49.867340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaeae245-e99c-423e-a0db-756ba3d29719 req-c64c5427-eb62-4452-859d-abef883ffa99 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349431 May 14 18:30:49.873388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.882316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3fc9-1cd6-4b93-9943-bb9485f8e348 req-b2b15dbc-8385-4937-bb77-2d4367028c2f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:49.890249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75ed3fc9-1cd6-4b93-9943-bb9485f8e348 req-b2b15dbc-8385-4937-bb77-2d4367028c2f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.6493311 May 14 18:30:49.929144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2273b6ee-31c6-41b6-9c0f-c924ae1df5da tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:49.929144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2273b6ee-31c6-41b6-9c0f-c924ae1df5da tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c244a96-b982-495f-8f46-944de6c7427c HTTP/1.1" status: 200 len: 205 time: 0.3112640 May 14 18:30:49.932311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57566) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:49.945892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414f9e62-d78e-49c6-bef8-d3d7064ea534']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.966548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdbfcec-070c-49c3-9354-83e4fd65818b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.966928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdbfcec-070c-49c3-9354-83e4fd65818b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:49.986280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:49.996226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75ed3fc9-1cd6-4b93-9943-bb9485f8e348 req-f8971c87-1f29-43f3-9fa5-ebe55b810e4b tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046734 May 14 18:30:50.011880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.023583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:50.023978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.042193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57570) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:50.042889 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:50.073627 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'tag': 'f21911c6-7523-4320-96f2-f0e62b9e6c18', 'status': 'completed', 'code': 200} May 14 18:30:50.095156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.305145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15424d1d-c319-41c0-ad25-276719c09dae req-2018b612-9e33-4da3-85e4-1778461c58a6 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=6443ba66-aa39-4af1-9293-5c5a7c2fa102 HTTP/1.1" status: 200 len: 210 time: 0.1196573 May 14 18:30:50.435841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.441073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.448935 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-077ee8eb-c8e8-405e-80f4-7d3a95a8c62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:50.470068 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-43696cf6-ea07-4fba-9bf0-e78228f9fee8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 HTTP/1.1" status: 200 len: 993 time: 0.4260674 May 14 18:30:50.483422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=414f9e62-d78e-49c6-bef8-d3d7064ea534,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:50.483422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:50.499957 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] 10.222.0.24 "DELETE /v2.0/networks/414f9e62-d78e-49c6-bef8-d3d7064ea534 HTTP/1.1" status: 204 len: 168 time: 1.1505961 May 14 18:30:50.549195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.552580 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.629639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-f2191c7f-3fda-4568-9107-287cce639d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:50.631394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-f2191c7f-3fda-4568-9107-287cce639d10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=795dbb6c3fdb4d35a9072700024a0481&device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 1095 time: 0.4823976 May 14 18:30:50.751077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57580) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:50.759091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.759593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router 6c244a96-b982-495f-8f46-944de6c7427c {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:30:50.802879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.807499 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9eccad74-c742-4d21-b396-ecfbb690e3a8 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:50.808284 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.809350 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fd8dde36-ead7-4093-a002-e6725b4bf8bc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/6c244a96-b982-495f-8f46-944de6c7427c HTTP/1.1" status: 204 len: 168 time: 0.8762789 May 14 18:30:50.825876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57584) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:50.889204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=94b61e33-8f29-4972-8697-027dd9fea547,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:50.891928 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:50.897410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:50.897765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: 2b548a1a-a848-4f4e-99b1-79399dec9a8d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:50.914995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:50.924340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2b548a1a-a848-4f4e-99b1-79399dec9a8d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:50.925803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee285d-3622-4c55-8355-c7274ea8ed0c req-2223272e-c81a-47aa-ba96-b18f82b712e0 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:50.927309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8ee285d-3622-4c55-8355-c7274ea8ed0c req-2223272e-c81a-47aa-ba96-b18f82b712e0 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 944 time: 0.3526630 May 14 18:30:50.935933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a703a-43f9-40b1-9cdb-d97a13848f80 None None] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:50.938615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:50.939500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:50.940038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-504fbfb6-3a72-48ea-aa2b-f139100f9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:50.941434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-504fbfb6-3a72-48ea-aa2b-f139100f9123 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 200 len: 914 time: 0.2980061 May 14 18:30:50.948874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c69458e2-b59c-40b3-b403-42cf5deb3c73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=053c564de2fe40b7981450f74a2910e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940749 May 14 18:30:50.953275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:50.979091 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164565 May 14 18:30:50.983236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:50.990592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d', 'name': 'tempest-PortsTestJSON-842837003'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:51.042665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet c7c982ee-46aa-48b1-97f9-439f6d6f0479 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:51.047953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-1eb5f2b3-5096-4996-b714-fd80dd1f2f46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18 HTTP/1.1" status: 200 len: 217 time: 0.0788691 May 14 18:30:51.048571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.126142 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.146994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8ee285d-3622-4c55-8355-c7274ea8ed0c req-9ae9cb55-eb23-41c0-b14f-ed75454ffd17 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105231 May 14 18:30:51.153644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.160382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-2b548a1a-a848-4f4e-99b1-79399dec9a8d', 'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': '94b61e33-8f29-4972-8697-027dd9fea547'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:51.161488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.177111 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.216794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-b8fe5dab-3a94-4f0d-9e98-67c9a2da6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:51.218237 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-b8fe5dab-3a94-4f0d-9e98-67c9a2da6884 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f HTTP/1.1" status: 200 len: 853 time: 0.1311746 May 14 18:30:51.223195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.232340 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028d4dcc-eb95-41d5-a681-62506e1b2437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:51.253634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b57a52-1fb6-4303-9aad-3a72a24dcd2f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:51.271653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.275251 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48b57a52-1fb6-4303-9aad-3a72a24dcd2f HTTP/1.1" status: 204 len: 168 time: 0.3156679 May 14 18:30:51.275251 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:51.282000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-986e46f6-ac7e-4553-b3ed-a40476753689 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ae3b6a4-08be-4319-8567-de4922d41bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560377 May 14 18:30:51.295989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:51.306213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:51.318276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:51.324430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.361541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 310829b7-5c5c-4911-a9f4-633ad70e6e39 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:51.361804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Allocated IP 172.20.0.2 (2b548a1a-a848-4f4e-99b1-79399dec9a8d/94b61e33-8f29-4972-8697-027dd9fea547/70c3310d-0e5a-48db-a964-c3cf35ecb245) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:51.652290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.669107 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.689922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Transition to ACTIVE for port object 70c3310d-0e5a-48db-a964-c3cf35ecb245 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:51.731072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Transition to ACTIVE for port object 70c3310d-0e5a-48db-a964-c3cf35ecb245 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:51.731427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-37d26b44-493c-421c-bae3-3506c03286b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426663 May 14 18:30:51.744055 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.756118 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1854d504-3bf3-4d74-b3dc-879480a2e714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:51.833203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Pushing event updated for resources: {'Port': ['ID=70c3310d-0e5a-48db-a964-c3cf35ecb245,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:51.838931 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:51.844488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:51.845834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:51.848288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:51.897462 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:30:51.916405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.11 (2b548a1a-a848-4f4e-99b1-79399dec9a8d/94b61e33-8f29-4972-8697-027dd9fea547/310829b7-5c5c-4911-a9f4-633ad70e6e39) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:51.959933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Attempting to bind port 70c3310d-0e5a-48db-a964-c3cf35ecb245 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:30:51.960575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Attempting to bind port 70c3310d-0e5a-48db-a964-c3cf35ecb245 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:30:51.961043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Attempting to bind port 70c3310d-0e5a-48db-a964-c3cf35ecb245 on network 2b548a1a-a848-4f4e-99b1-79399dec9a8d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:30:51.969806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:30:51.970494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Checking segment: {'id': 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:51.971003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:51.971781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Bound using segment: {'id': 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:30:51.972362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Bound port: 70c3310d-0e5a-48db-a964-c3cf35ecb245, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:30:51.972983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.136992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] For port 70c3310d-0e5a-48db-a964-c3cf35ecb245, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:30:52.148483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] For port 70c3310d-0e5a-48db-a964-c3cf35ecb245, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c3310d-0e5a-48db-a964-c3cf35ecb245,segment=NetworkSegment(c43c1da3-ee53-44ec-b9bd-4b5b7147af96),segment_id=c43c1da3-ee53-44ec-b9bd-4b5b7147af96)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:30:52.161303 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.169988 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:52.210801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57618) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:52.261983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.312678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Pushing event updated for resources: {'Port': ['ID=70c3310d-0e5a-48db-a964-c3cf35ecb245,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:52.315903 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:52.358247 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7027a66f-af81-4954-8b18-a28b9d31f691 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7da2a6d9d9824e31b3e798e00f470010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428924 May 14 18:30:52.359410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:52.365935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8494215b-3539-4b8e-bbf9-8dde10490d70 req-88b021db-b9a3-40a4-924b-b838a3deb1cc service neutron] 10.222.0.15 "GET /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162386 May 14 18:30:52.376546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 310829b7-5c5c-4911-a9f4-633ad70e6e39 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:52.463828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.477674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-702025da-00fd-4142-819a-3906e1ec0fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:52.576267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.595906 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-64eeab74-394f-4a28-aed1-966b0dd7754a tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:52.605387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=310829b7-5c5c-4911-a9f4-633ad70e6e39,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:52.609131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:52.635635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035b21-5332-4450-8f85-78c65cadcda2 req-3a86aa2f-a8f6-492a-99c2-828ba1d48ff9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:52.638981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f035b21-5332-4450-8f85-78c65cadcda2 req-3a86aa2f-a8f6-492a-99c2-828ba1d48ff9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.2773039 May 14 18:30:52.650451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.653393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:52.663230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c44da4-478b-4a83-9147-f8d48d45874a None None] Network 2da17b30-009b-40b7-b6ad-3b82ae3f8161 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:52.680338 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-ea2804ce-636d-404a-9420-c3ad3301a87e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4219391 May 14 18:30:52.681193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:52.683907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:52.693835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c982ee-46aa-48b1-97f9-439f6d6f0479,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:52.701879 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:52.703305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.734354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/c7c982ee-46aa-48b1-97f9-439f6d6f0479 HTTP/1.1" status: 204 len: 168 time: 1.9016290 May 14 18:30:52.752244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57628) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:52.757975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:52.758808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.790380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f035b21-5332-4450-8f85-78c65cadcda2 req-e364c90c-1adc-408e-88be-29b752fefa47 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441648 May 14 18:30:52.896818 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:52.974426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57640) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:52.981521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '2b548a1a-a848-4f4e-99b1-79399dec9a8d', 'name': 'tempest-PortsTestJSON-450387159'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:52.988270 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9878504 May 14 18:30:53.036717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.111082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] DHCP port deletion for 2da17b30-009b-40b7-b6ad-3b82ae3f8161 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:30:53.166551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.171585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9d88108c-a3e1-405a-ac5f-cabb10e64ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:53.178943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:53.179447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.265505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Deleting port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:53.266147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.337831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:53.406492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 3376f7e8-fe0d-4ddb-af7e-c01388e80204, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3376f7e8-fe0d-4ddb-af7e-c01388e80204,segment=NetworkSegment(2abb4128-c101-480b-9021-f9cbe0cb1a43),segment_id=2abb4128-c101-480b-9021-f9cbe0cb1a43)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:53.408006 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.427665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ea21-7d53-4bf2-bcef-a863cc540a99 req-df468531-7408-44f1-a81f-33ef0e44d9c8 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:53.430185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b97ea21-7d53-4bf2-bcef-a863cc540a99 req-df468531-7408-44f1-a81f-33ef0e44d9c8 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 944 time: 0.4057713 May 14 18:30:53.432347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:53.443543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:53.518125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:53.562290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f21911c6-7523-4320-96f2-f0e62b9e6c18 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:30:53.582031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 3376f7e8-fe0d-4ddb-af7e-c01388e80204 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:53.608389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a5df52-b66c-4d1e-869b-41b858323ee3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:53.621980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:53.628323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.628825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.629296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.629761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.630218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.630673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.631124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.631595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.632072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.632517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.632964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.633408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:30:53.636464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.638937 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:53.675617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b97ea21-7d53-4bf2-bcef-a863cc540a99 req-a365b5f2-64bc-4bc9-b448-0e7bf8977759 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261684 May 14 18:30:53.687561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.688837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84a5df52-b66c-4d1e-869b-41b858323ee3 HTTP/1.1" status: 204 len: 168 time: 1.3062541 May 14 18:30:53.699340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:53.704331 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de715144-7758-4199-8d15-1f1a8f661687 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:53.707048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 278db2ce-f1e7-4cd6-8dd8-86f3d5db3239 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:30:53.820831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=3376f7e8-fe0d-4ddb-af7e-c01388e80204,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:53.826555 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:53.839867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:53.944686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f21911c6-7523-4320-96f2-f0e62b9e6c18, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:54.036646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] For port 3376f7e8-fe0d-4ddb-af7e-c01388e80204, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3376f7e8-fe0d-4ddb-af7e-c01388e80204,segment=NetworkSegment(2abb4128-c101-480b-9021-f9cbe0cb1a43),segment_id=2abb4128-c101-480b-9021-f9cbe0cb1a43)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:54.039757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.173559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.7 (2b548a1a-a848-4f4e-99b1-79399dec9a8d/94b61e33-8f29-4972-8697-027dd9fea547/278db2ce-f1e7-4cd6-8dd8-86f3d5db3239) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:54.326847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Calling delete_port for 3376f7e8-fe0d-4ddb-af7e-c01388e80204 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:54.377813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'f21911c6-7523-4320-96f2-f0e62b9e6c18', 'network_id': '2ae3b6a4-08be-4319-8567-de4922d41bf2', 'port_id': 'f21911c6-7523-4320-96f2-f0e62b9e6c18', 'mac_address': 'fa:16:3e:59:15:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:30:54.381973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.390030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be93ef2-6240-4a63-a891-ad19ddff0214 None None] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:54.494834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.509048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da17b30-009b-40b7-b6ad-3b82ae3f8161']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:54.523123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abb4128-c101-480b-9021-f9cbe0cb1a43') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:54.523757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c3310d-0e5a-48db-a964-c3cf35ecb245 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:54.523934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abb4128-c101-480b-9021-f9cbe0cb1a43') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:30:54.527634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ee801-ea65-464f-9f55-d3d95080804b req-0db81d83-5144-416a-ab31-27202b067341 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:54.537145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee0ee801-ea65-464f-9f55-d3d95080804b req-0db81d83-5144-416a-ab31-27202b067341 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.4196985 May 14 18:30:54.549139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.584214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.602800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:30:54.605178 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: timer() May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:30:54.652811 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:30:54.659164 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:54.664220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee0ee801-ea65-464f-9f55-d3d95080804b req-493803d2-b706-435a-83f9-350043b6663a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103256 May 14 18:30:54.736718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.755397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 278db2ce-f1e7-4cd6-8dd8-86f3d5db3239 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:30:54.771718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Pushing event deleted for resources: {'Port': ['ID=3376f7e8-fe0d-4ddb-af7e-c01388e80204,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:54.789514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.800073 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39ebf16a-ff6a-4334-bd00-482e000f64e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:54.880587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.884186 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a19764a-ac7a-43d5-a626-78d039f4483a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:54.895834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] No DVR routers for this DVR port 3376f7e8-fe0d-4ddb-af7e-c01388e80204 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:30:54.904714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:54.913563 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:54.918796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=2da17b30-009b-40b7-b6ad-3b82ae3f8161,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:54.924084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:54.938027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/2da17b30-009b-40b7-b6ad-3b82ae3f8161 HTTP/1.1" status: 204 len: 168 time: 2.1751647 May 14 18:30:54.941768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:54.947398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1786984565'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:55.006956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.007167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:55.014393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 70c3310d-0e5a-48db-a964-c3cf35ecb245 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:55.016233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:55.021373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:55.030961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:55.035549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 70c3310d-0e5a-48db-a964-c3cf35ecb245 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:55.035941 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.063505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:55.066993 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.071004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=278db2ce-f1e7-4cd6-8dd8-86f3d5db3239,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:55.074533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2af6184b-95ab-403b-af30-4cff89f59550 None None] Provisioning for port 70c3310d-0e5a-48db-a964-c3cf35ecb245 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:55.078020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:55.082622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-81f15129-5c38-4408-83e7-a1b7c22977f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.084671 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-81f15129-5c38-4408-83e7-a1b7c22977f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1096 time: 0.1314814 May 14 18:30:55.086678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:30:55.089306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:55.095876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:30:55.176274 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.186673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:55.188521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2af6184b-95ab-403b-af30-4cff89f59550 None None] Provisioning complete for port 70c3310d-0e5a-48db-a964-c3cf35ecb245 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:55.188937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2af6184b-95ab-403b-af30-4cff89f59550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.214006 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.214358 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment fc7f5c9c-1b95-4fd2-a381-8f000c7c129f of type vlan for network 2277d9f0-270c-48b9-b621-93e061f7bc56 May 14 18:30:55.229419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.230176 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.243848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873da8c0-9c47-4bd7-a93b-2ae32f8941d1 req-bcec66bf-e3d9-4108-85e0-4a9544b6be92 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.245325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-873da8c0-9c47-4bd7-a93b-2ae32f8941d1 req-bcec66bf-e3d9-4108-85e0-4a9544b6be92 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 944 time: 0.3059690 May 14 18:30:55.290009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21911c6-7523-4320-96f2-f0e62b9e6c18 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:30:55.301111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-32e68104-369e-4f2f-bfaf-55701b36e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.302924 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-32e68104-369e-4f2f-bfaf-55701b36e74c service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.2064624 May 14 18:30:55.321074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-873da8c0-9c47-4bd7-a93b-2ae32f8941d1 req-c32c1ec2-1d73-4ce2-a985-e0112d6321b9 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627944 May 14 18:30:55.322728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3471222 May 14 18:30:55.326794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57696) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:55.377825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f21911c6-7523-4320-96f2-f0e62b9e6c18, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:55.399648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.410192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.415325 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a08ec6c8-af0f-4b76-ac22-204510d64b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:55.474643 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-b7b261e2-5bf9-4d23-857d-0d45035d59d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 1001 time: 0.1543064 May 14 18:30:55.483166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.491318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.492294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.492633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24b272-c9e2-4a02-8e8c-f3c4168ea2c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.493517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4c24b272-c9e2-4a02-8e8c-f3c4168ea2c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:55.522615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f21911c6-7523-4320-96f2-f0e62b9e6c18,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:55.537894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b7fa782-0a80-4102-95b9-94e57fc16fe8 tempest-RoutersAdminTest-791905698 tempest-RoutersAdminTest-791905698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:55.541547 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:55.549058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4c24b272-c9e2-4a02-8e8c-f3c4168ea2c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:55.550834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4c24b272-c9e2-4a02-8e8c-f3c4168ea2c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2230625 May 14 18:30:55.553665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:55.610116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.704702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-0f6c0549-6463-4f0b-af6d-29bd5dbf61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:55.705871 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-0f6c0549-6463-4f0b-af6d-29bd5dbf61d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.1695185 May 14 18:30:55.711032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57704) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:55.715966 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7730429 May 14 18:30:55.727365 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2af6184b-95ab-403b-af30-4cff89f59550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.756467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['f21911c6-7523-4320-96f2-f0e62b9e6c18'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:30:55.814648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57708) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:55.851706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:55.886010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 70c3310d-0e5a-48db-a964-c3cf35ecb245, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c3310d-0e5a-48db-a964-c3cf35ecb245,segment=NetworkSegment(c43c1da3-ee53-44ec-b9bd-4b5b7147af96),segment_id=c43c1da3-ee53-44ec-b9bd-4b5b7147af96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:55.924061 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:55.938463 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3a8fc93b-4ae0-4dde-8b85-213b23f9ae56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:56.082077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=2277d9f0-270c-48b9-b621-93e061f7bc56,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:56.105062 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:56.147878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:56.151822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:56.156165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:56.157310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3376f7e8-fe0d-4ddb-af7e-c01388e80204 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:30:56.162046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:56.179974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-158828201-network', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:56.190464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:56.198503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 278db2ce-f1e7-4cd6-8dd8-86f3d5db3239 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:56.199112 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.202088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:56.210894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.228802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:56.240465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Usage tracker for resource:network and tenant:04aa6d8c1f17433e9db7e740652cde76 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:56.249494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:56.321842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:56.325338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-48366bb3-5e2e-4970-acc0-2c1862c746ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:56.326852 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-48366bb3-5e2e-4970-acc0-2c1862c746ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5605977 May 14 18:30:56.380454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3376f7e8-fe0d-4ddb-af7e-c01388e80204 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:30:56.381061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3376f7e8-fe0d-4ddb-af7e-c01388e80204 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:30:56.447719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771249d-3f24-46df-ba6a-03fc91cb6217 req-72a15c87-5b86-4d64-896c-8eeaf6b313fe tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:56.449626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a771249d-3f24-46df-ba6a-03fc91cb6217 req-72a15c87-5b86-4d64-896c-8eeaf6b313fe tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.3260705 May 14 18:30:56.457050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.466500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Made reservation on behalf of 04aa6d8c1f17433e9db7e740652cde76 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:56.469092 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.479358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-2af6184b-95ab-403b-af30-4cff89f59550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:30:56.480018 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-2af6184b-95ab-403b-af30-4cff89f59550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:30:56.488832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=70c3310d-0e5a-48db-a964-c3cf35ecb245,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:56.491756 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:56.534177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.589119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:56.614874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:04aa6d8c1f17433e9db7e740652cde76 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:56.623344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:56.707200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:56.756034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 278db2ce-f1e7-4cd6-8dd8-86f3d5db3239 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:56.767699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a771249d-3f24-46df-ba6a-03fc91cb6217 req-4819be98-283f-45b3-9941-af0f41fb3afb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966201 May 14 18:30:56.807669 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-c3d461fa-5860-4610-b4fa-34a0528b2975 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678621 May 14 18:30:56.867839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.921576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:56.935891 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:56.973508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.008997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:57.049191 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:30:57.060925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.061621 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Added segment dfa6b180-6c57-47e3-93f0-aa0d6c6486cb of type vlan for network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 May 14 18:30:57.104923 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dbcc04e6-e3d9-4e53-8223-06d32b890ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.136564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=278db2ce-f1e7-4cd6-8dd8-86f3d5db3239,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:57.157950 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:57.183222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.203979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Provisioning complete for port 70c3310d-0e5a-48db-a964-c3cf35ecb245 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:57.204394 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.228828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.269921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/278db2ce-f1e7-4cd6-8dd8-86f3d5db3239 HTTP/1.1" status: 204 len: 168 time: 1.7148950 May 14 18:30:57.270876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57730) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:57.279069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e58e-f8ec-41e6-b709-db290af94a1e req-b78c0b4a-04a2-41f7-b0e4-745dffbd973a tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:57.288061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a931e58e-f8ec-41e6-b709-db290af94a1e req-b78c0b4a-04a2-41f7-b0e4-745dffbd973a tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 945 time: 0.2617745 May 14 18:30:57.358148 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2296175-9372-442e-a564-86e769bef6dc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:57.358591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f2296175-9372-442e-a564-86e769bef6dc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:57.380984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Provisioning for port 310829b7-5c5c-4911-a9f4-633ad70e6e39 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:57.390351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Provisioning complete for port 310829b7-5c5c-4911-a9f4-633ad70e6e39 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:57.391069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.394819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f2296175-9372-442e-a564-86e769bef6dc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:57.399088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f2296175-9372-442e-a564-86e769bef6dc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/278db2ce-f1e7-4cd6-8dd8-86f3d5db3239 HTTP/1.1" status: 404 len: 333 time: 0.1102896 May 14 18:30:57.402811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57734) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:57.441220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a931e58e-f8ec-41e6-b709-db290af94a1e req-8e5daf16-cbb7-4299-bdc8-b9fed7700aed tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169560 May 14 18:30:57.503317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Port 310829b7-5c5c-4911-a9f4-633ad70e6e39 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:30:57.509738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9965aa98-80b3-4b9a-936f-0582a4d99cde None None] Could not find standard attr ID for object 278db2ce-f1e7-4cd6-8dd8-86f3d5db3239. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:30:57.547501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f21911c6-7523-4320-96f2-f0e62b9e6c18 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:57.566023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 310829b7-5c5c-4911-a9f4-633ad70e6e39 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:57.566363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.620310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d6adc-c9c0-48db-98f2-560aac5add30,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:57.639541 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:57.645880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:30:57.670153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port f21911c6-7523-4320-96f2-f0e62b9e6c18 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:30:57.676728 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port f21911c6-7523-4320-96f2-f0e62b9e6c18 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:57.677107 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.689807 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-6fc62342-d0e4-42eb-9a62-647e2e38055d service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694956 May 14 18:30:57.712018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.713385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:57.713532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.723368 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-75594bec-dcc7-43b1-8171-a9e4497aef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:57.758436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.835633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=d57fc80a-8f79-47de-a2fc-4075dda5b6f7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:57.836927 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:57.849811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:30:57.851030 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:57.899351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1817746 May 14 18:30:57.908692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57742) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:57.924823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Request body: {'subnet': {'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-158828201-subnet', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:57.932726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:57.942708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Usage tracker for resource:subnet and tenant:04aa6d8c1f17433e9db7e740652cde76 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:57.946159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:58.019479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:58.045789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 310829b7-5c5c-4911-a9f4-633ad70e6e39 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:30:58.049441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Made reservation on behalf of 04aa6d8c1f17433e9db7e740652cde76 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:30:58.051804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.118240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21911c6-7523-4320-96f2-f0e62b9e6c18'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:30:58.127230 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.134669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port f21911c6-7523-4320-96f2-f0e62b9e6c18, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:30:58.140752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.142563 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:58.166416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729298ef-2485-4458-94d6-76c5469b534e req-1f731a01-b214-4dff-bf00-db6cdd81d274 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:58.179880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-729298ef-2485-4458-94d6-76c5469b534e req-1f731a01-b214-4dff-bf00-db6cdd81d274 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.1435862 May 14 18:30:58.213909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=f21911c6-7523-4320-96f2-f0e62b9e6c18,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:58.218029 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:58.242631 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.249762 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b7a0b88-bf82-4909-96a1-19d361f49ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:58.274843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-729298ef-2485-4458-94d6-76c5469b534e req-af14cf65-ea3e-4de6-93bf-3f3d62af4233 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938916 May 14 18:30:58.330980 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.338283 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-caf727d8-45dc-4dda-b145-f6b07e65e141 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:58.370526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=f374037c-8276-4330-8068-5eaaa801c59d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:58.379724 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:58.410567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:58.411296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: 2277d9f0-270c-48b9-b621-93e061f7bc56, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:58.498625 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21911c6-7523-4320-96f2-f0e62b9e6c18', 'code': 200} May 14 18:30:58.504301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c3310d-0e5a-48db-a964-c3cf35ecb245 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:30:58.546224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:58.567971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2277d9f0-270c-48b9-b621-93e061f7bc56) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:58.585467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:58.585691 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.592952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70479907-851f-4454-ba61-68ef6137b705 None None] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:58.621694 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8057692 May 14 18:30:58.633549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:58.639577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470769281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:58.659219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:58.664517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:58.668266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:58.675813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:58.692790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.693797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.699334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=310829b7-5c5c-4911-a9f4-633ad70e6e39,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:58.739929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:58.747832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 70c3310d-0e5a-48db-a964-c3cf35ecb245 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:30:58.747832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.756257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.778137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.783349 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8d702c5-6473-4f62-aebd-2a5b17039b80 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:30:58.857763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.869712 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.892802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cafb5-7896-4ec6-b843-e2e6e89727f3 req-a2d795c2-75e3-45a2-bc7d-982c2638d67a tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:58.893938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-246cafb5-7896-4ec6-b843-e2e6e89727f3 req-a2d795c2-75e3-45a2-bc7d-982c2638d67a tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 946 time: 0.2488623 May 14 18:30:58.909016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26236afb-f7d5-47c3-ae4d-24565a637076,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:30:58.918147 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:30:58.931568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Checking segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:30:58.932337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Network hostable DHCP agents. Network: d57fc80a-8f79-47de-a2fc-4075dda5b6f7, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:30:58.933100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff698-4233-4ad7-8811-96d9f27008e7 req-eab4def3-5397-4b1c-a59d-ae4e079d95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:58.935418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b54ff698-4233-4ad7-8811-96d9f27008e7 req-eab4def3-5397-4b1c-a59d-ae4e079d95a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 1097 time: 0.3292644 May 14 18:30:58.938831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.941076 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e49bde9e-3954-4078-a8b3-2490a78338d8 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3067813 May 14 18:30:58.943824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/310829b7-5c5c-4911-a9f4-633ad70e6e39 HTTP/1.1" status: 204 len: 168 time: 1.5366223 May 14 18:30:58.944654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57758) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:58.944991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57760) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:58.978076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:30:58.983721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-2277d9f0-270c-48b9-b621-93e061f7bc56', 'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': 'f374037c-8276-4330-8068-5eaaa801c59d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:58.985005 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:58.991067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d57fc80a-8f79-47de-a2fc-4075dda5b6f7) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:30:59.007152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:59.007644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.030901 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1193690 May 14 18:30:59.033649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:59.036238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57778) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:59.039673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:30:59.055544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa1fdd-6d00-489a-bd8d-ea359fccb83b None None] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:30:59.100439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:30:59.110781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Usage tracker for resource:router and tenant:04aa6d8c1f17433e9db7e740652cde76 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:30:59.123462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:30:59.132845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:30:59.159417 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.160517 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.176471 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0042df55-d3bd-4c0e-a2bc-632ff4a67aea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:30:59.177011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0042df55-d3bd-4c0e-a2bc-632ff4a67aea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:30:59.185553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b54ff698-4233-4ad7-8811-96d9f27008e7 req-53faf269-1677-49b3-b6d1-c547af68712d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396145 May 14 18:30:59.198442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-246cafb5-7896-4ec6-b843-e2e6e89727f3 req-ee1346e0-4fbb-4a64-a71a-101e478bf932 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889688 May 14 18:30:59.265556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.336949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Allocated IP 172.20.0.2 (2277d9f0-270c-48b9-b621-93e061f7bc56/f374037c-8276-4330-8068-5eaaa801c59d/715e26dd-29f9-4630-9752-059311113201) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:59.340028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0042df55-d3bd-4c0e-a2bc-632ff4a67aea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:30:59.341950 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0042df55-d3bd-4c0e-a2bc-632ff4a67aea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/310829b7-5c5c-4911-a9f4-633ad70e6e39 HTTP/1.1" status: 404 len: 333 time: 0.3713975 May 14 18:30:59.346349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:30:59.568375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'fixed_ips': [{'subnet_id': '26236afb-f7d5-47c3-ae4d-24565a637076'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:30:59.569206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.665938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.694803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840f874-ad15-41e0-a3cc-3b194f1115f1 req-c48b43ac-4f4f-4f7f-aeb3-bb7d22f15a20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:30:59.698931 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.701404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3840f874-ad15-41e0-a3cc-3b194f1115f1 req-c48b43ac-4f4f-4f7f-aeb3-bb7d22f15a20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.2075262 May 14 18:30:59.827879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 94b61e33-8f29-4972-8697-027dd9fea547 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:30:59.846524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.857166 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ccb5a96b-729a-4f41-92fc-ceebe8c71fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.898037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Allocated IP 172.20.0.2 (d57fc80a-8f79-47de-a2fc-4075dda5b6f7/26236afb-f7d5-47c3-ae4d-24565a637076/8cfa4929-6b9c-4b23-a50e-02e6104b69ca) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:30:59.898341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.900218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.905355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port ac659389-a978-4f7e-bfce-a18836a26b92 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:30:59.905699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:30:59.907542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3840f874-ad15-41e0-a3cc-3b194f1115f1 req-ebd2788d-4fe4-4cad-bfe8-fe868ab50e79 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052283 May 14 18:30:59.917054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Transition to ACTIVE for port object 715e26dd-29f9-4630-9752-059311113201 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:00.012648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Transition to ACTIVE for port object 715e26dd-29f9-4630-9752-059311113201 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:00.014372 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.031609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.037582 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c4f66cb-6b3f-48b0-acc2-b60350dceefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:00.116409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Pushing event updated for resources: {'Port': ['ID=715e26dd-29f9-4630-9752-059311113201,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:00.126315 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:00.159458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:00.162757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:00.165659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:00.191858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.192186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.332150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Attempting to bind port 715e26dd-29f9-4630-9752-059311113201 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:00.334756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Attempting to bind port 715e26dd-29f9-4630-9752-059311113201 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:00.335332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Attempting to bind port 715e26dd-29f9-4630-9752-059311113201 on network 2277d9f0-270c-48b9-b621-93e061f7bc56 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:00.352176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:00.360835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Checking segment: {'id': 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:00.361493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.363814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Bound using segment: {'id': 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:00.364521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Bound port: 715e26dd-29f9-4630-9752-059311113201, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2277d9f0-270c-48b9-b621-93e061f7bc56'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:00.366191 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.380087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for ac659389-a978-4f7e-bfce-a18836a26b92 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:00.384223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.20.0.1 (2277d9f0-270c-48b9-b621-93e061f7bc56/f374037c-8276-4330-8068-5eaaa801c59d/e0cb5cf5-284f-40c8-ae0e-d8213db75eac) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:00.463783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.483400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Transition to ACTIVE for port object 8cfa4929-6b9c-4b23-a50e-02e6104b69ca will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:00.527759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Transition to ACTIVE for port object 8cfa4929-6b9c-4b23-a50e-02e6104b69ca will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:00.534991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] For port 715e26dd-29f9-4630-9752-059311113201, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:00.538653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] For port 715e26dd-29f9-4630-9752-059311113201, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=715e26dd-29f9-4630-9752-059311113201,segment=NetworkSegment(fc7f5c9c-1b95-4fd2-a381-8f000c7c129f),segment_id=fc7f5c9c-1b95-4fd2-a381-8f000c7c129f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:00.541056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.545936 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-103fcb10-fcc6-4adb-aa61-516bbeb334d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:00.584546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.591330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.622390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:00.628040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:00.638788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:00.649948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:00.655390 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:00.656253 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:00.704212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3609c-7e4f-41a5-9d18-424722e858d2 req-630957c8-95f6-4b34-9ffc-bbaf01294cb2 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:00.712081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31e3609c-7e4f-41a5-9d18-424722e858d2 req-630957c8-95f6-4b34-9ffc-bbaf01294cb2 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 946 time: 0.2069786 May 14 18:31:00.755887 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.825654 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31e3609c-7e4f-41a5-9d18-424722e858d2 req-00ac8f1f-5fd3-4367-b057-b688bf5071bf tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099744 May 14 18:31:00.830612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Pushing event updated for resources: {'Port': ['ID=715e26dd-29f9-4630-9752-059311113201,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:00.844051 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:00.846151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object e0cb5cf5-284f-40c8-ae0e-d8213db75eac will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:00.870124 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.884087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Attempting to bind port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:00.884478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Attempting to bind port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:00.884856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Attempting to bind port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:00.894604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:00.895088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Checking segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:00.895637 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.896096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Bound using segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:00.896630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Bound port: 8cfa4929-6b9c-4b23-a50e-02e6104b69ca, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:00.897018 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.906703 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:00.921017 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:01.115486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] For port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:01.119913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] For port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:01.128992 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.142211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:01.142704 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:01.143939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=e0cb5cf5-284f-40c8-ae0e-d8213db75eac,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:01.150761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:01.157396 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:01.158497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:01.249234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.267394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:01.280324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.280732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.281085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.281425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.281756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.282098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.282429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.282757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.283081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.283430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.283759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.284078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:01.289591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:01.304672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.321635 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.388557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.397386 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d368a8c7-0bff-4d6b-9a0b-88098060050c tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:01.439877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637df31-9512-443a-9354-d994e8a5ab65 req-7c73501b-0145-4270-b64d-be865a5f3e89 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:01.441401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f637df31-9512-443a-9354-d994e8a5ab65 req-7c73501b-0145-4270-b64d-be865a5f3e89 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.1688242 May 14 18:31:01.451646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=ac659389-a978-4f7e-bfce-a18836a26b92,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:01.454131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:01.495586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f637df31-9512-443a-9354-d994e8a5ab65 req-4d8390ab-460b-45d3-a658-baf8868541c6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470257 May 14 18:31:01.510872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.808408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.819997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b2a8bf7-f6e4-4171-8b45-b532e111415e tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:01.902914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=94b61e33-8f29-4972-8697-027dd9fea547,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:01.905555 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:01.908494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.912096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Allocated IP 172.25.4.11 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/156225bd-df1b-4154-8211-5c6d10030c5a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:01.926800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01b0be-d2b7-490b-9e8b-2c021ae76ebd None None] Network 2b548a1a-a848-4f4e-99b1-79399dec9a8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:01.949323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:01.949655 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Floating IP 6e4983b4-a356-4f52-9897-59884ee2f492 disassociated (deleted). External IP: 172.25.4.104, port: e6ba9449-be7e-489c-a183-f4ab965a4d16. May 14 18:31:02.034875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.046615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.080036 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-776fc86c-8ebb-4617-8ed0-963bc26e3359 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:02.156323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a368dfd-77ca-4b76-88f1-4175ed520ad6 None None] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:02.186078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=e0cb5cf5-284f-40c8-ae0e-d8213db75eac,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:02.206655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a736-58c0-4265-9ad8-a19239762f92 req-4354b747-2cb1-425d-bd67-dec222d749a7 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:02.214288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6de7a736-58c0-4265-9ad8-a19239762f92 req-4354b747-2cb1-425d-bd67-dec222d749a7 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 946 time: 0.2668333 May 14 18:31:02.217923 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:02.271262 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/94b61e33-8f29-4972-8697-027dd9fea547 HTTP/1.1" status: 204 len: 168 time: 2.9237347 May 14 18:31:02.277001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57806) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:02.279836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e56ceaa8-07cd-4c24-a2e4-4ae9f324ca25 None None] Provisioning for port 715e26dd-29f9-4630-9752-059311113201 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:02.292696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6de7a736-58c0-4265-9ad8-a19239762f92 req-5c88eee3-8cf7-4917-a94d-336ba9d5c48b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771616 May 14 18:31:02.299970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.444338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.541118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] DHCP port deletion for 2b548a1a-a848-4f4e-99b1-79399dec9a8d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:31:02.571345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:02.573488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:02.709922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8cfa4929-6b9c-4b23-a50e-02e6104b69ca up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:02.732692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:02.815139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Deleting port 70c3310d-0e5a-48db-a964-c3cf35ecb245 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:02.815610 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.833434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.840344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c98913-7342-4656-a528-aa06cda3250a None None] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:02.916737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:02.937613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6398c094-1068-4286-ba53-23eaae0e91f1 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:02.992948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:03.045842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] For port 70c3310d-0e5a-48db-a964-c3cf35ecb245, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c3310d-0e5a-48db-a964-c3cf35ecb245,segment=NetworkSegment(c43c1da3-ee53-44ec-b9bd-4b5b7147af96),segment_id=c43c1da3-ee53-44ec-b9bd-4b5b7147af96)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:03.046468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:03.078413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:03.081450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-74f44ae5-b180-42e1-a089-8664706acd33 None None] Provisioning for port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:03.109501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router d800a00f-6f43-46dc-b31e-d06bf49dd65d is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:31:03.256132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:03.270680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:03.271347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:03.278988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:03.288866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:03.340081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-74f44ae5-b180-42e1-a089-8664706acd33 None None] Provisioning complete for port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:03.341070 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-74f44ae5-b180-42e1-a089-8664706acd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:03.449746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Calling delete_port for 70c3310d-0e5a-48db-a964-c3cf35ecb245 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:03.452753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Pushing event updated for resources: {'Port': ['ID=156225bd-df1b-4154-8211-5c6d10030c5a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:03.466810 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:03.489672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:03.515877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] Sync routers for ids ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:03.569479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/d800a00f-6f43-46dc-b31e-d06bf49dd65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5974171 May 14 18:31:03.664114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57826) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:03.696869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] Routers {'d800a00f-6f43-46dc-b31e-d06bf49dd65d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:03.697661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:03.814142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14001dca-099f-45a4-bb56-713790d42cc1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:03.814987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-14001dca-099f-45a4-bb56-713790d42cc1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:03.859704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-14001dca-099f-45a4-bb56-713790d42cc1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:03.861171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-14001dca-099f-45a4-bb56-713790d42cc1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports/e0cb5cf5-284f-40c8-ae0e-d8213db75eac HTTP/1.1" status: 200 len: 910 time: 0.1961153 May 14 18:31:03.874028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d292021-4ab0-4e1c-a665-4220f1b1a29a req-728a6acc-4ba6-41c7-8208-2e690f9fd7b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:03.881996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d292021-4ab0-4e1c-a665-4220f1b1a29a req-728a6acc-4ba6-41c7-8208-2e690f9fd7b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.3222907 May 14 18:31:03.884883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57830) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:03.980950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:04.064721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:04.071785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.075852 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:04.080656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] Routers {'d800a00f-6f43-46dc-b31e-d06bf49dd65d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:04.081798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:04.098662 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:04.104814 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:04.123975 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d292021-4ab0-4e1c-a665-4220f1b1a29a req-b289db4a-c36e-4491-b20c-5048475f3bd9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407272 May 14 18:31:04.187893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:04.188444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169eeaf-6439-489a-b745-ac6bce7a74fa None None] The sync data for ids ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:04.202922 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-fa90c25d-b507-466a-a00d-9b8df5f61655 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9957592 May 14 18:31:04.229686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 70c3310d-0e5a-48db-a964-c3cf35ecb245 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:04.230129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.249215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e4983b4-a356-4f52-9897-59884ee2f492 HTTP/1.1" status: 204 len: 168 time: 5.2029328 May 14 18:31:04.252177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:04.491312 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:04.563724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port 70c3310d-0e5a-48db-a964-c3cf35ecb245, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=70c3310d-0e5a-48db-a964-c3cf35ecb245,segment=NetworkSegment(c43c1da3-ee53-44ec-b9bd-4b5b7147af96),segment_id=c43c1da3-ee53-44ec-b9bd-4b5b7147af96)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:04.564280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.609440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.636873 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-74f44ae5-b180-42e1-a089-8664706acd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.687321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.720978 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-16b6c9a3-2551-4259-ad9b-92caefb97ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:04.820178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Pushing event deleted for resources: {'Port': ['ID=70c3310d-0e5a-48db-a964-c3cf35ecb245,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:04.822264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] No DVR routers for this DVR port 70c3310d-0e5a-48db-a964-c3cf35ecb245 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:04.830463 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:04.838508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:04.850118 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:04.850990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 715e26dd-29f9-4630-9752-059311113201 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:04.887171 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6d08c005-e8fa-4219-82f9-5a3bc7d31e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:04.932698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 70c3310d-0e5a-48db-a964-c3cf35ecb245 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:04.937695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:05.008568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:05.164556 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:05.181305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:05.187238 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'status': 'completed', 'code': 200} May 14 18:31:05.190998 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:05.191291 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:05.226606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-74f44ae5-b180-42e1-a089-8664706acd33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:31:05.227205 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-74f44ae5-b180-42e1-a089-8664706acd33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:31:05.295860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:05.318272 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:05.349681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 715e26dd-29f9-4630-9752-059311113201 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:05.358136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 715e26dd-29f9-4630-9752-059311113201 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:05.359100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:05.382749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19740-a935-489b-a84b-e2a27b780737 req-a7d26978-a4ed-4589-95fd-2c3b51b124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:05.384394 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-a7d26978-a4ed-4589-95fd-2c3b51b124b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 0.9865668 May 14 18:31:05.466853 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:05.642123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:05.706860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:05.719486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 715e26dd-29f9-4630-9752-059311113201, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=715e26dd-29f9-4630-9752-059311113201,segment=NetworkSegment(fc7f5c9c-1b95-4fd2-a381-8f000c7c129f),segment_id=fc7f5c9c-1b95-4fd2-a381-8f000c7c129f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:05.745933 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3202ecd2-b240-4871-9ae1-ca1e4fd78d31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:05.818265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bff97-c092-4bd8-949d-0e031e5aa043 req-5e092050-4185-460e-854a-f1a70ffe1caf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:05.820632 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-935bff97-c092-4bd8-949d-0e031e5aa043 req-5e092050-4185-460e-854a-f1a70ffe1caf tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.4138951 May 14 18:31:05.830757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=70c3310d-0e5a-48db-a964-c3cf35ecb245,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:05.844954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port 70c3310d-0e5a-48db-a964-c3cf35ecb245 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:05.851344 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:05.882700 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:05.885358 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:06.016490 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:06.030922 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e2f31-c983-4d28-a2e2-070a8be28b30 None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:15:32Z', 'revision_number': 4, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '11fefba7-32d0-4b69-b47b-446c509cf8db', 'name': '', 'network_id': 'd0d85108-dff3-4c8f-97be-04cc577163f8', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'mac_address': 'fa:16:3e:94:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:29Z', 'updated_at': '2021-05-14T18:15:46Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'subnets': [{'id': '75c89bac-d8b0-474b-b68f-0c753513c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:06.095953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=715e26dd-29f9-4630-9752-059311113201,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:06.100337 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:06.105027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8cfa4929-6b9c-4b23-a50e-02e6104b69ca up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:06.206766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Provisioning complete for port 715e26dd-29f9-4630-9752-059311113201 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:06.207150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.259910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.263954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-935bff97-c092-4bd8-949d-0e031e5aa043 req-0f3e3a2d-a375-465c-9482-70fd40378567 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170344 May 14 18:31:06.271388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:06.271894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.288933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b548a1a-a848-4f4e-99b1-79399dec9a8d']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:06.310676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:06.310811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c1da3-ee53-44ec-b9bd-4b5b7147af96') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:06.323113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port e0cb5cf5-284f-40c8-ae0e-d8213db75eac {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:06.323367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.325861 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.341008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.347752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:31:06.348149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: timer() May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:31:06.499138 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:31:06.508348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.511937 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.515976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19740-a935-489b-a84b-e2a27b780737 req-3b7fa795-dd4f-4e14-828f-91e8601df5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:06.517900 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-3b7fa795-dd4f-4e14-828f-91e8601df5cf service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 1.0491571 May 14 18:31:06.523087 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74cddd1f-cd8e-4191-8fa1-ef02cdeadcb6 tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:06.550350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdcd68-f410-4973-9eaa-56cec5f99aae None None] New status for floating IP 6e4983b4-a356-4f52-9897-59884ee2f492: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:31:06.552197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.647029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c3310d-0e5a-48db-a964-c3cf35ecb245 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:06.647434 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-b19ef99d-d7c5-466a-89c1-bd1be39db3f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 217 time: 0.0920002 May 14 18:31:06.666230 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.766178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 70c3310d-0e5a-48db-a964-c3cf35ecb245 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:06.767007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 70c3310d-0e5a-48db-a964-c3cf35ecb245 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:06.802407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for e0cb5cf5-284f-40c8-ae0e-d8213db75eac owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:06.808783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Provisioning for port e0cb5cf5-284f-40c8-ae0e-d8213db75eac completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:06.815981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Provisioning complete for port e0cb5cf5-284f-40c8-ae0e-d8213db75eac triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:06.816448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.844636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c060a7c-4608-4180-9420-b72a551e5b0a req-021ab898-ca86-498d-9bcb-f7b0183ec083 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:06.846221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c060a7c-4608-4180-9420-b72a551e5b0a req-021ab898-ca86-498d-9bcb-f7b0183ec083 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.3610599 May 14 18:31:06.856347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-caab9f77-31d0-46be-a1f1-db2d371f82b9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:06.858615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-caab9f77-31d0-46be-a1f1-db2d371f82b9 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.3127468 May 14 18:31:06.868136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=2b548a1a-a848-4f4e-99b1-79399dec9a8d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:06.871020 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:06.901932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Port e0cb5cf5-284f-40c8-ae0e-d8213db75eac cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:06.918922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Provisioning complete for port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:06.920100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ebf0350-becd-477a-adc4-e17bc2e6318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:06.927568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/2b548a1a-a848-4f4e-99b1-79399dec9a8d HTTP/1.1" status: 204 len: 168 time: 4.6423047 May 14 18:31:06.927568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57850) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:06.943963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1119306024'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:06.958512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:06.961225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19740-a935-489b-a84b-e2a27b780737 req-e2dae591-6d85-4ac8-a558-ac0bb4206236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:06.962755 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-e2dae591-6d85-4ac8-a558-ac0bb4206236 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.1353590 May 14 18:31:06.967629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:06.988331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:07.049775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:07.054829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c060a7c-4608-4180-9420-b72a551e5b0a req-1e5100f9-0647-40f2-ad6f-36d1213cb49e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949930 May 14 18:31:07.088323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:07.093497 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.108926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Router e8b19af8-7fcb-4862-9767-409acc1c4e69 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:31:07.208041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port e6ba9449-be7e-489c-a183-f4ab965a4d16 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:07.211645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.279811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:31:07.288572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19740-a935-489b-a84b-e2a27b780737 req-284807c4-2495-4d4e-ae14-dd2d8ed57011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:07.290503 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-284807c4-2495-4d4e-ae14-dd2d8ed57011 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3030453 May 14 18:31:07.300664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.301006 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment 885cafba-a268-48db-9e59-4e7bb9e5a33e of type vlan for network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 May 14 18:31:07.447475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.459961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8cda82a2-6baf-4e41-bd76-75720f209b31 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:07.518601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:07.529840 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Sync routers for ids ['e8b19af8-7fcb-4862-9767-409acc1c4e69'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:07.535432 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-848c725c-9097-4e55-879c-ba0c2d0e5c06 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330034 May 14 18:31:07.539883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=e0cb5cf5-284f-40c8-ae0e-d8213db75eac,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:07.550229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.558924 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Routers {'e8b19af8-7fcb-4862-9767-409acc1c4e69'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:07.560886 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e8b19af8-7fcb-4862-9767-409acc1c4e69'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:07.581880 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:07.705303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:31:07.747163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] For port e6ba9449-be7e-489c-a183-f4ab965a4d16, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:07.748002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.762947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.769437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:07.770290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.779235 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d71e9edc-3b38-48cf-a7fb-8d7457f2ef5b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:07.798475 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Set router e8b19af8-7fcb-4862-9767-409acc1c4e69 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:07.802216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:07.806637 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7717795 May 14 18:31:07.813259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57858) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:07.862157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a122035-e617-4d34-b2c3-bb41d50781b4 req-9654a40d-6944-49cb-a724-eda2f9fce617 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:07.869626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a122035-e617-4d34-b2c3-bb41d50781b4 req-9654a40d-6944-49cb-a724-eda2f9fce617 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 945 time: 0.4783084 May 14 18:31:08.013707 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0863183 May 14 18:31:08.015906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-38b19740-a935-489b-a84b-e2a27b780737 req-9e3aab12-23c7-47e3-a64e-660c6af304d0 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514358 May 14 18:31:08.029306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 715e26dd-29f9-4630-9752-059311113201 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:08.031158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57862) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:08.045385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:08.204038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 715e26dd-29f9-4630-9752-059311113201 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:08.204610 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:08.332361 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:31:04Z', 'revision_number': 3, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:08.341428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for e6ba9449-be7e-489c-a183-f4ab965a4d16 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:08.346919 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Checking router: e8b19af8-7fcb-4862-9767-409acc1c4e69 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:08.347422 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Updating router e8b19af8-7fcb-4862-9767-409acc1c4e69 port 156225bd-df1b-4154-8211-5c6d10030c5a binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:31:08.369545 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:08.394168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a122035-e617-4d34-b2c3-bb41d50781b4 req-e28bdd34-bffa-4efa-a13e-41bf8876d7e8 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ab8708c-05de-4654-b94e-967768df69fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5233371 May 14 18:31:08.401805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:08.419424 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:08.422822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:31:08.493084 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.011655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router d800a00f-6f43-46dc-b31e-d06bf49dd65d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:09.034683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:09.097943 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.102725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:09.114828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:09.115713 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Transition to ACTIVE for port object 156225bd-df1b-4154-8211-5c6d10030c5a will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:09.127248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:09.128437 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.136568 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:09.151419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-0ec22d39-371f-40de-b105-37bc68cb6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:09.153774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-0ec22d39-371f-40de-b105-37bc68cb6937 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6f4569298d54794875f6c20b6f8ff50&device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 1096 time: 0.8224826 May 14 18:31:09.154614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a11e-5998-4005-97aa-2be62ddb8ddb req-c34a8f67-3d5e-4199-9f2b-7c475ad6c7d2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:09.156435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce47a11e-5998-4005-97aa-2be62ddb8ddb req-c34a8f67-3d5e-4199-9f2b-7c475ad6c7d2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.4296205 May 14 18:31:09.232977 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Attempting to bind port 156225bd-df1b-4154-8211-5c6d10030c5a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:09.233307 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Attempting to bind port 156225bd-df1b-4154-8211-5c6d10030c5a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:09.233676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Attempting to bind port 156225bd-df1b-4154-8211-5c6d10030c5a on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:09.247130 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:09.248022 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:09.248538 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.248946 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:09.249438 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Bound port: 156225bd-df1b-4154-8211-5c6d10030c5a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:09.250061 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.268777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:09.280195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] Sync routers for ids ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:09.281071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.292194 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:09.298954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] Routers {'d800a00f-6f43-46dc-b31e-d06bf49dd65d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:09.299942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:09.322820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-3a4f0c05-8edc-4925-9148-0ac6c1b2122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:09.325193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-3a4f0c05-8edc-4925-9148-0ac6c1b2122c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 200 len: 912 time: 0.1566293 May 14 18:31:09.330102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:09.333575 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.354595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=e6ba9449-be7e-489c-a183-f4ab965a4d16,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:09.369121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ce47a11e-5998-4005-97aa-2be62ddb8ddb req-673d4edf-9484-43f6-8d46-6c45387e8fc5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464992 May 14 18:31:09.374814 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:09.407104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Pushing event updated for resources: {'Port': ['ID=156225bd-df1b-4154-8211-5c6d10030c5a,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:09.420745 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] For port 156225bd-df1b-4154-8211-5c6d10030c5a, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:09.423778 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.424225 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.424678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.425349 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.425957 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.426463 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.426883 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.427466 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.427986 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.428460 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.428817 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.429320 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:09.444917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:09.452074 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:09.457496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] Routers {'d800a00f-6f43-46dc-b31e-d06bf49dd65d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:09.458140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:09.464668 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] For port 156225bd-df1b-4154-8211-5c6d10030c5a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=156225bd-df1b-4154-8211-5c6d10030c5a,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:09.476230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/d800a00f-6f43-46dc-b31e-d06bf49dd65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5871329 May 14 18:31:09.481345 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.484035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57878) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:09.486826 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d0363249-ad43-46ec-a78b-1a14d5e022a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:09.584904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:09.585327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92499076-6e98-4c00-a2d5-c16e1aced8ea None None] The sync data for ids ['d800a00f-6f43-46dc-b31e-d06bf49dd65d'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:09.633943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3f921683-b617-4b30-92be-52cb41311aac tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:09.646733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] No DVR routers for this DVR port e6ba9449-be7e-489c-a183-f4ab965a4d16 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:09.648222 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Routers {'e8b19af8-7fcb-4862-9767-409acc1c4e69'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:09.649053 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e8b19af8-7fcb-4862-9767-409acc1c4e69'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:09.657180 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-1661cd24-745a-44ca-aa74-178be7a2c2ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 200 len: 217 time: 0.3079989 May 14 18:31:09.661693 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:09.663682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f84d99d-02b9-4a3c-bcaa-71d18650d50a req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.22 "DELETE /v2.0/ports/e6ba9449-be7e-489c-a183-f4ab965a4d16 HTTP/1.1" status: 204 len: 173 time: 2.7942090 May 14 18:31:09.664167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'name': 'network-vif-deleted', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:09.700881 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3f921683-b617-4b30-92be-52cb41311aac tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:09.705033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3f921683-b617-4b30-92be-52cb41311aac tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=d800a00f-6f43-46dc-b31e-d06bf49dd65d HTTP/1.1" status: 200 len: 205 time: 0.2127416 May 14 18:31:09.705720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57884) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:09.765966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-834f631f-61ae-45b1-a898-f7a878972007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:09.767545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-834f631f-61ae-45b1-a898-f7a878972007 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 200 len: 850 time: 0.0740852 May 14 18:31:09.864572 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Pushing event updated for resources: {'Port': ['ID=156225bd-df1b-4154-8211-5c6d10030c5a,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:09.870677 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:09.973020 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] Set router e8b19af8-7fcb-4862-9767-409acc1c4e69 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:10.023553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:10.081289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f0773775-0a5e-4b36-b03e-df0668cb4dfa req-a1a19e5e-ebbd-4dc8-8150-4eb2960805ac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Synchronizing usage tracker for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:10.158661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-48b20923-0e3c-4ac3-8252-92e1b2b56138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:10.160198 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-48b20923-0e3c-4ac3-8252-92e1b2b56138 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d0d85108-dff3-4c8f-97be-04cc577163f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3838253 May 14 18:31:10.260563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e6ba9449-be7e-489c-a183-f4ab965a4d16 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:10.326120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: e6ba9449-be7e-489c-a183-f4ab965a4d16 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:10.326833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e6ba9449-be7e-489c-a183-f4ab965a4d16 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:10.335225 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:31:04Z', 'revision_number': 3, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:10.341121 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6474f-a506-47c3-b672-e285d1301f86 None None] The sync data for ids ['e8b19af8-7fcb-4862-9767-409acc1c4e69'] in n-d-787206-3 is: [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:31:04Z', 'revision_number': 3, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:10.363193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:10.772608 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-e9a7ab4f-fca3-4e15-9190-655785c32279 service neutron] show failed (client error): The resource could not be found. May 14 18:31:10.773616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-e9a7ab4f-fca3-4e15-9190-655785c32279 service neutron] 10.222.0.22 "GET /v2.0/ports/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.5478382 May 14 18:31:10.787025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f0773775-0a5e-4b36-b03e-df0668cb4dfa req-a1a19e5e-ebbd-4dc8-8150-4eb2960805ac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Unset dirty status for tenant:b6f4569298d54794875f6c20b6f8ff50 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:10.788789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0773775-0a5e-4b36-b03e-df0668cb4dfa req-a1a19e5e-ebbd-4dc8-8150-4eb2960805ac tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 210 time: 0.9685152 May 14 18:31:10.801347 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:10.811879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:10.859064 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:10.859888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router d800a00f-6f43-46dc-b31e-d06bf49dd65d {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:31:10.884465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:10.895928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5205a75a-e2c9-4d70-b2ab-0360082022f6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/d800a00f-6f43-46dc-b31e-d06bf49dd65d HTTP/1.1" status: 204 len: 168 time: 1.1870873 May 14 18:31:10.897986 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459bf822-63f0-4205-9588-2ff397d1044a', 'name': 'network-vif-deleted', 'tag': 'e6ba9449-be7e-489c-a183-f4ab965a4d16', 'status': 'completed', 'code': 200} May 14 18:31:10.898563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57894) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:10.916898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-0b455208-66f9-4b32-b086-982c74e802d0 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474017 May 14 18:31:11.000555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet f374037c-8276-4330-8068-5eaaa801c59d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:31:11.003977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.166154 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.278488 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-4cd530c4-bc17-45af-b5f4-82b1ce68b751 req-a024c8e3-e3ee-430a-bf01-892eb7a7e1a1 service neutron] 10.222.0.22 "GET /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461518 May 14 18:31:11.292480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-92a2e405-6f74-4518-b5de-58292ec0b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:11.294532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-92a2e405-6f74-4518-b5de-58292ec0b0cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 1096 time: 0.2052412 May 14 18:31:11.312096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ccea-4a15-487e-bb66-a7f94c19b54e req-f5a6863e-d783-4ade-a0d3-183ed88d5498 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:11.315491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Allocated IP 172.20.0.1 (d57fc80a-8f79-47de-a2fc-4075dda5b6f7/26236afb-f7d5-47c3-ae4d-24565a637076/da7e88f6-1e75-4ede-ab87-9c05b69ac66f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:11.320189 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b02ccea-4a15-487e-bb66-a7f94c19b54e req-f5a6863e-d783-4ade-a0d3-183ed88d5498 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.2829676 May 14 18:31:11.328780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:11.411607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.544695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.550782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1499be52-b6e2-451d-a545-3f303c0462d2 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:11.615768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b02ccea-4a15-487e-bb66-a7f94c19b54e req-40ba32ab-ae5d-4718-88f6-cd860291fdaf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946417 May 14 18:31:11.621131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.657325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Transition to ACTIVE for port object da7e88f6-1e75-4ede-ab87-9c05b69ac66f will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:11.707785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=065bb8c4-dc30-4864-a4fa-7850cf71e9db,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:11.717156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': '885cafba-a268-48db-9e59-4e7bb9e5a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:11.717518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:31:11.724999 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:11.756583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:31:11.766605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.772789 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:11.817350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:11.822849 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.828952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562d714-7e73-4865-a65b-f4c685b756d8 None None] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:11.874046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Pushing event updated for resources: {'Port': ['ID=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:11.893084 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:11.895327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:11.910104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:11.914349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:11.989429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:11.995467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:12.111231 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e63d597-2aea-4ae9-b731-c923f0bc08aa req-ab33bfbe-c36d-4559-962c-85ee56f193d0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 210 time: 0.0882075 May 14 18:31:12.145592 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1117687 May 14 18:31:12.151373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57902) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:12.157975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3', 'name': 'tempest-PortsTestJSON-1907084917', 'fixed_ips': [{'subnet_id': '065bb8c4-dc30-4864-a4fa-7850cf71e9db', 'ip_address': '172.20.0.10'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:12.161563 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.183753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.187997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 156225bd-df1b-4154-8211-5c6d10030c5a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:12.212518 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-27fd2f6e-555f-45f7-b4cb-987818422df2 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:12.283680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=f374037c-8276-4330-8068-5eaaa801c59d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:12.291107 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:12.303540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3', 'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': '065bb8c4-dc30-4864-a4fa-7850cf71e9db'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:31:12.304455 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.366257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.462098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.490559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/f374037c-8276-4330-8068-5eaaa801c59d HTTP/1.1" status: 204 len: 168 time: 1.5907636 May 14 18:31:12.493220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57906) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:12.552464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Allocated IP 172.20.0.2 (8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3/065bb8c4-dc30-4864-a4fa-7850cf71e9db/097433f8-fd36-4f64-b0b8-83e3d869e3b1) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:12.690215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30f57f-c3de-4f94-aaac-a03a89da5d8a None None] Network 2277d9f0-270c-48b9-b621-93e061f7bc56 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:12.692037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.701664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.806063 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:12.840018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.850792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:12.855477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:12.860343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:12.865434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:12.875104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 156225bd-df1b-4154-8211-5c6d10030c5a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:12.940768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 156225bd-df1b-4154-8211-5c6d10030c5a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:12.941325 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:12.965780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00408875-cddc-4fda-87c0-b14dc1c08373 None None] Provisioning for port da7e88f6-1e75-4ede-ab87-9c05b69ac66f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:12.975597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Pushing event updated for resources: {'Port': ['ID=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:12.980646 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:13.008716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:13.011380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00408875-cddc-4fda-87c0-b14dc1c08373 None None] Provisioning complete for port da7e88f6-1e75-4ede-ab87-9c05b69ac66f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:13.011743 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00408875-cddc-4fda-87c0-b14dc1c08373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.042153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:13.043496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:13.046933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:13.128395 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.146782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Transition to ACTIVE for port object 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:13.147818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:13.203557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-00408875-cddc-4fda-87c0-b14dc1c08373 None None] Port da7e88f6-1e75-4ede-ab87-9c05b69ac66f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:13.210482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.217384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:13.301434 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.330799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Transition to ACTIVE for port object 097433f8-fd36-4f64-b0b8-83e3d869e3b1 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:13.388810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.405786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.411810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 156225bd-df1b-4154-8211-5c6d10030c5a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=156225bd-df1b-4154-8211-5c6d10030c5a,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:13.423245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] DHCP port deletion for 2277d9f0-270c-48b9-b621-93e061f7bc56 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:31:13.423501 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe7fa330-0371-4711-a548-1d3a1ecc41a7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:13.432813 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.438750 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-518a42d7-0aaa-46e8-8a6f-5d7abb927d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:13.514890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Transition to ACTIVE for port object 097433f8-fd36-4f64-b0b8-83e3d869e3b1 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:13.517048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=156225bd-df1b-4154-8211-5c6d10030c5a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:13.562144 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:13.580753 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.594535 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6433227-6180-42ea-ae17-69b45792bcff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:13.644463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:13.646416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b050a81-777f-4321-9859-c051cacd5564 None None] Provisioning complete for port da7e88f6-1e75-4ede-ab87-9c05b69ac66f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:13.646799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b050a81-777f-4321-9859-c051cacd5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.691918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:13.710892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:13.732209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Router e8b19af8-7fcb-4862-9767-409acc1c4e69 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:13.744170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:13.747580 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:13.762768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.815784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 7ea41553-79e6-4e6d-9444-a63bdac563e1 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:31:13.924689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7b050a81-777f-4321-9859-c051cacd5564 None None] Port da7e88f6-1e75-4ede-ab87-9c05b69ac66f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:13.932215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Pushing event updated for resources: {'Port': ['ID=097433f8-fd36-4f64-b0b8-83e3d869e3b1,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:13.936115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Deleting port 715e26dd-29f9-4630-9752-059311113201 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:13.936767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:13.937972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] No DVR routers for this DVR port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:13.967399 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:13.980863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:13.985805 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] 10.222.0.24 "PUT /v2.0/routers/e8b19af8-7fcb-4862-9767-409acc1c4e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1628153 May 14 18:31:13.990059 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Sync routers for ids ['e8b19af8-7fcb-4862-9767-409acc1c4e69'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:14.007713 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Routers {'e8b19af8-7fcb-4862-9767-409acc1c4e69'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:14.009308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e8b19af8-7fcb-4862-9767-409acc1c4e69'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:14.026378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 156225bd-df1b-4154-8211-5c6d10030c5a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:14.084064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Attempting to bind port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:14.084449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Attempting to bind port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '885cafba-a268-48db-9e59-4e7bb9e5a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:14.084822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Attempting to bind port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 on network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:14.109624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:14.110013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Checking segment: {'id': '885cafba-a268-48db-9e59-4e7bb9e5a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:14.110430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.110836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Bound using segment: {'id': '885cafba-a268-48db-9e59-4e7bb9e5a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:14.111357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Bound port: 097433f8-fd36-4f64-b0b8-83e3d869e3b1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885cafba-a268-48db-9e59-4e7bb9e5a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:14.111740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.177288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b88c0d-ee01-4af0-b87d-c75880773ba4 req-338b69ab-0d7a-4574-ae97-4e578b4b7d77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:14.184425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3b88c0d-ee01-4af0-b87d-c75880773ba4 req-338b69ab-0d7a-4574-ae97-4e578b4b7d77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 1.3101618 May 14 18:31:14.276382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] For port 097433f8-fd36-4f64-b0b8-83e3d869e3b1, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:14.279864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] For port 097433f8-fd36-4f64-b0b8-83e3d869e3b1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=097433f8-fd36-4f64-b0b8-83e3d869e3b1,segment=NetworkSegment(885cafba-a268-48db-9e59-4e7bb9e5a33e),segment_id=885cafba-a268-48db-9e59-4e7bb9e5a33e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:14.290214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] For port 715e26dd-29f9-4630-9752-059311113201, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=715e26dd-29f9-4630-9752-059311113201,segment=NetworkSegment(fc7f5c9c-1b95-4fd2-a381-8f000c7c129f),segment_id=fc7f5c9c-1b95-4fd2-a381-8f000c7c129f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:14.290535 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.310510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 715e26dd-29f9-4630-9752-059311113201 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:14.310985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.344527 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Set router e8b19af8-7fcb-4862-9767-409acc1c4e69 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:14.417536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3b88c0d-ee01-4af0-b87d-c75880773ba4 req-afce2918-b886-4a87-b669-e3ca910c0036 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296386 May 14 18:31:14.457227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:14.501924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Calling delete_port for 715e26dd-29f9-4630-9752-059311113201 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:14.511512 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.527526 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:14.633166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 156225bd-df1b-4154-8211-5c6d10030c5a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:14.637877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.773087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 715e26dd-29f9-4630-9752-059311113201, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=715e26dd-29f9-4630-9752-059311113201,segment=NetworkSegment(fc7f5c9c-1b95-4fd2-a381-8f000c7c129f),segment_id=fc7f5c9c-1b95-4fd2-a381-8f000c7c129f)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:14.773444 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.863879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:14.879892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57938) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:14.885890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1269384925-network', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:14.899863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Pushing event updated for resources: {'Port': ['ID=097433f8-fd36-4f64-b0b8-83e3d869e3b1,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:14.900222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:14.907426 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:14.908293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Usage tracker for resource:network and tenant:c17ff54a077e4c64b21b3e75953286e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:14.913423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:14.924443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:14.954319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Made reservation on behalf of c17ff54a077e4c64b21b3e75953286e5 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:14.956851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.972084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:14.989101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:14.993823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Usage tracker for resource:security_group_rule and tenant:c17ff54a077e4c64b21b3e75953286e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:15.002932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:15.009607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:15.016209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.028325 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:15.060577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a729a5fc-a1f6-41ac-be2d-90172a60c651 req-1ea569e8-e965-42e7-bbcd-614db0f20e8b tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "GET /v2.0/ports?device_id=459bf822-63f0-4205-9588-2ff397d1044a HTTP/1.1" status: 200 len: 210 time: 0.2669291 May 14 18:31:15.080576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] No DVR routers for this DVR port 715e26dd-29f9-4630-9752-059311113201 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:15.086883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.10 (8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3/065bb8c4-dc30-4864-a4fa-7850cf71e9db/7ea41553-79e6-4e6d-9444-a63bdac563e1) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:15.123055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Pushing event deleted for resources: {'Port': ['ID=715e26dd-29f9-4630-9752-059311113201,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:15.125714 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:15.158304 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:31:12Z', 'revision_number': 4, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'da7e88f6-1e75-4ede-ab87-9c05b69ac66f', 'name': '', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'mac_address': 'fa:16:3e:b8:4d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:10Z', 'updated_at': '2021-05-14T18:31:12Z', 'revision_number': 2, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'subnets': [{'id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:15.182198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.201336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.214190 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-727e63c4-993b-46e6-99f7-a19484ab1441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:15.219445 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Checking router: e8b19af8-7fcb-4862-9767-409acc1c4e69 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:15.220014 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Updating router e8b19af8-7fcb-4862-9767-409acc1c4e69 port da7e88f6-1e75-4ede-ab87-9c05b69ac66f binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:31:15.238837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:31:15.248752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709d4523-8818-4913-a111-a73ac5475241,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:15.267288 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:15.271752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 715e26dd-29f9-4630-9752-059311113201 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:15.284424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.284779 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Added segment c153d298-a2dd-4016-af59-c20bc214d353 of type vlan for network 86ef46c3-d2c2-4e51-8935-d00324c4b168 May 14 18:31:15.346035 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.363414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 715e26dd-29f9-4630-9752-059311113201 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:15.363713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 715e26dd-29f9-4630-9752-059311113201 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:15.385531 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.426938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.430511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:15.431371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.478352 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:15.523587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 715e26dd-29f9-4630-9752-059311113201 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:15.587901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:15.588239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:15.588567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:15.598392 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7175670 May 14 18:31:15.601509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57944) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:15.605170 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'code': 200} May 14 18:31:15.606917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:31:15.607276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:15.609331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Request body: {'subnet': {'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1269384925-subnet', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:15.614303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Pushing event updated for resources: {'Network': ['ID=86ef46c3-d2c2-4e51-8935-d00324c4b168,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:15.618057 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:15.623945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:15.632461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:31:15.634363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Usage tracker for resource:subnet and tenant:c17ff54a077e4c64b21b3e75953286e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:15.638050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:15.645394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:15.661328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Made reservation on behalf of c17ff54a077e4c64b21b3e75953286e5 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:15.664350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.687095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:15.687510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Checking segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:15.687845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Bound using segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:15.688298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Bound port: 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:15.688646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.898017 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.912622 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.918406 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-edba9a51-761a-419f-8d2a-5c726a6e4236 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:15.952719 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Transition to ACTIVE for port object da7e88f6-1e75-4ede-ab87-9c05b69ac66f will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:15.980914 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:15.985617 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-69d61cbe-6149-4f02-850b-9c7d0222a350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:16.008658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=715e26dd-29f9-4630-9752-059311113201,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:16.049339 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:16.065687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port 715e26dd-29f9-4630-9752-059311113201 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:16.268322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 097433f8-fd36-4f64-b0b8-83e3d869e3b1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:16.275285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:16.405754 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802e57-c678-48a2-9cab-39341d1eae83 None None] Pushing event updated for resources: {'Port': ['ID=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:16.413273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:16.423566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39008f9-7997-4da9-aa37-ae3b4a04adb9 req-490d635f-5dd0-49b0-b896-60d154e9d64d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:16.427205 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-ee802e57-c678-48a2-9cab-39341d1eae83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:16.437339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b39008f9-7997-4da9-aa37-ae3b4a04adb9 req-490d635f-5dd0-49b0-b896-60d154e9d64d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.7954662 May 14 18:31:16.454679 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Attempting to bind port da7e88f6-1e75-4ede-ab87-9c05b69ac66f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:16.455047 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Attempting to bind port da7e88f6-1e75-4ede-ab87-9c05b69ac66f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:16.455603 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Attempting to bind port da7e88f6-1e75-4ede-ab87-9c05b69ac66f on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:16.465041 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:16.467515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Checking segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:16.468108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:16.468889 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.469907 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Bound using segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:16.473931 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Bound port: da7e88f6-1e75-4ede-ab87-9c05b69ac66f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:16.474692 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.495539 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.501648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.502947 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.505848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2c2a6d04-97cb-4188-b11a-28f4e335531f tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:16.509077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.517187 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-62479a63-8e86-4657-b846-7f3507bc2df5 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:16.557080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b38c47-1e96-4c54-ac20-f0f230d53dca None None] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:16.598655 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] For port da7e88f6-1e75-4ede-ab87-9c05b69ac66f, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:16.604837 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] For port da7e88f6-1e75-4ede-ab87-9c05b69ac66f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:16.612565 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.617365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b39008f9-7997-4da9-aa37-ae3b4a04adb9 req-e399782e-a24b-490b-8323-55df90e13cde tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788845 May 14 18:31:16.626320 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b5a94f7f-8b09-4004-a7a6-731d5c2a8009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:16.632867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2277d9f0-270c-48b9-b621-93e061f7bc56']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:16.639254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfb7d45-c6cc-42db-9d06-a50ce486a04f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:16.643306 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:16.658838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Checking segment: {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:16.659326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Network hostable DHCP agents. Network: 86ef46c3-d2c2-4e51-8935-d00324c4b168, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:31:16.691136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:31:16.705695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:16.706102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7f5c9c-1b95-4fd2-a381-8f000c7c129f') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:16.719200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:16.719507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 86ef46c3-d2c2-4e51-8935-d00324c4b168) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:16.720072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.726344 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] 10.222.0.15 "PUT /v2.0/ports/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 1091 time: 5.4041007 May 14 18:31:16.727622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 7ea41553-79e6-4e6d-9444-a63bdac563e1 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:16.731497 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Routers {'e8b19af8-7fcb-4862-9767-409acc1c4e69'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:16.732643 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e8b19af8-7fcb-4862-9767-409acc1c4e69'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:16.743821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:16.744415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.770394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf57a0ed-eeef-489b-b70b-6aba9011ba16 None None] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:16.778077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1732764 May 14 18:31:16.778280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:16.788901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:16.798530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:16.808129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Usage tracker for resource:router and tenant:c17ff54a077e4c64b21b3e75953286e5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:16.820921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:16.844370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:16.860197 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.877715 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.880144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.919259 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802e57-c678-48a2-9cab-39341d1eae83 None None] Pushing event updated for resources: {'Port': ['ID=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:16.923755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.930087 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-ee802e57-c678-48a2-9cab-39341d1eae83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:16.958158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:16.973312 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:16.975590 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:16.993251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:31:16.993837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: timer() May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:31:17.043683 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:31:17.069003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57960) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:17.098046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] Set router e8b19af8-7fcb-4862-9767-409acc1c4e69 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:17.148872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Provisioning for port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:17.231440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Provisioning complete for port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:17.232018 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.256572 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.329069 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c36c939f-ccf4-4f78-90f8-20a4f2cac410 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:17.393917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-86ef46c3-d2c2-4e51-8935-d00324c4b168', 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'fixed_ips': [{'subnet_id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:31:17.395408 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.440263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.533686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:17.562930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.573756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:17.589479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-61610a4e-af01-4dbe-9bf0-437406af693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:17.592010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-61610a4e-af01-4dbe-9bf0-437406af693a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1094 time: 0.7972393 May 14 18:31:17.594637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:17.613014 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:31:12Z', 'revision_number': 4, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'da7e88f6-1e75-4ede-ab87-9c05b69ac66f', 'name': '', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'mac_address': 'fa:16:3e:b8:4d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:10Z', 'updated_at': '2021-05-14T18:31:16Z', 'revision_number': 4, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'subnets': [{'id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:17.624960 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364513f-dab4-4173-a487-f10c5d5880ee None None] The sync data for ids ['e8b19af8-7fcb-4862-9767-409acc1c4e69'] in n-d-787206-3 is: [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:31:12Z', 'revision_number': 4, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'da7e88f6-1e75-4ede-ab87-9c05b69ac66f', 'name': '', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'mac_address': 'fa:16:3e:b8:4d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:10Z', 'updated_at': '2021-05-14T18:31:16Z', 'revision_number': 4, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'subnets': [{'id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:17.729515 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.752108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.791610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:17.795217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] For port 097433f8-fd36-4f64-b0b8-83e3d869e3b1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=097433f8-fd36-4f64-b0b8-83e3d869e3b1,segment=NetworkSegment(885cafba-a268-48db-9e59-4e7bb9e5a33e),segment_id=885cafba-a268-48db-9e59-4e7bb9e5a33e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:17.802080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Allocated IP 172.20.0.2 (86ef46c3-d2c2-4e51-8935-d00324c4b168/0cfb7d45-c6cc-42db-9d06-a50ce486a04f/cad5b5f9-8adb-409d-a10e-e41788e906e4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:17.808624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:17.809452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.811072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:17.820063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2cd69d0d-62b1-4faf-8ab5-96d6bf21abb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:17.838572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/2277d9f0-270c-48b9-b621-93e061f7bc56 HTTP/1.1" status: 204 len: 168 time: 5.3421290 May 14 18:31:17.857256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 57972) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:17.874352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=7ea41553-79e6-4e6d-9444-a63bdac563e1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:17.879208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1881933629', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:17.885470 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:17.886258 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-943e04e9-6e72-4629-9ed5-452a94ecbae3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:17.920474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:17.957222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:17.972564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:17.986326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:18.056710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=2277d9f0-270c-48b9-b621-93e061f7bc56,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:18.070718 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:18.081036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.9282429 May 14 18:31:18.083949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 57978) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:18.098322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': '8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3', 'name': 'tempest-PortsTestJSON-537183345', 'fixed_ips': [{'subnet_id': '065bb8c4-dc30-4864-a4fa-7850cf71e9db', 'ip_address': '172.20.0.9'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:18.173218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Deleting port 35724ab9-3469-4104-87af-1009294f0816 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:18.173660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.175111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device da7e88f6-1e75-4ede-ab87-9c05b69ac66f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:18.284744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Pushing event updated for resources: {'Port': ['ID=097433f8-fd36-4f64-b0b8-83e3d869e3b1,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:18.311728 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:18.344303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.345385 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.378917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.450868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port da7e88f6-1e75-4ede-ab87-9c05b69ac66f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:18.521562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port da7e88f6-1e75-4ede-ab87-9c05b69ac66f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:18.522132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.653225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78f2c740-0d5b-45cf-8965-edfcf25a57d2 None None] Provisioning for port 7ea41553-79e6-4e6d-9444-a63bdac563e1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:18.663434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78f2c740-0d5b-45cf-8965-edfcf25a57d2 None None] Provisioning complete for port 7ea41553-79e6-4e6d-9444-a63bdac563e1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:18.663981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78f2c740-0d5b-45cf-8965-edfcf25a57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.694559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.722309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Transition to ACTIVE for port object cad5b5f9-8adb-409d-a10e-e41788e906e4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:18.752750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Transition to ACTIVE for port object cad5b5f9-8adb-409d-a10e-e41788e906e4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:18.812158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a2828-7a6b-4c51-94bf-b9cf7dbb3864 req-cc8a504f-a04d-4d93-9d74-31b0177335ba tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:18.814004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-78f2c740-0d5b-45cf-8965-edfcf25a57d2 None None] Port 7ea41553-79e6-4e6d-9444-a63bdac563e1 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:18.819450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-934a2828-7a6b-4c51-94bf-b9cf7dbb3864 req-cc8a504f-a04d-4d93-9d74-31b0177335ba tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.9045372 May 14 18:31:18.826208 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.835533 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-652515d4-627c-483c-b13b-8926f381c4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:18.894355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-e3844f81-faa9-48d3-90a0-02d969c2a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:18.896027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-e3844f81-faa9-48d3-90a0-02d969c2a401 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 1.0722535 May 14 18:31:18.923397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78f2c740-0d5b-45cf-8965-edfcf25a57d2 None None] Provisioning complete for port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:18.924267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.925973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78f2c740-0d5b-45cf-8965-edfcf25a57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:18.978649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.000484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-934a2828-7a6b-4c51-94bf-b9cf7dbb3864 req-874e7759-3d0d-406b-9fb4-db53ff21b0fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801679 May 14 18:31:19.024765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:19.036363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:19.045606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.068286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:19.093274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:19.099012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:19.111144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:19.120941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:19.132400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.132729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.152186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:19.166936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Pushing event updated for resources: {'Port': ['ID=cad5b5f9-8adb-409d-a10e-e41788e906e4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:19.208078 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'status': 'completed', 'code': 200} May 14 18:31:19.230227 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:19.250523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Attempting to bind port cad5b5f9-8adb-409d-a10e-e41788e906e4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:19.250910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Attempting to bind port cad5b5f9-8adb-409d-a10e-e41788e906e4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:19.251307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Attempting to bind port cad5b5f9-8adb-409d-a10e-e41788e906e4 on network 86ef46c3-d2c2-4e51-8935-d00324c4b168 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:19.267031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:19.267381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Checking segment: {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:19.267832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.268215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Bound using segment: {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:19.268699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Bound port: cad5b5f9-8adb-409d-a10e-e41788e906e4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:19.272375 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.400487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-ec4cc563-f0a4-4a95-a217-d1d1be36c02d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.4786696 May 14 18:31:19.406194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port da7e88f6-1e75-4ede-ab87-9c05b69ac66f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:19.421448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.425404 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.430172 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:19.657634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:19.673137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Calling delete_port for 35724ab9-3469-4104-87af-1009294f0816 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:19.709832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] For port cad5b5f9-8adb-409d-a10e-e41788e906e4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:19.739210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] For port cad5b5f9-8adb-409d-a10e-e41788e906e4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cad5b5f9-8adb-409d-a10e-e41788e906e4,segment=NetworkSegment(c153d298-a2dd-4016-af59-c20bc214d353),segment_id=c153d298-a2dd-4016-af59-c20bc214d353)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:19.739210 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:19.742323 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:19.749644 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9984983b-a9cf-48a3-aae9-86c637fbfaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:19.799347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Allocated IP 172.25.4.200 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/5ba3095e-0d9c-4dc0-b9e8-084e846569c9) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:19.813230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-8cfe93e9-eabd-435c-a42d-21728a2eecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:19.814712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-8cfe93e9-eabd-435c-a42d-21728a2eecd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1094 time: 0.5929146 May 14 18:31:19.830813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-7746e46e-2b92-4638-86cf-8d7f9167b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:19.833470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-7746e46e-2b92-4638-86cf-8d7f9167b929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.2100096 May 14 18:31:19.847589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Pushing event updated for resources: {'Port': ['ID=cad5b5f9-8adb-409d-a10e-e41788e906e4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:19.851606 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:19.997725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.032141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 097433f8-fd36-4f64-b0b8-83e3d869e3b1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:20.121277 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e746ce74-174d-45de-9da2-e16f8e93ff61 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:20.202985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:20.203399 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.228754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'Port': ['ID=35724ab9-3469-4104-87af-1009294f0816,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:20.233773 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.237643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-a2339a6b-fe2f-4703-818e-4c0a85b6fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:20.239626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-a2339a6b-fe2f-4703-818e-4c0a85b6fd11 service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.4002943 May 14 18:31:20.257023 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:20.375041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device da7e88f6-1e75-4ede-ab87-9c05b69ac66f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:20.399575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 5c33dd26-d51a-403e-b133-da475edbc552 yet. {{(pid=79559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:31:20.400327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.453569 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-b401c258-8ff6-4c19-a38c-c0db82cfa130 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.1926904 May 14 18:31:20.617018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port da7e88f6-1e75-4ede-ab87-9c05b69ac66f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:20.617735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.768945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.9 (8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3/065bb8c4-dc30-4864-a4fa-7850cf71e9db/5c33dd26-d51a-403e-b133-da475edbc552) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:20.776259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.905397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.907332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "DELETE /v2.0/floatingips/11d46dc0-599f-4d02-b332-da245fa6dc2e HTTP/1.1" status: 204 len: 168 time: 3.7649164 May 14 18:31:20.972653 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-7e39905d-63bf-4212-aa6a-f3c0d478539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:20.974393 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-7e39905d-63bf-4212-aa6a-f3c0d478539c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.5087829 May 14 18:31:20.975230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:20.975584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f7aecd8a-82a4-4e41-b24b-7cb356e5568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:20.977082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-f7aecd8a-82a4-4e41-b24b-7cb356e5568b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9824901 May 14 18:31:21.016394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:21.023279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60f5ba-844c-43f1-bc1f-b2c6e245b24a req-da10724b-cb79-4dfa-9b55-7e27d58572fd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:21.024829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c60f5ba-844c-43f1-bc1f-b2c6e245b24a req-da10724b-cb79-4dfa-9b55-7e27d58572fd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.7998102 May 14 18:31:21.029641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:21.031769 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e531b8fd-cdec-4108-9eaa-7caa1216b4f4 tempest-TestServerAdvancedOps-1160862295 tempest-TestServerAdvancedOps-1160862295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:21.173590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:21.181762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:21.184610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:21.188628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8bfc2-cd84-4813-a4fe-a6cbd2acad66 None None] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:21.288812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7cd0bcac-8478-40e7-8bdf-ec643b46b205 None None] Provisioning for port cad5b5f9-8adb-409d-a10e-e41788e906e4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:21.387540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c60f5ba-844c-43f1-bc1f-b2c6e245b24a req-40c9448c-224d-4227-9817-13c78bd99f17 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286078 May 14 18:31:21.536758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-5ff8118b-ed18-46d7-9db0-79d76504c932 service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480983 May 14 18:31:21.547663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:21.577560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:21.580674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:21.698462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 5c33dd26-d51a-403e-b133-da475edbc552 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:21.722645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.25.4.224 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/e009a0f9-c7fa-4b63-8415-b926057675aa) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:21.735152 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:21.757007 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c76f3026-18d3-4059-9f08-2644d5d65204 tempest-RoutersAdminTest-1953238780 tempest-RoutersAdminTest-1953238780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:21.970281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:22.003302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:22.041186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:22.075343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cad5b5f9-8adb-409d-a10e-e41788e906e4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:22.081581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.085484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=5c33dd26-d51a-403e-b133-da475edbc552,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:22.097795 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:22.119557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-4f3dc69c-87d6-4494-a150-b71a124b0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:22.121715 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-4f3dc69c-87d6-4494-a150-b71a124b0ea4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0943499 May 14 18:31:22.128766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf1e93f2-d094-4394-b434-b3b4f35c7ce2 req-81189ac2-f2fb-444c-80e1-c55c0faa0db4 service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834658 May 14 18:31:22.203264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:22.204042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.237422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cad5b5f9-8adb-409d-a10e-e41788e906e4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:22.244306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cad5b5f9-8adb-409d-a10e-e41788e906e4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:22.244881 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.381674 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2934875 May 14 18:31:22.403365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58004) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:22.438429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e9c801f5-8e75-419b-8b6a-332afd159aed None None] Provisioning for port 5c33dd26-d51a-403e-b133-da475edbc552 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:22.445609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.486991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port cad5b5f9-8adb-409d-a10e-e41788e906e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cad5b5f9-8adb-409d-a10e-e41788e906e4,segment=NetworkSegment(c153d298-a2dd-4016-af59-c20bc214d353),segment_id=c153d298-a2dd-4016-af59-c20bc214d353)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:22.488564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e9c801f5-8e75-419b-8b6a-332afd159aed None None] Provisioning complete for port 5c33dd26-d51a-403e-b133-da475edbc552 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:22.489092 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9c801f5-8e75-419b-8b6a-332afd159aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.530748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.539828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.547291 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:22.620371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:22.647131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e9c801f5-8e75-419b-8b6a-332afd159aed None None] Port 5c33dd26-d51a-403e-b133-da475edbc552 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:22.654675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b69a937-0dcb-4b46-8641-e1e3bab82461 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:22.661893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=cad5b5f9-8adb-409d-a10e-e41788e906e4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:22.674542 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:22.703890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-2a2f8f21-6ff2-42df-b4c7-905fb3d6592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:22.705441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-2a2f8f21-6ff2-42df-b4c7-905fb3d6592d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1094 time: 0.4875548 May 14 18:31:22.717403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:22.771668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:22.874230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4bbafe-4463-413a-add5-727fde8ea90d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:22.875088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fc4bbafe-4463-413a-add5-727fde8ea90d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:22.944227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fc4bbafe-4463-413a-add5-727fde8ea90d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:22.945491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fc4bbafe-4463-413a-add5-727fde8ea90d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5409458 May 14 18:31:22.956653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7392-9b71-44f0-bd6f-b6238160b566 req-ea1984ee-315b-4e2f-a024-2cb3a94d8787 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:22.958368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44cd7392-9b71-44f0-bd6f-b6238160b566 req-ea1984ee-315b-4e2f-a024-2cb3a94d8787 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.3429124 May 14 18:31:22.958904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58018) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:22.961927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-9873f3ad-b881-4265-b0b5-361f220548e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:22.963388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-9873f3ad-b881-4265-b0b5-361f220548e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.2457860 May 14 18:31:23.022493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:23.129747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44cd7392-9b71-44f0-bd6f-b6238160b566 req-a4cbd48d-7e53-47b5-ae71-ae168130e050 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297147 May 14 18:31:23.162214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-06031622-2c8c-4823-9579-8c6867789c08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.1611097 May 14 18:31:23.249284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-55ece292-ccd0-4de8-8b86-c18970124537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:23.251015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-55ece292-ccd0-4de8-8b86-c18970124537 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.0784733 May 14 18:31:23.353455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9041da23-a6b4-4236-bd78-d8506bec7a9d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:23.361374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9041da23-a6b4-4236-bd78-d8506bec7a9d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:23.366074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=e009a0f9-c7fa-4b63-8415-b926057675aa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:23.368363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9041da23-a6b4-4236-bd78-d8506bec7a9d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:23.369754 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:23.376463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9041da23-a6b4-4236-bd78-d8506bec7a9d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4163494 May 14 18:31:23.387227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58024) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:23.536586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-4a1e1021-710d-461c-9207-c1aab7e01928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:23.538040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-4a1e1021-710d-461c-9207-c1aab7e01928 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608428 May 14 18:31:23.604470 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-2a24afbc-069b-4728-8992-34fd26ee1e42 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0680737 May 14 18:31:23.648652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 5c33dd26-d51a-403e-b133-da475edbc552 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:23.648991 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:23.780439 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-90c48f4d-af5d-4ccc-8aeb-c6d0f0e76c1c service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334623 May 14 18:31:23.897492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:23.924110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:24.004984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cad5b5f9-8adb-409d-a10e-e41788e906e4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:24.106795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-8818aa3a-8fa8-4ac2-86db-3cebe474a88d service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326849 May 14 18:31:24.110513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cad5b5f9-8adb-409d-a10e-e41788e906e4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:24.110903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:24.243466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:24.310464 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:24.336524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 5c33dd26-d51a-403e-b133-da475edbc552 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:24.430690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64f55d22-809f-40dc-a089-ec50d91a6a4d req-429b6af5-8dcc-43ee-91ad-05f2fd36fad6 service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355314 May 14 18:31:24.533566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58f80f-03be-45c7-a448-ffd079f5ce1a req-0ce49d9e-f187-4e6d-8597-bf2bc80bafa4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:24.540852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b58f80f-03be-45c7-a448-ffd079f5ce1a req-0ce49d9e-f187-4e6d-8597-bf2bc80bafa4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.2129073 May 14 18:31:24.662091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b58f80f-03be-45c7-a448-ffd079f5ce1a req-056cb021-f5f3-45c9-9583-614675db21e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202521 May 14 18:31:24.708087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:24.715564 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8aa3db4b-ffdf-4e44-9488-de3f98788fd1 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:24.774604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=5c33dd26-d51a-403e-b133-da475edbc552,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:24.827811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.827980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.828412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.828866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.829317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.829993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.830421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.830842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.831292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.831715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.832134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.832555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:24.863610 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:24.900388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:24.921153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/5c33dd26-d51a-403e-b133-da475edbc552 HTTP/1.1" status: 204 len: 168 time: 1.5288756 May 14 18:31:24.924970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58038) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:25.002919 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eecec2-49c8-4e47-b153-9fecd1211e13 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:31:25.003483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f4eecec2-49c8-4e47-b153-9fecd1211e13 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:25.032376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f4eecec2-49c8-4e47-b153-9fecd1211e13 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:25.036167 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f4eecec2-49c8-4e47-b153-9fecd1211e13 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/5c33dd26-d51a-403e-b133-da475edbc552 HTTP/1.1" status: 404 len: 333 time: 0.1054339 May 14 18:31:25.036580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58044) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:25.075696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:25.165294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Router 51711361-959a-406c-b99f-1dfbce692303 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:31:25.226904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 7ea41553-79e6-4e6d-9444-a63bdac563e1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:25.227382 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:25.391686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:25.646123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:25.656544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:31:25.661223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Sync routers for ids ['51711361-959a-406c-b99f-1dfbce692303'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:25.667639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58052) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:25.726027 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 7ea41553-79e6-4e6d-9444-a63bdac563e1 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:25.880602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 2e498391-e34e-41e8-907b-149ae3a2fcd7 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:31:25.919285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Routers {'51711361-959a-406c-b99f-1dfbce692303'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:25.920093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['51711361-959a-406c-b99f-1dfbce692303'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:25.999088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.000428 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2208321 May 14 18:31:26.013270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58062) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:26.209275 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.233717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:26.238896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.250638 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-942776ff-fa97-4b3d-8ee5-6540aac4c075 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:26.265553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'mac_address': 'fa:16:3e:ef:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:31:26.301533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.322329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Set router 51711361-959a-406c-b99f-1dfbce692303 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:26.379171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=7ea41553-79e6-4e6d-9444-a63bdac563e1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:26.388370 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:26.417134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accbde9-f3e0-42b7-8208-0b7c9355e205 req-c49d9924-c594-47ba-9bf0-568444fcc2f3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:26.426408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9accbde9-f3e0-42b7-8208-0b7c9355e205 req-c49d9924-c594-47ba-9bf0-568444fcc2f3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 943 time: 0.5637152 May 14 18:31:26.438727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:26.442545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.450979 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] Sync routers for ids ['2e498391-e34e-41e8-907b-149ae3a2fcd7'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:26.468657 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] Routers {'2e498391-e34e-41e8-907b-149ae3a2fcd7'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:26.470700 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2e498391-e34e-41e8-907b-149ae3a2fcd7'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:26.485950 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62e3ec4c-4422-42df-8fba-f9bacdd7bd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:26.520693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8708c-05de-4654-b94e-967768df69fb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:26.573599 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:26.623545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.627745 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ab8708c-05de-4654-b94e-967768df69fb HTTP/1.1" status: 204 len: 168 time: 0.9458554 May 14 18:31:26.633936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.643377 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.7804415 May 14 18:31:26.645334 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:26.797207 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:26.809328 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] Routers {'2e498391-e34e-41e8-907b-149ae3a2fcd7'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:26.809652 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2e498391-e34e-41e8-907b-149ae3a2fcd7'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:26.882281 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:26.883349 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa902f4-a858-475f-ae6c-a4e5efe28f9a None None] The sync data for ids ['2e498391-e34e-41e8-907b-149ae3a2fcd7'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:26.959635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:26.992539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-afcc11fc-7266-43bd-984b-da9245d2c4f5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/routers/2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 200 len: 881 time: 0.3447347 May 14 18:31:26.999536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58074) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:27.117534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:31:27.135618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:27.139621 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b6d6486e-6a0a-47b5-abf6-77a2afb78e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.144997 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.147941 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:27.161264 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.207192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9accbde9-f3e0-42b7-8208-0b7c9355e205 req-9eb7ac05-bb0d-4b7c-a727-ad581763f77a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7795520 May 14 18:31:27.214103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/7ea41553-79e6-4e6d-9444-a63bdac563e1 HTTP/1.1" status: 204 len: 168 time: 2.1761603 May 14 18:31:27.214374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58082) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:27.239454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:27.239454 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:27.258471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:31:21Z', 'revision_number': 3, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:27.265661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Checking router: 51711361-959a-406c-b99f-1dfbce692303 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:27.266192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Updating router 51711361-959a-406c-b99f-1dfbce692303 port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:31:27.366242 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.505183 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5dfbde-dad6-4d45-99db-4cc1fac7120c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:31:27.510082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7c5dfbde-dad6-4d45-99db-4cc1fac7120c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/7ea41553-79e6-4e6d-9444-a63bdac563e1 HTTP/1.1" status: 404 len: 333 time: 0.2906470 May 14 18:31:27.512290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58092) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:27.521317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58094) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:27.545795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:31:27.634038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 065bb8c4-dc30-4864-a4fa-7850cf71e9db {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:31:27.637136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.700736 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.800804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-044dd22e-1ef7-4a35-a301-a74ed25e321f tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:router {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:27.829707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.858581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-044dd22e-1ef7-4a35-a301-a74ed25e321f tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:router {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:27.862212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-044dd22e-1ef7-4a35-a301-a74ed25e321f tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8593571 May 14 18:31:27.865042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58102) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:27.872935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1881933629'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:27.937639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:27.984469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.188965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Allocated IP 172.20.0.1 (86ef46c3-d2c2-4e51-8935-d00324c4b168/0cfb7d45-c6cc-42db-9d06-a50ce486a04f/5394c926-c17b-4936-bca0-514977e42db6) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:28.189250 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.208204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Transition to ACTIVE for port object 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:28.215552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.219278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:28.321402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Attempting to bind port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:28.322239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Attempting to bind port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:28.322625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Attempting to bind port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:28.337720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:28.338107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:28.338523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.338924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:28.340080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Bound port: 5ba3095e-0d9c-4dc0-b9e8-084e846569c9, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:28.340468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.450672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] For port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:28.452036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.456246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] For port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:28.465765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee4014-4421-4d43-9330-8a096f0acaa8 None None] Pushing event updated for resources: {'Port': ['ID=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:28.472660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.477357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d5ee4014-4421-4d43-9330-8a096f0acaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:28.477357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d5ee4014-4421-4d43-9330-8a096f0acaa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:28.491639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Transition to ACTIVE for port object 5394c926-c17b-4936-bca0-514977e42db6 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:28.532975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba23b52-031a-40a4-ba11-9fc7cca469dd req-b8c7adfd-5f1a-4f62-9dc6-bc7644107665 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:28.534859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ba23b52-031a-40a4-ba11-9fc7cca469dd req-b8c7adfd-5f1a-4f62-9dc6-bc7644107665 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.1539538 May 14 18:31:28.596767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ba23b52-031a-40a4-ba11-9fc7cca469dd req-1e5375f7-4d36-4b54-9ae7-b7ee147bf7fc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544519 May 14 18:31:28.598640 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.604522 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-53a3db43-25b7-478f-adf1-3af5f4020028 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:28.652137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee4014-4421-4d43-9330-8a096f0acaa8 None None] Pushing event updated for resources: {'Port': ['ID=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:28.656756 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d5ee4014-4421-4d43-9330-8a096f0acaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:28.681717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:28.685791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:28.689160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:28.700278 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Routers {'51711361-959a-406c-b99f-1dfbce692303'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:28.701016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['51711361-959a-406c-b99f-1dfbce692303'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:28.759220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Pushing event updated for resources: {'Port': ['ID=5394c926-c17b-4936-bca0-514977e42db6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:28.769269 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:28.789397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:28.898623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:31:29.119439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.187268 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] Set router 51711361-959a-406c-b99f-1dfbce692303 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:29.247514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78d381fa-1e6c-486f-87d4-7d426b78bd87 None None] Provisioning for port 5394c926-c17b-4936-bca0-514977e42db6 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:29.331825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.332485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-78d381fa-1e6c-486f-87d4-7d426b78bd87 None None] Provisioning complete for port 5394c926-c17b-4936-bca0-514977e42db6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:29.332485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78d381fa-1e6c-486f-87d4-7d426b78bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.341029 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-890966b5-22f9-4cb3-b42c-eefcde91af78 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:29.415493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=065bb8c4-dc30-4864-a4fa-7850cf71e9db,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:29.432251 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:29.442595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.461904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/065bb8c4-dc30-4864-a4fa-7850cf71e9db HTTP/1.1" status: 204 len: 168 time: 1.9421921 May 14 18:31:29.467243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58116) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:29.615347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.657915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.670570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.676501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f00ed-87b6-4cff-8fca-6ca01e6f3bbb None None] Network 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:29.702330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:29.749382 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.760647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496994b7-6be4-4aca-ade1-b1fac80bfd40 req-ef4adbff-b638-4b3c-b49c-ea4e640583a8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:29.762900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-496994b7-6be4-4aca-ade1-b1fac80bfd40 req-ef4adbff-b638-4b3c-b49c-ea4e640583a8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.2744894 May 14 18:31:29.771495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-e03ff57e-af62-4c81-a2c1-cd60daa1d9b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:29.773074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-e03ff57e-af62-4c81-a2c1-cd60daa1d9b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd&tenant_id=a43b1e4fc53d439bb8822476c970e030&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 944 time: 0.2739270 May 14 18:31:29.775239 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.868480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-78d381fa-1e6c-486f-87d4-7d426b78bd87 None None] Port 5394c926-c17b-4936-bca0-514977e42db6 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:29.905364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.934397 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf43c-bd8c-4dc8-84d3-73c53960230c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:29.950501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:29.980166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 2e498391-e34e-41e8-907b-149ae3a2fcd7 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:29.993369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:29.993771 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.036747 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d39165d-9ec0-4aca-b50c-7fa6e500feab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:30.066361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:30.066731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.094501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:31:21Z', 'revision_number': 3, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:30.110293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88482e-9522-45c8-8538-d16702a5e2a7 None None] The sync data for ids ['51711361-959a-406c-b99f-1dfbce692303'] in n-d-787206-3 is: [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:31:21Z', 'revision_number': 3, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:30.174348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-496994b7-6be4-4aca-ade1-b1fac80bfd40 req-c9ad266a-a3f8-42cf-b7c0-557f7f0a3c90 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000719 May 14 18:31:30.215824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Pushing event updated for resources: {'Port': ['ID=5394c926-c17b-4936-bca0-514977e42db6,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:30.224895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:30.227165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.243233 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.267504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-af649c25-f75b-487c-b006-6557230916dc service neutron] 10.222.0.15 "GET /v2.0/ports/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d/bindings/n-h2-787206-3 HTTP/1.1" status: 200 len: 382 time: 0.4595511 May 14 18:31:30.292422 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.361991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:30.362837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port 097433f8-fd36-4f64-b0b8-83e3d869e3b1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=097433f8-fd36-4f64-b0b8-83e3d869e3b1,segment=NetworkSegment(885cafba-a268-48db-9e59-4e7bb9e5a33e),segment_id=885cafba-a268-48db-9e59-4e7bb9e5a33e)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:30.363402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.385746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] DHCP port deletion for 8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:31:30.397514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:30.468192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.476089 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6c938638-603b-40f4-847f-3ccbbf268170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:30.563617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-ba7a116f-1111-4623-9de3-4e618653582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:30.572891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-ba7a116f-1111-4623-9de3-4e618653582c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1095 time: 0.2324588 May 14 18:31:30.638414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:30.648228 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:30.681163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Deleting port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:30.681551 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.809957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:30.812354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:30.820173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] For port 097433f8-fd36-4f64-b0b8-83e3d869e3b1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=097433f8-fd36-4f64-b0b8-83e3d869e3b1,segment=NetworkSegment(885cafba-a268-48db-9e59-4e7bb9e5a33e),segment_id=885cafba-a268-48db-9e59-4e7bb9e5a33e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:30.820856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:30.874767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 097433f8-fd36-4f64-b0b8-83e3d869e3b1 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:30.978363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:30.994043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.005785 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-473273db-9021-4112-8b90-d58866aca00e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:31.101005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=097433f8-fd36-4f64-b0b8-83e3d869e3b1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:31.108771 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.113188 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-576be192-a4d8-4abd-9383-5186acfd1596 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 200 len: 888 time: 3.2473705 May 14 18:31:31.117368 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:31.119804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:31.122254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58134) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:31.128607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Calling delete_port for 097433f8-fd36-4f64-b0b8-83e3d869e3b1 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:31.179697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-adcec081-7900-4559-a350-c6cdd395ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:31.181383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-adcec081-7900-4559-a350-c6cdd395ae5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.5960829 May 14 18:31:31.219847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] Sync routers for ids ['2e498391-e34e-41e8-907b-149ae3a2fcd7'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:31.231652 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'code': 200} May 14 18:31:31.269721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] Routers {'2e498391-e34e-41e8-907b-149ae3a2fcd7'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:31.270462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2e498391-e34e-41e8-907b-149ae3a2fcd7'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.326173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-88763329-863a-434f-95ed-8d61a2f4a41e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 1001 time: 0.1304865 May 14 18:31:31.332692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.344130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-760d2a3b-a0cd-4a86-9f24-3e252c02a45b None None] Provisioning complete for port 5394c926-c17b-4936-bca0-514977e42db6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:31.344629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-760d2a3b-a0cd-4a86-9f24-3e252c02a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.411060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-760d2a3b-a0cd-4a86-9f24-3e252c02a45b None None] Port 5394c926-c17b-4936-bca0-514977e42db6 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:31.414388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.426034 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.440197 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:31.474686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.483494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] No DVR routers for this DVR port 097433f8-fd36-4f64-b0b8-83e3d869e3b1 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:31.492904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Router 51711361-959a-406c-b99f-1dfbce692303 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:31.503409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] Routers {'2e498391-e34e-41e8-907b-149ae3a2fcd7'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:31.504871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2e498391-e34e-41e8-907b-149ae3a2fcd7'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.508735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.538985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-ee05a7a3-2bbb-45f8-8c8b-1d8c4671b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:31.541063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-ee05a7a3-2bbb-45f8-8c8b-1d8c4671b8f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.2060263 May 14 18:31:31.547962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885cafba-a268-48db-9e59-4e7bb9e5a33e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.548400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885cafba-a268-48db-9e59-4e7bb9e5a33e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.573396 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Pushing event deleted for resources: {'Port': ['ID=097433f8-fd36-4f64-b0b8-83e3d869e3b1,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:31.580140 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:31.588509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:31.589116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8d53c-0a99-449a-bbc8-f3f201c91426 None None] The sync data for ids ['2e498391-e34e-41e8-907b-149ae3a2fcd7'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:31.644568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.715902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.739844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:31:31.740356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: timer() May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:31:31.756457 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:31:31.769684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9dc9fee-ee1d-4d4c-a0c5-2aa2650092b9 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/routers/2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 200 len: 888 time: 0.6458228 May 14 18:31:31.772845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58140) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:31.843044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ec099-706f-44df-b38b-0f5b177a1cdd req-03aeeb52-a0a7-493e-bc44-561f6d7a0f13 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:31.844532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e3ec099-706f-44df-b38b-0f5b177a1cdd req-03aeeb52-a0a7-493e-bc44-561f6d7a0f13 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.4733715 May 14 18:31:31.851252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8191dc7d-e6a9-4c3c-a3ba-6cc1fefd3490 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:31.861869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.868874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d8c29704-c751-4838-825c-7fd18fbd2db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:31.884454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:31.896445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:31.927356 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/8deb9bb1-7d0d-47f8-9c7e-c43246dcc3e3 HTTP/1.1" status: 204 len: 168 time: 2.4501126 May 14 18:31:31.927356 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:31.933036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58144) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:31.940316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1855385022'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:31.956699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:31.958500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8191dc7d-e6a9-4c3c-a3ba-6cc1fefd3490 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:31.962625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8191dc7d-e6a9-4c3c-a3ba-6cc1fefd3490 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 200 len: 205 time: 0.1854618 May 14 18:31:31.962767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58148) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:31.969737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:31.977476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-48b45124-2936-4e4f-8768-edf6cae2b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:31.979042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-48b45124-2936-4e4f-8768-edf6cae2b2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4302166 May 14 18:31:31.984388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:network and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:31.990268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] 10.222.0.24 "PUT /v2.0/routers/51711361-959a-406c-b99f-1dfbce692303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9719036 May 14 18:31:32.012521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:32.031769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e3ec099-706f-44df-b38b-0f5b177a1cdd req-21fd877b-724c-4e34-844a-f3c82a6c14bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618931 May 14 18:31:32.096110 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:32.117867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:32.123500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.132300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:32.344480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.347622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:32.353406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:32.353786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.433993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Deleting port 11fefba7-32d0-4b69-b47b-446c509cf8db {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:32.434683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.578507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] For port 11fefba7-32d0-4b69-b47b-446c509cf8db, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=11fefba7-32d0-4b69-b47b-446c509cf8db,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:32.579100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.619534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:31:32.635897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-e506bbfb-67c6-4ea6-a663-4f7d606f6eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443150 May 14 18:31:32.645837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.646445 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Added segment 3cee4321-bdd8-4127-92f3-16115e3a2604 of type vlan for network c94bc850-840f-4b91-899b-0ea4d6c2968a May 14 18:31:32.660997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.666541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.696282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:32.701211 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.703714 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:32.785403 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Sync routers for ids ['51711361-959a-406c-b99f-1dfbce692303'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:32.800208 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Routers {'51711361-959a-406c-b99f-1dfbce692303'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:32.801010 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['51711361-959a-406c-b99f-1dfbce692303'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:32.880560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.966037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:32.971539 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-45e29d27-eb38-411d-a9d3-7d6a28b11873 service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233221 May 14 18:31:32.973256 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.973510 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:32.974363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 097433f8-fd36-4f64-b0b8-83e3d869e3b1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:32.980113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:32.981424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:32.988642 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d76ebbd-44ce-414c-b918-c2057ea6caf4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:33.041330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 097433f8-fd36-4f64-b0b8-83e3d869e3b1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:33.041690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 097433f8-fd36-4f64-b0b8-83e3d869e3b1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:33.146335 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Set router 51711361-959a-406c-b99f-1dfbce692303 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:33.221926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Calling delete_port for 11fefba7-32d0-4b69-b47b-446c509cf8db owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:33.222123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2872615 May 14 18:31:33.224675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:33.231230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Network': ['ID=c94bc850-840f-4b91-899b-0ea4d6c2968a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:33.241589 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:33.247854 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c94bc850-840f-4b91-899b-0ea4d6c2968a details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:31:33.253350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:33.322032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-b631a845-8f8e-44c8-b3a1-062ac1a90d7a tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:33.323538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-b631a845-8f8e-44c8-b3a1-062ac1a90d7a tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/networks?id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 200 len: 910 time: 0.2764261 May 14 18:31:33.349275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-739b3720-b080-46e8-8ff4-9a6c776926b6 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/quotas/c17ff54a077e4c64b21b3e75953286e5 HTTP/1.1" status: 200 len: 375 time: 0.0199831 May 14 18:31:33.434217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:33.470275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:33.486237 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:33.493933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-75e42c8f-ee7f-463d-bdab-b3706e90ad3c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Synchronizing usage tracker for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:33.503047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:33.508438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:33.521190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-75e42c8f-ee7f-463d-bdab-b3706e90ad3c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Unset dirty status for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:33.531666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-75e42c8f-ee7f-463d-bdab-b3706e90ad3c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=c17ff54a077e4c64b21b3e75953286e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759071 May 14 18:31:33.602299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:31:28Z', 'revision_number': 4, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5394c926-c17b-4936-bca0-514977e42db6', 'name': '', 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'mac_address': 'fa:16:3e:fd:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:28Z', 'updated_at': '2021-05-14T18:31:29Z', 'revision_number': 2, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'subnets': [{'id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:33.607749 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Checking router: 51711361-959a-406c-b99f-1dfbce692303 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:33.608094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Updating router 51711361-959a-406c-b99f-1dfbce692303 port 5394c926-c17b-4936-bca0-514977e42db6 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:31:33.616943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:33.620479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:33.669748 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:33.694511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4508b1ed-9c36-43a1-bbe3-693ad68cfc5d service neutron] 10.222.0.24 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616457 May 14 18:31:33.818598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port e009a0f9-c7fa-4b63-8415-b926057675aa {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:33.818852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:33.850830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-3a0a88ca-9772-4038-b505-d3d92157b3d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554050 May 14 18:31:34.060957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.067089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:34.095961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:34.154652 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.161538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=11fefba7-32d0-4b69-b47b-446c509cf8db,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:34.168209 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:34.202807 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Transition to ACTIVE for port object 5394c926-c17b-4936-bca0-514977e42db6 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:34.215616 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.241376 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:34.242669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:34.244829 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.307877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.358741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a3b64-841c-48ea-af24-57672479e7f1 req-14e508c0-ceda-4050-af3d-df2177e662c2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:34.360643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-019a3b64-841c-48ea-af24-57672479e7f1 req-14e508c0-ceda-4050-af3d-df2177e662c2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.2219200 May 14 18:31:34.430444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-019a3b64-841c-48ea-af24-57672479e7f1 req-a661e611-d712-46d5-8965-43a7708bf0fc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600297 May 14 18:31:34.589431 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16108b-dd3b-4d80-93f7-71199004d237 None None] Pushing event updated for resources: {'Port': ['ID=5394c926-c17b-4936-bca0-514977e42db6,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:34.608729 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5c16108b-dd3b-4d80-93f7-71199004d237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:34.761916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for e009a0f9-c7fa-4b63-8415-b926057675aa owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:34.831022 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Attempting to bind port 5394c926-c17b-4936-bca0-514977e42db6 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:34.831441 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Attempting to bind port 5394c926-c17b-4936-bca0-514977e42db6 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:34.831983 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Attempting to bind port 5394c926-c17b-4936-bca0-514977e42db6 on network 86ef46c3-d2c2-4e51-8935-d00324c4b168 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:34.861860 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:34.863715 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Checking segment: {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:34.864385 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.865117 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Bound using segment: {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:34.865609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Bound port: 5394c926-c17b-4936-bca0-514977e42db6, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c153d298-a2dd-4016-af59-c20bc214d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:34.866038 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:34.876910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c120003-61d2-4729-911b-623dcb38b39d req-7b2c0d93-a1bf-4765-b15f-7b3e46761530 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 210 time: 0.0933402 May 14 18:31:35.004612 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] For port 5394c926-c17b-4936-bca0-514977e42db6, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:35.009012 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] For port 5394c926-c17b-4936-bca0-514977e42db6, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5394c926-c17b-4936-bca0-514977e42db6,segment=NetworkSegment(c153d298-a2dd-4016-af59-c20bc214d353),segment_id=c153d298-a2dd-4016-af59-c20bc214d353)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:35.014845 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:35.028246 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f004c346-b200-4e79-acb2-0b9276fcb0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:35.155720 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16108b-dd3b-4d80-93f7-71199004d237 None None] Pushing event updated for resources: {'Port': ['ID=5394c926-c17b-4936-bca0-514977e42db6,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:35.160881 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5c16108b-dd3b-4d80-93f7-71199004d237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:35.170043 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Routers {'51711361-959a-406c-b99f-1dfbce692303'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:35.171560 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['51711361-959a-406c-b99f-1dfbce692303'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:35.400716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:35.408085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:35.440065 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] Set router 51711361-959a-406c-b99f-1dfbce692303 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:35.567217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=e009a0f9-c7fa-4b63-8415-b926057675aa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:35.683200 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:35.783275 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:35.815058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:35.827641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1be49-bdc1-44c2-93c3-aca1a5f6dbaf req-2b178005-ca66-47a2-bfb1-0232140c2784 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:35.829456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1e1be49-bdc1-44c2-93c3-aca1a5f6dbaf req-2b178005-ca66-47a2-bfb1-0232140c2784 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.1741381 May 14 18:31:35.923651 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:31:28Z', 'revision_number': 4, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5394c926-c17b-4936-bca0-514977e42db6', 'name': '', 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'mac_address': 'fa:16:3e:fd:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:28Z', 'updated_at': '2021-05-14T18:31:34Z', 'revision_number': 4, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'subnets': [{'id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:35.937103 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063967eb-c575-4632-abb6-00bfbfc8c555 None None] The sync data for ids ['51711361-959a-406c-b99f-1dfbce692303'] in n-d-787206-3 is: [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:31:28Z', 'revision_number': 4, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5394c926-c17b-4936-bca0-514977e42db6', 'name': '', 'network_id': '86ef46c3-d2c2-4e51-8935-d00324c4b168', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'mac_address': 'fa:16:3e:fd:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:28Z', 'updated_at': '2021-05-14T18:31:34Z', 'revision_number': 4, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'subnets': [{'id': '0cfb7d45-c6cc-42db-9d06-a50ce486a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:36.068614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.080316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.160351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1e1be49-bdc1-44c2-93c3-aca1a5f6dbaf req-cdb1e067-988a-4945-a9c6-2618a0ab3ba3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124568 May 14 18:31:36.194978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-b15d9016-6921-4759-9abb-d9a4c7e83a2d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:36.196490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-b15d9016-6921-4759-9abb-d9a4c7e83a2d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.22 "GET /v2.0/networks?id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 200 len: 910 time: 0.3543546 May 14 18:31:36.213050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Request body: {'port': {'device_id': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'admin_state_up': True, 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:36.225118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:36.236199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:36.254371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Made reservation on behalf of c17ff54a077e4c64b21b3e75953286e5 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:36.256873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.323070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-e42063b7-6f6e-4131-83ba-a93a537edcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:36.325463 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-e42063b7-6f6e-4131-83ba-a93a537edcbf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 1096 time: 0.8744452 May 14 18:31:36.326241 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.327029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router 2e498391-e34e-41e8-907b-149ae3a2fcd7 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:31:36.351720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:36.563548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a1ece166-ca6d-4fe1-a7da-53973f0cedd0 req-9ec0db79-3f94-4fc8-bc85-179d11cda8a8 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 210 time: 0.0655143 May 14 18:31:36.588031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Allocated IP 172.20.0.8 (d57fc80a-8f79-47de-a2fc-4075dda5b6f7/26236afb-f7d5-47c3-ae4d-24565a637076/6a7f24a9-2bf0-496d-99e0-6fdabc336df6) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:36.603799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.605751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 204 len: 168 time: 4.6424963 May 14 18:31:36.624971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:36.638509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-987427851'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:36.666066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:36.674344 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.678846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:36.685158 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f41a3ad-6a16-4f57-aecb-cf9195dcaf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:36.712685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.727989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:36.879671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.888623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:36.899429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Transition to ACTIVE for port object 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:36.927651 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.934397 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20de8bfe-03b7-4120-9c43-b07dbd8cf42c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:36.984846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:36.988354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:36.991369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:36.994487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:36.998644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:37.025972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=fb710580-7fda-4cf2-96b5-acc1b940ad21,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:37.041455 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:37.110316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Checking segment: {'id': '3cee4321-bdd8-4127-92f3-16115e3a2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:37.110744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network hostable DHCP agents. Network: c94bc850-840f-4b91-899b-0ea4d6c2968a, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:31:37.143280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:31:37.303256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Pushing event updated for resources: {'Port': ['ID=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:37.314619 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:37.338101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:37.338784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.374560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1657610 May 14 18:31:37.398056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Request body: {'port': {'device_id': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:37.454147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-75b41ca7-a92e-453b-94fa-98803320c275 None None] Provisioning for port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:37.464815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-75b41ca7-a92e-453b-94fa-98803320c275 None None] Provisioning complete for port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:37.465899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75b41ca7-a92e-453b-94fa-98803320c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.510268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.510614 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment 259aca1c-4b25-4064-84e3-7b5633c7aaef of type vlan for network fa0d7f68-1203-4a5b-9b20-a9add9334e3d May 14 18:31:37.538231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.557482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75b41ca7-a92e-453b-94fa-98803320c275 None None] Port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:37.571552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network c94bc850-840f-4b91-899b-0ea4d6c2968a is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:31:37.591662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Router f03a356c-359f-4d46-838c-474c0bb7b644 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:37.604203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c94bc850-840f-4b91-899b-0ea4d6c2968a) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:37.609763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.613826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2054ac-418e-4562-b392-23d7bf7ec143 None None] Network c94bc850-840f-4b91-899b-0ea4d6c2968a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:37.616266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:37.616865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.638856 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65e49c4a-d705-4af0-b9e0-70b5c72440a0 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:37.642741 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.746932 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:37.825008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad544-80ec-4b0f-900c-b86a8a650d54 req-e2e4d3cc-e1c9-44f8-a166-6e72ab04c731 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:37.826760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a08ad544-80ec-4b0f-900c-b86a8a650d54 req-e2e4d3cc-e1c9-44f8-a166-6e72ab04c731 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 945 time: 0.2476568 May 14 18:31:37.850161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:37.850745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.885083 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2562840 May 14 18:31:37.905347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58224) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:37.915866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:37.956238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c94bc850-840f-4b91-899b-0ea4d6c2968a', 'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': 'fb710580-7fda-4cf2-96b5-acc1b940ad21'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:31:37.957388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:37.974667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.029278 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7963316 May 14 18:31:38.030269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=fa0d7f68-1203-4a5b-9b20-a9add9334e3d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:38.037469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58228) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:38.038572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:38.042838 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:38.049991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1268227041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:38.053969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:31:38.072095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5394c926-c17b-4936-bca0-514977e42db6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:38.078444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:38.095799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:router and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:38.101526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:38.115327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a08ad544-80ec-4b0f-900c-b86a8a650d54 req-8a5a8208-b990-4167-9ef2-59a5fbb64159 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783475 May 14 18:31:38.122847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:38.126628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:31:38.128127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:38.133875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:38.134842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.154520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:38.159883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:38.165013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Transition to ACTIVE for port object 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:38.169719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.175285 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:38.205422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:38.207759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:38.220193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] Sync routers for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:38.220415 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] 10.222.0.24 "PUT /v2.0/routers/f03a356c-359f-4d46-838c-474c0bb7b644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6964257 May 14 18:31:38.222758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58232) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:38.231151 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.232114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.259951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:38.260758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:38.406093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Pushing event updated for resources: {'Port': ['ID=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:38.412388 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:38.429662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:38.433746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.482765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.484005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:38.495526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.526659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Allocated IP 172.20.0.2 (c94bc850-840f-4b91-899b-0ea4d6c2968a/fb710580-7fda-4cf2-96b5-acc1b940ad21/dfebaf71-19e3-4bc5-a2a1-f551f690b2fa) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:38.568791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5394c926-c17b-4936-bca0-514977e42db6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:38.601342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5394c926-c17b-4936-bca0-514977e42db6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:38.601722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.626127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Transition to ACTIVE for port object 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:38.627924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe9529-da8f-4255-91d9-fbb0dd7e81e5 req-d9d322f4-a3f1-4968-9037-46a67528e503 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:38.629958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ebe9529-da8f-4255-91d9-fbb0dd7e81e5 req-d9d322f4-a3f1-4968-9037-46a67528e503 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 946 time: 0.2156041 May 14 18:31:38.631398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.631979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Attempting to bind port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:38.632272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Attempting to bind port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:38.632593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Attempting to bind port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:38.639889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:31:38.641135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Attempting to bind port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:38.641253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14ea8bfb-0002-4d45-aaec-080e164f7d31 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:38.649238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:38.649901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Checking segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:38.650515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Bound using segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:38.651196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Bound port: 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:38.651770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.690695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.719115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.748369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1ebe9529-da8f-4255-91d9-fbb0dd7e81e5 req-3d8a82fc-365c-45af-b7b6-db5f480ae34b tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002445 May 14 18:31:38.809790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] For port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:38.814269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] For port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:38.820468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.837839 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:38.951147 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:31:38.951557 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:31:38.960824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:38.965677 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1dd7f67d-a113-4543-b947-88c52120b61b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9210675 May 14 18:31:38.965677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=10']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:38.970208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:38.975281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:38.976223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:38.985022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a', 'name': 'tempest-PortsTestJSON-2107291157'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:39.026081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Pushing event updated for resources: {'Port': ['ID=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:39.037320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:39.038591 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.040525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] 10.222.0.22 "PUT /v2.0/ports/6a7f24a9-2bf0-496d-99e0-6fdabc336df6 HTTP/1.1" status: 200 len: 1091 time: 1.6471913 May 14 18:31:39.046583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'tag': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:39.071503 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:39.265545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43277b0-b660-44c1-bf83-85ed7e8bed5d req-3b1310f9-d607-4ecd-9c75-ac6c1890301e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:39.266447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d43277b0-b660-44c1-bf83-85ed7e8bed5d req-3b1310f9-d607-4ecd-9c75-ac6c1890301e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Synchronizing usage tracker for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:39.299157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d43277b0-b660-44c1-bf83-85ed7e8bed5d req-3b1310f9-d607-4ecd-9c75-ac6c1890301e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Unset dirty status for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:39.300458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d43277b0-b660-44c1-bf83-85ed7e8bed5d req-3b1310f9-d607-4ecd-9c75-ac6c1890301e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1094 time: 0.3372064 May 14 18:31:39.352689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-a99f08cf-55cb-4682-86d4-0400d99d966c tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:39.354144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-a99f08cf-55cb-4682-86d4-0400d99d966c tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 946 time: 0.1559649 May 14 18:31:39.359882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-dd7fcfbd-cf21-4455-9932-79b00f70d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:39.361441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-dd7fcfbd-cf21-4455-9932-79b00f70d2a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c17ff54a077e4c64b21b3e75953286e5&device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1094 time: 0.2666812 May 14 18:31:39.366817 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.403256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] No DVR routers for this DVR port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:39.415520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.445423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5394c926-c17b-4936-bca0-514977e42db6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5394c926-c17b-4936-bca0-514977e42db6,segment=NetworkSegment(c153d298-a2dd-4016-af59-c20bc214d353),segment_id=c153d298-a2dd-4016-af59-c20bc214d353)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:39.478494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Transition to ACTIVE for port object dfebaf71-19e3-4bc5-a2a1-f551f690b2fa will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:39.495696 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.496478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-ceb6cd0c-f3cc-4c6c-8492-1da122c6b151 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6 HTTP/1.1" status: 200 len: 217 time: 0.0986855 May 14 18:31:39.499534 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:39.509785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d43277b0-b660-44c1-bf83-85ed7e8bed5d req-32a76dd9-4f50-46c9-aa53-69e5f7e8206b tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917980 May 14 18:31:39.637290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Transition to ACTIVE for port object dfebaf71-19e3-4bc5-a2a1-f551f690b2fa will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:39.652605 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'code': 200} May 14 18:31:39.671823 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.677390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.689635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-17ecde02-0dbb-4572-aac5-529a7b6e2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:39.691545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-17ecde02-0dbb-4572-aac5-529a7b6e2396 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26236afb-f7d5-47c3-ae4d-24565a637076 HTTP/1.1" status: 200 len: 848 time: 0.1758423 May 14 18:31:39.698288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5394c926-c17b-4936-bca0-514977e42db6,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:39.703270 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:39.706794 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:39.710079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:39.731512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:port and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:39.741443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Network c94bc850-840f-4b91-899b-0ea4d6c2968a is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:39.751236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:39.764299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:39.764713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:39.795664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:39.894023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Pushing event updated for resources: {'Port': ['ID=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:39.898767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:39.902663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:31:33Z', 'revision_number': 5, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port': {'id': '6271244a-9f2a-4351-8332-fb0039c05a7a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:20Z', 'updated_at': '2021-05-14T18:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:39.905369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Attempting to bind port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:39.905755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Attempting to bind port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3cee4321-bdd8-4127-92f3-16115e3a2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:39.906129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Attempting to bind port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa on network c94bc850-840f-4b91-899b-0ea4d6c2968a {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:39.913116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:39.913502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Checking segment: {'id': '3cee4321-bdd8-4127-92f3-16115e3a2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:39.913917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.914320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Bound using segment: {'id': '3cee4321-bdd8-4127-92f3-16115e3a2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:39.914796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Bound port: dfebaf71-19e3-4bc5-a2a1-f551f690b2fa, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cee4321-bdd8-4127-92f3-16115e3a2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c94bc850-840f-4b91-899b-0ea4d6c2968a'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:39.915237 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.923587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:31:39.926948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:39.927139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] Checking router: f03a356c-359f-4d46-838c-474c0bb7b644 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:39.965991 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'tag': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6', 'status': 'completed', 'code': 200} May 14 18:31:39.969442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] Routers {'f03a356c-359f-4d46-838c-474c0bb7b644'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:39.970088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f03a356c-359f-4d46-838c-474c0bb7b644'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:39.971295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:39.971768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:39.971956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:39.974607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 2afd8e20-960f-4d76-92d4-4b4b0c275580 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:31:40.012092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Deleting port f21911c6-7523-4320-96f2-f0e62b9e6c18 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:40.012332 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.034894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:31:40.043043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Attempting to bind port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on network 918b3e27-0d0e-4f31-83a0-c384d69e694e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:40.103957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:40.104296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Checking segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:40.104693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Bound using segment: {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:40.105675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Bound port: 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f3af08-ec5f-4f04-bbfa-c228f4311e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:40.106217 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.116279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5394c926-c17b-4936-bca0-514977e42db6 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:40.180040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4ca1ef88-43e8-4ac5-9234-af7835826d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:40.181547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-4ca1ef88-43e8-4ac5-9234-af7835826d43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4791961 May 14 18:31:40.195040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Deleting port 6271244a-9f2a-4351-8332-fb0039c05a7a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:40.195311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3112f-bdb1-4954-9645-d85d80d20777 req-7b12e294-cbd0-402c-849d-ee198feee5d8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:40.195437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.196754 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64b3112f-bdb1-4954-9645-d85d80d20777 req-7b12e294-cbd0-402c-849d-ee198feee5d8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.2646482 May 14 18:31:40.235605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] For port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:40.257783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] Set router f03a356c-359f-4d46-838c-474c0bb7b644 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:40.322163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] For port f21911c6-7523-4320-96f2-f0e62b9e6c18, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=f21911c6-7523-4320-96f2-f0e62b9e6c18,segment=NetworkSegment(bee67dbe-1687-4f19-aa1f-2ed67610836b),segment_id=bee67dbe-1687-4f19-aa1f-2ed67610836b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:40.322614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.399991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64b3112f-bdb1-4954-9645-d85d80d20777 req-9e4f38ae-ed83-4134-bb01-f470c6066665 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791148 May 14 18:31:40.424024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:31:39Z', 'revision_number': 6, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:40.431590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.9 (c94bc850-840f-4b91-899b-0ea4d6c2968a/fb710580-7fda-4cf2-96b5-acc1b940ad21/2afd8e20-960f-4d76-92d4-4b4b0c275580) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:40.440978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:40.455077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] For port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,segment=NetworkSegment(3cee4321-bdd8-4127-92f3-16115e3a2604),segment_id=3cee4321-bdd8-4127-92f3-16115e3a2604)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:40.461504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f303e-310f-4bd1-a1e4-b2ffda3933eb None None] The sync data for ids ['f03a356c-359f-4d46-838c-474c0bb7b644'] in n-d-787206-3 is: [{'id': 'f03a356c-359f-4d46-838c-474c0bb7b644', 'name': 'tempest-TestVolumeBootPattern-223527967-router', 'tenant_id': 'b6f4569298d54794875f6c20b6f8ff50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:18Z', 'updated_at': '2021-05-14T18:31:39Z', 'revision_number': 6, 'project_id': 'b6f4569298d54794875f6c20b6f8ff50', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:40.486299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:40.497907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Calling delete_port for f21911c6-7523-4320-96f2-f0e62b9e6c18 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:40.523072 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.529551 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:40.561078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5394c926-c17b-4936-bca0-514977e42db6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:40.562268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.580539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.588093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4ce10aa0-ccda-4ade-ada0-c3ec309d59ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:40.588305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-800a1476-15c2-4724-a699-d82ddbeda88c service neutron] 10.222.0.22 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881440 May 14 18:31:40.631988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] For port 6271244a-9f2a-4351-8332-fb0039c05a7a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6271244a-9f2a-4351-8332-fb0039c05a7a,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:40.632366 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.777507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Pushing event updated for resources: {'Port': ['ID=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:40.800875 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:40.959290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-694f1346-07ec-46c5-b681-2c394aedc2d0 req-9ef6a944-9eec-4562-b98f-d85541749026 service neutron] 10.222.0.22 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621821 May 14 18:31:40.967398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:40.968198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:40.969962 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] 10.222.0.22 "PUT /v2.0/ports/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 1092 time: 4.6241276 May 14 18:31:40.991478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Calling delete_port for 6271244a-9f2a-4351-8332-fb0039c05a7a owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:41.028437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:41.043725 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4a82e3e1-0668-469c-bc81-1180395ba50d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:41.142026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Pushing event deleted for resources: {'Port': ['ID=f21911c6-7523-4320-96f2-f0e62b9e6c18,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:41.145975 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:41.203714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991441f-2a43-485f-918c-2c3d37c07420 req-55a044be-b82f-441d-b393-457dbbdd0bba tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:41.205178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6991441f-2a43-485f-918c-2c3d37c07420 req-55a044be-b82f-441d-b393-457dbbdd0bba tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bade6a0-64bf-4f32-a07f-9fa8aff7d873 HTTP/1.1" status: 200 len: 867 time: 0.3559151 May 14 18:31:41.263707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] No DVR routers for this DVR port f21911c6-7523-4320-96f2-f0e62b9e6c18 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:41.269389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:41.303749 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ef86ed7f-8481-48ab-b6d4-2e34776cc8cb req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.15 "DELETE /v2.0/ports/f21911c6-7523-4320-96f2-f0e62b9e6c18 HTTP/1.1" status: 204 len: 173 time: 1.9384465 May 14 18:31:41.309127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6991441f-2a43-485f-918c-2c3d37c07420 req-9e445a00-77cd-4cb6-89c2-3903d952e8f8 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e37316b-c735-4dc3-bdb9-4147207a5c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742092 May 14 18:31:41.320608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-97284d86-9dab-4f79-b065-d86d12d4fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:41.322252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-97284d86-9dab-4f79-b065-d86d12d4fe8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c17ff54a077e4c64b21b3e75953286e5&device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1094 time: 0.2439401 May 14 18:31:41.364430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=11']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:41.367548 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:41.415956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:41.452303 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f4c4e384-e1c8-4742-a6b4-ebb1b92524d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:41.613636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a1d1e-04db-4028-adb3-891f48341cc9 req-7eea557e-1b94-463c-b210-7141a0526ef2 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:41.617861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da6a1d1e-04db-4028-adb3-891f48341cc9 req-7eea557e-1b94-463c-b210-7141a0526ef2 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1094 time: 0.1268914 May 14 18:31:41.635781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-2d5acd58-7f07-42be-b321-5da72be386db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:41.638667 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-2d5acd58-7f07-42be-b321-5da72be386db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1095 time: 0.6066787 May 14 18:31:41.654033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-de546fd9-014a-4449-b2ce-2b27fed683c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:41.655531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-de546fd9-014a-4449-b2ce-2b27fed683c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 200 len: 910 time: 0.3262730 May 14 18:31:41.658353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:41.662796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=d5b36fe2-24de-47cd-83fe-8f0e28bf627e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:41.677854 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:41.736956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-9579e83d-1a5c-43bc-b0de-7dba68b668e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6 HTTP/1.1" status: 200 len: 217 time: 0.0713017 May 14 18:31:41.738619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da6a1d1e-04db-4028-adb3-891f48341cc9 req-27b24c3b-6b40-4911-a29a-159b469b3fdb tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091654 May 14 18:31:41.764124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f21911c6-7523-4320-96f2-f0e62b9e6c18 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:41.770710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:41.774290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': '259aca1c-4b25-4064-84e3-7b5633c7aaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:41.774823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: fa0d7f68-1203-4a5b-9b20-a9add9334e3d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:31:41.823935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: f21911c6-7523-4320-96f2-f0e62b9e6c18 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:41.825886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device f21911c6-7523-4320-96f2-f0e62b9e6c18 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:41.856257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 2afd8e20-960f-4d76-92d4-4b4b0c275580 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:41.931099 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:31:41.966644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, fa0d7f68-1203-4a5b-9b20-a9add9334e3d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:41.977207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a2691-88ad-426f-87f2-44cd5eb958cf None None] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:41.981008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-14ec8730-22cf-4a72-834f-63df090804b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:41.987029 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-14ec8730-22cf-4a72-834f-63df090804b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.3217905 May 14 18:31:42.070102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.070771 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.075207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'name': 'network-vif-deleted', 'tag': 'f21911c6-7523-4320-96f2-f0e62b9e6c18'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:42.127919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dfebaf71-19e3-4bc5-a2a1-f551f690b2fa up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:42.151249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-4f1caa05-acc3-434c-884c-ffe1d8fbd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.153245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-4f1caa05-acc3-434c-884c-ffe1d8fbd6ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26236afb-f7d5-47c3-ae4d-24565a637076 HTTP/1.1" status: 200 len: 848 time: 0.4090674 May 14 18:31:42.174380 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.196571 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dba412eb-d734-490f-ae2a-1b29df300376 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:42.242643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:42.263852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518df01d-b95c-4f89-aeb6-5cd5c069407f req-188b453d-07a9-4f7e-9527-6ee76b9cfa12 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.265571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518df01d-b95c-4f89-aeb6-5cd5c069407f req-188b453d-07a9-4f7e-9527-6ee76b9cfa12 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.1763685 May 14 18:31:42.289093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=2afd8e20-960f-4d76-92d4-4b4b0c275580,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:42.310169 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:42.315895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-2f7b85cb-b187-45af-9d74-2484a1a66b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.317630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-2f7b85cb-b187-45af-9d74-2484a1a66b9f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565747 May 14 18:31:42.324406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network c94bc850-840f-4b91-899b-0ea4d6c2968a is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:42.329143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4212992 May 14 18:31:42.334297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58260) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:42.343599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:42.349403 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-00e10d34-d553-490f-ad14-06b5c965b6ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.3501940 May 14 18:31:42.350951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:42.363474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 11fefba7-32d0-4b69-b47b-446c509cf8db no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:42.378154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-550280321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:42.410222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:31:42.428049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 11fefba7-32d0-4b69-b47b-446c509cf8db {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:42.428414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 11fefba7-32d0-4b69-b47b-446c509cf8db not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:42.428849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6271244a-9f2a-4351-8332-fb0039c05a7a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:42.453524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-518df01d-b95c-4f89-aeb6-5cd5c069407f req-09161bbb-d42c-4764-bb08-f2cfa0d53fa7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776850 May 14 18:31:42.457529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-b9bf3992-6a20-421b-8b5d-0aa0193b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.458961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:31:42.459102 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-b9bf3992-6a20-421b-8b5d-0aa0193b660e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.0737946 May 14 18:31:42.478951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.484293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-fa0d7f68-1203-4a5b-9b20-a9add9334e3d', 'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': 'd5b36fe2-24de-47cd-83fe-8f0e28bf627e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:31:42.485149 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.492850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:31:42.498232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:31:42.523884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:31:42.543325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:42.602877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.607980 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.627970 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'status': 'completed', 'code': 200} May 14 18:31:42.688875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6271244a-9f2a-4351-8332-fb0039c05a7a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:42.692644 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:42.708331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-9d2fd970-a827-4eae-ba07-636dcc60ca4d service neutron] 10.222.0.22 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702257 May 14 18:31:42.714072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.721802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6271244a-9f2a-4351-8332-fb0039c05a7a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:42.722156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6271244a-9f2a-4351-8332-fb0039c05a7a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:42.729687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238b3d3d-910a-4775-bf36-14a9281caa47 None None] Network c94bc850-840f-4b91-899b-0ea4d6c2968a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:42.741677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.742248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.783431 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8040888 May 14 18:31:42.786950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58268) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:42.792011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.806763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Allocated IP 172.20.0.2 (fa0d7f68-1203-4a5b-9b20-a9add9334e3d/d5b36fe2-24de-47cd-83fe-8f0e28bf627e/4ceb72ad-0ef6-4e27-95dd-7b6352e91886) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:42.829202 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bade6a0-64bf-4f32-a07f-9fa8aff7d873', 'name': 'network-vif-deleted', 'tag': 'f21911c6-7523-4320-96f2-f0e62b9e6c18', 'status': 'completed', 'code': 200} May 14 18:31:42.857625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:42.907974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-4f791c3b-32a6-4b25-a1ab-89798750e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:42.909625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-4f791c3b-32a6-4b25-a1ab-89798750e216 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1095 time: 0.2835708 May 14 18:31:43.009238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.014279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c6f481a6-f08c-4211-ab95-dd529281331a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6713965 May 14 18:31:43.019581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58274) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:43.021954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea6fa287-e692-4ff9-bf0f-f466df702a43 req-33d8bd49-4427-4fbb-9b20-b4573e410a90 service neutron] 10.222.0.22 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891829 May 14 18:31:43.164727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:31:43.182386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.186277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-bea5c259-d335-4678-ad53-7eab4c9dfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:43.188120 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-bea5c259-d335-4678-ad53-7eab4c9dfac7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7109895 May 14 18:31:43.190674 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.301697 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.343988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Transition to ACTIVE for port object 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:43.372924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Transition to ACTIVE for port object 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:43.442648 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:43.497838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'port_id': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6', 'mac_address': 'fa:16:3e:4b:ca:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:31:43.545816 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.563801 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:43.603287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Provisioning for port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:43.713388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Provisioning complete for port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:43.714022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.745209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.746440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f03a356c-359f-4d46-838c-474c0bb7b644 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:31:43.785896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:43.802988 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.843665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.852684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:43.854035 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f03a356c-359f-4d46-838c-474c0bb7b644 HTTP/1.1" status: 204 len: 168 time: 5.6184206 May 14 18:31:43.865239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:43.873926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58288) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:43.883610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Pushing event updated for resources: {'Port': ['ID=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:43.889439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:43.902512 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:44.030410 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-913ee0ef-2d0f-4ba1-a2cc-53a3c89f5d14 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7788515 May 14 18:31:44.046672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Deleting subnet 75c89bac-d8b0-474b-b68f-0c753513c78f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:31:44.083706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.093758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:31:44.109830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.118313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c13a0-3a1f-494f-9ec9-ced14033abd0 req-d6c649bd-f131-4ba7-9357-0cbaa0668647 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:44.120022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a5c13a0-3a1f-494f-9ec9-ced14033abd0 req-d6c649bd-f131-4ba7-9357-0cbaa0668647 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1094 time: 0.7556753 May 14 18:31:44.201217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-6248fb0c-9950-470a-b874-8de0e49f2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:44.202677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-6248fb0c-9950-470a-b874-8de0e49f2e20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 1.2812910 May 14 18:31:44.239124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:44.246528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.282684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] For port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,segment=NetworkSegment(3cee4321-bdd8-4127-92f3-16115e3a2604),segment_id=3cee4321-bdd8-4127-92f3-16115e3a2604)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:44.297124 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.309056 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:44.350948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.378294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Attempting to bind port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:31:44.378690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Attempting to bind port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '259aca1c-4b25-4064-84e3-7b5633c7aaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:31:44.379063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Attempting to bind port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 on network fa0d7f68-1203-4a5b-9b20-a9add9334e3d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:31:44.390133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:31:44.390527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Checking segment: {'id': '259aca1c-4b25-4064-84e3-7b5633c7aaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:31:44.390947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.391442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Bound using segment: {'id': '259aca1c-4b25-4064-84e3-7b5633c7aaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:31:44.391870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Bound port: 4ceb72ad-0ef6-4e27-95dd-7b6352e91886, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259aca1c-4b25-4064-84e3-7b5633c7aaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0d7f68-1203-4a5b-9b20-a9add9334e3d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:31:44.392258 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.464978 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d2b5d114-7275-4432-9913-cb64a37ba29a req-b73453a3-ddca-4d47-98e3-cc04210d47a6 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117775 May 14 18:31:44.472378 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:44.482549 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.488180 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:44.491152 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:44.599519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Pushing event updated for resources: {'Port': ['ID=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:44.606856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6a7f24a9-2bf0-496d-99e0-6fdabc336df6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:31:44.639579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.699894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.20.0.1 (fa0d7f68-1203-4a5b-9b20-a9add9334e3d/d5b36fe2-24de-47cd-83fe-8f0e28bf627e/c35694f6-c19d-470f-a7b5-632beb1a836e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:31:44.704947 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:44.748550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0a5d8a33-a003-40c6-a7ca-2e40f4650637 None None] Provisioning for port 2afd8e20-960f-4d76-92d4-4b4b0c275580 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:44.778270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0a5d8a33-a003-40c6-a7ca-2e40f4650637 None None] Provisioning complete for port 2afd8e20-960f-4d76-92d4-4b4b0c275580 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:44.778651 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8a33-a003-40c6-a7ca-2e40f4650637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.825275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] For port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:31:44.887549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a5c13a0-3a1f-494f-9ec9-ced14033abd0 req-a015f267-581d-4d5e-812f-298e5ceca93b tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750944 May 14 18:31:44.893366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] For port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,segment=NetworkSegment(259aca1c-4b25-4064-84e3-7b5633c7aaef),segment_id=259aca1c-4b25-4064-84e3-7b5633c7aaef)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:31:44.921576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d8a33-a003-40c6-a7ca-2e40f4650637 None None] Port 2afd8e20-960f-4d76-92d4-4b4b0c275580 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:44.923955 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:44.950689 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bbbf29e4-c94d-49b8-aa4e-27532943099a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:44.963925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.007170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-071de07b-4d9e-4231-a301-34cbed562331 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.7658787 May 14 18:31:45.117774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object c35694f6-c19d-470f-a7b5-632beb1a836e will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:31:45.140479 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0a5d8a33-a003-40c6-a7ca-2e40f4650637 None None] Provisioning complete for port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:45.140868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8a33-a003-40c6-a7ca-2e40f4650637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.149933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-97f08459-7156-4545-a520-b3befbb91436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:45.152133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-97f08459-7156-4545-a520-b3befbb91436 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.1368194 May 14 18:31:45.155417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.219045 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:45.258872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Pushing event updated for resources: {'Port': ['ID=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:45.266202 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:45.344799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=c35694f6-c19d-470f-a7b5-632beb1a836e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:45.355828 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:45.380457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:45.385058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:45.391790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:31:45.455380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-153870f8-b1f5-41ec-8088-4f1991b035de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:45.455380 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-153870f8-b1f5-41ec-8088-4f1991b035de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1095 time: 0.8845685 May 14 18:31:45.504760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-a1e41228-e096-48d0-b41c-bbb4b55b6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:45.506497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-a1e41228-e096-48d0-b41c-bbb4b55b6b28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457775 May 14 18:31:45.534059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a4aed044-d9b5-49b3-8bb2-bde9f84f933f None None] Provisioning complete for port 2afd8e20-960f-4d76-92d4-4b4b0c275580 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:45.534680 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a4aed044-d9b5-49b3-8bb2-bde9f84f933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.641935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a4aed044-d9b5-49b3-8bb2-bde9f84f933f None None] Port 2afd8e20-960f-4d76-92d4-4b4b0c275580 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:45.670415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ecccd-3b53-4a71-b48d-1762d3d200c0 req-6a9cd012-fa0e-4b28-98c3-b6c4a92fa1b7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:45.678060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-903ecccd-3b53-4a71-b48d-1762d3d200c0 req-6a9cd012-fa0e-4b28-98c3-b6c4a92fa1b7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.5239797 May 14 18:31:45.690387 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.793979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.796096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.801526 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-35dd6575-4a11-4865-95ff-dbc9ff8bfba9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:45.805230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-903ecccd-3b53-4a71-b48d-1762d3d200c0 req-7c6cb4c8-8090-46a9-bf0c-200f0086c9b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261783 May 14 18:31:45.809966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-672272bd-2d0a-4680-9e06-4a8f35588527 service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936282 May 14 18:31:45.829852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-c717678f-5a5e-4555-9890-4da10aac592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:45.831348 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-c717678f-5a5e-4555-9890-4da10aac592d service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.3547101 May 14 18:31:45.832055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.848484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:45.856342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c89bac-d8b0-474b-b68f-0c753513c78f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:45.859012 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:45.861676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9826c-61a8-4f2f-a484-06deccf01618 None None] Network d0d85108-dff3-4c8f-97be-04cc577163f8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:45.920491 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4feaa7d7-25ee-42d9-9718-601fabf56b05 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:46.005886 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75c89bac-d8b0-474b-b68f-0c753513c78f HTTP/1.1" status: 204 len: 168 time: 2.1278296 May 14 18:31:46.024291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58300) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:46.323346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:46.334285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=2afd8e20-960f-4d76-92d4-4b4b0c275580,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:46.409920 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:46.432377 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-a15e1bfe-bb2d-4c2b-985f-4a0c57791b69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 999 time: 0.5776746 May 14 18:31:46.485919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:31:46.489647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:46.631392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:46.648021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:46.749896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-b58ebc17-ca72-4bf9-a10b-74d4af3e7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:46.764862 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-b58ebc17-ca72-4bf9-a10b-74d4af3e7567 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.3055630 May 14 18:31:46.810945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-8b9d110b-6c61-4034-b56e-e032ca9e067e service neutron] 10.222.0.15 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769926 May 14 18:31:46.851413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f0ea-9a70-4500-bb56-7b31444b9491 req-439c22aa-f398-4a53-a732-092704b14ffa tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:46.859320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5691f0ea-9a70-4500-bb56-7b31444b9491 req-439c22aa-f398-4a53-a732-092704b14ffa tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1095 time: 0.5399330 May 14 18:31:46.911258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5691f0ea-9a70-4500-bb56-7b31444b9491 req-b9c809a2-28b3-4a16-8262-dbfeabb6d39e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509298 May 14 18:31:46.921997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc4235-511e-423f-bd2e-a339dd84cd15 None None] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:47.016821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:47.033068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ffa88ab4-2f29-4fdf-a3f9-d4115cb17439 None None] Provisioning complete for port 2afd8e20-960f-4d76-92d4-4b4b0c275580 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:47.033629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ffa88ab4-2f29-4fdf-a3f9-d4115cb17439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.036537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.062577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'port_id': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'mac_address': 'fa:16:3e:ef:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:31:47.073111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-b0ba2c24-064f-4a6c-8762-b48137984944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:47.074595 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-b0ba2c24-064f-4a6c-8762-b48137984944 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067424 May 14 18:31:47.107246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Deleting port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:47.107649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.139326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:47.265663 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.289747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:47.290133 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.314101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] For port e2e67f00-c0b4-4c5e-8909-d32b800c86a3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,segment=NetworkSegment(2dba15b8-fc56-4f42-89e4-6e4163b1ef3a),segment_id=2dba15b8-fc56-4f42-89e4-6e4163b1ef3a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:47.314458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.344058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619b5a-c722-4863-8dbb-c9048fd14f71 req-6341326f-b564-424d-9901-5bca7c1865b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:47.345624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb619b5a-c722-4863-8dbb-c9048fd14f71 req-6341326f-b564-424d-9901-5bca7c1865b6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 944 time: 0.1847680 May 14 18:31:47.362151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:31:47.365823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ffa88ab4-2f29-4fdf-a3f9-d4115cb17439 None None] Port 2afd8e20-960f-4d76-92d4-4b4b0c275580 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:47.390123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:47.424320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dfebaf71-19e3-4bc5-a2a1-f551f690b2fa up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:47.496982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:47.526080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.548786 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-76529f55-c5af-4d5e-9007-d5b2ed940004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:47.633781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:47.638390 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:47.639421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] DHCP port deletion for d0d85108-dff3-4c8f-97be-04cc577163f8 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:31:47.659469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.672929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Provisioning for port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:47.687114 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb619b5a-c722-4863-8dbb-c9048fd14f71 req-dcbe314a-5c86-4501-b839-928347b5f871 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281472 May 14 18:31:47.691874 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.764431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58314) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:47.765184 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ed699d93-1abd-42c7-895f-0252c4b4da17 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:47.775852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Provisioning complete for port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:47.776590 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.805610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Calling delete_port for e2e67f00-c0b4-4c5e-8909-d32b800c86a3 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:47.815024 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-8d1087c9-21d0-4d2f-8497-fbacc9cbd92d service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290537 May 14 18:31:47.822663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:31:47.876210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:47.876957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.927990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:47.956128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=c35694f6-c19d-470f-a7b5-632beb1a836e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:47.977679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:48.123206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.158970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70446856-cd8b-4222-a92a-8b1a48768c42 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 HTTP/1.1" status: 200 len: 992 time: 0.2788949 May 14 18:31:48.205426 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.237486 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-ab45e0ed-cb87-47a5-bafd-43c4986fc54c req-5eea570c-c43b-48dc-ae2a-775fe34babee service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126253 May 14 18:31:48.270625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.280574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b808d1a-d4a1-4ea9-9e9b-635ce592c2c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:48.331637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:48.338331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:48.351261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] No DVR routers for this DVR port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:48.355958 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:48.457644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:48.459045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:48.460651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:48.465366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ca02b-87f0-4d4a-92bf-67f2247edcd2 req-6030c157-7cb3-476d-b05f-3850d9faf96d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:48.472970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-490ca02b-87f0-4d4a-92bf-67f2247edcd2 req-6030c157-7cb3-476d-b05f-3850d9faf96d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1095 time: 0.1840286 May 14 18:31:48.473188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Deleting port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:48.473539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.544535 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.609253 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-69ccd6ec-1fba-43e3-affa-057d5c1b4790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:48.625145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.656416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d85108-dff3-4c8f-97be-04cc577163f8']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:48.683322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:48.683610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dba15b8-fc56-4f42-89e4-6e4163b1ef3a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:48.713031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.737019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.756529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:31:48.756930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: timer() May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:31:48.772025 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:31:48.780388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.894931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.907786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-490ca02b-87f0-4d4a-92bf-67f2247edcd2 req-8e2a8601-fd74-4627-933d-ae1674091285 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339044 May 14 18:31:48.915442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:48.943554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e2e67f00-c0b4-4c5e-8909-d32b800c86a3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:48.978338 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02b94b24-84ea-41fd-9828-bac0bf283206 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:49.010947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] For port e2e67f00-c0b4-4c5e-8909-d32b800c86a3, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:49.012227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:49.032847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:49.035166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router b80786ee-570d-4af4-bafa-9aa4a1870be9 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:31:49.047635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:49.051841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e2e67f00-c0b4-4c5e-8909-d32b800c86a3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:49.052215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e2e67f00-c0b4-4c5e-8909-d32b800c86a3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:49.065997 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6', 'code': 200} May 14 18:31:49.111065 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:49.245134 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d0d85108-dff3-4c8f-97be-04cc577163f8 HTTP/1.1" status: 204 len: 168 time: 3.2089269 May 14 18:31:49.257325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58340) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:49.384620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Calling delete_port for e2e67f00-c0b4-4c5e-8909-d32b800c86a3 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:49.389300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:31:49.405628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:49.409005 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:49.414863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:49.424563 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:49.427148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:49.441316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/b80786ee-570d-4af4-bafa-9aa4a1870be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4179380 May 14 18:31:49.443784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] Sync routers for ids ['b80786ee-570d-4af4-bafa-9aa4a1870be9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:49.450990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58344) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:49.455602 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] Routers {'b80786ee-570d-4af4-bafa-9aa4a1870be9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:49.459977 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b80786ee-570d-4af4-bafa-9aa4a1870be9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:49.598101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=2afd8e20-960f-4d76-92d4-4b4b0c275580,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:49.604455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] For port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,segment=NetworkSegment(259aca1c-4b25-4064-84e3-7b5633c7aaef),segment_id=259aca1c-4b25-4064-84e3-7b5633c7aaef)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:49.612893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Pushing event deleted for resources: {'Port': ['ID=e2e67f00-c0b4-4c5e-8909-d32b800c86a3,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:49.622589 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:49.623217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Network d0d85108-dff3-4c8f-97be-04cc577163f8 is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:31:49.623685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] No DVR routers for this DVR port e2e67f00-c0b4-4c5e-8909-d32b800c86a3 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:49.630122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392cc11-0968-4138-8900-8933289413cb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:49.630975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a392cc11-0968-4138-8900-8933289413cb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:49.632601 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:49.653482 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6bb9208f-387e-4c1e-b2ff-fe8803f9fc67 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:49.655942 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:49.670415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a392cc11-0968-4138-8900-8933289413cb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:49.671745 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:49.672168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a392cc11-0968-4138-8900-8933289413cb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports/c35694f6-c19d-470f-a7b5-632beb1a836e HTTP/1.1" status: 200 len: 910 time: 0.2198870 May 14 18:31:49.674471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:49.685347 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5266d656-6164-40b4-b635-953bbb49e0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:49.686210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5b36fe2-24de-47cd-83fe-8f0e28bf627e'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:31:49.694511 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] Routers {'b80786ee-570d-4af4-bafa-9aa4a1870be9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:49.695133 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b80786ee-570d-4af4-bafa-9aa4a1870be9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:49.818214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Pushing event updated for resources: {'Port': ['ID=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:49.823077 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:49.824728 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02670de1-5e72-4ca8-9c14-36341994ebb9 None None] The sync data for ids ['b80786ee-570d-4af4-bafa-9aa4a1870be9'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:49.829269 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:49.875039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8b11a4ce-ee29-4597-941b-5d3d99ab2f9d None None] Provisioning for port c35694f6-c19d-470f-a7b5-632beb1a836e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:49.905376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8b11a4ce-ee29-4597-941b-5d3d99ab2f9d None None] Provisioning complete for port c35694f6-c19d-470f-a7b5-632beb1a836e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:49.905763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8b11a4ce-ee29-4597-941b-5d3d99ab2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:50.018069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d85108-dff3-4c8f-97be-04cc577163f8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:50.021726 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:50.026975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network c94bc850-840f-4b91-899b-0ea4d6c2968a is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:31:50.031497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:31:50.090663 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8b11a4ce-ee29-4597-941b-5d3d99ab2f9d None None] Port c35694f6-c19d-470f-a7b5-632beb1a836e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:50.154117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8b11a4ce-ee29-4597-941b-5d3d99ab2f9d None None] Provisioning complete for port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:50.154505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8b11a4ce-ee29-4597-941b-5d3d99ab2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:50.181917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a703f-d64c-430a-8d6c-491d2af4c984 req-2660571a-342e-4c49-b26c-cf3e308690d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:50.183762 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-329a703f-d64c-430a-8d6c-491d2af4c984 req-2660571a-342e-4c49-b26c-cf3e308690d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 1.0651889 May 14 18:31:50.544082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f889e-6bd5-4251-844e-6527d7b9a35c req-c9dc5803-7b98-4d1c-950b-3d0baf6d27df tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:50.560207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd8f889e-6bd5-4251-844e-6527d7b9a35c req-c9dc5803-7b98-4d1c-950b-3d0baf6d27df tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.1843884 May 14 18:31:50.590910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-329a703f-d64c-430a-8d6c-491d2af4c984 req-0a8eecb6-4083-4083-b6fe-3081a0af5e05 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215454 May 14 18:31:50.633353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bd8f889e-6bd5-4251-844e-6527d7b9a35c req-b4d73887-7ca7-4f5b-97ba-d45dddb3b6c4 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 May 14 18:31:50.669211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bf0bf31d-f11b-4cf4-ae15-2acf78559215 None None] Provisioning complete for port 2afd8e20-960f-4d76-92d4-4b4b0c275580 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:50.669777 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bf0bf31d-f11b-4cf4-ae15-2acf78559215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:50.676875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:50.725279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Router 76dc3bf4-043c-4fe3-b12c-d690f6496112 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:31:50.727954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bf31d-f11b-4cf4-ae15-2acf78559215 None None] Port 2afd8e20-960f-4d76-92d4-4b4b0c275580 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:50.741028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bf0bf31d-f11b-4cf4-ae15-2acf78559215 None None] Provisioning complete for port c35694f6-c19d-470f-a7b5-632beb1a836e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:50.741268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bf0bf31d-f11b-4cf4-ae15-2acf78559215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:50.844777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bf31d-f11b-4cf4-ae15-2acf78559215 None None] Port c35694f6-c19d-470f-a7b5-632beb1a836e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:31:50.976590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:50.997621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:51.010060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/routers/76dc3bf4-043c-4fe3-b12c-d690f6496112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2216425 May 14 18:31:51.014251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58358) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:51.051578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] Sync routers for ids ['76dc3bf4-043c-4fe3-b12c-d690f6496112'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:51.088051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] Routers {'76dc3bf4-043c-4fe3-b12c-d690f6496112'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:51.088713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76dc3bf4-043c-4fe3-b12c-d690f6496112'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:51.174327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:51.193238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] Routers {'76dc3bf4-043c-4fe3-b12c-d690f6496112'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:51.193868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76dc3bf4-043c-4fe3-b12c-d690f6496112'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:51.233975 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb33c9-71db-41be-80c4-3ef2f0d2ce3a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:51.236486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3aeb33c9-71db-41be-80c4-3ef2f0d2ce3a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:51.259874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:51.260291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a129baf-1bd7-4831-bf12-d5433a9f0237 None None] The sync data for ids ['76dc3bf4-043c-4fe3-b12c-d690f6496112'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:51.264967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:51.265349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:51.287323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3aeb33c9-71db-41be-80c4-3ef2f0d2ce3a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:51.291594 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3aeb33c9-71db-41be-80c4-3ef2f0d2ce3a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dc3bf4-043c-4fe3-b12c-d690f6496112 HTTP/1.1" status: 200 len: 982 time: 0.2752879 May 14 18:31:51.291832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58364) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:51.296655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:51.777812 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:51.819671 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Deleting port 635a5cc0-d809-4759-89ec-ba0c6706a16a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:51.820009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:51.863699 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:51.898883 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3a0a8d9d-ee25-4c1f-a37a-85940a872fe3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:52.022700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=c35694f6-c19d-470f-a7b5-632beb1a836e,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:52.031497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:52.048832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:52.049556 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.050998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/ports/c35694f6-c19d-470f-a7b5-632beb1a836e HTTP/1.1" status: 200 len: 910 time: 2.3753328 May 14 18:31:52.084254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:52.171897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] For port 635a5cc0-d809-4759-89ec-ba0c6706a16a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=635a5cc0-d809-4759-89ec-ba0c6706a16a,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:52.172288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.315398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Calling delete_port for 635a5cc0-d809-4759-89ec-ba0c6706a16a owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:52.335014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c761d1-5a79-4249-8eb2-fc5edd73eef1 req-4d8694e9-c96a-4cf2-ad00-a56ed458a62b tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:52.336728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16c761d1-5a79-4249-8eb2-fc5edd73eef1 req-4d8694e9-c96a-4cf2-ad00-a56ed458a62b tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.5151279 May 14 18:31:52.456862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:31:52.489643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-16c761d1-5a79-4249-8eb2-fc5edd73eef1 req-214915db-0f74-4954-b373-699ca1fd1f1e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831859 May 14 18:31:52.631551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:31:52.640368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:31:52.640887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.654737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.692328 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-047c187b-910c-4e2a-9f4b-add828eb6672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:52.778141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.789654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.835051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:31:52.877992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:52.884436 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:52.894830 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:53.106471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=13']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:53.113205 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:53.175049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Pushing event deleted for resources: {'Port': ['ID=635a5cc0-d809-4759-89ec-ba0c6706a16a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:53.185462 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:53.284316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:53.532115 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:53.819367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Router 58d2a0cf-e378-4732-82ed-713b06e99667 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:54.016606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:54.027629 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] Sync routers for ids ['58d2a0cf-e378-4732-82ed-713b06e99667'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:54.039013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] Routers {'58d2a0cf-e378-4732-82ed-713b06e99667'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:54.039774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['58d2a0cf-e378-4732-82ed-713b06e99667'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:54.051787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] 10.222.0.24 "PUT /v2.0/routers/58d2a0cf-e378-4732-82ed-713b06e99667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6431019 May 14 18:31:54.060874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58398) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:54.115504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627e42d-4611-48e1-a359-f4af2ae071ce req-09f400ef-a52a-41a2-9300-3fb229c842cf tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:54.122727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7627e42d-4611-48e1-a359-f4af2ae071ce req-09f400ef-a52a-41a2-9300-3fb229c842cf tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.4518802 May 14 18:31:54.167045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 2afd8e20-960f-4d76-92d4-4b4b0c275580 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:54.168055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.200863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7627e42d-4611-48e1-a359-f4af2ae071ce req-403deab1-1943-410a-9f5f-362601607a1d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752532 May 14 18:31:54.309700 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'code': 200} May 14 18:31:54.322373 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.393547 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] Set router 58d2a0cf-e378-4732-82ed-713b06e99667 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:54.604348 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.646259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.787267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 2afd8e20-960f-4d76-92d4-4b4b0c275580 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:54.841418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3924f0-865c-4a30-bbd6-0ea1440e84c8 req-7e272bde-d0c1-4b54-99cc-049fb0533695 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:54.841634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.848478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3924f0-865c-4a30-bbd6-0ea1440e84c8 req-7e272bde-d0c1-4b54-99cc-049fb0533695 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.3486466 May 14 18:31:54.863080 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:31:52Z', 'revision_number': 5, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port': {'id': '02844b8c-0364-441c-ae4f-ae30cd5be58d', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:15:44Z', 'updated_at': '2021-05-14T18:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:54.871242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port c35694f6-c19d-470f-a7b5-632beb1a836e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:54.871612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.878502 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] Checking router: 58d2a0cf-e378-4732-82ed-713b06e99667 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:31:54.910087 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] Routers {'58d2a0cf-e378-4732-82ed-713b06e99667'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:54.910718 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['58d2a0cf-e378-4732-82ed-713b06e99667'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:54.958220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Deleting port 02844b8c-0364-441c-ae4f-ae30cd5be58d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:54.958556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:54.986945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3924f0-865c-4a30-bbd6-0ea1440e84c8 req-274d93c0-7db9-40cd-9e4c-2db2ff46264f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356537 May 14 18:31:55.068584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:55.180744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] For port 02844b8c-0364-441c-ae4f-ae30cd5be58d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=02844b8c-0364-441c-ae4f-ae30cd5be58d,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:55.181673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:55.235347 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] Set router 58d2a0cf-e378-4732-82ed-713b06e99667 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:31:55.240161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for c35694f6-c19d-470f-a7b5-632beb1a836e owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:55.339872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Calling delete_port for 02844b8c-0364-441c-ae4f-ae30cd5be58d owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:55.366874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30332c0-7f71-4dd8-ad17-2a0725cbc63a req-dc04fab7-de49-48bd-b073-5b7af4dd4089 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:55.368210 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:31:54Z', 'revision_number': 6, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:55.368459 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a30332c0-7f71-4dd8-ad17-2a0725cbc63a req-dc04fab7-de49-48bd-b073-5b7af4dd4089 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.1750827 May 14 18:31:55.373454 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cff7f-4965-4232-a5b2-77bc3e66a0fe None None] The sync data for ids ['58d2a0cf-e378-4732-82ed-713b06e99667'] in n-d-787206-3 is: [{'id': '58d2a0cf-e378-4732-82ed-713b06e99667', 'name': 'tempest-TestVolumeBootPattern-342733861-router', 'tenant_id': '83216a9eea064916a2affb2a6effbe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:15:41Z', 'updated_at': '2021-05-14T18:31:54Z', 'revision_number': 6, 'project_id': '83216a9eea064916a2affb2a6effbe8c', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:55.378926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:55.395597 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-49831acc-bd68-412c-9dae-cc0e982c24ad tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:55.527572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=2afd8e20-960f-4d76-92d4-4b4b0c275580,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:55.538133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:55.573251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:55.577776 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:55.611052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a30332c0-7f71-4dd8-ad17-2a0725cbc63a req-f4344d31-0709-4913-b969-9ce6f9931e0f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255471 May 14 18:31:55.628088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Pushing event deleted for resources: {'Port': ['ID=02844b8c-0364-441c-ae4f-ae30cd5be58d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:55.752487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.753013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.753491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.753967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.754435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.754943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.756017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.758168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.758744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.759139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.759629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.760269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:31:55.768141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:55.853887 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:55.863480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.072653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.076379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.109343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.109850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d2a0cf-e378-4732-82ed-713b06e99667 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:31:56.126542 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.128303 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] 10.222.0.24 "DELETE /v2.0/routers/58d2a0cf-e378-4732-82ed-713b06e99667 HTTP/1.1" status: 204 len: 168 time: 2.0661669 May 14 18:31:56.131155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58424) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:56.207581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Deleting subnet 5de0e2d3-72ea-403a-907d-7638de31b338 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:31:56.212316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.293258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.315967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.326627 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c077df3c-e3a1-45eb-997b-cdf8cd51329a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:56.393675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=c35694f6-c19d-470f-a7b5-632beb1a836e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:56.396356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.553572 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:56.838932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-3f2455c3-effa-488a-b58c-0c36d825cd0f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:56.844613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-3f2455c3-effa-488a-b58c-0c36d825cd0f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/networks?id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 200 len: 910 time: 0.6878562 May 14 18:31:56.849843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.854185 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44265619-59f6-45f5-bb65-bedeadd71cbf tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:56.867838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Router 76dc3bf4-043c-4fe3-b12c-d690f6496112 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:56.894180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de0e2d3-72ea-403a-907d-7638de31b338,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:56.898378 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:56.907168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:56.909519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f308047-3c0d-4462-8d46-5601399d3666 None None] Network eaf547f6-9473-4293-9dff-c0cc68ca0a34 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:56.925020 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5de0e2d3-72ea-403a-907d-7638de31b338 HTTP/1.1" status: 204 len: 168 time: 0.7927635 May 14 18:31:56.927465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:57.014747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-e770ba69-eddc-47f2-bafa-302f044e7bd5 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/quotas/c17ff54a077e4c64b21b3e75953286e5 HTTP/1.1" status: 200 len: 375 time: 0.1552770 May 14 18:31:57.024486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 635a5cc0-d809-4759-89ec-ba0c6706a16a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:57.106987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 635a5cc0-d809-4759-89ec-ba0c6706a16a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:57.107683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 635a5cc0-d809-4759-89ec-ba0c6706a16a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:57.108319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 02844b8c-0364-441c-ae4f-ae30cd5be58d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:57.169329 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45433702-3619-4f59-81f1-da8b3f73fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.189142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 02844b8c-0364-441c-ae4f-ae30cd5be58d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:57.189773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 02844b8c-0364-441c-ae4f-ae30cd5be58d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:57.201860 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.213633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.290089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:57.302990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] Sync routers for ids ['76dc3bf4-043c-4fe3-b12c-d690f6496112'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:57.313722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] DHCP port deletion for eaf547f6-9473-4293-9dff-c0cc68ca0a34 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:31:57.332368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Deleting port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:57.332706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.359855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] Routers {'76dc3bf4-043c-4fe3-b12c-d690f6496112'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:57.360446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76dc3bf4-043c-4fe3-b12c-d690f6496112'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:57.402978 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-54917442-9fdf-4288-bb90-93cb18083e71 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=c17ff54a077e4c64b21b3e75953286e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3874180 May 14 18:31:57.427821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:57.457806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/routers/76dc3bf4-043c-4fe3-b12c-d690f6496112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1644492 May 14 18:31:57.465502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] Routers {'76dc3bf4-043c-4fe3-b12c-d690f6496112'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:57.466152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['76dc3bf4-043c-4fe3-b12c-d690f6496112'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:57.483581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58434) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:57.638087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:57.638473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f8e79-5993-4e22-b2b7-08b291c825a0 None None] The sync data for ids ['76dc3bf4-043c-4fe3-b12c-d690f6496112'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:57.687786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Deleting port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:31:57.688207 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.731315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] For port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:57.731812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.872897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Calling delete_port for 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:57.911291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] For port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,segment=NetworkSegment(c759dd30-0757-4730-81b2-8ed9f1a3e597),segment_id=c759dd30-0757-4730-81b2-8ed9f1a3e597)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:31:57.912447 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.953176 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1967b41f-19c9-4a71-9109-a42e65592e5f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:31:57.953712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1967b41f-19c9-4a71-9109-a42e65592e5f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:57.953974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:57.959839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3d747c64-17d6-4f96-80cf-0791d0cd97dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:57.984331 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.004265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router b80786ee-570d-4af4-bafa-9aa4a1870be9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:31:58.013214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Pushing event deleted for resources: {'Port': ['ID=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:58.021574 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:58.026565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1967b41f-19c9-4a71-9109-a42e65592e5f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:58.031015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1967b41f-19c9-4a71-9109-a42e65592e5f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/2afd8e20-960f-4d76-92d4-4b4b0c275580 HTTP/1.1" status: 404 len: 333 time: 0.5428541 May 14 18:31:58.031213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] No DVR routers for this DVR port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:58.031213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58440) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:58.053497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Calling delete_port for 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:31:58.098757 n-d-787206-3 neutron-server[79561]: util.warn( May 14 18:31:58.110624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.115531 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7318b1f4-bdc4-451f-9cba-ad791c77b35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:58.161694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Pushing event deleted for resources: {'Port': ['ID=180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:58.165606 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:58.169230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] No DVR routers for this DVR port 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:31:58.179761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-5148f623-3266-4f43-9326-90ec742ea5a4 service neutron] 10.222.0.24 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154236 May 14 18:31:58.185138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:31:58.192033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/b80786ee-570d-4af4-bafa-9aa4a1870be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1048803 May 14 18:31:58.201561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58444) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:58.201756 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] Sync routers for ids ['b80786ee-570d-4af4-bafa-9aa4a1870be9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:31:58.206179 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] Routers {'b80786ee-570d-4af4-bafa-9aa4a1870be9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:58.206804 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b80786ee-570d-4af4-bafa-9aa4a1870be9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.262442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fbb5c634-b194-42ce-b0ad-a19cd93d97ae tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:31:58.269656 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.280103 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] Routers {'b80786ee-570d-4af4-bafa-9aa4a1870be9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:31:58.280722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:31:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['b80786ee-570d-4af4-bafa-9aa4a1870be9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.293187 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.335498 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fbb5c634-b194-42ce-b0ad-a19cd93d97ae tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:31:58.336634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fbb5c634-b194-42ce-b0ad-a19cd93d97ae tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80786ee-570d-4af4-bafa-9aa4a1870be9 HTTP/1.1" status: 200 len: 205 time: 0.1406543 May 14 18:31:58.341415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58448) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:58.348122 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.348539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54b32-e995-458f-85df-10bf7c14521c None None] The sync data for ids ['b80786ee-570d-4af4-bafa-9aa4a1870be9'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:31:58.427294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.485184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf547f6-9473-4293-9dff-c0cc68ca0a34']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.503630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-3928b311-f0ef-4311-832e-3bd154963a5d service neutron] 10.222.0.24 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102975 May 14 18:31:58.506108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.617912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c759dd30-0757-4730-81b2-8ed9f1a3e597') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.618204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c759dd30-0757-4730-81b2-8ed9f1a3e597') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:31:58.640453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.652743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.656220 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.666044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.674444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:31:58.675433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: timer() May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:31:58.742982 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:31:58.778305 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.778921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Fanout notify agent at l3_agent the message router_deleted on router 76dc3bf4-043c-4fe3-b12c-d690f6496112 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:31:58.795454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.799689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6eec15f0-2ee0-4c12-925b-3bbf7b86d8f4 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:58.837550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.842773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf547f6-9473-4293-9dff-c0cc68ca0a34,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:58.854071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:58.862654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.864087 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-007f5289-b647-4b20-9dd7-2bd7f41f3ad1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/routers/76dc3bf4-043c-4fe3-b12c-d690f6496112 HTTP/1.1" status: 204 len: 168 time: 0.8321903 May 14 18:31:58.870261 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] 10.222.0.24 "DELETE /v2.0/networks/eaf547f6-9473-4293-9dff-c0cc68ca0a34 HTTP/1.1" status: 204 len: 168 time: 1.9415698 May 14 18:31:58.873023 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58462) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:58.929527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:31:58.973661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.977147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet fb710580-7fda-4cf2-96b5-acc1b940ad21 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:31:58.981487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:58.986109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.018037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:31:59.021356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 180037b1-eff7-4e4f-b8d5-1a20e5a5e8f8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:31:59.055789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dcc81-bebf-4fff-92fe-a6367320b245 req-8656fb50-632d-4a63-8d8f-4d6dee2dd137 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:31:59.059764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b9dcc81-bebf-4fff-92fe-a6367320b245 req-8656fb50-632d-4a63-8d8f-4d6dee2dd137 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.3546851 May 14 18:31:59.067407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.081132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58474) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:59.179088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-81b3faf1-5d42-42f2-9725-091cdbdfc312 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6f4569298d54794875f6c20b6f8ff50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753977 May 14 18:31:59.180312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58480) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:59.181551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.182068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router b80786ee-570d-4af4-bafa-9aa4a1870be9 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:31:59.221263 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.222787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0dba4c86-43cc-4fec-a628-e8e12f1f5511 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/b80786ee-570d-4af4-bafa-9aa4a1870be9 HTTP/1.1" status: 204 len: 168 time: 0.8668640 May 14 18:31:59.236299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b9dcc81-bebf-4fff-92fe-a6367320b245 req-cc0fba09-1790-4f2c-a19b-48b0ea6d557d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574404 May 14 18:31:59.241171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58484) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:31:59.394517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet d5b36fe2-24de-47cd-83fe-8f0e28bf627e {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:31:59.403835 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.459267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.488252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.516157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.518271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.622423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.640631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.690564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.696976 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d88bbea-288d-464a-9298-6c21b655e542 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:59.738113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276fd4f1-033f-4804-ad5b-e1aea94651e5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:59.744137 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:59.755646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.759132 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/276fd4f1-033f-4804-ad5b-e1aea94651e5 HTTP/1.1" status: 204 len: 168 time: 0.5752590 May 14 18:31:59.778953 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3b17b08-2c3a-4603-ba58-71375c5ffdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.887296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.893568 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12c78a78-fe0b-4fa3-8270-75b75c4102e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:31:59.948907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=fb710580-7fda-4cf2-96b5-acc1b940ad21,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:31:59.953168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c252ea-d44d-4be1-b1e8-0b379e61737a None None] Network c94bc850-840f-4b91-899b-0ea4d6c2968a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:31:59.957666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:31:59.963702 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:31:59.967640 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/fb710580-7fda-4cf2-96b5-acc1b940ad21 HTTP/1.1" status: 204 len: 168 time: 1.0929348 May 14 18:31:59.969155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecb991e2-c034-48d0-93c1-69cd6af20490 req-15454026-1c7e-4031-953e-3093d50e41c2 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 210 time: 0.0599213 May 14 18:31:59.977584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58490) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:00.181950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.339518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.348007 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-207b1e11-a5dd-49d0-9c1b-b02351c737a5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:00.418961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:00.420171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.475209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58500) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:00.550588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b36fe2-24de-47cd-83fe-8f0e28bf627e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:00.606983 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:00.614462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39011ef6-b30e-4041-b612-cdd9e9735bb5 None None] Network fa0d7f68-1203-4a5b-9b20-a9add9334e3d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:00.639115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] DHCP port deletion for c94bc850-840f-4b91-899b-0ea4d6c2968a request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:32:00.685838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.689350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-58e3839a-2a0f-460e-a7c2-a888a6a1748c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:00.691414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-58e3839a-2a0f-460e-a7c2-a888a6a1748c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 200 len: 910 time: 0.3758597 May 14 18:32:00.704330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Request body: {'port': {'device_id': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'admin_state_up': True, 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:00.711303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/d5b36fe2-24de-47cd-83fe-8f0e28bf627e HTTP/1.1" status: 204 len: 168 time: 1.4688115 May 14 18:32:00.714510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:00.717679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58504) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:00.723510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,segment=NetworkSegment(3cee4321-bdd8-4127-92f3-16115e3a2604),segment_id=3cee4321-bdd8-4127-92f3-16115e3a2604)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:00.723510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.746708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5bdd2f28-6a10-4ef8-8e8e-ddeca732eff4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83216a9eea064916a2affb2a6effbe8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618427 May 14 18:32:00.747467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58508) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:00.834100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:00.901292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Made reservation on behalf of c17ff54a077e4c64b21b3e75953286e5 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:00.904216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.934770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dfebaf71-19e3-4bc5-a2a1-f551f690b2fa no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:00.939611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:00.952116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764f703-ccd8-40a9-9389-6a2899dccce6 req-fcac615a-5725-47ae-88a7-d11335f5229d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:00.959300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9764f703-ccd8-40a9-9389-6a2899dccce6 req-fcac615a-5725-47ae-88a7-d11335f5229d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.4023607 May 14 18:32:01.059693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9764f703-ccd8-40a9-9389-6a2899dccce6 req-09d75932-be69-47b4-a6b6-d3ba068c4e43 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993445 May 14 18:32:01.072401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for dfebaf71-19e3-4bc5-a2a1-f551f690b2fa owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:01.087406 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.168526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.180394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:01.181203 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.231407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:01.237267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:01.241086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.272883 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:01.340921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Deleting port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:01.342379 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.368906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19cad8c4-eed4-4702-b21d-ced0d43521c9 req-e2736ab0-0fa5-40e5-90cf-7603869cf030 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 210 time: 0.0781989 May 14 18:32:01.402960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Allocated IP 172.20.0.14 (d57fc80a-8f79-47de-a2fc-4075dda5b6f7/26236afb-f7d5-47c3-ae4d-24565a637076/af8de3af-a584-41e4-aa3e-0b23b1abb80a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:01.405935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:01.406286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.428313 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.482311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.536025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94bc850-840f-4b91-899b-0ea4d6c2968a']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:01.551042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286592a3-bf25-4903-9a04-629973d50601 None None] DHCP port deletion for fa0d7f68-1203-4a5b-9b20-a9add9334e3d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:32:01.557263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cee4321-bdd8-4127-92f3-16115e3a2604') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:01.558378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cee4321-bdd8-4127-92f3-16115e3a2604') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:01.560331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] For port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:01.560799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.577511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.583020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,segment=NetworkSegment(259aca1c-4b25-4064-84e3-7b5633c7aaef),segment_id=259aca1c-4b25-4064-84e3-7b5633c7aaef)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:01.583610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.617579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.639534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:32:01.640094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: timer() May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:32:01.668757 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:32:01.752533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:01.782990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.794591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f51efab7-a366-41af-8543-05623614b3b2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:01.796583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Calling delete_port for dfebaf71-19e3-4bc5-a2a1-f551f690b2fa owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:01.801229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:32:01.804685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.810811 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d53dec2d-6510-4f21-8df2-b39e2bf2a29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:01.820486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cfbe9d-bf7e-4325-804e-e40ecc63a19b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:01.823380 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:01.831600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.838205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ea102701-b2e2-4c7e-a110-a2254c698f2e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:01.875267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.883220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Pushing event deleted for resources: {'Port': ['ID=dfebaf71-19e3-4bc5-a2a1-f551f690b2fa,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:01.883593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=c94bc850-840f-4b91-899b-0ea4d6c2968a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:01.888907 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:01.909402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] No DVR routers for this DVR port dfebaf71-19e3-4bc5-a2a1-f551f690b2fa on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:01.914976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.915506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.916002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.916434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.916898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.917532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.918046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.918638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.919065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.919539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.919793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/c94bc850-840f-4b91-899b-0ea4d6c2968a HTTP/1.1" status: 204 len: 168 time: 1.9355750 May 14 18:32:01.920087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.920540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:01.922186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.927637 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:01.932393 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79cfbe9d-bf7e-4325-804e-e40ecc63a19b HTTP/1.1" status: 204 len: 168 time: 1.0900729 May 14 18:32:01.933411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58518) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:01.952760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Deleting port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:01.953832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:01.984837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:02.004980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Transition to ACTIVE for port object af8de3af-a584-41e4-aa3e-0b23b1abb80a will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:02.063606 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:02.076534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-74f74c4b-7906-4a0e-8e1c-0054adf2beaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:02.125988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6a7f24a9-2bf0-496d-99e0-6fdabc336df6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:32:02.128316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ac6a2-0521-4edc-8e81-bd7c25adaa88 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:02.128958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d3ac6a2-0521-4edc-8e81-bd7c25adaa88 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:02.160834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:02.166199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:02.173476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d3ac6a2-0521-4edc-8e81-bd7c25adaa88 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:02.178116 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d3ac6a2-0521-4edc-8e81-bd7c25adaa88 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/a2913f09-617e-4654-b82c-fe774cab8cc8 HTTP/1.1" status: 200 len: 841 time: 0.2372365 May 14 18:32:02.179138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58526) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:02.193616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:02.392978 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-70805a9a-e89f-4a15-bbd5-f76643638de0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/a2913f09-617e-4654-b82c-fe774cab8cc8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2130435 May 14 18:32:02.394320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58532) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:02.425676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:02.555705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-286592a3-bf25-4903-9a04-629973d50601 None None] For port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,segment=NetworkSegment(259aca1c-4b25-4064-84e3-7b5633c7aaef),segment_id=259aca1c-4b25-4064-84e3-7b5633c7aaef)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:02.556327 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:02.625418 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:02.775301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:02.779209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:02.782195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:02.788865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:02.803045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:02.808478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:02.840484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Calling delete_port for 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:02.876270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Pushing event updated for resources: {'Port': ['ID=af8de3af-a584-41e4-aa3e-0b23b1abb80a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:02.896730 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:02.928358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:02.961972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:02.963004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.010226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3094077 May 14 18:32:03.027795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Request body: {'port': {'device_id': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:03.037390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-77135399-e059-4af4-9d34-5c3ea286c362 None None] Provisioning for port af8de3af-a584-41e4-aa3e-0b23b1abb80a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:03.059038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-77135399-e059-4af4-9d34-5c3ea286c362 None None] Provisioning complete for port af8de3af-a584-41e4-aa3e-0b23b1abb80a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:03.059470 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-77135399-e059-4af4-9d34-5c3ea286c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.178391 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.189049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 update to DOWN by agent not found {{(pid=79561) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 14 18:32:03.219231 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-37ebc9df-8ba5-4c73-969b-412e00189c22 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:03.228511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-77135399-e059-4af4-9d34-5c3ea286c362 None None] Port af8de3af-a584-41e4-aa3e-0b23b1abb80a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:03.243154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.248063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d1921ed5-c6ab-43d6-97b7-8b96d2832eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:03.272721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:03.299722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Pushing event deleted for resources: {'Port': ['ID=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:03.303658 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:03.310358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286592a3-bf25-4903-9a04-629973d50601 None None] No DVR routers for this DVR port 4ceb72ad-0ef6-4e27-95dd-7b6352e91886 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:03.329585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5a4c1-da35-4fe9-aaac-8b14bc2e2a6a req-1c44a384-c7a1-488c-8589-3f907543fc83 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:03.331783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4c5a4c1-da35-4fe9-aaac-8b14bc2e2a6a req-1c44a384-c7a1-488c-8589-3f907543fc83 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.5854607 May 14 18:32:03.340063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=4ceb72ad-0ef6-4e27-95dd-7b6352e91886,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:03.348679 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:03.418742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-d326ad24-26c9-4ec3-856f-71200bf57d68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1501954 May 14 18:32:03.503322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.524553 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.567213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c4c5a4c1-da35-4fe9-aaac-8b14bc2e2a6a req-8c4721ee-3adc-46c2-bf3a-d9627758eb1f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092021 May 14 18:32:03.567213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0d7f68-1203-4a5b-9b20-a9add9334e3d']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:03.600475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-a88cf0b3-75ff-4110-a2ea-8323127284d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:03.600475 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-a88cf0b3-75ff-4110-a2ea-8323127284d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1097 time: 0.1316791 May 14 18:32:03.628861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259aca1c-4b25-4064-84e3-7b5633c7aaef') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:03.629164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259aca1c-4b25-4064-84e3-7b5633c7aaef') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:03.666573 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.726179 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.815410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:32:03.815973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.840509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.846500 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-73128389-e77c-4c8d-a616-02f9bdde8a42 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:03.886344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-fdbc1d87-550c-429c-90ff-0347788a7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:03.888249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-fdbc1d87-550c-429c-90ff-0347788a7f27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.2543569 May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: timer() May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:32:03.901099 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:32:03.904165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:03.957831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:03.964747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:03.975969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4126fca1-1fc7-4de5-90c9-d3394fb03749 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:03.987296 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c06ac91f-4f27-4b1a-ada4-5ffc7d939763 tempest-FloatingIPTestJSON-484391694 tempest-FloatingIPTestJSON-484391694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:04.004577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=93ed4495-e97e-4024-9c31-ae7487e828b8,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:04.007314 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:04.019494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:04.020302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.025455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.029096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=fa0d7f68-1203-4a5b-9b20-a9add9334e3d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:04.062904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-d3690c4a-1404-4b74-8124-3fea08d1a4fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 1001 time: 0.1573362 May 14 18:32:04.090941 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:04.131560 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7287941 May 14 18:32:04.131560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:04.131988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/fa0d7f68-1203-4a5b-9b20-a9add9334e3d HTTP/1.1" status: 204 len: 168 time: 3.4131660 May 14 18:32:04.135500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58550) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:04.145292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454314753'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:04.155837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1099403626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:04.159785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37483df2-a452-4b07-a939-697bf2f94403 req-4702ad2f-f083-49da-bb99-aae5ab1a6cb4 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:04.160501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-37483df2-a452-4b07-a939-697bf2f94403 req-4702ad2f-f083-49da-bb99-aae5ab1a6cb4 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Synchronizing usage tracker for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:04.167998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:04.170713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:04.179757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:04.184810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:04.194185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:04.199405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-37483df2-a452-4b07-a939-697bf2f94403 req-4702ad2f-f083-49da-bb99-aae5ab1a6cb4 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Unset dirty status for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:04.199636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:04.200591 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37483df2-a452-4b07-a939-697bf2f94403 req-4702ad2f-f083-49da-bb99-aae5ab1a6cb4 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1028 time: 0.4287593 May 14 18:32:04.201983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:04.206007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-08888a7c-bc9a-4a37-b488-7b62e6fd2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:04.207617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-08888a7c-bc9a-4a37-b488-7b62e6fd2d36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.1362302 May 14 18:32:04.214226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:04.279467 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.280445 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.298703 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.317203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37483df2-a452-4b07-a939-697bf2f94403 req-b078ad0a-19f4-4b8e-8e41-14c8d4c60536 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088405 May 14 18:32:04.330666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8de3af-a584-41e4-aa3e-0b23b1abb80a {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:32:04.341678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.353039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.355448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:04.357740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'tenant_id': 'f87b4173d0ad4be2887b41c1e9512305', 'fixed_ips': [{'subnet_id': '93ed4495-e97e-4024-9c31-ae7487e828b8'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:32:04.359694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.365033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group_rule and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:04.368848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:04.369310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Transition to ACTIVE for port object af8de3af-a584-41e4-aa3e-0b23b1abb80a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:04.376981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.380376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:04.385243 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ed771dd-1de6-46b8-8d57-c16e7f0e068c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:04.413729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-35fd8700-3829-4603-af55-9df337b6de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:04.415279 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-35fd8700-3829-4603-af55-9df337b6de07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988130 May 14 18:32:04.419022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.556063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Allocated IP 172.20.0.2 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/93ed4495-e97e-4024-9c31-ae7487e828b8/e14b0bfc-a80a-4a01-a291-a9d707068284) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:04.573713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Pushing event updated for resources: {'Port': ['ID=af8de3af-a584-41e4-aa3e-0b23b1abb80a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:04.639857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.643763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ed77647-a7a2-49e7-97e0-886f03931906 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5053325 May 14 18:32:04.647447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58558) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:04.650405 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:04.664353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-412227235'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:04.696418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:32:04.697346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:04.732993 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.740785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:04.749053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:04.753966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.764996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3cb02ca6-a5e3-4c39-b919-45e8430932b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:04.774224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:04.785444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-8e016ee9-33f1-46ce-b4d4-c5774e88d738 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575664 May 14 18:32:04.826058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Attempting to bind port af8de3af-a584-41e4-aa3e-0b23b1abb80a on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:04.827885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Attempting to bind port af8de3af-a584-41e4-aa3e-0b23b1abb80a by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:04.828233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Attempting to bind port af8de3af-a584-41e4-aa3e-0b23b1abb80a on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:04.838474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Port af8de3af-a584-41e4-aa3e-0b23b1abb80a on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:32:04.838892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Attempting to bind port af8de3af-a584-41e4-aa3e-0b23b1abb80a on network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:04.846528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:04.846862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Checking segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:04.847299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Bound using segment: {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:04.847684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Bound port: af8de3af-a584-41e4-aa3e-0b23b1abb80a, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:04.848031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.951025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] For port af8de3af-a584-41e4-aa3e-0b23b1abb80a, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:04.955126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] For port af8de3af-a584-41e4-aa3e-0b23b1abb80a, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:04.958248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:04.966298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.969442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-30d4961a-056b-4948-b1a0-4147830b1f80 req-55335a2e-bf5c-49b2-acd9-8cd97b025d7f service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733725 May 14 18:32:04.971121 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b5fa48f4-cbbb-4208-b6e9-38add95d4f3e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:04.973106 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:04.977269 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8374398 May 14 18:32:04.977269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58562) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:04.984843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'security_group': {'name': 'tempest-secgroup-184056575'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:04.990308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:04.999719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.019360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'mac_address': 'fa:16:3e:12:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:32:05.026480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25837501-73a2-427d-8fe1-9acc2316d1a7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:05.056528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:05.057475 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.059731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] 10.222.0.15 "PUT /v2.0/ports/af8de3af-a584-41e4-aa3e-0b23b1abb80a HTTP/1.1" status: 200 len: 1092 time: 2.0407903 May 14 18:32:05.060284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'tag': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:05.076146 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:05.077866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:05.090320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:05.096647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:05.117060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:32:05.134274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.135959 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment c0876d68-17e8-4314-8f66-9d63c0993e1a of type vlan for network 086541ae-24fa-4778-a7e6-153c3a72dc4d May 14 18:32:05.205329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.246126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.297417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:05.301404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.333458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:05.336376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.351223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f98a0aca-3e49-4ef2-af72-9e02ccca2686 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:05.352052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.366445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Transition to ACTIVE for port object e14b0bfc-a80a-4a01-a291-a9d707068284 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:05.388120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Transition to ACTIVE for port object e14b0bfc-a80a-4a01-a291-a9d707068284 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:05.391851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:32:05.412040 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.420905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:05.461919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Pushing event updated for resources: {'Port': ['ID=af8de3af-a584-41e4-aa3e-0b23b1abb80a,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:05.474197 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:05.489285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:05.506697 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.511788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:05.517108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:05.528543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:05.532901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c5f2a420-4fd8-4da9-ba63-fbbfd1557e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:05.534377 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-c5f2a420-4fd8-4da9-ba63-fbbfd1557e76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c17ff54a077e4c64b21b3e75953286e5&device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1095 time: 0.3958740 May 14 18:32:05.550146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997247-8feb-46c9-a7c3-40f488ab7fdd req-d33be9ea-2f14-4b50-ab10-0f61f3ef3d33 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:05.551748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3997247-8feb-46c9-a7c3-40f488ab7fdd req-d33be9ea-2f14-4b50-ab10-0f61f3ef3d33 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.4678414 May 14 18:32:05.565418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:05.587375 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9387753 May 14 18:32:05.592744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58574) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:05.607859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:05.667762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-9769ef51-22d3-4940-a518-79d282fbe4fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a HTTP/1.1" status: 200 len: 217 time: 0.1142559 May 14 18:32:05.720152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Pushing event updated for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:05.727562 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:05.728039 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d5ee4014-4421-4d43-9330-8a096f0acaa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:05.733492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=086541ae-24fa-4778-a7e6-153c3a72dc4d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:05.738566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:05.780135 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:05.786830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group_rule and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:05.793624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:05.796893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3997247-8feb-46c9-a7c3-40f488ab7fdd req-a3cfdee5-3bda-49e5-80a9-7f0dae3f4a2d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600280 May 14 18:32:05.798258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:32:05.828045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-e7dd7a64-6677-46a7-bdf0-6b6a1c7e8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:05.829878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-e7dd7a64-6677-46a7-bdf0-6b6a1c7e8088 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26236afb-f7d5-47c3-ae4d-24565a637076 HTTP/1.1" status: 200 len: 848 time: 0.1426728 May 14 18:32:05.830308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:05.834142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:32:05.891207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:05.897913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:05.902143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:05.904462 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:32:05.911491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:05.972391 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'tag': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a', 'status': 'completed', 'code': 200} May 14 18:32:06.023648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-658810ef-cff3-4caa-8991-aa547c82d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:06.025353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-658810ef-cff3-4caa-8991-aa547c82d9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856148 May 14 18:32:06.094236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:06.145766 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:06.156485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Attempting to bind port e14b0bfc-a80a-4a01-a291-a9d707068284 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:06.160958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Attempting to bind port e14b0bfc-a80a-4a01-a291-a9d707068284 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'a2d24800-2013-489a-8d02-fbf66c2add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:06.161361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Attempting to bind port e14b0bfc-a80a-4a01-a291-a9d707068284 on network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:06.193861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:06.194253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Checking segment: {'id': 'a2d24800-2013-489a-8d02-fbf66c2add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:06.194676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.195081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Bound using segment: {'id': 'a2d24800-2013-489a-8d02-fbf66c2add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:06.195605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Bound port: e14b0bfc-a80a-4a01-a291-a9d707068284, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d24800-2013-489a-8d02-fbf66c2add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:06.196046 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.267592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-f6937c32-7efe-4749-ac55-6c6e558a3961 service neutron] 10.222.0.15 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343843 May 14 18:32:06.293794 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.299114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.305704 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-da746220-7a11-445f-82cb-89ad33b743e6 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:06.349012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4501d-d6c7-45b5-a4ac-f8136d8705aa,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:06.362371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:06.366356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.386793 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:06.394023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:06.395144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.400152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4192472 May 14 18:32:06.409097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58590) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:06.429899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e14b0bfc-a80a-4a01-a291-a9d707068284,segment=NetworkSegment(a2d24800-2013-489a-8d02-fbf66c2add34),segment_id=a2d24800-2013-489a-8d02-fbf66c2add34)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:06.454311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:06.461456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b1e7be7-4f85-4af6-a101-e6ce99fce7e7 req-bfc73f21-177b-4cc6-8f64-b17777a4650a service neutron] 10.222.0.15 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831031 May 14 18:32:06.489124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e9702-9d93-4487-822a-ad4b1d9b0e17 req-425be05e-2030-4716-b9e4-a7e92f2bf12f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:06.490664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-760e9702-9d93-4487-822a-ad4b1d9b0e17 req-425be05e-2030-4716-b9e4-a7e92f2bf12f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1095 time: 0.3534510 May 14 18:32:06.491225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1014979859', 'security_groups': ['68c4501d-d6c7-45b5-a4ac-f8136d8705aa'], 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93ed4495-e97e-4024-9c31-ae7487e828b8'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:06.491543 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3df2abf9-6213-4584-b6d8-ff447afb0018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:06.646195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-760e9702-9d93-4487-822a-ad4b1d9b0e17 req-60d81ca2-0d20-4b87-9084-f003366b987c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466162 May 14 18:32:06.699645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-aa9bb742-0063-44bc-b60e-1f6f55742fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:06.702338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-aa9bb742-0063-44bc-b60e-1f6f55742fb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c17ff54a077e4c64b21b3e75953286e5&device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1095 time: 0.1407075 May 14 18:32:06.734452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:06.802458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:06.817472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Pushing event updated for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:06.821107 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:06.846196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:06.926173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-6b2dfb23-015e-4643-a9e1-fdb450ccb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:06.929150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-6b2dfb23-015e-4643-a9e1-fdb450ccb73f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 200 len: 910 time: 0.2181888 May 14 18:32:06.990303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:07.027441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 6f9ede24-4e93-4813-a4a9-36b72ad63dbb yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:32:07.105742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-19c1fc55-d368-4b88-9085-98b58cb22be6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a HTTP/1.1" status: 200 len: 217 time: 0.1692638 May 14 18:32:07.290779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-042890df-e03c-485d-84e5-d1107bb60d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:07.293284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-042890df-e03c-485d-84e5-d1107bb60d39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26236afb-f7d5-47c3-ae4d-24565a637076 HTTP/1.1" status: 200 len: 848 time: 0.1798368 May 14 18:32:07.359753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca895f-7b53-4ca7-9d0c-1e1ec400d317 req-dc209b25-c2ff-45d7-843b-fb543be0fe61 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:07.361374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7ca895f-7b53-4ca7-9d0c-1e1ec400d317 req-dc209b25-c2ff-45d7-843b-fb543be0fe61 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.3398237 May 14 18:32:07.496574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.6 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/93ed4495-e97e-4024-9c31-ae7487e828b8/6f9ede24-4e93-4813-a4a9-36b72ad63dbb) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:07.524905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7ca895f-7b53-4ca7-9d0c-1e1ec400d317 req-c662a7c8-1439-40b1-965f-8b1716ae2a74 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292481 May 14 18:32:07.579851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:07.587820 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7f2e1e9-b3d6-4e53-98ec-22d8ab58639e tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:07.593539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-aa4f2830-8baa-44f5-b19d-a06a22370a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:07.598937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-aa4f2830-8baa-44f5-b19d-a06a22370a17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d57fc80a-8f79-47de-a2fc-4075dda5b6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892833 May 14 18:32:07.730138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=7506a002-e694-4fb3-84e8-66f247f74d70,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:07.744193 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:07.901846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:07.902417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: 086541ae-24fa-4778-a7e6-153c3a72dc4d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:32:07.942318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:32:07.991505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-7f6e30da-85f6-404b-9c7b-ef36a85d6e74 service neutron] 10.222.0.15 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829255 May 14 18:32:08.006193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 086541ae-24fa-4778-a7e6-153c3a72dc4d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:08.018729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b91db-a898-47eb-bed8-b2ed7d3d89c4 None None] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:08.028104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:08.028686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:08.089238 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4923830 May 14 18:32:08.093196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58624) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:08.158917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa14e-6d13-486d-a3e9-4990e635ca6c req-13f7e2bb-f526-4454-b5ed-87b6115acdd8 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:08.166110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e39aa14e-6d13-486d-a3e9-4990e635ca6c req-13f7e2bb-f526-4454-b5ed-87b6115acdd8 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1095 time: 0.2445498 May 14 18:32:08.180453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:08.216256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-069a6529-a7c9-49df-bdb9-9a4fe3450a31 req-fece6e33-4e2e-4df3-a61d-25ecc1f182ff service neutron] 10.222.0.15 "GET /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160151 May 14 18:32:08.261951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e39aa14e-6d13-486d-a3e9-4990e635ca6c req-9b8221b4-69f1-42c1-8a00-bea5050f4a29 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935674 May 14 18:32:08.333831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 6f9ede24-4e93-4813-a4a9-36b72ad63dbb will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:08.529504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:08.609412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-086541ae-24fa-4778-a7e6-153c3a72dc4d', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:32:08.614329 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:08.738108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6091cf20-9367-420e-a276-183aa645e250 None None] Provisioning for port e14b0bfc-a80a-4a01-a291-a9d707068284 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:08.765711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:08.766089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:08.957569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6091cf20-9367-420e-a276-183aa645e250 None None] Provisioning complete for port a2913f09-617e-4654-b82c-fe774cab8cc8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:08.957949 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6091cf20-9367-420e-a276-183aa645e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:09.013642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e14b0bfc-a80a-4a01-a291-a9d707068284 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:09.116958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Allocated IP 172.20.0.2 (086541ae-24fa-4778-a7e6-153c3a72dc4d/7506a002-e694-4fb3-84e8-66f247f74d70/ef1d7f95-7546-4aea-bd06-9ef4f9dc960b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:09.188064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:09.199552 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d0743e75-bb9b-4594-853d-8cf46107f76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:09.214315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d1c3-90ab-41f3-91ee-b300bd150186 req-7fa0b01e-39bc-4579-a748-3287db2596a4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:09.217122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae62d1c3-90ab-41f3-91ee-b300bd150186 req-7fa0b01e-39bc-4579-a748-3287db2596a4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.4686959 May 14 18:32:09.248553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6091cf20-9367-420e-a276-183aa645e250 None None] Port a2913f09-617e-4654-b82c-fe774cab8cc8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:09.277513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae62d1c3-90ab-41f3-91ee-b300bd150186 req-cc87dccc-621f-4384-9b4b-4bf8d833163f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525565 May 14 18:32:09.360842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e14b0bfc-a80a-4a01-a291-a9d707068284 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:09.371054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:09.387335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:09.387702 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:09.417438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:09.422218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:09.441831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:09.444799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:09.520928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda13d-8c51-45b4-a0ef-5a8801d86129 req-8fdd8d5e-d81b-4f21-9fd2-fd2c48f1f82a tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:09.530360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80bda13d-8c51-45b4-a0ef-5a8801d86129 req-8fdd8d5e-d81b-4f21-9fd2-fd2c48f1f82a tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1095 time: 0.1082306 May 14 18:32:09.535940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:09.652970 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80bda13d-8c51-45b4-a0ef-5a8801d86129 req-d276e61c-17e0-4cb9-989a-bcdab7580bbb tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203632 May 14 18:32:09.679065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:09.709467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:09.716115 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8426f7b5-ca3a-44be-9b9a-586e9356ab52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:09.753845 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'code': 200} May 14 18:32:09.963716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device af8de3af-a584-41e4-aa3e-0b23b1abb80a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:32:09.980851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=6f9ede24-4e93-4813-a4a9-36b72ad63dbb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:09.993798 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:10.004468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:10.005491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.015942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1e5dda98-0473-45e7-bb8a-45f1e0b6a248 None None] Provisioning for port 6f9ede24-4e93-4813-a4a9-36b72ad63dbb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:10.033905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1e5dda98-0473-45e7-bb8a-45f1e0b6a248 None None] Provisioning complete for port 6f9ede24-4e93-4813-a4a9-36b72ad63dbb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:10.034287 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1e5dda98-0473-45e7-bb8a-45f1e0b6a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.045426 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6346605 May 14 18:32:10.048219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58636) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:10.055796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:10.086021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.112884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:10.118767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.122021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:32:10.142787 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:10.298257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port af8de3af-a584-41e4-aa3e-0b23b1abb80a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:10.302758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:10.312341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:10.319995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:10.329640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:10.331518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Transition to ACTIVE for port object ef1d7f95-7546-4aea-bd06-9ef4f9dc960b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:10.359023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a', 'network_id': 'd57fc80a-8f79-47de-a2fc-4075dda5b6f7', 'port_id': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a', 'mac_address': 'fa:16:3e:69:ae:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26236afb-f7d5-47c3-ae4d-24565a637076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:32:10.360784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:10.364353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.371866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1e5dda98-0473-45e7-bb8a-45f1e0b6a248 None None] Port 6f9ede24-4e93-4813-a4a9-36b72ad63dbb cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:10.415647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Transition to ACTIVE for port object ef1d7f95-7546-4aea-bd06-9ef4f9dc960b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:10.456873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e14b0bfc-a80a-4a01-a291-a9d707068284,segment=NetworkSegment(a2d24800-2013-489a-8d02-fbf66c2add34),segment_id=a2d24800-2013-489a-8d02-fbf66c2add34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:10.461824 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.471495 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b475cb7c-56dc-48c7-aecf-c81159c11e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:10.540272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.557101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.597387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b569983-6c59-4844-91ce-0f469f8a497c req-ed36cefa-125f-4838-a3da-2fdad1f3f64a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:10.611297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b569983-6c59-4844-91ce-0f469f8a497c req-ed36cefa-125f-4838-a3da-2fdad1f3f64a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.1575167 May 14 18:32:10.622121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:10.643084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:10.649001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:10.668770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8de3af-a584-41e4-aa3e-0b23b1abb80a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:32:10.673142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Pushing event updated for resources: {'Port': ['ID=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:10.676006 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:10.678790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b569983-6c59-4844-91ce-0f469f8a497c req-e6594c13-f4bd-4d3b-89f2-d489879152cd tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662153 May 14 18:32:10.712568 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b6e34a69-2fa6-4f86-8627-9668ebcaa3f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:10.759332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.20.0.1 (086541ae-24fa-4778-a7e6-153c3a72dc4d/7506a002-e694-4fb3-84e8-66f247f74d70/ffc67559-8f5f-483a-b9bb-a93ad568c36d) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:10.840850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port af8de3af-a584-41e4-aa3e-0b23b1abb80a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:10.871740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.883205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Attempting to bind port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:10.883595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Attempting to bind port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:10.883971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Attempting to bind port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b on network 086541ae-24fa-4778-a7e6-153c3a72dc4d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:10.889741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:10.892896 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:10.895393 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:10.932174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:10.935613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Checking segment: {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:10.936082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:10.936773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Bound using segment: {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:10.937356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Bound port: ef1d7f95-7546-4aea-bd06-9ef4f9dc960b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:10.937986 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:11.008795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:11.029363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object ffc67559-8f5f-483a-b9bb-a93ad568c36d will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:11.035992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=af8de3af-a584-41e4-aa3e-0b23b1abb80a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:11.039376 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:11.110888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] For port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:11.111673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758ec3-f5a4-48f7-a7ff-0c77c1147070 req-d75ef3f3-986b-4d35-9720-4d0984c4bbe9 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:11.113458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c758ec3-f5a4-48f7-a7ff-0c77c1147070 req-d75ef3f3-986b-4d35-9720-4d0984c4bbe9 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1096 time: 0.2199962 May 14 18:32:11.128504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] For port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:11.142950 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:11.154272 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:11.163314 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 93ed4495-e97e-4024-9c31-ae7487e828b8 (CIDR: 172.20.0.0/28) May 14 18:32:11.166215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:11.180836 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27f21ea9-51a3-4d23-9890-fd5a46f22084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:11.207715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c758ec3-f5a4-48f7-a7ff-0c77c1147070 req-5a4cac01-d836-4d85-860a-b1c32a23902b tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 May 14 18:32:11.221219 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:32:11.222024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:11.238273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['af8de3af-a584-41e4-aa3e-0b23b1abb80a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:32:11.273509 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-56595d22-964d-4a00-9568-590f4f2ace08 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2231839 May 14 18:32:11.275300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58646) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:11.288505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:11.294432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:11.301735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:11.306564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:11.398771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=ffc67559-8f5f-483a-b9bb-a93ad568c36d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:11.404123 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:11.428145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Pushing event updated for resources: {'Port': ['ID=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:11.445636 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:11.461727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:11.629380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:11.635923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:11.640654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:11.652410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:11.661195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:11.673095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:11.677003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:12.146340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde7b4f-9efd-43da-8d86-d45ccbd0e8fc req-7a62ff1b-45fa-404f-bc90-7c266538fc64 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:12.148133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfde7b4f-9efd-43da-8d86-d45ccbd0e8fc req-7a62ff1b-45fa-404f-bc90-7c266538fc64 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.1594124 May 14 18:32:12.259301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfde7b4f-9efd-43da-8d86-d45ccbd0e8fc req-c9c4f75b-9022-492a-b162-a1b228b6f98f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815454 May 14 18:32:12.746757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58f441-8719-4cb1-a4a5-eee0f29c76e4 req-3c01c151-7150-490c-b299-5c714b83d031 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:12.753988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d58f441-8719-4cb1-a4a5-eee0f29c76e4 req-3c01c151-7150-490c-b299-5c714b83d031 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1096 time: 0.2932801 May 14 18:32:12.846464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:12.850162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d58f441-8719-4cb1-a4a5-eee0f29c76e4 req-810b86ea-c36a-45f5-9624-8c56f279f8a5 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952022 May 14 18:32:12.859872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:12.912497 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:12.986883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:12.998319 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1dc6b4b9-45bf-45d1-b5f8-744c9453585d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:13.026924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:13.085000 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=ffc67559-8f5f-483a-b9bb-a93ad568c36d,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:13.100205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:13.141583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:13.160384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:13.177806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef1d7f95-7546-4aea-bd06-9ef4f9dc960b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:13.191399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:13.191779 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:13.236660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=a12b2651-3042-4398-baca-74f1ddbbc188,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:13.248063 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:13.268778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9897346 May 14 18:32:13.268986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58660) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:13.274962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa6ea7-5555-46f8-99e2-ef930eafab85 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:13.279436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-719399111', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a12b2651-3042-4398-baca-74f1ddbbc188'}], 'security_groups': ['25837501-73a2-427d-8fe1-9acc2316d1a7']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:13.411519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:13.412713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:13.547808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c58e3-6e94-44d2-8a31-c425d981f94f None None] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:13.769123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Provisioning for port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:13.784129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:32:13.791365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:13.819937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Provisioning complete for port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:13.821230 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:13.902672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:13.903501 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:13.966659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device af8de3af-a584-41e4-aa3e-0b23b1abb80a up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:14.091128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e631f-0b71-4d4c-957f-84aecb0c1410 req-739d02cb-c5e7-451a-960f-bb44f140676f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:14.100604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c07e631f-0b71-4d4c-957f-84aecb0c1410 req-739d02cb-c5e7-451a-960f-bb44f140676f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.6167841 May 14 18:32:14.227583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:14.237965 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1432948 May 14 18:32:14.239163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58670) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:14.247625 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1413962682'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:14.253717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:14.259232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c07e631f-0b71-4d4c-957f-84aecb0c1410 req-04784eaf-976f-4433-a58b-d734bed7b25f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574357 May 14 18:32:14.264151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:14.265418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:14.269488 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:14.283386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:14.305706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:14.313188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:14.376956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:14.400201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:32:14.420786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:14.421801 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment f057dcfe-bff2-47f5-bd2f-87be3e6a65bc of type vlan for network 8d358cc4-3f01-4edd-95da-2dc17a157a28 May 14 18:32:14.505044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:14.620227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:14.640998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:14.641865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:14.696584 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:14.798625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:14.799550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:14.843606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6025195 May 14 18:32:14.848234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58680) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:14.857983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:14.983022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=8d358cc4-3f01-4edd-95da-2dc17a157a28,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:14.988420 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:15.024636 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:15.033764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:15.038289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:15.049848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:15.076488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:15.080721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:15.087330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216697d-fd94-4f86-bc39-d5bcac22277b req-9b462275-8241-455d-803d-b15499dbae77 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:15.101016 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3216697d-fd94-4f86-bc39-d5bcac22277b req-9b462275-8241-455d-803d-b15499dbae77 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1096 time: 0.6344111 May 14 18:32:15.232892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:32:15.290561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3216697d-fd94-4f86-bc39-d5bcac22277b req-abee5bb0-d3e4-4303-9a9f-6368d433c00b tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229579 May 14 18:32:15.581562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:15.663228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port af8de3af-a584-41e4-aa3e-0b23b1abb80a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:15.678488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port af8de3af-a584-41e4-aa3e-0b23b1abb80a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:15.678871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:15.720584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Delete allocated IP 172.20.0.6 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/93ed4495-e97e-4024-9c31-ae7487e828b8) {{(pid=79559) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 14 18:32:15.729697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.22 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/a12b2651-3042-4398-baca-74f1ddbbc188/6f9ede24-4e93-4813-a4a9-36b72ad63dbb) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:15.756173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] For port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:15.761170 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:15.826867 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:15.828553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-80075cb8-47fc-4f03-9262-47ae307a5dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:15.864480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:16.070925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:16.090144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 6f9ede24-4e93-4813-a4a9-36b72ad63dbb will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:16.126042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:16.150491 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:16.230855 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:32:16.231239 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:32:16.332622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Update dhcp port {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'fixed_ips': [{'subnet_id': '93ed4495-e97e-4024-9c31-ae7487e828b8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a12b2651-3042-4398-baca-74f1ddbbc188'}], 'binding:host_id': 'n-d-787206-3'}, 'id': 'e14b0bfc-a80a-4a01-a291-a9d707068284'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:32:16.426481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Pushing event updated for resources: {'Port': ['ID=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:16.445969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:16.453474 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-267051f2-98a8-4e55-b861-1825006c809d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:16.480242 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:16.511371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] In _notify_port_updated(), no bound segment for port 6f9ede24-4e93-4813-a4a9-36b72ad63dbb on network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b {{(pid=79559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:32:16.521964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:16.522769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:16.524577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/ports/6f9ede24-4e93-4813-a4a9-36b72ad63dbb HTTP/1.1" status: 200 len: 920 time: 3.2545834 May 14 18:32:16.529434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58694) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:16.540294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=6f9ede24-4e93-4813-a4a9-36b72ad63dbb,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:16.630636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:16.665573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=7c4602dc-7b6a-4e66-9279-941d2302ca05,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:16.677110 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:16.689988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:16.690725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: 8d358cc4-3f01-4edd-95da-2dc17a157a28, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:32:16.730040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:32:16.742022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 8d358cc4-3f01-4edd-95da-2dc17a157a28) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:16.762905 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:16.763842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:16.810301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9609041 May 14 18:32:16.811361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58698) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:16.827693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce23d9-b8e0-4b04-ab8f-cc79801562aa req-abea5b3b-7272-4d96-a078-41f7962dc444 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:16.829629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2ce23d9-b8e0-4b04-ab8f-cc79801562aa req-abea5b3b-7272-4d96-a078-41f7962dc444 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.7380109 May 14 18:32:16.841051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789060c2-2a79-4dac-a7e4-fb2f9aa56140 None None] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:16.861757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:17.009986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:17.015968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:17.032297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2ce23d9-b8e0-4b04-ab8f-cc79801562aa req-e0e1de78-1c95-4451-8c07-973364d36fbc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889286 May 14 18:32:17.101320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 6f9ede24-4e93-4813-a4a9-36b72ad63dbb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:17.105892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:17.131107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port af8de3af-a584-41e4-aa3e-0b23b1abb80a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:17.263647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e14b0bfc-a80a-4a01-a291-a9d707068284 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:17.556019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:17.995615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 6f9ede24-4e93-4813-a4a9-36b72ad63dbb owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:18.062599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ba734-7b51-4374-9e4a-2a1860e44cd8 req-89b3ef67-d0fe-4a6a-9752-4d58f6b3166c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:18.071593 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:18.074156 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:18.077432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed3ba734-7b51-4374-9e4a-2a1860e44cd8 req-89b3ef67-d0fe-4a6a-9752-4d58f6b3166c tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.6772969 May 14 18:32:18.115890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:18.160023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ed3ba734-7b51-4374-9e4a-2a1860e44cd8 req-d068c688-f6b7-4391-99df-7ca761b03e2e tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812175 May 14 18:32:18.372326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=af8de3af-a584-41e4-aa3e-0b23b1abb80a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:18.377931 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:18.390041 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a', 'code': 200} May 14 18:32:18.478311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45b70655-a8fa-40ba-b757-68b6efee544b None None] Provisioning complete for port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:18.489639 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45b70655-a8fa-40ba-b757-68b6efee544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:18.529248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:18.543329 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-61080c3b-95ed-454d-baca-21ba1c8260a9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:18.595378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=6f9ede24-4e93-4813-a4a9-36b72ad63dbb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:18.668148 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:18.707991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9627d-d8b5-4b25-a2e6-64b3d43264a4 req-06a44e49-7102-4c4c-96ce-0c1e5bd4fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:18.709578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bee9627d-d8b5-4b25-a2e6-64b3d43264a4 req-06a44e49-7102-4c4c-96ce-0c1e5bd4fb75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.3328300 May 14 18:32:18.781074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:18.782643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:18.918489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Allocated IP 172.20.0.18 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/a12b2651-3042-4398-baca-74f1ddbbc188/e14b0bfc-a80a-4a01-a291-a9d707068284) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:18.972309 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:18.983148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/6f9ede24-4e93-4813-a4a9-36b72ad63dbb HTTP/1.1" status: 204 len: 168 time: 2.4389474 May 14 18:32:18.985441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bee9627d-d8b5-4b25-a2e6-64b3d43264a4 req-80f81d19-4163-4bba-ad4d-acf039ad365d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585118 May 14 18:32:18.987690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58712) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:19.036277 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d45187e-c0e7-4a78-9351-272f0954a633 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:32:19.036985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0d45187e-c0e7-4a78-9351-272f0954a633 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:19.038404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-8d358cc4-3f01-4edd-95da-2dc17a157a28', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:32:19.039277 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.070898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64631780-a244-491c-8c0f-cc00c59e5033 req-33b5cf04-3ad9-4b3b-a478-ea64a673948b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:19.072609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64631780-a244-491c-8c0f-cc00c59e5033 req-33b5cf04-3ad9-4b3b-a478-ea64a673948b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.4785452 May 14 18:32:19.077578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0d45187e-c0e7-4a78-9351-272f0954a633 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:19.078834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0d45187e-c0e7-4a78-9351-272f0954a633 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/6f9ede24-4e93-4813-a4a9-36b72ad63dbb HTTP/1.1" status: 404 len: 333 time: 0.0897360 May 14 18:32:19.081512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58716) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:19.132177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.21.0.1 (8d358cc4-3f01-4edd-95da-2dc17a157a28/7c4602dc-7b6a-4e66-9279-941d2302ca05/95288485-d673-4056-ad0f-0f70a20a5661) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:19.204501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64631780-a244-491c-8c0f-cc00c59e5033 req-c22074d4-1227-4867-b6b1-ec936caae41a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579574 May 14 18:32:19.224425 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.257281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.509794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.526715 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-64259040-bfd9-4311-9d1b-20670e60d06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:19.544537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.567803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4501d-d6c7-45b5-a4ac-f8136d8705aa,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:19.579329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.580747 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/security-groups/68c4501d-d6c7-45b5-a4ac-f8136d8705aa HTTP/1.1" status: 204 len: 168 time: 0.4982135 May 14 18:32:19.582616 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:19.587742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58722) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:19.594755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object 95288485-d673-4056-ad0f-0f70a20a5661 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:19.633565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.650175 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:19.697287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e586a6-3c88-43c5-8076-771dd2b0fe39 req-aa7188f0-0476-48aa-80cd-018c95f61d52 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:19.699619 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e586a6-3c88-43c5-8076-771dd2b0fe39 req-aa7188f0-0476-48aa-80cd-018c95f61d52 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.3166511 May 14 18:32:19.700415 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.731523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e14b0bfc-a80a-4a01-a291-a9d707068284,segment=NetworkSegment(a2d24800-2013-489a-8d02-fbf66c2add34),segment_id=a2d24800-2013-489a-8d02-fbf66c2add34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:19.757200 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.767673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.788377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Transition to ACTIVE for port object e14b0bfc-a80a-4a01-a291-a9d707068284 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:19.795429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:11Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:12Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:19.839910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.852287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-55e586a6-3c88-43c5-8076-771dd2b0fe39 req-2d0c1160-9a2b-4538-be20-bcb5282290cf tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343918 May 14 18:32:19.854202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.863774 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f795fcb2-5fa6-4eec-818f-f47e744a6060 tempest-RoutersAdminNegativeIpV6Test-2041271554 tempest-RoutersAdminNegativeIpV6Test-2041271554-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:19.864526 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b79c57a3-1d72-4fa6-a69c-fad6d2de6b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:19.880995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25837501-73a2-427d-8fe1-9acc2316d1a7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:19.883606 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:19.884609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:19.886555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/security-groups/25837501-73a2-427d-8fe1-9acc2316d1a7 HTTP/1.1" status: 204 len: 168 time: 0.2970738 May 14 18:32:19.891651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58726) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:19.945130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:19.945779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Updating router 95b5d1b9-847b-401f-9e2e-29f995af2691 port ffc67559-8f5f-483a-b9bb-a93ad568c36d binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:32:19.951144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:19.955197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:19.972060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 93ed4495-e97e-4024-9c31-ae7487e828b8 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:32:19.973719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:19.975777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.043746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.053913 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.109726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=95288485-d673-4056-ad0f-0f70a20a5661,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:20.132289 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:20.181050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.185061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.377202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef1d7f95-7546-4aea-bd06-9ef4f9dc960b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:20.428502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45b70655-a8fa-40ba-b757-68b6efee544b None None] Provisioning for port ffc67559-8f5f-483a-b9bb-a93ad568c36d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:20.451889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45b70655-a8fa-40ba-b757-68b6efee544b None None] Provisioning complete for port ffc67559-8f5f-483a-b9bb-a93ad568c36d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:20.452262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45b70655-a8fa-40ba-b757-68b6efee544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.521298 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:20.572010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Pushing event updated for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:20.587366 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:20.700806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Allocated IP 172.21.0.2 (8d358cc4-3f01-4edd-95da-2dc17a157a28/7c4602dc-7b6a-4e66-9279-941d2302ca05/320bcf9c-a774-474d-8ea2-2f35107d08bc) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:20.857851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45b70655-a8fa-40ba-b757-68b6efee544b None None] Port ffc67559-8f5f-483a-b9bb-a93ad568c36d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:20.987499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:20.988283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.113794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.120713 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d3f253e-2559-4225-98c7-8d41447015af tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:21.164999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=93ed4495-e97e-4024-9c31-ae7487e828b8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:21.176352 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:21.181525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.191910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/93ed4495-e97e-4024-9c31-ae7487e828b8 HTTP/1.1" status: 204 len: 168 time: 1.2992246 May 14 18:32:21.196085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58742) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:21.204079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:21.332207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4b93-4138-4e6e-bb19-2dc1d7854ce7 req-6cd621a9-0626-4407-a8eb-e148e28618d9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:21.334073 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-057e4b93-4138-4e6e-bb19-2dc1d7854ce7 req-6cd621a9-0626-4407-a8eb-e148e28618d9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.8746774 May 14 18:32:21.334285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.347875 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.427080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-057e4b93-4138-4e6e-bb19-2dc1d7854ce7 req-5a542087-7296-4afc-add7-cc534279f218 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783739 May 14 18:32:21.437268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:21.443510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:21.447002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:21.454275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:21.462071 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e2c86487-60ff-4ef2-b210-d9ffd1b3c591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:21.466719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:21.470618 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.642233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102627d-09b2-443d-94c2-6d1953de1ae1 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:21.760326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=95288485-d673-4056-ad0f-0f70a20a5661,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:21.771864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:21.777942 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:21.879906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427d22b-f4d3-4cf8-a63b-1a2009473fa8 req-e5469164-801a-4df2-8fea-1e566360575d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:21.882443 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9427d22b-f4d3-4cf8-a63b-1a2009473fa8 req-e5469164-801a-4df2-8fea-1e566360575d tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.1248717 May 14 18:32:21.982822 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9427d22b-f4d3-4cf8-a63b-1a2009473fa8 req-4becd095-7d95-4bbc-9ef9-26377cdd65ec tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842168 May 14 18:32:22.034757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:22.042063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:22.076304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-93e15b0a-345e-4d98-a463-bb5de4855f46 None None] Provisioning complete for port ffc67559-8f5f-483a-b9bb-a93ad568c36d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:22.076874 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93e15b0a-345e-4d98-a463-bb5de4855f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.216603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.318870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:22.344315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Transition to ACTIVE for port object ffc67559-8f5f-483a-b9bb-a93ad568c36d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:22.379542 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.433507 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:22.481295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.490865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-93e15b0a-345e-4d98-a463-bb5de4855f46 None None] Port ffc67559-8f5f-483a-b9bb-a93ad568c36d cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:22.501346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-562cafcf-98f5-4aeb-97e5-40a24c9cd6ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:22.525642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:22.548446 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7354319 May 14 18:32:22.549762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58756) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:22.557522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-701885512'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:22.565095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:22.573896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:22.577853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:22.589747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:22.621729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:22.627494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.670258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:32:22.674435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:22.688313 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.688653 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment 2d1524ad-52b3-4d69-8225-266c49895a7f of type vlan for network b1165356-bfba-4e7e-b855-177264dde43c May 14 18:32:22.689833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:22.756219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:22.756969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.760406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Provisioning for port e14b0bfc-a80a-4a01-a291-a9d707068284 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:22.763892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=8d06c354-cce8-4d3a-8aa0-e34c71952736,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:22.767756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.786895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:22.790296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:22.790737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.837944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.847772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:22.849033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:22.867040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6696324 May 14 18:32:22.870369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58764) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:22.884418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fe563293-d512-4e72-8aaf-b7a3cbc43e10 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:22.896732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'security_group': {'name': 'tempest-secgroup-496587168'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:22.912875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3618116 May 14 18:32:22.913600 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58768) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:22.926937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811f8b8-ad46-4330-8e0f-b52380d212f3 req-487cc82d-b011-4fac-9770-de582de54ef8 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:22.929179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a811f8b8-ad46-4330-8e0f-b52380d212f3 req-487cc82d-b011-4fac-9770-de582de54ef8 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1097 time: 0.7066951 May 14 18:32:22.932716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:22.933564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:22.967859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e14b0bfc-a80a-4a01-a291-a9d707068284 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:22.985129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:23.095521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba62e7c-3a11-4845-93de-4565b816e5fc None None] Pushing event updated for resources: {'Port': ['ID=ffc67559-8f5f-483a-b9bb-a93ad568c36d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:23.125630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=b1165356-bfba-4e7e-b855-177264dde43c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:23.137510 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:23.143141 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ba62e7c-3a11-4845-93de-4565b816e5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:23.147568 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.175953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b1165356-bfba-4e7e-b855-177264dde43c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:32:23.178459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:23.184699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:23.188241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:23.195050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:23.206429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:23.211772 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.224173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:23.237451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:23.245195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a811f8b8-ad46-4330-8e0f-b52380d212f3 req-7aaa2044-67c4-4b9f-b81f-372814c66c28 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080130 May 14 18:32:23.254267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.300901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58774) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:23.429950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Transition to ACTIVE for port object 320bcf9c-a774-474d-8ea2-2f35107d08bc will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:23.449939 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:23.456362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Attempting to bind port ffc67559-8f5f-483a-b9bb-a93ad568c36d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:23.458559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Attempting to bind port ffc67559-8f5f-483a-b9bb-a93ad568c36d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:23.459052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Attempting to bind port ffc67559-8f5f-483a-b9bb-a93ad568c36d on network 086541ae-24fa-4778-a7e6-153c3a72dc4d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:23.460134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group_rule and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:23.468828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:23.487728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:23.625075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:23.626284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Checking segment: {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:23.627674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.628859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Bound using segment: {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:23.631580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Bound port: ffc67559-8f5f-483a-b9bb-a93ad568c36d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0876d68-17e8-4314-8f66-9d63c0993e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:23.634092 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.694575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:23.702354 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.823164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a9ff91-ed77-4d3d-b1b9-ee10479b7c48 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:23.839567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.858842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Transition to ACTIVE for port object 320bcf9c-a774-474d-8ea2-2f35107d08bc will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:23.860730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.890602 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-96da1cec-1679-44cf-8dde-bc4d5efe7177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:23.915247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.995299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:23.996886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1251585 May 14 18:32:23.999063 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:24.005058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58778) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:24.045299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1716189522'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:24.071081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:24.096717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:24.104757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b8a04-8d0e-4b5e-bce6-bb715de4d41e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:24.109079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:24.121519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2336-e49a-46ec-9166-7c882f530ff5 req-fc1fda36-4b2a-4c70-87d1-2feb5f9932a0 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:24.123069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-986a2336-e49a-46ec-9166-7c882f530ff5 req-fc1fda36-4b2a-4c70-87d1-2feb5f9932a0 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.5002391 May 14 18:32:24.124303 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:24.207039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:24.215606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-986a2336-e49a-46ec-9166-7c882f530ff5 req-b0a2bedc-49ba-4d4c-80f1-135540936655 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841458 May 14 18:32:24.241658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.271038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:24.276087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group_rule and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:24.279851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:24.286242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:24.387918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.393654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.400171 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e90e232f-7e6d-47f2-b402-91cad5e245f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:24.477957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.491753 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3d74233-291b-431e-a647-7cd7b05c3135 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:24.598135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:24.651736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 423f2c55-6fd9-41ae-ab5b-ae5b8855eff0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:24.652319 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.692749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=f67137f1-93a7-4999-acca-a035a06ae511,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:24.698090 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:24.704076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:24.704378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: b1165356-bfba-4e7e-b855-177264dde43c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:32:24.743022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network b1165356-bfba-4e7e-b855-177264dde43c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:32:24.759943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b1165356-bfba-4e7e-b855-177264dde43c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:24.762379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] For port ffc67559-8f5f-483a-b9bb-a93ad568c36d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:24.766559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] For port ffc67559-8f5f-483a-b9bb-a93ad568c36d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ffc67559-8f5f-483a-b9bb-a93ad568c36d,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:24.777571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:24.789297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:24.790352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.795640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:24.813107 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.827246 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9089582 May 14 18:32:24.828702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58790) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:24.832067 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.835945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58792) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:24.836846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c608bb-a5a9-4124-b42d-7d7c6ef0ccb8 None None] Network b1165356-bfba-4e7e-b855-177264dde43c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:24.839258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8103502 May 14 18:32:24.842857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'security_group': {'name': 'tempest-secgroup-428380290'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:24.857522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:24.863401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74296d8-0795-432e-828b-09fe936e2599,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:24.872748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:24.879999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:24.905217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:24.939762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:24.973167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:24.977005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Could not find standard attr ID for object 6f9ede24-4e93-4813-a4a9-36b72ad63dbb. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:32:24.985117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:security_group_rule and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:24.990582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:24.997082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:25.067784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:25.068491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Pushing event updated for resources: {'Port': ['ID=320bcf9c-a774-474d-8ea2-2f35107d08bc,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:25.098141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:25.107877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:25.117909 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbe22cf3-2b29-42f4-a00c-7d4ebda5ecc1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:25.153947 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.155s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:25.178508 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f9f08262-5362-4ec4-ba59-65eedd5353ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:25.221341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:25.226311 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3890738 May 14 18:32:25.227012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58800) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:25.229902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc848626-bf2a-455b-a62e-ef2a1943b7bf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:25.257088 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:25.261498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1931811622', 'security_groups': ['fc848626-bf2a-455b-a62e-ef2a1943b7bf'], 'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d06c354-cce8-4d3a-8aa0-e34c71952736'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:25.327107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba62e7c-3a11-4845-93de-4565b816e5fc None None] Pushing event updated for resources: {'Port': ['ID=ffc67559-8f5f-483a-b9bb-a93ad568c36d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:25.347074 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ba62e7c-3a11-4845-93de-4565b816e5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:25.358293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Provisioning complete for port a2913f09-617e-4654-b82c-fe774cab8cc8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:25.358670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:25.470910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:25.471514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:25.634457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:25.664185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:25.676072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:25.866332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.866842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.866995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.867614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.867773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.868230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.869284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.869284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.870220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.870589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.870955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.871348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:25.888457 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.488s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:25.910225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Attempting to bind port 320bcf9c-a774-474d-8ea2-2f35107d08bc on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:25.910804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Attempting to bind port 320bcf9c-a774-474d-8ea2-2f35107d08bc by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:25.911123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Attempting to bind port 320bcf9c-a774-474d-8ea2-2f35107d08bc on network 8d358cc4-3f01-4edd-95da-2dc17a157a28 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:25.989984 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.062082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcf6bd-ed74-4cc5-9c64-175322c79afa req-cb469d0d-cd8d-4ed0-a73a-d64595c89eac tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:26.068163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8bcf6bd-ed74-4cc5-9c64-175322c79afa req-cb469d0d-cd8d-4ed0-a73a-d64595c89eac tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 1.5544941 May 14 18:32:26.069231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:26.069977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Checking segment: {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:26.070398 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.070801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Bound using segment: {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:26.072142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Bound port: 320bcf9c-a774-474d-8ea2-2f35107d08bc, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:26.072561 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.072793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] device_id is not set on port 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:32:26.101566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b1165356-bfba-4e7e-b855-177264dde43c', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:32:26.102494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.135629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f8bcf6bd-ed74-4cc5-9c64-175322c79afa req-e58c5ca0-1b7d-41e1-ba66-eef3f18549c7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594141 May 14 18:32:26.149290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:26.172070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.172452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.241669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e0273bdc-2672-4741-b616-dcf0c0413131 None None] Port a2913f09-617e-4654-b82c-fe774cab8cc8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:26.365596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] For port 320bcf9c-a774-474d-8ea2-2f35107d08bc, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:26.369864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] For port 320bcf9c-a774-474d-8ea2-2f35107d08bc, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=320bcf9c-a774-474d-8ea2-2f35107d08bc,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:26.717027 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:26.741968 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:26.810676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 423f2c55-6fd9-41ae-ab5b-ae5b8855eff0 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:26.816735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.11 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/8d06c354-cce8-4d3a-8aa0-e34c71952736/0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:26.844291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Pushing event updated for resources: {'Port': ['ID=320bcf9c-a774-474d-8ea2-2f35107d08bc,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:26.892220 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:26.977952 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.198260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89155e-522b-4ab9-8347-105a58a2a1ca req-2e0fbc72-fbba-4025-ad3d-9e125c0b0e10 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:27.202476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b89155e-522b-4ab9-8347-105a58a2a1ca req-2e0fbc72-fbba-4025-ad3d-9e125c0b0e10 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.5716310 May 14 18:32:27.217418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Allocated IP 172.22.0.2 (b1165356-bfba-4e7e-b855-177264dde43c/f67137f1-93a7-4999-acca-a035a06ae511/c30f09ab-8cc4-47f4-b2c1-58280eb18fe9) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:27.308184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8156f815-d9b1-45dd-b266-f7c553706224 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:27.308558 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8156f815-d9b1-45dd-b266-f7c553706224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.321646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b89155e-522b-4ab9-8347-105a58a2a1ca req-6f9bdf30-4620-4588-8250-7752fc03e6ba tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085942 May 14 18:32:27.348228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.402679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:27.473215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.479672 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10761bd4-ef7b-47bf-8931-25ea38ba8b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:27.639445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.656779 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-db1d3b5d-af59-46c4-95a2-7c8ddb6b8479 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:27.670819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:27.677819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:27.705205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:27.756310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:27.771786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:27.801235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=423f2c55-6fd9-41ae-ab5b-ae5b8855eff0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:27.842109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:27.842803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.848035 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:27.889120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e03e52b2-59e1-47e6-92ae-ecb1c97f8070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:27.901813 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6554542 May 14 18:32:27.910664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58816) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:27.929885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:28.087534 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.250131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.259687 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 disassociated (deleted). External IP: 172.25.4.227, port: 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d. May 14 18:32:28.352268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:28.361277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:28.365428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:28.376295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:28.391126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:28.396091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.466797 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.486975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Transition to ACTIVE for port object c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:28.504906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:20Z', 'revision_number': 3, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:20Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:24Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:28.512636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8156f815-d9b1-45dd-b266-f7c553706224 None None] Provisioning complete for port a2913f09-617e-4654-b82c-fe774cab8cc8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:28.513360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8156f815-d9b1-45dd-b266-f7c553706224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.613812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8156f815-d9b1-45dd-b266-f7c553706224 None None] Port a2913f09-617e-4654-b82c-fe774cab8cc8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:28.621722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9854441-49bc-4890-9a65-d0c8dae64e23 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:20Z', 'revision_number': 3, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:20Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:24Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:28.652434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Transition to ACTIVE for port object c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:28.671933 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.676214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:28.768876 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d06c354-cce8-4d3a-8aa0-e34c71952736 (CIDR: 172.20.0.0/28) May 14 18:32:28.783539 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:32:28.783937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:28.804362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Network b1165356-bfba-4e7e-b855-177264dde43c is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:28.813252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 320bcf9c-a774-474d-8ea2-2f35107d08bc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:28.858143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Pushing event updated for resources: {'Port': ['ID=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:28.869623 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:28.870787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6b48af90-3c94-4375-bf88-5a7bae60ec7b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9579890 May 14 18:32:28.874084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58822) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:28.876260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:28.885409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:28.886028 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:28.908255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:28.917588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e59d0-6ac0-4115-a35c-c8be452c29d1 req-9bf0880e-a4e7-4ba7-a5d7-d77057fe7f6f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:28.932041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca2e59d0-6ac0-4115-a35c-c8be452c29d1 req-9bf0880e-a4e7-4ba7-a5d7-d77057fe7f6f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 1.3465641 May 14 18:32:28.976294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:29.346010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:29.358400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:29.362284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:29.370764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:29.394415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Attempting to bind port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:29.394844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Attempting to bind port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:29.395306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Attempting to bind port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 on network b1165356-bfba-4e7e-b855-177264dde43c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:29.396541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:29.401990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:29.458600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:29.467302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Checking segment: {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:29.469672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:29.470289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Bound using segment: {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:29.473812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Bound port: c30f09ab-8cc4-47f4-b2c1-58280eb18fe9, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:29.491824 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:29.533788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 320bcf9c-a774-474d-8ea2-2f35107d08bc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:29.544243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 30d0de82-534d-4d08-acad-1bad076630e9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:29.639521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca2e59d0-6ac0-4115-a35c-c8be452c29d1 req-69a51267-84e0-4995-8219-360ed90d04f5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7058935 May 14 18:32:29.649162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.22.0.1 (b1165356-bfba-4e7e-b855-177264dde43c/f67137f1-93a7-4999-acca-a035a06ae511/894ac794-8130-4cb9-be1e-5298139fb90d) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:29.676762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Could not find standard attr ID for object 6f9ede24-4e93-4813-a4a9-36b72ad63dbb. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:32:29.761060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:29.803005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6e911-5dbb-401d-93af-348749edda15 None None] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:29.833851 n-d-787206-3 neutron-server[79560]: INFO neutron.db.ipam_backend_mixin [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a12b2651-3042-4398-baca-74f1ddbbc188 (CIDR: 172.20.0.16/28) May 14 18:32:29.841462 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:32:29.842106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:29.903921 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ef04a74-91ed-4ea8-9139-309c974566bb tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0204301 May 14 18:32:29.922406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58828) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:29.934081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'subnet': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:30.239220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Provisioning complete for port a2913f09-617e-4654-b82c-fe774cab8cc8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:30.239663 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:30.392249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:30.397527 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ce4be2f2-cc92-4951-953d-53e3decb0d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:30.401123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Usage tracker for resource:subnet and tenant:f87b4173d0ad4be2887b41c1e9512305 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:30.409302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:30.425938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:30.445110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Made reservation on behalf of f87b4173d0ad4be2887b41c1e9512305 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:30.450921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:30.482380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] For port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:30.604242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Port a2913f09-617e-4654-b82c-fe774cab8cc8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:30.639011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] For port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:30.670562 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:30.679122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Provisioning for port 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:30.710282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1c6534b4-227e-44b2-8deb-1d60151b47f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:30.733756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:30.749141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] Sync routers for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:30.778330 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:30.782327 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:30.799604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:30.833325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:30.886350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ffc67559-8f5f-483a-b9bb-a93ad568c36d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:30.914992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f1efb-38ac-41c2-b973-ec07da04e878 req-5a1dacbc-6a76-454c-87e4-5f42f8d3ab87 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:30.918131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d9f1efb-38ac-41c2-b973-ec07da04e878 req-5a1dacbc-6a76-454c-87e4-5f42f8d3ab87 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.4325368 May 14 18:32:30.944111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object 894ac794-8130-4cb9-be1e-5298139fb90d will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:31.009517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Provisioning complete for port 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:31.010097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:31.044810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/floatingips/80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570 HTTP/1.1" status: 204 len: 168 time: 7.7362974 May 14 18:32:31.047659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:31.117297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d9f1efb-38ac-41c2-b973-ec07da04e878 req-e93f75ab-a073-45ca-9e43-d09b564eedd5 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852229 May 14 18:32:31.134426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:31.141989 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-51001aaf-4d74-4b93-b071-05ed7a15c683 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:31.258747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network b1165356-bfba-4e7e-b855-177264dde43c is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:31.273370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:31.289263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:31.351199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Pushing event updated for resources: {'Port': ['ID=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:31.358552 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:31.569491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:31.617618 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:31.642739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7764dae5-d9e0-4f98-a222-54cd2be10613 None None] Port 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:31.659337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ffc67559-8f5f-483a-b9bb-a93ad568c36d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:31.689437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ffc67559-8f5f-483a-b9bb-a93ad568c36d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:31.690039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:31.929564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Provisioning for port 320bcf9c-a774-474d-8ea2-2f35107d08bc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:31.967467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=894ac794-8130-4cb9-be1e-5298139fb90d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:31.991353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Provisioning complete for port 320bcf9c-a774-474d-8ea2-2f35107d08bc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:31.991842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:32.046646 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:32.058710 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:32.099867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:32.107725 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc168f4a-5a6b-487b-9a77-4ccb7c69a7b0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:32.258382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:32.262457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:32.313986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:32.344653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:32.364248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65570889-2aef-4c4d-98cf-b47904784ea1 req-8206434d-f60c-4a31-97fc-73f535663dd8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:32.367100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65570889-2aef-4c4d-98cf-b47904784ea1 req-8206434d-f60c-4a31-97fc-73f535663dd8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.8202605 May 14 18:32:32.399966 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:32.407876 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] Checking router: 30d0de82-534d-4d08-acad-1bad076630e9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:32.418760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95413c2b-7a7e-4d83-ac0a-5a5513adc90c None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:32.420935 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:32.421824 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:32.449654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Subnet': ['ID=adf1e8ca-a504-4a1c-b822-b804917fa90f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:32.464474 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:32.501445 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5778158 May 14 18:32:32.506612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58852) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:32.540843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-fb47b1f3-b715-4ab2-a938-1754ae746816 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:32.543429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-921771695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'adf1e8ca-a504-4a1c-b822-b804917fa90f'}], 'security_groups': ['c99b8a04-8d0e-4b5e-bce6-bb715de4d41e', 'd74296d8-0795-432e-828b-09fe936e2599']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:32.549651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-fb47b1f3-b715-4ab2-a938-1754ae746816 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 0.7299004 May 14 18:32:32.861808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65570889-2aef-4c4d-98cf-b47904784ea1 req-07419cfe-65f3-4423-992e-45877936db06 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4868698 May 14 18:32:32.889254 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:32.949914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:33.101885 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:33.312001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:33.312759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:33.371136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:33.445964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Deleting port af8de3af-a584-41e4-aa3e-0b23b1abb80a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:33.446344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:33.537597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0425c7-c916-4b44-8693-2bbecc20eab2 None None] Network b1165356-bfba-4e7e-b855-177264dde43c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:33.766755 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'status': 'completed', 'code': 200} May 14 18:32:33.928806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] For port af8de3af-a584-41e4-aa3e-0b23b1abb80a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=af8de3af-a584-41e4-aa3e-0b23b1abb80a,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:33.932353 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:33.935150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:34.008961 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:34.111103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:34.184161 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-85ae386b-09a7-4823-b257-c7088e0185fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:34.186096 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-85ae386b-09a7-4823-b257-c7088e0185fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 1097 time: 0.4407506 May 14 18:32:34.287370 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:34.296777 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f68a8f-f15f-4f0f-a7d0-67575322ea37 None None] The sync data for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 is: [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:29:39Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'd6150de7-dde3-4840-9909-9adb94026e54', 'name': '', 'network_id': '918b3e27-0d0e-4f31-83a0-c384d69e694e', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:20:59:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:36Z', 'updated_at': '2021-05-14T18:29:49Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': '21c39db9-0f37-4c3c-bd94-3f09c320ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:34.302946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:34.368057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] For port 320bcf9c-a774-474d-8ea2-2f35107d08bc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=320bcf9c-a774-474d-8ea2-2f35107d08bc,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:34.419058 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:34.559970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ffc67559-8f5f-483a-b9bb-a93ad568c36d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ffc67559-8f5f-483a-b9bb-a93ad568c36d,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:34.623935 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:34.890720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-f66534f0-657a-4361-b90c-0e0647d6d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:34.892248 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-f66534f0-657a-4361-b90c-0e0647d6d31a service neutron] 10.222.0.22 "GET /v2.0/networks?id=918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 200 len: 898 time: 0.6916676 May 14 18:32:34.916267 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e540ac-caba-4b72-a751-1f77cc6757ad None None] New status for floating IP 80ce68a1-c0f9-48a1-ac28-1d5f9c0e5570: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:32:34.923842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Calling delete_port for af8de3af-a584-41e4-aa3e-0b23b1abb80a owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:34.993207 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-15d11224-1f44-40bc-9026-f11c363cbcb9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 200 len: 217 time: 0.0872118 May 14 18:32:35.004683 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.037041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7a04-5a21-46f8-b4be-2f713b9de104 req-40e55306-1bfb-4078-8caa-8ef034d5a093 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:35.046218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44ff7a04-5a21-46f8-b4be-2f713b9de104 req-40e55306-1bfb-4078-8caa-8ef034d5a093 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8deb22-4ee2-4a9d-b954-79c8b63e7929 HTTP/1.1" status: 200 len: 1097 time: 1.0572906 May 14 18:32:35.147475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Provisioning for port 95288485-d673-4056-ad0f-0f70a20a5661 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:35.233422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Provisioning complete for port 95288485-d673-4056-ad0f-0f70a20a5661 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:35.233940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.253994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-7ddcdbc6-bbb3-4152-8eb2-12dc47ff7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:35.255381 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-7ddcdbc6-bbb3-4152-8eb2-12dc47ff7fc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 200 len: 835 time: 0.1123242 May 14 18:32:35.256497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Delete allocated IP 172.20.0.11 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/8d06c354-cce8-4d3a-8aa0-e34c71952736) {{(pid=79560) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 14 18:32:35.264387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:35.275917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44ff7a04-5a21-46f8-b4be-2f713b9de104 req-7e64e5ca-aa90-404c-8ef4-d2520938506f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282259 May 14 18:32:35.313171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Allocated IP 172.20.0.46 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/adf1e8ca-a504-4a1c-b822-b804917fa90f/0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:35.334829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Pushing event updated for resources: {'Port': ['ID=320bcf9c-a774-474d-8ea2-2f35107d08bc,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:35.349254 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:35.360421 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a347529a-cce1-49f5-9048-46dec69ad08d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:35.386692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-dd0584f4-1353-4b1f-a16f-a7b04fe2e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:35.388235 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-dd0584f4-1353-4b1f-a16f-a7b04fe2e563 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=918b3e27-0d0e-4f31-83a0-c384d69e694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238105 May 14 18:32:35.391569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-0fa7ceec-8b04-4171-9506-75e986d1a355 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:35.392295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-0fa7ceec-8b04-4171-9506-75e986d1a355 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:35.400153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.407713 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f48177ad-c522-4a59-b495-29ef87b25d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:35.466809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Pushing event deleted for resources: {'Port': ['ID=af8de3af-a584-41e4-aa3e-0b23b1abb80a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:35.469931 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:35.523786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.591208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ffc67559-8f5f-483a-b9bb-a93ad568c36d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:35.601654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6a7f24a9-2bf0-496d-99e0-6fdabc336df6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:32:35.629538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.638673 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:35.641313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.656508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Transition to ACTIVE for port object 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:35.701981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.722521 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a335d79-b1d4-4b12-9dd7-401be83ce825 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:35.741500 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-073a3e83-f478-4624-9d19-b7cb49f71f5e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:35.840680 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.870765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-0fa7ceec-8b04-4171-9506-75e986d1a355 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:35.872733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-0fa7ceec-8b04-4171-9506-75e986d1a355 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 946 time: 0.7414443 May 14 18:32:35.904127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Port 95288485-d673-4056-ad0f-0f70a20a5661 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:35.927870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] No DVR routers for this DVR port af8de3af-a584-41e4-aa3e-0b23b1abb80a on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:35.931336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:35.984098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:35.988225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device af8de3af-a584-41e4-aa3e-0b23b1abb80a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:36.006373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'name': 'network-vif-deleted', 'tag': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:36.012554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] In _notify_port_updated(), no bound segment for port 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 on network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b {{(pid=79560) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 14 18:32:36.018769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:36.019780 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:36.024518 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "PUT /v2.0/ports/0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 HTTP/1.1" status: 200 len: 959 time: 3.5139410 May 14 18:32:36.034622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58886) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:36.037275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: af8de3af-a584-41e4-aa3e-0b23b1abb80a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:32:36.037789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device af8de3af-a584-41e4-aa3e-0b23b1abb80a not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:32:36.102120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Provisioning complete for port 320bcf9c-a774-474d-8ea2-2f35107d08bc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:36.102516 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:36.251547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb6cac64-127b-45d7-a1fd-a636414712ee req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.15 "DELETE /v2.0/ports/af8de3af-a584-41e4-aa3e-0b23b1abb80a HTTP/1.1" status: 204 len: 173 time: 3.6825969 May 14 18:32:36.277531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=894ac794-8130-4cb9-be1e-5298139fb90d,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:36.305529 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:36.331405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956ea7-4d38-4433-a7f6-c0665497ebec req-943a4775-3803-4a50-87d8-08dd5e320100 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:36.340466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87956ea7-4d38-4433-a7f6-c0665497ebec req-943a4775-3803-4a50-87d8-08dd5e320100 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 946 time: 0.8633928 May 14 18:32:36.437224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event updated for resources: {'Port': ['ID=0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:36.447987 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:36.451571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Update dhcp port {'port': {'network_id': 'fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b', 'fixed_ips': [{'subnet_id': 'a12b2651-3042-4398-baca-74f1ddbbc188', 'ip_address': '172.20.0.18'}, {'subnet_id': 'adf1e8ca-a504-4a1c-b822-b804917fa90f'}, {'subnet_id': '8d06c354-cce8-4d3a-8aa0-e34c71952736'}], 'binding:host_id': 'n-d-787206-3'}, 'id': 'e14b0bfc-a80a-4a01-a291-a9d707068284'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:32:36.465621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-4dba204b-1503-4f05-b246-6bceb212c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:36.467325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-4dba204b-1503-4f05-b246-6bceb212c509 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1096 time: 0.5819812 May 14 18:32:36.491821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-66a7c087-5656-4cf3-aa82-263e1cdbb171 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339159 May 14 18:32:36.545541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-87956ea7-4d38-4433-a7f6-c0665497ebec req-b21b49bc-4176-44f6-a99b-f723740e37fd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035246 May 14 18:32:36.581715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:32Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:29Z', 'revision_number': 1, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:20Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:24Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:36.601941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:36.602299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Updating router 95b5d1b9-847b-401f-9e2e-29f995af2691 port 894ac794-8130-4cb9-be1e-5298139fb90d binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:32:36.663023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:36.673207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network b1165356-bfba-4e7e-b855-177264dde43c is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:36.674398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:36.674866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:36.687969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:36.923382 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.038606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-6d7afe40-be41-4e31-afa8-e120e91d2c4a req-e13b48ae-124c-4864-be27-d875b29d3e06 service neutron] 10.222.0.22 "GET /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330539 May 14 18:32:37.045113 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.251047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:37.274385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:37.275990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.402902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-e00bf563-2f31-4b98-8f24-2facbfb497de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:37.404373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-e00bf563-2f31-4b98-8f24-2facbfb497de service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.9167390 May 14 18:32:37.426529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.434179 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c291e3f-52e2-42c2-bcca-1a73b42e503a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:37.500444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.512848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Transition to ACTIVE for port object 894ac794-8130-4cb9-be1e-5298139fb90d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:37.523465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 320bcf9c-a774-474d-8ea2-2f35107d08bc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:37.534523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-58c43d08-5bea-4595-a698-2341403c5eae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 1001 time: 0.1115499 May 14 18:32:37.560914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:37.565216 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.583810 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:37.638543 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b3bf86a2-70a9-4a7a-9dbc-2bd48983ea25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:37.643004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:37.705831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06daf4-bd84-4477-b59b-d89da71a5de2 req-41d680e5-af82-4849-9f9a-73210e60d71a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:37.711974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.715689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e06daf4-bd84-4477-b59b-d89da71a5de2 req-41d680e5-af82-4849-9f9a-73210e60d71a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.9365780 May 14 18:32:37.724654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 HTTP/1.1" status: 204 len: 168 time: 1.6745639 May 14 18:32:37.727119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:37.731571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Provisioning for port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:37.742231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Provisioning complete for port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:37.742874 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.754736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-2614538a-9a55-4789-a6db-7f2347c8f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:37.756337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-2614538a-9a55-4789-a6db-7f2347c8f012 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.2038939 May 14 18:32:37.777271 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d9b28f-7bb3-40e6-8717-27b4c4bf8fa8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] GET failed (client error): The resource could not be found. May 14 18:32:37.778308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-04d9b28f-7bb3-40e6-8717-27b4c4bf8fa8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Synchronizing usage tracker for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:37.795737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-04d9b28f-7bb3-40e6-8717-27b4c4bf8fa8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Unset dirty status for tenant:f87b4173d0ad4be2887b41c1e9512305 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:37.797281 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-04d9b28f-7bb3-40e6-8717-27b4c4bf8fa8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports/0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26 HTTP/1.1" status: 404 len: 333 time: 0.0690773 May 14 18:32:37.804811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58902) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:37.911263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Pushing event updated for resources: {'Port': ['ID=894ac794-8130-4cb9-be1e-5298139fb90d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:37.915589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.923157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:37.923574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:37.959820 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:37.980440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.047600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.053285 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cfd68b30-68a9-4bc8-96c5-c897807d4ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:38.071227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc848626-bf2a-455b-a62e-ef2a1943b7bf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:38.077113 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:38.078000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.082275 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc848626-bf2a-455b-a62e-ef2a1943b7bf HTTP/1.1" status: 204 len: 168 time: 0.2760565 May 14 18:32:38.082937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58906) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:38.106038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:38.143782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Attempting to bind port 894ac794-8130-4cb9-be1e-5298139fb90d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:38.144178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Attempting to bind port 894ac794-8130-4cb9-be1e-5298139fb90d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:38.144520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Attempting to bind port 894ac794-8130-4cb9-be1e-5298139fb90d on network b1165356-bfba-4e7e-b855-177264dde43c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:38.153610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e06daf4-bd84-4477-b59b-d89da71a5de2 req-225a1aed-2f82-45dd-b9be-756936243840 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369211 May 14 18:32:38.155029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 320bcf9c-a774-474d-8ea2-2f35107d08bc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:38.155438 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.176401 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.234058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.240312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-1c87e87a-0a16-412a-b332-aa3934739bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:38.242515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-1c87e87a-0a16-412a-b332-aa3934739bfc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563912 May 14 18:32:38.251848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:38.254621 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8deb22-4ee2-4a9d-b954-79c8b63e7929', 'name': 'network-vif-deleted', 'tag': 'af8de3af-a584-41e4-aa3e-0b23b1abb80a', 'status': 'completed', 'code': 200} May 14 18:32:38.308863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.314444 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4e821b74-634a-40e2-ab7e-f306fa882a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:38.332836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74296d8-0795-432e-828b-09fe936e2599,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:38.337364 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:38.340977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.345204 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/security-groups/d74296d8-0795-432e-828b-09fe936e2599 HTTP/1.1" status: 204 len: 168 time: 0.2610435 May 14 18:32:38.345795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58912) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:38.382867 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.392881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:38.393266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Checking segment: {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:38.393678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.394077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Bound using segment: {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:38.395046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Bound port: 894ac794-8130-4cb9-be1e-5298139fb90d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1524ad-52b3-4d69-8225-266c49895a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:38.395454 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.441228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.475818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-8fcdd728-cb9b-4e70-a822-74b1f5cde12e service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202544 May 14 18:32:38.485154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6446738 May 14 18:32:38.499512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58920) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:38.515403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.541736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'network': {'name': 'tempest-RoutersTest-2068748614'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:38.567917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] For port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:38.576273 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:38.614028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:network and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:38.628125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:38.664387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:38.666682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] For port 894ac794-8130-4cb9-be1e-5298139fb90d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:38.670207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] For port 894ac794-8130-4cb9-be1e-5298139fb90d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=894ac794-8130-4cb9-be1e-5298139fb90d,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:38.677587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.692532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:38.701357 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.709735 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-abb42af5-4b5a-4d3d-aef0-8a36ba370237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:38.732284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.737666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2aad1dcb-cf86-4576-aeb7-517246fb9dba tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:38.745218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.755986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b8a04-8d0e-4b5e-bce6-bb715de4d41e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:38.764310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:38.768650 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:38.769737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:32:38.789886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.796523 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/security-groups/c99b8a04-8d0e-4b5e-bce6-bb715de4d41e HTTP/1.1" status: 204 len: 168 time: 0.4497168 May 14 18:32:38.797984 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.798324 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added segment 8d979704-021e-4853-94fa-b8d7cd03e275 of type vlan for network 82f78e2b-7c16-4ff7-864c-e066faa82314 May 14 18:32:38.802128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 58934) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:38.860375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Updating router 95b5d1b9-847b-401f-9e2e-29f995af2691 port 95288485-d673-4056-ad0f-0f70a20a5661 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:32:38.891935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.894433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28e1473c-3ae1-4950-bace-c5a9227b4189 req-2178c8f1-3c16-4ae5-bb7f-609cbaacf330 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068854 May 14 18:32:38.898838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet 8d06c354-cce8-4d3a-8aa0-e34c71952736 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:32:38.943852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac978f-8d38-40c3-8757-67c17ba610d0 req-4b20b00e-b917-4928-896c-8d6f6c963ac3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:38.952037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45ac978f-8d38-40c3-8757-67c17ba610d0 req-4b20b00e-b917-4928-896c-8d6f6c963ac3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 946 time: 0.3307402 May 14 18:32:38.953665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.966025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:38.967047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:38.998192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74d66952-efdf-4125-aca9-713b974addc5 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:39.028151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-45ac978f-8d38-40c3-8757-67c17ba610d0 req-d04e54ca-faa8-41e4-9700-0b520fe6c2b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=db38088f-3671-485b-aa05-fb6476d06f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751259 May 14 18:32:39.029076 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:39.049002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:39.050122 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:39.066741 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5519409 May 14 18:32:39.076825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58944) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:39.094944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'subnet': {'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:39.147221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d52ecfe2-96c4-4b44-9cfa-c85b46bee910 None None] Provisioning for port 894ac794-8130-4cb9-be1e-5298139fb90d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:39.184789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=16ffb8ea-ecdc-485b-9219-57e0e5c83b3d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:39.189162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:39.194660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Allocated IP 172.20.0.34 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/adf1e8ca-a504-4a1c-b822-b804917fa90f/e14b0bfc-a80a-4a01-a291-a9d707068284) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:39.238422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Pushing event updated for resources: {'Port': ['ID=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:39.253613 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:39.255259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ffc67559-8f5f-483a-b9bb-a93ad568c36d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:39.321296 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:39.503425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Allocated IP 172.20.0.2 (fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b/8d06c354-cce8-4d3a-8aa0-e34c71952736/e14b0bfc-a80a-4a01-a291-a9d707068284) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:39.505376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Pushing event updated for resources: {'Port': ['ID=894ac794-8130-4cb9-be1e-5298139fb90d,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:39.517113 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:39.517773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No active binding found for port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 18:32:39.518211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:32:39.523799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] No DVR routers for this DVR port 16ffb8ea-ecdc-485b-9219-57e0e5c83b3d on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:39.526580 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:39.543094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c7a391d-6f20-49dc-803d-22ad3edb294f req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "DELETE /v2.0/ports/16ffb8ea-ecdc-485b-9219-57e0e5c83b3d HTTP/1.1" status: 204 len: 173 time: 3.5375834 May 14 18:32:39.620614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:39.636735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:subnet and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:39.640167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:39.653512 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:39.709620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Network': ['ID=82f78e2b-7c16-4ff7-864c-e066faa82314,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:39.712292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:39.713760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Made reservation on behalf of cacd6ffaf2a6495e9ebaadf7259e8e64 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:39.717330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:39.731831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cd97b-f801-4b2b-99ab-825ada6210db req-23dc5ce0-17ed-4aec-9d9c-1e6d6ff0bf9a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:39.739931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-552cd97b-f801-4b2b-99ab-825ada6210db req-23dc5ce0-17ed-4aec-9d9c-1e6d6ff0bf9a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.1269286 May 14 18:32:39.813821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:32:39.824588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-552cd97b-f801-4b2b-99ab-825ada6210db req-18f09e95-534d-4355-b550-dd70f4afe6e0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834827 May 14 18:32:39.924001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d52ecfe2-96c4-4b44-9cfa-c85b46bee910 None None] Provisioning complete for port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:39.924384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d52ecfe2-96c4-4b44-9cfa-c85b46bee910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.059714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2168f2f-0851-42b7-993f-97cb879bf792 req-f19aa6a8-b03d-432a-be5d-4ca1b5ff4fa6 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:40.060650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d2168f2f-0851-42b7-993f-97cb879bf792 req-f19aa6a8-b03d-432a-be5d-4ca1b5ff4fa6 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Synchronizing usage tracker for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:40.080150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d2168f2f-0851-42b7-993f-97cb879bf792 req-f19aa6a8-b03d-432a-be5d-4ca1b5ff4fa6 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Unset dirty status for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:40.095838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2168f2f-0851-42b7-993f-97cb879bf792 req-f19aa6a8-b03d-432a-be5d-4ca1b5ff4fa6 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.1381934 May 14 18:32:40.161647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2168f2f-0851-42b7-993f-97cb879bf792 req-9b554ba0-178a-4996-bd3d-2b52ae35096f tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 May 14 18:32:40.193089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e14b0bfc-a80a-4a01-a291-a9d707068284,segment=NetworkSegment(a2d24800-2013-489a-8d02-fbf66c2add34),segment_id=a2d24800-2013-489a-8d02-fbf66c2add34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:40.256046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-deleted', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:40.420774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ffc67559-8f5f-483a-b9bb-a93ad568c36d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:40.421190 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.452218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-302d756a-3424-459b-80ee-95a1a00d16dd req-4f7ec943-9763-49f2-9a5d-8a04d1066ba0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:40.465528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.470432 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f1906ba-9e42-4628-8e35-aedd7e3cc5e3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:40.477233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-302d756a-3424-459b-80ee-95a1a00d16dd req-4f7ec943-9763-49f2-9a5d-8a04d1066ba0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:40.479388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-302d756a-3424-459b-80ee-95a1a00d16dd req-4f7ec943-9763-49f2-9a5d-8a04d1066ba0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fc0eea-11cd-4533-b63e-ef6b80b737cd HTTP/1.1" status: 200 len: 210 time: 0.0906413 May 14 18:32:40.503707 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.556069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Transition to ACTIVE for port object e14b0bfc-a80a-4a01-a291-a9d707068284 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:40.568892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.610367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Subnet': ['ID=fa1d106f-d255-43ad-9d83-6475594a6bc4,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:40.619466 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:40.621959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.630912 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:40.646672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Checking segment: {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:40.647205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network hostable DHCP agents. Network: 82f78e2b-7c16-4ff7-864c-e066faa82314, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:32:40.668545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:32:40.698957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.707103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 82f78e2b-7c16-4ff7-864c-e066faa82314) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:40.743841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:40.747894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.809285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:40.810219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3cdbb659-5f39-4caf-aa78-ee92654bb239 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7312276 May 14 18:32:40.810839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:40.835026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec83171-96dc-4cdd-964c-473c0a258446 None None] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:40.841316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:40.966708 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc0eea-11cd-4533-b63e-ef6b80b737cd', 'name': 'network-vif-deleted', 'tag': '16ffb8ea-ecdc-485b-9219-57e0e5c83b3d', 'status': 'completed', 'code': 200} May 14 18:32:41.146670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.resource_extend [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:32:41.222551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:41.295108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Pushing event updated for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:41.328914 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:41.529969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.554293 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75a67604-c4e7-4def-a9ba-6959e859ffaf tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:41.557521 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.642061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.645600 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.663934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Transition to ACTIVE for port object 95288485-d673-4056-ad0f-0f70a20a5661 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:41.668731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/8d06c354-cce8-4d3a-8aa0-e34c71952736 HTTP/1.1" status: 204 len: 168 time: 2.8561888 May 14 18:32:41.670950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58970) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:41.678255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5455b87-2e43-40eb-901b-6bff9ab9aca9 req-8f2b4e4a-8575-4328-bac0-9fa2b800aa80 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:41.686430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5455b87-2e43-40eb-901b-6bff9ab9aca9 req-8f2b4e4a-8575-4328-bac0-9fa2b800aa80 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.5817525 May 14 18:32:41.704730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=8d06c354-cce8-4d3a-8aa0-e34c71952736,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:41.714024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-1e7820a1-dcd9-4cd2-b84d-163c26f42357 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:41.715518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-1e7820a1-dcd9-4cd2-b84d-163c26f42357 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.7478302 May 14 18:32:41.716428 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:41.739491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.753770 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-aff1871a-4ff6-4182-8837-1b4544f71eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:41.824465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5455b87-2e43-40eb-901b-6bff9ab9aca9 req-6ad4cd02-e37d-47b1-a75e-4e7f144f8386 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367853 May 14 18:32:41.834705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:41.841322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet adf1e8ca-a504-4a1c-b822-b804917fa90f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:32:41.850999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:41.856732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:41.857116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.910981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:41.992532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Deleting port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:41.995573 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.118421 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.156235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-82f78e2b-7c16-4ff7-864c-e066faa82314', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:32:42.157692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.265531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51683d-a533-4502-9d6d-90dc8ee174df req-098dec38-894d-482c-a363-3429705f5225 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:42.269480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.283903 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a51683d-a533-4502-9d6d-90dc8ee174df req-098dec38-894d-482c-a363-3429705f5225 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 1096 time: 0.2516699 May 14 18:32:42.293825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Pushing event updated for resources: {'Port': ['ID=95288485-d673-4056-ad0f-0f70a20a5661,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:42.312827 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:42.313589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d7ce46-92ab-4ea2-80fb-845b1f65dbdc None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:42.362048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a51683d-a533-4502-9d6d-90dc8ee174df req-88fd763f-1766-416e-a8e9-b188631a4b69 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=709d4523-8818-4913-a111-a73ac5475241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770459 May 14 18:32:42.381399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] For port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:42.381772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.426574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.534719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 58978) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:42.567026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Allocated IP 172.23.0.2 (82f78e2b-7c16-4ff7-864c-e066faa82314/fa1d106f-d255-43ad-9d83-6475594a6bc4/e4fc3878-4f82-454b-9613-af97a92d0910) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:42.727533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Calling delete_port for 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:42.776183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.862526 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.874346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Transition to ACTIVE for port object e4fc3878-4f82-454b-9613-af97a92d0910 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:42.896521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:32:42.903049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:42.906587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Transition to ACTIVE for port object e4fc3878-4f82-454b-9613-af97a92d0910 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:42.909374 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43e9fca2-da62-4ea7-9a0d-6e0d4437a0fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:42.920013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.902s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:42.974239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6a7f24a9-2bf0-496d-99e0-6fdabc336df6'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:32:43.005192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a7f24a9-2bf0-496d-99e0-6fdabc336df6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:43.012059 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:43.017857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:43.117429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Attempting to bind port 95288485-d673-4056-ad0f-0f70a20a5661 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:43.117821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Attempting to bind port 95288485-d673-4056-ad0f-0f70a20a5661 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:43.118171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Attempting to bind port 95288485-d673-4056-ad0f-0f70a20a5661 on network 8d358cc4-3f01-4edd-95da-2dc17a157a28 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:43.174107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:43.174409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Checking segment: {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:43.174823 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:43.175245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Bound using segment: {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:43.175733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Bound port: 95288485-d673-4056-ad0f-0f70a20a5661, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:43.176114 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:43.218935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] No DVR routers for this DVR port 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:43.222342 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:43.227836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'name': 'network-vif-deleted', 'tag': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:43.231214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:43.258245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b81155a8-3aad-49ae-9d38-ae57b855638c req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.22 "DELETE /v2.0/ports/6a7f24a9-2bf0-496d-99e0-6fdabc336df6 HTTP/1.1" status: 204 len: 173 time: 1.5245728 May 14 18:32:43.271340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:43.278460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:43.434616 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b83f28-c0eb-4687-b225-9e8c080a291b', 'name': 'network-vif-deleted', 'tag': '6a7f24a9-2bf0-496d-99e0-6fdabc336df6', 'status': 'completed', 'code': 200} May 14 18:32:43.558394 n-d-787206-3 neutron-server[79561]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'code': 422} returned with failed status May 14 18:32:43.675628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:43.682647 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:43.694013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-485e96fa-5f08-4891-9a56-2d8c46da4454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:43.799386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:43.807727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Pushing event updated for resources: {'Port': ['ID=e4fc3878-4f82-454b-9613-af97a92d0910,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:43.813115 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:43.896868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d308618b-5ec7-4063-9f31-83884551bc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:43.923511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Provisioning for port e14b0bfc-a80a-4a01-a291-a9d707068284 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:43.953850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e14b0bfc-a80a-4a01-a291-a9d707068284 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:43.998809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=adf1e8ca-a504-4a1c-b822-b804917fa90f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:44.021914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:44.022357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.026783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f7a6352d-286f-4e7c-9a2b-8aa7103501b0 req-bf22f2c7-9bcc-44d9-a618-0f08c0693c94 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Synchronizing usage tracker for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:32:44.031068 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:44.036291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.049239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f7a6352d-286f-4e7c-9a2b-8aa7103501b0 req-bf22f2c7-9bcc-44d9-a618-0f08c0693c94 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Unset dirty status for tenant:c17ff54a077e4c64b21b3e75953286e5 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:32:44.051381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7a6352d-286f-4e7c-9a2b-8aa7103501b0 req-bf22f2c7-9bcc-44d9-a618-0f08c0693c94 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76b83f28-c0eb-4687-b225-9e8c080a291b HTTP/1.1" status: 200 len: 210 time: 0.3725154 May 14 18:32:44.115832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Attempting to bind port e4fc3878-4f82-454b-9613-af97a92d0910 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:44.116220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Attempting to bind port e4fc3878-4f82-454b-9613-af97a92d0910 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:44.116612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Attempting to bind port e4fc3878-4f82-454b-9613-af97a92d0910 on network 82f78e2b-7c16-4ff7-864c-e066faa82314 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:44.154963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:44.163477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Checking segment: {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:44.163971 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.164387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Bound using segment: {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:44.164900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Bound port: e4fc3878-4f82-454b-9613-af97a92d0910, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:44.165294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.200552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59006) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:44.203559 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/adf1e8ca-a504-4a1c-b822-b804917fa90f HTTP/1.1" status: 204 len: 168 time: 2.5250390 May 14 18:32:44.225088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Allocated IP 172.23.0.1 (82f78e2b-7c16-4ff7-864c-e066faa82314/fa1d106f-d255-43ad-9d83-6475594a6bc4/1a40e11b-d35a-4070-ae47-00594f0c056a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:32:44.280443 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-26350a21-812a-4076-8059-e82b56666d49 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:44.280892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26350a21-812a-4076-8059-e82b56666d49 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:44.282562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-26350a21-812a-4076-8059-e82b56666d49 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/8d06c354-cce8-4d3a-8aa0-e34c71952736 HTTP/1.1" status: 404 len: 337 time: 0.0805421 May 14 18:32:44.286277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59010) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:44.287141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] For port 95288485-d673-4056-ad0f-0f70a20a5661, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:44.391653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:44.392181 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.487342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting subnet a12b2651-3042-4398-baca-74f1ddbbc188 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:32:44.497461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.525365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] For port 95288485-d673-4056-ad0f-0f70a20a5661, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=95288485-d673-4056-ad0f-0f70a20a5661,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:44.651863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.652822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7c59c331-95f2-4018-9110-00d41560edae None None] For port e4fc3878-4f82-454b-9613-af97a92d0910, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:44.661071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7c59c331-95f2-4018-9110-00d41560edae None None] For port e4fc3878-4f82-454b-9613-af97a92d0910, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4fc3878-4f82-454b-9613-af97a92d0910,segment=NetworkSegment(8d979704-021e-4853-94fa-b8d7cd03e275),segment_id=8d979704-021e-4853-94fa-b8d7cd03e275)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:44.674906 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.676082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.705980 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0b4333da-74d6-4f62-b677-d4a5220bd1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:44.724281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Transition to ACTIVE for port object 1a40e11b-d35a-4070-ae47-00594f0c056a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:44.760033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.762570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f065a-2b12-493e-a11b-670c9730b688 req-1d14968e-8ac3-4187-8f31-db19564b6ef3 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:44.764242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-932f065a-2b12-493e-a11b-670c9730b688 req-1d14968e-8ac3-4187-8f31-db19564b6ef3 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.1842358 May 14 18:32:44.786715 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.837825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:44.840487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-932f065a-2b12-493e-a11b-670c9730b688 req-10cab755-d156-42a7-b307-6af543afea95 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684721 May 14 18:32:44.871740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:44.910063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59026) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:45.065530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:45.079690 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b4f859ae-589f-4abb-8bde-61af846510ce tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:45.154916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:45.155672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:45.301258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:45.435536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:45.466241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Provisioning complete for port a2913f09-617e-4654-b82c-fe774cab8cc8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:45.471705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:45.535254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:45.562576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:32:45.610809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Port a2913f09-617e-4654-b82c-fe774cab8cc8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:45.621742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Pushing event updated for resources: {'Port': ['ID=95288485-d673-4056-ad0f-0f70a20a5661,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:45.630700 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:45.634540 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:45.643245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=1a40e11b-d35a-4070-ae47-00594f0c056a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:45.653211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:45.659801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:45.671211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0e787fe2-5705-43a4-90b7-a946d155d47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:45.681210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-503c8332-fb83-4ca8-bec9-58dc9f6739ff None None] Could not find standard attr ID for object 0ff33b3a-b2d1-4b92-80be-04b9b6e6ee26. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:32:45.683882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:45.727277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Subnet': ['ID=a12b2651-3042-4398-baca-74f1ddbbc188,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:45.732988 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:45.765689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:45.784946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-2d920607-0dc6-445d-a2ae-bcef88b991c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8734775 May 14 18:32:45.791060 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:45.815723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/a12b2651-3042-4398-baca-74f1ddbbc188 HTTP/1.1" status: 204 len: 168 time: 1.5281165 May 14 18:32:45.819389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59040) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:45.921542 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-90267b31-d6a6-484d-acfb-b6692fa6e624 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:45.926875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90267b31-d6a6-484d-acfb-b6692fa6e624 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:45.933806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90267b31-d6a6-484d-acfb-b6692fa6e624 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/93ed4495-e97e-4024-9c31-ae7487e828b8 HTTP/1.1" status: 404 len: 337 time: 0.1133139 May 14 18:32:45.938791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59048) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.015984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Pushing event updated for resources: {'Port': ['ID=e4fc3878-4f82-454b-9613-af97a92d0910,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:46.053501 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-53416d9f-62a1-4500-88c8-a07f4bdf3b69 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dc3bf4-043c-4fe3-b12c-d690f6496112 HTTP/1.1" status: 200 len: 205 time: 0.1133823 May 14 18:32:46.059587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59054) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.270601 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-935f649e-9652-4183-9cec-25a14b1ba9f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] delete failed (client error): The resource could not be found. May 14 18:32:46.272899 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-935f649e-9652-4183-9cec-25a14b1ba9f3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/routers/76dc3bf4-043c-4fe3-b12c-d690f6496112 HTTP/1.1" status: 404 len: 336 time: 0.2123044 May 14 18:32:46.282726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59060) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.320536 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:46.354257 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-3107ebce-546f-4c61-8212-44647ade710c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:46.354744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3107ebce-546f-4c61-8212-44647ade710c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:46.356463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3107ebce-546f-4c61-8212-44647ade710c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/fb710580-7fda-4cf2-96b5-acc1b940ad21 HTTP/1.1" status: 404 len: 337 time: 0.0716555 May 14 18:32:46.363602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59066) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.414124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95288485-d673-4056-ad0f-0f70a20a5661 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:46.450017 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca2f0b5-b51c-4bb5-ae0e-def64d0eabc3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:46.450478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca2f0b5-b51c-4bb5-ae0e-def64d0eabc3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:46.452397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6ca2f0b5-b51c-4bb5-ae0e-def64d0eabc3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/065bb8c4-dc30-4864-a4fa-7850cf71e9db HTTP/1.1" status: 404 len: 337 time: 0.0866752 May 14 18:32:46.454945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59072) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.552866 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-303447d3-99eb-4080-ac17-c58983a44b95 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:46.553330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303447d3-99eb-4080-ac17-c58983a44b95 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:46.558545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-303447d3-99eb-4080-ac17-c58983a44b95 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/94b61e33-8f29-4972-8697-027dd9fea547 HTTP/1.1" status: 404 len: 337 time: 0.0992143 May 14 18:32:46.581913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59076) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.590832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2b117-46ac-4208-bc8b-64aa7a26291f req-716e73dc-7c79-4c8d-839d-ca98fb6fb3b5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:46.601147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56f2b117-46ac-4208-bc8b-64aa7a26291f req-716e73dc-7c79-4c8d-839d-ca98fb6fb3b5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.4095986 May 14 18:32:46.624411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 95288485-d673-4056-ad0f-0f70a20a5661 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:46.650237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 95288485-d673-4056-ad0f-0f70a20a5661 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:46.650682 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:46.734954 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-867b2aac-2d76-4d83-9dbb-aa2dd106d375 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:46.735577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867b2aac-2d76-4d83-9dbb-aa2dd106d375 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:46.739773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-867b2aac-2d76-4d83-9dbb-aa2dd106d375 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/7e270768-02f0-496a-af9a-df5a8f397c21 HTTP/1.1" status: 404 len: 333 time: 0.0929253 May 14 18:32:46.751354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:46.758662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59082) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.884815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:32:46.885161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6a7f24a9-2bf0-496d-99e0-6fdabc336df6 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:32:46.889138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:32Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:38Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:44Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:46.900170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-56f2b117-46ac-4208-bc8b-64aa7a26291f req-39452099-47b5-4b32-bac3-6b4ab8a0cabc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979715 May 14 18:32:46.900622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e97b9-08f8-4bc7-bb4a-97ac16b08cc8 None None] Network fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:46.901711 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b5dd29-8934-49b2-ba3e-7670f42982cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:46.902156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b5dd29-8934-49b2-ba3e-7670f42982cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:46.906328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d3b5dd29-8934-49b2-ba3e-7670f42982cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/91695cb4-a843-4378-9a4b-3799a4800bfb HTTP/1.1" status: 404 len: 337 time: 0.1393490 May 14 18:32:46.916865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59086) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:46.927975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b236e3-bcef-4e00-933c-73fc576065c4 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:32Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:38Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:44Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:46.999890 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a612ddb-5aa9-4707-af9c-18cd485322d4 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:47.001009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a612ddb-5aa9-4707-af9c-18cd485322d4 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:47.028825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5a612ddb-5aa9-4707-af9c-18cd485322d4 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/f3301173-a5bf-43c6-968f-7f507e761b5e HTTP/1.1" status: 404 len: 337 time: 0.1074805 May 14 18:32:47.029815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59090) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:47.134071 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f98b6ef-fa27-4a58-b50b-ebe86c5a0eea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:47.148758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f98b6ef-fa27-4a58-b50b-ebe86c5a0eea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:47.162422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2f98b6ef-fa27-4a58-b50b-ebe86c5a0eea tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/9ca28df9-1f52-452c-a9d0-a5a1e82cb621 HTTP/1.1" status: 404 len: 333 time: 0.1309643 May 14 18:32:47.165072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:47.192609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a944309-be72-49a5-b080-90b558598faa None None] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:47.282527 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e8c8f6-6c64-49a2-b0fb-44861f7202c1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:47.282979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e8c8f6-6c64-49a2-b0fb-44861f7202c1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:47.293614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-60e8c8f6-6c64-49a2-b0fb-44861f7202c1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/06ecc8e4-c3db-4f10-a05d-6c8a68752659 HTTP/1.1" status: 404 len: 337 time: 0.1272011 May 14 18:32:47.294314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59098) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:47.367991 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-435a4012-264c-4663-a715-7c01712d6cf7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] DELETE failed (client error): The resource could not be found. May 14 18:32:47.368589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435a4012-264c-4663-a715-7c01712d6cf7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:32:47.378912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-435a4012-264c-4663-a715-7c01712d6cf7 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/subnets/39978338-6c4c-4365-a56a-dbffa3f0386b HTTP/1.1" status: 404 len: 337 time: 0.0835044 May 14 18:32:47.379692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59102) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:47.392841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:47.403149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-43393acf-0331-45b2-818f-537db4bc42fe None None] Provisioning complete for port e14b0bfc-a80a-4a01-a291-a9d707068284 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:47.403845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43393acf-0331-45b2-818f-537db4bc42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:47.416970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port d6150de7-dde3-4840-9909-9adb94026e54 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:47.427761 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:47.627566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port a2913f09-617e-4654-b82c-fe774cab8cc8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:47.627927 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:47.797340 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:47.845388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:47.906679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port d6150de7-dde3-4840-9909-9adb94026e54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d6150de7-dde3-4840-9909-9adb94026e54,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:47.907034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:48.083759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for a2913f09-617e-4654-b82c-fe774cab8cc8 owned by {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:48.126543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:48.149253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 95288485-d673-4056-ad0f-0f70a20a5661, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=95288485-d673-4056-ad0f-0f70a20a5661,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:48.151241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-43393acf-0331-45b2-818f-537db4bc42fe None None] Provisioning complete for port a2913f09-617e-4654-b82c-fe774cab8cc8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:48.151946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43393acf-0331-45b2-818f-537db4bc42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:48.177006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] DHCP port deletion for fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:32:48.189345 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:48.204379 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:48.250137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for d6150de7-dde3-4840-9909-9adb94026e54 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:48.298228 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:48.299000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:48.355087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03831eac-bffa-4c8b-a6e0-2403ec7871cd req-24e7ff42-434a-4bba-a1a0-6bd2ecf731ec tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:48.355087 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03831eac-bffa-4c8b-a6e0-2403ec7871cd req-24e7ff42-434a-4bba-a1a0-6bd2ecf731ec tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.2255061 May 14 18:32:48.394801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:48.413036 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69d72998-28c3-4244-9c65-d7fb80703b0d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:48.505565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:48.516892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=a2913f09-617e-4654-b82c-fe774cab8cc8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:48.543154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-03831eac-bffa-4c8b-a6e0-2403ec7871cd req-a70f1c48-c479-47b3-b389-25a4dcc70ada tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824827 May 14 18:32:48.548112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4fc3878-4f82-454b-9613-af97a92d0910 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:48.553450 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:48.588413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/ports/a2913f09-617e-4654-b82c-fe774cab8cc8 HTTP/1.1" status: 204 len: 168 time: 1.2074447 May 14 18:32:48.591386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59110) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:48.636758 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=95288485-d673-4056-ad0f-0f70a20a5661,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:48.652206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-43393acf-0331-45b2-818f-537db4bc42fe None None] Port a2913f09-617e-4654-b82c-fe774cab8cc8 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:48.654031 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:48.722756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:48.861207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.169438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-43393acf-0331-45b2-818f-537db4bc42fe None None] Provisioning for port e4fc3878-4f82-454b-9613-af97a92d0910 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:49.169742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.195540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e4fc3878-4f82-454b-9613-af97a92d0910 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:49.207870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e4fc3878-4f82-454b-9613-af97a92d0910 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:49.209735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.331344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Deleting port e14b0bfc-a80a-4a01-a291-a9d707068284 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:49.332537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.366925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Deleting port e14b0bfc-a80a-4a01-a291-a9d707068284 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:49.367321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.370242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:32:49.395852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.448749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.491001 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7da99c6a-605f-4dd3-bf1b-3fe29cf1b8a3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:49.645297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e14b0bfc-a80a-4a01-a291-a9d707068284,segment=NetworkSegment(a2d24800-2013-489a-8d02-fbf66c2add34),segment_id=a2d24800-2013-489a-8d02-fbf66c2add34)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:49.645663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.651535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.887717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] For port e14b0bfc-a80a-4a01-a291-a9d707068284, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e14b0bfc-a80a-4a01-a291-a9d707068284,segment=NetworkSegment(a2d24800-2013-489a-8d02-fbf66c2add34),segment_id=a2d24800-2013-489a-8d02-fbf66c2add34)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:49.888322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.902763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event updated for resources: {'Port': ['ID=1a40e11b-d35a-4070-ae47-00594f0c056a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:49.916230 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:49.959545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6be0b9f7-cf5c-4c72-a438-9cda9bcbf07d None None] Provisioning for port 1a40e11b-d35a-4070-ae47-00594f0c056a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:49.972702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Calling delete_port for e14b0bfc-a80a-4a01-a291-a9d707068284 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:49.999044 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:49.999566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fa5ab579-4703-42d0-9937-672f1b304321 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:50.093530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=d6150de7-dde3-4840-9909-9adb94026e54,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:50.095869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.105252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4f332-5f15-4b68-bcf2-31bf4b48b187 req-03ba1c36-4504-401b-a84c-dfca272cd7a7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:50.109621 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:50.115781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba4f332-5f15-4b68-bcf2-31bf4b48b187 req-03ba1c36-4504-401b-a84c-dfca272cd7a7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.1698792 May 14 18:32:50.133592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Calling delete_port for e14b0bfc-a80a-4a01-a291-a9d707068284 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:50.137994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6be0b9f7-cf5c-4c72-a438-9cda9bcbf07d None None] Provisioning complete for port 1a40e11b-d35a-4070-ae47-00594f0c056a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:50.138374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6be0b9f7-cf5c-4c72-a438-9cda9bcbf07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.209025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cba4f332-5f15-4b68-bcf2-31bf4b48b187 req-e3a3a3ba-e2b0-4862-95ec-411b4884055c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923069 May 14 18:32:50.243069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e4fc3878-4f82-454b-9613-af97a92d0910, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4fc3878-4f82-454b-9613-af97a92d0910,segment=NetworkSegment(8d979704-021e-4853-94fa-b8d7cd03e275),segment_id=8d979704-021e-4853-94fa-b8d7cd03e275)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:50.245813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.255722 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8c49f0fb-0653-4486-b1d0-332d58ed35cc tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:50.316265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.320417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:50.327384 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ba62e7c-3a11-4845-93de-4565b816e5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:50.328628 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:50.335601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] No DVR routers for this DVR port e14b0bfc-a80a-4a01-a291-a9d707068284 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:50.360045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.360045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 894ac794-8130-4cb9-be1e-5298139fb90d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:50.401902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6be0b9f7-cf5c-4c72-a438-9cda9bcbf07d None None] Port 1a40e11b-d35a-4070-ae47-00594f0c056a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:50.406698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:44Z', 'revision_number': 1, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:38Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:50.431231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Pushing event deleted for resources: {'Port': ['ID=e14b0bfc-a80a-4a01-a291-a9d707068284,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:50.434893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:50.440651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] No DVR routers for this DVR port e14b0bfc-a80a-4a01-a291-a9d707068284 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:50.459781 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:50.481447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59120) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:50.501738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:50.502261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Updating router 95b5d1b9-847b-401f-9e2e-29f995af2691 port 1a40e11b-d35a-4070-ae47-00594f0c056a binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:32:50.558085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.583599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:50.599856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d24800-2013-489a-8d02-fbf66c2add34') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:50.599856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d24800-2013-489a-8d02-fbf66c2add34') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:50.613508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.624910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e4fc3878-4f82-454b-9613-af97a92d0910,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:50.635429 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:50.638434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6be0b9f7-cf5c-4c72-a438-9cda9bcbf07d None None] Provisioning complete for port e4fc3878-4f82-454b-9613-af97a92d0910 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:50.638817 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6be0b9f7-cf5c-4c72-a438-9cda9bcbf07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.645889 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.654417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:32:50.655679 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.696409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: timer() May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:32:50.821690 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:32:50.824698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.835881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:50.845055 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89a95212-fce3-4729-a883-5e5d829041ad tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:50.856522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:32:50.865289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:50.893969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 894ac794-8130-4cb9-be1e-5298139fb90d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:50.914089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Pushing event deleted for resources: {'Network': ['ID=fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:50.921703 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:50.935606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] 10.222.0.24 "DELETE /v2.0/networks/fc4ce441-3193-4f0d-89c0-3fd8bc69ab1b HTTP/1.1" status: 204 len: 168 time: 2.3419218 May 14 18:32:51.108896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 894ac794-8130-4cb9-be1e-5298139fb90d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:51.109282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.281108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.292720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Deleting subnet 3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:32:51.302562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.360274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59132) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:51.594942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8a025f90-08a3-4a53-bbab-5641fb9def0e None None] Provisioning complete for port 1a40e11b-d35a-4070-ae47-00594f0c056a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:51.595761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8a025f90-08a3-4a53-bbab-5641fb9def0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.705593 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a8acfbbb-e8f3-4281-a6c0-756a520b4ea0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f87b4173d0ad4be2887b41c1e9512305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440189 May 14 18:32:51.708596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59140) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:51.717283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.837003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8a025f90-08a3-4a53-bbab-5641fb9def0e None None] Port 1a40e11b-d35a-4070-ae47-00594f0c056a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:32:51.846732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 894ac794-8130-4cb9-be1e-5298139fb90d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=894ac794-8130-4cb9-be1e-5298139fb90d,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:51.858600 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.865654 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:51.913220 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.926201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:51.945297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=894ac794-8130-4cb9-be1e-5298139fb90d,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:51.950201 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:51.965141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e14b0bfc-a80a-4a01-a291-a9d707068284 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:51.972532 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.003448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e14b0bfc-a80a-4a01-a291-a9d707068284 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:32:52.003923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e14b0bfc-a80a-4a01-a291-a9d707068284 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:32:52.026041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:52.092162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.108769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.117301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Transition to ACTIVE for port object 1a40e11b-d35a-4070-ae47-00594f0c056a will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:52.124578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Deleting port da7e88f6-1e75-4ede-ab87-9c05b69ac66f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:52.124924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.133067 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-200dc01a-1660-44b8-b8dc-bfe7266198b8 tempest-ServerRescueTestJSONUnderV235-676852002 tempest-ServerRescueTestJSONUnderV235-676852002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:52.133418 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.143336 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a1e444a7-25b1-48ed-b0f9-3a2a469ce118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:52.149120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a8221-1d05-4035-96ea-d65d0755985b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:52.156009 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:52.158886 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.162469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e0a8221-1d05-4035-96ea-d65d0755985b HTTP/1.1" status: 204 len: 168 time: 0.4503376 May 14 18:32:52.189480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1bfa9-1457-4eb7-877e-2f6999591bbd req-8b0cc886-ad2d-414c-9743-7ab29349d918 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:52.190967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2be1bfa9-1457-4eb7-877e-2f6999591bbd req-8b0cc886-ad2d-414c-9743-7ab29349d918 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.7323425 May 14 18:32:52.310113 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2be1bfa9-1457-4eb7-877e-2f6999591bbd req-0948c3cf-d678-43e1-9c43-940b7c765fbc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105802 May 14 18:32:52.328734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4fc3878-4f82-454b-9613-af97a92d0910 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:52.450822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7b3e1-e508-44b5-ad9d-a32bfcd34b24 None None] Pushing event updated for resources: {'Port': ['ID=1a40e11b-d35a-4070-ae47-00594f0c056a,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:52.465858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.468267 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fae7b3e1-e508-44b5-ad9d-a32bfcd34b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:52.578332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Attempting to bind port 1a40e11b-d35a-4070-ae47-00594f0c056a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:52.579237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Attempting to bind port 1a40e11b-d35a-4070-ae47-00594f0c056a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:52.579900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Attempting to bind port 1a40e11b-d35a-4070-ae47-00594f0c056a on network 82f78e2b-7c16-4ff7-864c-e066faa82314 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:52.596990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:52.598315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Checking segment: {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:52.598967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.599603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Bound using segment: {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:52.600323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Bound port: 1a40e11b-d35a-4070-ae47-00594f0c056a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d979704-021e-4853-94fa-b8d7cd03e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:52.601407 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.613026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] For port da7e88f6-1e75-4ede-ab87-9c05b69ac66f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:52.613389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.614660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e4fc3878-4f82-454b-9613-af97a92d0910 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:52.615051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.798965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] For port 1a40e11b-d35a-4070-ae47-00594f0c056a, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:52.811478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:52.820315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] For port 1a40e11b-d35a-4070-ae47-00594f0c056a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1a40e11b-d35a-4070-ae47-00594f0c056a,segment=NetworkSegment(8d979704-021e-4853-94fa-b8d7cd03e275),segment_id=8d979704-021e-4853-94fa-b8d7cd03e275)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:52.828525 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Calling delete_port for da7e88f6-1e75-4ede-ab87-9c05b69ac66f owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:52.840030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:52.850018 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fae7b3e1-e508-44b5-ad9d-a32bfcd34b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:52.893550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 894ac794-8130-4cb9-be1e-5298139fb90d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:52.970635 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1582532 May 14 18:32:52.973431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59158) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:52.982667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:53.003466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:53.004347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:53.269730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7b3e1-e508-44b5-ad9d-a32bfcd34b24 None None] Pushing event updated for resources: {'Port': ['ID=1a40e11b-d35a-4070-ae47-00594f0c056a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:53.273953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:53.297823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 30d0de82-534d-4d08-acad-1bad076630e9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:53.324801 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fae7b3e1-e508-44b5-ad9d-a32bfcd34b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:53.349696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 894ac794-8130-4cb9-be1e-5298139fb90d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:53.350076 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:53.385634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59170) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:53.581710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:53.665204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f8289-a618-4457-9ee7-021688b7309a req-33005157-cef9-4fe3-8d64-391b1b607e6f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:53.667666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a99f8289-a618-4457-9ee7-021688b7309a req-33005157-cef9-4fe3-8d64-391b1b607e6f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.1626282 May 14 18:32:53.672498 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:53.855368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95288485-d673-4056-ad0f-0f70a20a5661 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:54.000600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 95288485-d673-4056-ad0f-0f70a20a5661 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:54.000981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.009652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Pushing event deleted for resources: {'Port': ['ID=da7e88f6-1e75-4ede-ab87-9c05b69ac66f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:54.012933 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:54.026135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-686318656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:54.050399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:54.080531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a99f8289-a618-4457-9ee7-021688b7309a req-8a67d4a2-2a90-4cf6-9988-26095b29c8c1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871119 May 14 18:32:54.100733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:52Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:54.115984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c6568-73b1-4527-a161-5bad3a5d1f34 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:52Z', 'revision_number': 4, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:54.231777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:router and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:54.235480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:54.262209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:54.272128 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] Sync routers for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:54.289052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:54.303420 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:54.305008 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:54.306673 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/30d0de82-534d-4d08-acad-1bad076630e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7618234 May 14 18:32:54.316143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59176) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:54.318884 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.345937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.extraroute_db [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=79559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 14 18:32:54.371306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.extraroute_db [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Removed routes are [] {{(pid=79559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 14 18:32:54.371901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.481551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.482599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.486632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.610070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1a40e11b-d35a-4070-ae47-00594f0c056a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:54.615333 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:54.620736 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-66df149a-3329-44ee-86e9-aae1f8d6c97d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:54.670547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:54.683345 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:54.705982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.739961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 1a40e11b-d35a-4070-ae47-00594f0c056a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:32:54.749801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1a40e11b-d35a-4070-ae47-00594f0c056a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:54.750423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.761946 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.776770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting subnet 21c39db9-0f37-4c3c-bd94-3f09c320ada2 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:32:54.801242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f3bf85e-6081-42f5-87e0-bbd1ed6fcc1f HTTP/1.1" status: 204 len: 168 time: 4.3143587 May 14 18:32:54.802022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:54.810626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.921349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.923329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-a293ae08-4040-40ad-abef-0c4bd400690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:54.924973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-a293ae08-4040-40ad-abef-0c4bd400690b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a&tenant_id=d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 1094 time: 0.3610144 May 14 18:32:54.948244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:54.990751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:54.992953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 1a40e11b-d35a-4070-ae47-00594f0c056a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1a40e11b-d35a-4070-ae47-00594f0c056a,segment=NetworkSegment(8d979704-021e-4853-94fa-b8d7cd03e275),segment_id=8d979704-021e-4853-94fa-b8d7cd03e275)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:55.006121 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.014217 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6ba62e7c-3a11-4845-93de-4565b816e5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:55.016403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.019852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.036468 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.038420 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:32:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.046019 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] Checking router: 30d0de82-534d-4d08-acad-1bad076630e9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:55.062888 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] Routers {'30d0de82-534d-4d08-acad-1bad076630e9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:55.063540 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['30d0de82-534d-4d08-acad-1bad076630e9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.073349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.130353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=1a40e11b-d35a-4070-ae47-00594f0c056a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:55.143470 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:55.180128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.232512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.235027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:55.236429 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eb41b9db-80d6-4679-8c70-f8abf27ef23c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.8457208 May 14 18:32:55.245723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59186) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:55.246335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.248646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:55.249296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.268501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1581409749'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:55.302854 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] Set router 30d0de82-534d-4d08-acad-1bad076630e9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:55.331117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:55.374454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:network and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:55.389888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:55.409156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:55.457155 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.492585 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae3b6a4-08be-4319-8567-de4922d41bf2']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.508849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:55.510089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:55.514578 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.516821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee67dbe-1687-4f19-aa1f-2ed67610836b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.517374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee67dbe-1687-4f19-aa1f-2ed67610836b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.522507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:55.537814 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.551069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.574863 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.581055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed09eae-3d2e-44ed-9f24-cc4210d93a86 req-2e11c809-9c59-457e-8180-1af996d44719 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:55.582523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ed09eae-3d2e-44ed-9f24-cc4210d93a86 req-2e11c809-9c59-457e-8180-1af996d44719 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.3031023 May 14 18:32:55.600179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.667744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:55.697442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:32:55.698137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: timer() May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:32:55.723503 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:32:55.728910 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:32:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.733345 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cd690-56f6-4c7b-bbb8-c2bb3d540099 None None] The sync data for ids ['30d0de82-534d-4d08-acad-1bad076630e9'] in n-d-787206-3 is: [{'id': '30d0de82-534d-4d08-acad-1bad076630e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116442861', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:18Z', 'updated_at': '2021-05-14T18:32:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': 'c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d0de82-534d-4d08-acad-1bad076630e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:21Z', 'updated_at': '2021-05-14T18:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:55.754223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:security_group_rule and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:55.950972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 6, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:55.955940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:55.966420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:55.967335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:56.022750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:56.097136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:56.119046 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ed09eae-3d2e-44ed-9f24-cc4210d93a86 req-88ff998c-ad58-41c2-8897-853c90388598 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5235868 May 14 18:32:56.144863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:56.146986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:56.184163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:56.201704 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.205347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d3f0920d-0925-4052-b1f1-d818c5d844ef tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 934 time: 3.2276268 May 14 18:32:56.211859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:56.237298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:56.276564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.297190 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:56.313891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:32:56.322350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.333641 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.373037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Transition to ACTIVE for port object 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:32:56.381713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.386784 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.391294 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:56.401972 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] 10.222.0.24 "DELETE /v2.0/networks/2ae3b6a4-08be-4319-8567-de4922d41bf2 HTTP/1.1" status: 204 len: 168 time: 1.5594516 May 14 18:32:56.422823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae3b6a4-08be-4319-8567-de4922d41bf2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:56.439132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.439583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.439968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.440340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.440709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.441081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.441436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.441797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.442160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.442519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.442878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.443259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:32:56.452896 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:56.476253 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.500204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:32:56.509022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Router e8b19af8-7fcb-4862-9767-409acc1c4e69 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:32:56.510275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.510624 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Added segment 0a2588a3-6ff6-465f-9574-fc2b67d47de5 of type vlan for network 76aae67c-f627-43ab-8416-fac945468e2f May 14 18:32:56.536921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.591389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1a40e11b-d35a-4070-ae47-00594f0c056a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:32:56.708288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1a40e11b-d35a-4070-ae47-00594f0c056a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:32:56.708587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.713163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59198) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:56.741882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 6, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:56.755973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a403f2b-b78a-4c0d-b1d1-86507a17f890 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 6, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:56.802023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=9']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:56.818459 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:56.852359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:32:56.857441 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb9803d2-62e7-46bb-923b-f791ec70ed1b tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:56.864063 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4e36f77a-2b79-4262-8e38-04143661f8f0 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 934 time: 0.6434832 May 14 18:32:56.864277 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] Sync routers for ids ['e8b19af8-7fcb-4862-9767-409acc1c4e69'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:56.865654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] 10.222.0.24 "PUT /v2.0/routers/e8b19af8-7fcb-4862-9767-409acc1c4e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5599997 May 14 18:32:56.868912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59202) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:56.869294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:56.873134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d6150de7-dde3-4840-9909-9adb94026e54 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:56.878215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.882170 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] Routers {'e8b19af8-7fcb-4862-9767-409acc1c4e69'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:56.883003 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e8b19af8-7fcb-4862-9767-409acc1c4e69'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:56.892779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:56.896000 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:56.909754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] No DVR routers for this DVR port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:32:56.921751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d6150de7-dde3-4840-9909-9adb94026e54 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:32:56.922120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d6150de7-dde3-4840-9909-9adb94026e54 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:32:56.935205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'routes': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:57.062154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8a5-4f70-4a12-84e4-0e26fef3dc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:57.135205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8783476 May 14 18:32:57.136285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6165a44-68f6-4ad0-9df6-d0fd709a38c5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:57.141877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:32:57.143419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:57.146868 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:57.155625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:57.156251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:57.161278 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] Set router e8b19af8-7fcb-4862-9767-409acc1c4e69 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:57.163254 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bbe2588-ebbc-4611-8c1c-48ada92ae056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1038957083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:57.176847 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:57.225404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'subnet': {'network_id': '76aae67c-f627-43ab-8416-fac945468e2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:57.297353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:57.362662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:57.365679 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94ee9f39-98fa-495f-8400-ed37e2e91c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:57.379277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:57.383325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:subnet and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:57.386868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:57.392699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:57.406794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-219555ab-03f2-4681-8c0b-97a0f98f375b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=795dbb6c3fdb4d35a9072700024a0481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434276 May 14 18:32:57.412895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59216) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:57.438279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Subnet': ['ID=21c39db9-0f37-4c3c-bd94-3f09c320ada2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:57.442602 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:57.455171 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/subnets/21c39db9-0f37-4c3c-bd94-3f09c320ada2 HTTP/1.1" status: 204 len: 168 time: 3.1197307 May 14 18:32:57.455857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59220) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:57.468930 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:57.500542 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:32:53Z', 'revision_number': 5, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:57.505163 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] Checking router: e8b19af8-7fcb-4862-9767-409acc1c4e69 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:57.514716 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] Routers {'e8b19af8-7fcb-4862-9767-409acc1c4e69'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:57.515640 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['e8b19af8-7fcb-4862-9767-409acc1c4e69'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:57.549323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:57.552870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:57.609267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1b6d1c-619e-4f7d-85df-74bf7dd35c99 None None] Network 918b3e27-0d0e-4f31-83a0-c384d69e694e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:57.671521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Network': ['ID=76aae67c-f627-43ab-8416-fac945468e2f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:57.674835 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:57.722515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] Set router e8b19af8-7fcb-4862-9767-409acc1c4e69 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:57.741325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 76aae67c-f627-43ab-8416-fac945468e2f details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:32:57.840101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2fc05-fd41-418b-aba0-46a6147b3268 req-4ccd5262-002e-450e-8697-f688ac09aba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:57.841805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9c2fc05-fd41-418b-aba0-46a6147b3268 req-4ccd5262-002e-450e-8697-f688ac09aba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 943 time: 0.4258997 May 14 18:32:57.871221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:57.927141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d9c2fc05-fd41-418b-aba0-46a6147b3268 req-6b73adc7-6cb4-4964-b7c0-2cb783e7a0c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707495 May 14 18:32:57.939435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:32:57.940197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:32:57.940197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:57.949865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:32:57.950238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Attempting to bind port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:32:58.000164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:32:58.000447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:58.000710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Bound using segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:32:58.001059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Bound port: 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:32:58.001403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.044495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.091775 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:32:53Z', 'revision_number': 5, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:58.098232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb501e2-580c-4e6b-896e-4020f9ef0b6d None None] The sync data for ids ['e8b19af8-7fcb-4862-9767-409acc1c4e69'] in n-d-787206-3 is: [{'id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'name': 'tempest-TestServerMultinode-158828201-router', 'tenant_id': '04aa6d8c1f17433e9db7e740652cde76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:30:59Z', 'updated_at': '2021-05-14T18:32:53Z', 'revision_number': 5, 'project_id': '04aa6d8c1f17433e9db7e740652cde76', 'gw_port': {'id': '156225bd-df1b-4154-8211-5c6d10030c5a', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b19af8-7fcb-4862-9767-409acc1c4e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:01Z', 'updated_at': '2021-05-14T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:58.119646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:32:58.124128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:32:58.141135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.152742 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d62511c-f3f5-4e0c-8599-e1345f2cd1ed tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:58.169380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 6, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:58.173930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:32:58.184265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:32:58.185035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:32:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:58.207533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:58.208192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.209542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] 10.222.0.15 "PUT /v2.0/ports/955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 1091 time: 3.2655530 May 14 18:32:58.234269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:32:58.289589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.332777 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'status': 'completed', 'code': 200} May 14 18:32:58.339648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=10']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:58.489444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] DHCP port deletion for 918b3e27-0d0e-4f31-83a0-c384d69e694e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:32:58.502331 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:32:58.533092 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.568249 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:58.617981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cfc9ce92-ac28-4170-a128-51650463473e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:58.635328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.663978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-2ad802b4-a3af-4261-917e-8b0eb4f201ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:58.666150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-2ad802b4-a3af-4261-917e-8b0eb4f201ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1095 time: 0.4170151 May 14 18:32:58.669722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.699498 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87c5f881-62c7-4bc7-84c6-06e4ca0aaf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:58.709689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.765268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.769436 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e37316b-c735-4dc3-bdb9-4147207a5c3f HTTP/1.1" status: 204 len: 168 time: 1.3530529 May 14 18:32:58.820762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e37316b-c735-4dc3-bdb9-4147207a5c3f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:58.859284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-4abfe5fe-3524-4282-a53a-9ff17448e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:58.860944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-4abfe5fe-3524-4282-a53a-9ff17448e97c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.1882257 May 14 18:32:58.878561 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:58.974856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Deleting port cfc9ce92-ac28-4170-a128-51650463473e {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:58.975265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:58.990221 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.028206 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.036576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b67c3e49-1de9-4595-8116-2d4ba47211e3 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:59.059465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:59.059859 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.068325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-153f674d-227b-4334-b3b1-dac05f15b791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 999 time: 0.1982296 May 14 18:32:59.160354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Deleting port 156225bd-df1b-4154-8211-5c6d10030c5a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:32:59.160963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.171967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Subnet': ['ID=3f1e9e78-5166-4136-ab21-f5a7242753fb,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:59.192725 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:59.235635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-077570f1-7e3c-47df-9985-8d6d8fe5a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:59.237686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-077570f1-7e3c-47df-9985-8d6d8fe5a640 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.1568599 May 14 18:32:59.241223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] For port cfc9ce92-ac28-4170-a128-51650463473e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cfc9ce92-ac28-4170-a128-51650463473e,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:59.242589 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.245711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Checking segment: {'id': '0a2588a3-6ff6-465f-9574-fc2b67d47de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76aae67c-f627-43ab-8416-fac945468e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:32:59.246006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network hostable DHCP agents. Network: 76aae67c-f627-43ab-8416-fac945468e2f, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:32:59.263036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added routes are [] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 14 18:32:59.263404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 14 18:32:59.268057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port cfc9ce92-ac28-4170-a128-51650463473e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cfc9ce92-ac28-4170-a128-51650463473e,segment=NetworkSegment(82f3af08-ec5f-4f04-bbfa-c228f4311e22),segment_id=82f3af08-ec5f-4f04-bbfa-c228f4311e22)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:59.342670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 76aae67c-f627-43ab-8416-fac945468e2f is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:32:59.371879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:59.372163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.376389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83a72b-b6d2-436d-b35f-cb7156ddb54b req-35ce66e2-8671-47c6-b28e-468df6b13928 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:59.376389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee83a72b-b6d2-436d-b35f-cb7156ddb54b req-35ce66e2-8671-47c6-b28e-468df6b13928 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.1958365 May 14 18:32:59.398283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 76aae67c-f627-43ab-8416-fac945468e2f) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:32:59.401560 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.402339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device da7e88f6-1e75-4ede-ab87-9c05b69ac66f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:32:59.410877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-0c59e178-651d-4f24-a24d-aa871ac34594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:59.413735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-0c59e178-651d-4f24-a24d-aa871ac34594 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640890 May 14 18:32:59.441811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Calling delete_port for cfc9ce92-ac28-4170-a128-51650463473e owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:59.448258 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b144a7b-f7a4-466f-a1ff-df47b5b7c482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:59.477112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83db9c1-a8b5-41b0-9d1a-1999e9cdbc09 None None] Network 76aae67c-f627-43ab-8416-fac945468e2f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:32:59.480420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:32:59.481120 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.518688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: da7e88f6-1e75-4ede-ab87-9c05b69ac66f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:32:59.519038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device da7e88f6-1e75-4ede-ab87-9c05b69ac66f not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:32:59.525015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.533335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:32:59.616334 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee83a72b-b6d2-436d-b35f-cb7156ddb54b req-b2f7805f-7a35-4073-ba5d-4f7222cf2915 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089014 May 14 18:32:59.622552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4777331 May 14 18:32:59.625622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59240) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:32:59.645878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'network': {'name': 'tempest-router-network01--1895970999'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:32:59.667032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:32:59.679526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:network and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:32:59.695337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:32:59.708321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:32:59.716902 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.717703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-a81f5d76-59ad-440c-b75a-a73d5ef729b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934322 May 14 18:32:59.723312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=cfc9ce92-ac28-4170-a128-51650463473e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:59.726848 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:32:59.769180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 6, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:32:59.795865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629a0a5-32b4-4645-8a1c-d9e9df9d42c8 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 6, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:32:59.808670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-47a99639-9a30-4b61-a3a7-5a955a9d2a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.838529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:32:59.842806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.892229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.902744 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:32:59.917219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:32:59.952237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.952587 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Added segment d9781f65-4a57-48f2-ba34-7f4dc38d4851 of type vlan for network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea May 14 18:32:59.959793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] For port 156225bd-df1b-4154-8211-5c6d10030c5a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=156225bd-df1b-4154-8211-5c6d10030c5a,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:32:59.960929 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:32:59.964651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eda5cc3-a0a5-489c-a6e6-fe70b4aad9da req-872f8628-b007-43aa-a916-52c34cd2483e service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394068 May 14 18:32:59.981693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Pushing event deleted for resources: {'Port': ['ID=cfc9ce92-ac28-4170-a128-51650463473e,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:32:59.989862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] No DVR routers for this DVR port cfc9ce92-ac28-4170-a128-51650463473e on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:00.011597 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:00.027774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.111613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-76aae67c-f627-43ab-8416-fac945468e2f', 'network_id': '76aae67c-f627-43ab-8416-fac945468e2f', 'tenant_id': '0188d7555dab415880415eed12bdccdb', 'fixed_ips': [{'subnet_id': '3f1e9e78-5166-4136-ab21-f5a7242753fb'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:00.112471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.145777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.158342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:00.158981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.164988 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e556aa5b-38df-4d25-bf7a-64f7870c1ac8 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:00.194782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Calling delete_port for 156225bd-df1b-4154-8211-5c6d10030c5a owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:00.346191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7193041 May 14 18:33:00.362147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59262) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:00.364495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-ce042164-8a22-445e-944a-8bb18c750c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:00.365977 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-ce042164-8a22-445e-944a-8bb18c750c95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1095 time: 0.2766714 May 14 18:33:00.367026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Network': ['ID=8ec885da-5cdd-47ed-84f7-931f7b98b3ea,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:00.379947 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:00.393574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:00.466414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'network': {'name': 'tempest-router-network02--822473848'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:00.486622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:00.493184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.505647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:network and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:00.515049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:00.519210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.542804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:00.698181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:00.706811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.795490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.798905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:33:00.808280 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-766ac021-4b53-4bad-a6c4-4685a3bed27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:00.823315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.823666 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Added segment 1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0 of type vlan for network d29f1a68-7fcf-4388-866a-45445909b24b May 14 18:33:00.878269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:00.881405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:00.892915 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.922453 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:00.988570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:00.995668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:00.996292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:01.027340 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ba0a17fc-0d3f-47c7-88b2-f67c15e01736 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:01.267201 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:01.310952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Allocated IP 2001:db8::2 (76aae67c-f627-43ab-8416-fac945468e2f/3f1e9e78-5166-4136-ab21-f5a7242753fb/c4efc327-115d-492d-9e3b-2ad636cf95e1) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:01.473905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1013670 May 14 18:33:01.506313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59288) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:01.558307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'subnet': {'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:01.629359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:01.633557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Network': ['ID=d29f1a68-7fcf-4388-866a-45445909b24b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:01.641152 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:01.650221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:01.654643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:01.664780 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:01.666500 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:01.725915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-1034f902-a6b7-4600-a1d3-debcf20f8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:01.735902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-1034f902-a6b7-4600-a1d3-debcf20f8ada service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 1.3549767 May 14 18:33:01.826216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c9e33-6de4-4c2a-9c86-758c6c83be1b req-b7e33883-9c44-4410-acef-5b9470ef2988 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:01.831817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6c9e33-6de4-4c2a-9c86-758c6c83be1b req-b7e33883-9c44-4410-acef-5b9470ef2988 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.8854785 May 14 18:33:01.848438 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:01.862865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d29f1a68-7fcf-4388-866a-45445909b24b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:02.130429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-be642cc1-20ce-4cce-9a8c-85d5f7b11abb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 999 time: 0.3328059 May 14 18:33:02.134727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db6c9e33-6de4-4c2a-9c86-758c6c83be1b req-9dddc816-185d-4538-a722-d4c39724a45e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642344 May 14 18:33:02.204910 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:02.340258 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:02.666538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:02.675424 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:02.683507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:02.690313 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f83a2c0-9e52-4a6b-9514-31c060062964 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 700 time: 5.8176475 May 14 18:33:02.690647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59298) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:02.715217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Transition to ACTIVE for port object c4efc327-115d-492d-9e3b-2ad636cf95e1 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:02.758865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:02.761177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Transition to ACTIVE for port object c4efc327-115d-492d-9e3b-2ad636cf95e1 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:02.773894 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3c32f47-ab1b-454f-ad9c-a85bdd7dcbba tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:02.780491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:02.785802 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:02.926893 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:59Z', 'revision_number': 7, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:02.956253 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:02.962528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Network 76aae67c-f627-43ab-8416-fac945468e2f is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:02.981557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Pushing event deleted for resources: {'Port': ['ID=156225bd-df1b-4154-8211-5c6d10030c5a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:02.986844 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:02.989352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:03.000369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:03.004025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:03.011564 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:03.012538 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:03.033827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Pushing event updated for resources: {'Port': ['ID=c4efc327-115d-492d-9e3b-2ad636cf95e1,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:03.050831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.054792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Fanout notify agent at l3_agent the message router_deleted on router 30d0de82-534d-4d08-acad-1bad076630e9 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:33:03.073128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:subnet and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:03.096221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:03.098058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.098418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.098763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.099744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.100145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.101736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.102077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.102417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.102828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.103127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.103485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.103804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:03.113713 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:03.185498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:03.227145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Attempting to bind port c4efc327-115d-492d-9e3b-2ad636cf95e1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:03.229466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Attempting to bind port c4efc327-115d-492d-9e3b-2ad636cf95e1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '0a2588a3-6ff6-465f-9574-fc2b67d47de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76aae67c-f627-43ab-8416-fac945468e2f'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:03.230190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Attempting to bind port c4efc327-115d-492d-9e3b-2ad636cf95e1 on network 76aae67c-f627-43ab-8416-fac945468e2f {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:03.235941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.237165 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/routers/30d0de82-534d-4d08-acad-1bad076630e9 HTTP/1.1" status: 204 len: 168 time: 5.7652862 May 14 18:33:03.241824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8f8a6a05-68d2-4942-b57d-312f996fbe90 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 700 time: 0.5498793 May 14 18:33:03.242616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59306) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:03.250866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59308) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:03.260953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:03.261422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Checking segment: {'id': '0a2588a3-6ff6-465f-9574-fc2b67d47de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76aae67c-f627-43ab-8416-fac945468e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:03.262948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.263888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Bound using segment: {'id': '0a2588a3-6ff6-465f-9574-fc2b67d47de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76aae67c-f627-43ab-8416-fac945468e2f'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:03.265151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Bound port: c4efc327-115d-492d-9e3b-2ad636cf95e1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2588a3-6ff6-465f-9574-fc2b67d47de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '76aae67c-f627-43ab-8416-fac945468e2f'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:03.270677 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.444675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-517d75fc-032a-4060-ab58-0d88cd2955ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:03.447107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-517d75fc-032a-4060-ab58-0d88cd2955ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.3917954 May 14 18:33:03.480682 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:03.668851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.803011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] For port c4efc327-115d-492d-9e3b-2ad636cf95e1, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:03.825068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] For port c4efc327-115d-492d-9e3b-2ad636cf95e1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c4efc327-115d-492d-9e3b-2ad636cf95e1,segment=NetworkSegment(0a2588a3-6ff6-465f-9574-fc2b67d47de5),segment_id=0a2588a3-6ff6-465f-9574-fc2b67d47de5)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:03.835515 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.868206 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:03.896339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:03.898538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:03.993134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231073c0-2782-439d-ba94-bf45844b7c8e req-95aee7af-9191-4a19-8611-c27e529f5eb4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:03.994969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-231073c0-2782-439d-ba94-bf45844b7c8e req-95aee7af-9191-4a19-8611-c27e529f5eb4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.5662303 May 14 18:33:04.029413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Pushing event updated for resources: {'Port': ['ID=c4efc327-115d-492d-9e3b-2ad636cf95e1,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:04.044404 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:04.114858 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:59Z', 'revision_number': 7, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:04.123315 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed08d9-579c-4c4a-a913-c85b58b133ec None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:32:59Z', 'revision_number': 7, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '1a40e11b-d35a-4070-ae47-00594f0c056a', 'name': '', 'network_id': '82f78e2b-7c16-4ff7-864c-e066faa82314', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:bf:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:42Z', 'updated_at': '2021-05-14T18:32:54Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'fa1d106f-d255-43ad-9d83-6475594a6bc4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:04.231443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:04.242176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-66d2c57c-4240-4307-a31f-26d198d9eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:04.244941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-66d2c57c-4240-4307-a31f-26d198d9eb81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7445531 May 14 18:33:04.407905 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:04.461874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:04.573184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:04.573532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c6f5d3ca-78da-4fe0-8c0c-09d43a46bb05 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:04.733744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918b3e27-0d0e-4f31-83a0-c384d69e694e']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:04.785909 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:04.797166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:04.836784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-231073c0-2782-439d-ba94-bf45844b7c8e req-ce0110b7-551b-4a92-a17f-de07dc2dca59 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6731458 May 14 18:33:04.839716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f3af08-ec5f-4f04-bbfa-c228f4311e22') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:04.840041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f3af08-ec5f-4f04-bbfa-c228f4311e22') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:04.905542 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:04.909017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b19af8-7fcb-4862-9767-409acc1c4e69 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:33:04.979834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.032718 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-e2e6e55f-8fa9-43b0-b812-3b26bb8797a0 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658978 May 14 18:33:05.048648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.070150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:05.072563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.089803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.091258 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e8b19af8-7fcb-4862-9767-409acc1c4e69 HTTP/1.1" status: 204 len: 168 time: 8.2188137 May 14 18:33:05.097611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: timer() May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:05.135847 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:05.425341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.481239 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.489612 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d26c44d-0ed6-4a00-9d8e-a05c35827358 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:05.638823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Network': ['ID=918b3e27-0d0e-4f31-83a0-c384d69e694e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:05.644758 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:05.674365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Deleting subnet 26236afb-f7d5-47c3-ae4d-24565a637076 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:05.680653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.703460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1298adb8-4be3-4ccc-82d7-9cbecd8dc3d9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/networks/918b3e27-0d0e-4f31-83a0-c384d69e694e HTTP/1.1" status: 204 len: 168 time: 2.4574070 May 14 18:33:05.714914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59326) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:05.792598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c246691-8670-4eb2-ae9d-efbfcf8cd977 req-79fb5b20-8b8a-44ac-a88b-c46da8fd85c9 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597732 May 14 18:33:05.819136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.825752 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.865170 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.894141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb65df8-e8db-4982-8d02-c285f76cf98c None None] Network 76aae67c-f627-43ab-8416-fac945468e2f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:05.963071 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:05.986364 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:06.042489 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:06.047020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/security-groups/db38088f-3671-485b-aa05-fb6476d06f57 HTTP/1.1" status: 204 len: 168 time: 0.3288789 May 14 18:33:06.048812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38088f-3671-485b-aa05-fb6476d06f57,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:06.054879 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:06.065133 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:06.079341 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-545fa9d3-43af-47f8-881b-fed5ddb6cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:06.218262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7962fae6-f099-4698-aae8-e272c0abbc76 None None] Provisioning for port c4efc327-115d-492d-9e3b-2ad636cf95e1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:06.221157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:06.375372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Subnet': ['ID=377e8b2c-e944-401b-801b-8700f9b04167,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:06.391707 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:06.392639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Checking segment: {'id': 'd9781f65-4a57-48f2-ba34-7f4dc38d4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:06.393006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network hostable DHCP agents. Network: 8ec885da-5cdd-47ed-84f7-931f7b98b3ea, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:06.429045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:06.502898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c4efc327-115d-492d-9e3b-2ad636cf95e1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:06.606987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1376ca-3fac-46a4-9d4b-8dcff5efd097 req-0c7001f4-d862-46b0-8e49-717bd625cb30 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:06.616170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad1376ca-3fac-46a4-9d4b-8dcff5efd097 req-0c7001f4-d862-46b0-8e49-717bd625cb30 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.5297852 May 14 18:33:06.731324 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad1376ca-3fac-46a4-9d4b-8dcff5efd097 req-a9edc5fb-13c7-4e9e-87b8-0df8caddc67b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141562 May 14 18:33:06.780244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c4efc327-115d-492d-9e3b-2ad636cf95e1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:06.794578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c4efc327-115d-492d-9e3b-2ad636cf95e1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:06.795069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.302429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.313085 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f0313a2-28f9-4353-88ac-58b806b2afba tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:07.357612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.381399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686677aa-7c59-4d17-b389-f7ab54e27b6f None None] Network d57fc80a-8f79-47de-a2fc-4075dda5b6f7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:07.431472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.476850 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26236afb-f7d5-47c3-ae4d-24565a637076 HTTP/1.1" status: 204 len: 168 time: 2.3759239 May 14 18:33:07.479605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:07.480651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26236afb-f7d5-47c3-ae4d-24565a637076,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:07.495973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:07.498835 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:07.529243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 8ec885da-5cdd-47ed-84f7-931f7b98b3ea) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:07.532358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:07.565795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768469691', 'description': 'tempest-secgroup-smoke-1768469691 description', 'project_id': 'a43b1e4fc53d439bb8822476c970e030'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:07.583106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24d0d7-7769-4470-ba1e-b23b85a2f43f None None] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:07.613381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:07.625543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:07.626147 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.642680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:07.652160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:07.662847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c4efc327-115d-492d-9e3b-2ad636cf95e1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c4efc327-115d-492d-9e3b-2ad636cf95e1,segment=NetworkSegment(0a2588a3-6ff6-465f-9574-fc2b67d47de5),segment_id=0a2588a3-6ff6-465f-9574-fc2b67d47de5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:07.665815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:07.710963 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.2034054 May 14 18:33:07.718364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:07.732198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.739453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'subnet': {'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:07.806490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.838709 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:07.886840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:07.893925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.897310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d9ea23d3-d433-4554-a1ac-cbd82ec19931 None None] Provisioning complete for port c4efc327-115d-492d-9e3b-2ad636cf95e1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:07.897932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9ea23d3-d433-4554-a1ac-cbd82ec19931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:07.900077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:07.924399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:07.939315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:08.020780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 156225bd-df1b-4154-8211-5c6d10030c5a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:08.046203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c4efc327-115d-492d-9e3b-2ad636cf95e1,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:08.074029 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.088928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.098192 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:08.098716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d6ff854b-c5e6-4ccc-bf00-62887a9e7d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:08.105861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 156225bd-df1b-4154-8211-5c6d10030c5a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:08.106220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 156225bd-df1b-4154-8211-5c6d10030c5a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:08.142883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:08.151116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:subnet and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:08.156721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93db9eeb-b67d-4467-8e90-83ed44b6158c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:08.176187 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:08.179280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 1a40e11b-d35a-4070-ae47-00594f0c056a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:08.180121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.185389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:08.214845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:08.281247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:08.284666 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.359571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 1a40e11b-d35a-4070-ae47-00594f0c056a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1a40e11b-d35a-4070-ae47-00594f0c056a,segment=NetworkSegment(8d979704-021e-4853-94fa-b8d7cd03e275),segment_id=8d979704-021e-4853-94fa-b8d7cd03e275)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:08.360183 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.477455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c4efc327-115d-492d-9e3b-2ad636cf95e1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:08.540435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Deleting port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:08.540837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.645755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] For port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,segment=NetworkSegment(dfa6b180-6c57-47e3-93f0-aa0d6c6486cb),segment_id=dfa6b180-6c57-47e3-93f0-aa0d6c6486cb)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:08.646138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.722798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 1a40e11b-d35a-4070-ae47-00594f0c056a owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:08.813761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Calling delete_port for 8cfa4929-6b9c-4b23-a50e-02e6104b69ca owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:08.907209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64300074-b006-43cf-a4d9-f8b279adaf24 req-6cd84811-4701-4bf8-9560-e29050b0fbaa tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:08.910952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64300074-b006-43cf-a4d9-f8b279adaf24 req-6cd84811-4701-4bf8-9560-e29050b0fbaa tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.9681568 May 14 18:33:08.914478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.945738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-8ec885da-5cdd-47ed-84f7-931f7b98b3ea', 'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea', 'tenant_id': '0188d7555dab415880415eed12bdccdb', 'fixed_ips': [{'subnet_id': '377e8b2c-e944-401b-801b-8700f9b04167'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:08.947335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.970787 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:08.997329 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b5aca42f-9256-4a76-85a4-ab507379cdbf tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:09.029184 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c4efc327-115d-492d-9e3b-2ad636cf95e1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:09.029575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:09.043565 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-380def8d-0c4a-4bf0-90ed-655df5c5ef34 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:09.114114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:09.115376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5818751 May 14 18:33:09.132925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72449c-1835-4f23-b7bd-3af61a1a429f None None] DHCP port deletion for d57fc80a-8f79-47de-a2fc-4075dda5b6f7 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:09.134579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59364) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:09.336972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] No DVR routers for this DVR port 8cfa4929-6b9c-4b23-a50e-02e6104b69ca on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:09.475936 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': '93db9eeb-b67d-4467-8e90-83ed44b6158c', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:09.503651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfa4929-6b9c-4b23-a50e-02e6104b69ca,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:09.514793 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:09.553355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:09.576734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Allocated IP 2001:db8::2 (8ec885da-5cdd-47ed-84f7-931f7b98b3ea/377e8b2c-e944-401b-801b-8700f9b04167/6eb4a25e-5e2f-4a09-be05-2246f5cc7d54) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:09.595626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:09.607554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:09.722957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:09.729756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-64300074-b006-43cf-a4d9-f8b279adaf24 req-1230dbe3-a093-4df2-8d00-2778d7b26f3b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7118957 May 14 18:33:09.750777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:09.781458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57fc80a-8f79-47de-a2fc-4075dda5b6f7']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:09.813125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:09.814034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=1a40e11b-d35a-4070-ae47-00594f0c056a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:09.824721 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:09.839929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:09.840521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa6b180-6c57-47e3-93f0-aa0d6c6486cb') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:09.973696 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.050102 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.067492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Transition to ACTIVE for port object 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:10.081890 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.112640 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.115154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:10.115774 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: timer() May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:10.149159 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:10.592288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8cfa4929-6b9c-4b23-a50e-02e6104b69ca no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:10.700801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 8cfa4929-6b9c-4b23-a50e-02e6104b69ca {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:10.703604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 8cfa4929-6b9c-4b23-a50e-02e6104b69ca not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:10.770449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:10.807465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.946807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.953749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-60fade6e-0524-433f-8665-dd43a260b8b8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:10.969141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Transition to ACTIVE for port object 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:10.982775 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:10.989026 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:10.989128 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.022482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.104861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:11.117059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.124711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb7f6e8-847d-4467-8f60-8d3fbbd8cbd6,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:11.148630 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:11.151863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:11.152716 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-094511f4-b40b-485d-8a30-8d408b04d9f4 tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:11.152996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9001477 May 14 18:33:11.154564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:11.156556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59380) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:11.173355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:11.182933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:11.288912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Subnet': ['ID=a01b6504-e11a-4896-a819-3583f3bcc5ae,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:11.292758 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:11.310214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:11.310214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:11.320724 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1718e2c4-3529-4eb7-96e6-32e2f0de1090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:11.341927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet fa1d106f-d255-43ad-9d83-6475594a6bc4 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:11.355025 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.399929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d57fc80a-8f79-47de-a2fc-4075dda5b6f7 HTTP/1.1" status: 204 len: 168 time: 3.9186237 May 14 18:33:11.401405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.402511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0746689 May 14 18:33:11.404232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59386) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:11.408829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57fc80a-8f79-47de-a2fc-4075dda5b6f7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:11.416969 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:11.418925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59388) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:11.462346 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': '93db9eeb-b67d-4467-8e90-83ed44b6158c', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:11.492486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:11.511708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:11.522319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:11.561264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:11.575059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.643914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-be9623b6-b621-4781-856a-23de1debb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:11.645690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-be9623b6-b621-4781-856a-23de1debb128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1095 time: 1.2899301 May 14 18:33:11.717692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Checking segment: {'id': '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:11.717944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.718248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network hostable DHCP agents. Network: d29f1a68-7fcf-4388-866a-45445909b24b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:11.859971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network d29f1a68-7fcf-4388-866a-45445909b24b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:11.891964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.897473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694084b-6ed5-413e-9bb7-b0ca9b4fe7ba req-eea89340-20e5-4d7d-908a-219cab974991 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:11.897822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:11.902553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5694084b-6ed5-413e-9bb7-b0ca9b4fe7ba req-eea89340-20e5-4d7d-908a-219cab974991 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.8819833 May 14 18:33:11.961727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:11.964993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Attempting to bind port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:11.965386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Attempting to bind port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'd9781f65-4a57-48f2-ba34-7f4dc38d4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:11.965756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Attempting to bind port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 on network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:11.977095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d29f1a68-7fcf-4388-866a-45445909b24b) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:11.978208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.991578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:11.992353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1e70a-7a52-400b-bd0c-5deaca288c6c None None] Network d29f1a68-7fcf-4388-866a-45445909b24b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:12.005578 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f97a32c5-eda3-4bc8-8096-f706f3475200 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:12.051792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:12.056394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.116529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:12.116934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Checking segment: {'id': 'd9781f65-4a57-48f2-ba34-7f4dc38d4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:12.117346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.117757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Bound using segment: {'id': 'd9781f65-4a57-48f2-ba34-7f4dc38d4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:12.118333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Bound port: 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9781f65-4a57-48f2-ba34-7f4dc38d4851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec885da-5cdd-47ed-84f7-931f7b98b3ea'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:12.118718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.179823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5694084b-6ed5-413e-9bb7-b0ca9b4fe7ba req-7d7fd999-859b-41fe-8ab4-d0736314e387 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679663 May 14 18:33:12.184143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7d9aa9-5495-4c0b-9dd1-d608810bf9d8,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:12.210443 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:12.219289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.224318 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8042760 May 14 18:33:12.229819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59396) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:12.236361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': '93db9eeb-b67d-4467-8e90-83ed44b6158c', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:12.249466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:12.266321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:12.281615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:12.293749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:12.340352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] For port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:12.349641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] For port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,segment=NetworkSegment(d9781f65-4a57-48f2-ba34-7f4dc38d4851),segment_id=d9781f65-4a57-48f2-ba34-7f4dc38d4851)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:12.383940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.408100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.411009 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:12.462991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7424634 May 14 18:33:12.466684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59402) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:12.524116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.527001 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.532974 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76748623-4ad2-4957-8ab4-ce51e7837e6e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:12.575131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1d106f-d255-43ad-9d83-6475594a6bc4,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:12.579525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.581819 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:12.582762 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52f892c1-bd91-4a6a-8ba6-87c3d6a2ff79 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:12.632992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.656207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:12.681966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d289bc40-79ba-44cd-b08d-182d2c59a1dd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:12.693495 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/fa1d106f-d255-43ad-9d83-6475594a6bc4 HTTP/1.1" status: 204 len: 168 time: 1.5339415 May 14 18:33:12.693757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:12.697588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59406) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:12.704663 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:12.711482 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4802232 May 14 18:33:12.713279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59410) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:12.731466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:12.735083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70496f81-ad00-4b7f-9c08-247bcf6a1f6b None None] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:12.847799 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:13.088932 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.099338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': '93db9eeb-b67d-4467-8e90-83ed44b6158c', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:13.111518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:13.117630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:13.121839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:13.167255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:13.255958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.363565 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d29f1a68-7fcf-4388-866a-45445909b24b', 'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b', 'tenant_id': '0188d7555dab415880415eed12bdccdb', 'fixed_ips': [{'subnet_id': 'a01b6504-e11a-4896-a819-3583f3bcc5ae'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:13.365151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.380838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.397504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.409712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:13.432460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port e4fc3878-4f82-454b-9613-af97a92d0910 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:13.433377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.616212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.617447 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5351980 May 14 18:33:13.626885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1ec679-0b55-45a4-9617-2aeaebcbecad,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:13.636173 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:13.637899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59416) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:13.659713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port e4fc3878-4f82-454b-9613-af97a92d0910, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e4fc3878-4f82-454b-9613-af97a92d0910,segment=NetworkSegment(8d979704-021e-4853-94fa-b8d7cd03e275),segment_id=8d979704-021e-4853-94fa-b8d7cd03e275)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:13.660076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.752082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] DHCP port deletion for 82f78e2b-7c16-4ff7-864c-e066faa82314 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:13.813675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:08Z', 'revision_number': 8, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:13.818994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-ff1d6521-4013-42d4-9068-dd14f5178926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:13.822709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-ff1d6521-4013-42d4-9068-dd14f5178926 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 1.2305682 May 14 18:33:13.831298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': '93db9eeb-b67d-4467-8e90-83ed44b6158c', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:13.831939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:13.838265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.855587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Allocated IP 2001:db8::2 (d29f1a68-7fcf-4388-866a-45445909b24b/a01b6504-e11a-4896-a819-3583f3bcc5ae/fb41a205-c14a-436d-b0a6-937ea5ccf3d8) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:13.857429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for e4fc3878-4f82-454b-9613-af97a92d0910 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:13.861383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:13.862002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:13.869581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:13.941485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:13.946475 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:13.958185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:14.005540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=e4fc3878-4f82-454b-9613-af97a92d0910,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:14.018852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port e4fc3878-4f82-454b-9613-af97a92d0910 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:14.032508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:14.053721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:14.058302 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:14.159990 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:33:14.192445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.204114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.228717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Deleting port e4fc3878-4f82-454b-9613-af97a92d0910 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:14.229268 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.233166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f78e2b-7c16-4ff7-864c-e066faa82314']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:14.234244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88d7fe-1cc1-43cb-9ade-dc7ad46b08ab req-f6f5c281-5aa0-4e6d-84b2-ca986d9d922f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:14.236719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c88d7fe-1cc1-43cb-9ade-dc7ad46b08ab req-f6f5c281-5aa0-4e6d-84b2-ca986d9d922f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.7378509 May 14 18:33:14.244068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:14.250218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d979704-021e-4853-94fa-b8d7cd03e275') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:14.250518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d979704-021e-4853-94fa-b8d7cd03e275') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:14.264941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.283746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.297172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:14.298000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: timer() May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:14.327568 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:14.492446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.521841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.525658 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.526995 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:14.549480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.565473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:14.567105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=82f78e2b-7c16-4ff7-864c-e066faa82314,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:14.575608 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:14.576832 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b4637580-b6e1-439f-bd8d-d4561b25bac9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:14.580796 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/82f78e2b-7c16-4ff7-864c-e066faa82314 HTTP/1.1" status: 204 len: 168 time: 1.8811481 May 14 18:33:14.584040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59422) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:14.620122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c88d7fe-1cc1-43cb-9ade-dc7ad46b08ab req-06d6fed2-a67e-42a5-a7ce-ea376063308d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620746 May 14 18:33:14.635273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73626c04-0f9c-4059-8d6d-c41dc983f783,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:14.638542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] For port e4fc3878-4f82-454b-9613-af97a92d0910, host n-d-787206-3, got binding levels [] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:14.638959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.692881 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.697069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9812880 May 14 18:33:14.703807 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:14.712605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59426) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:14.729202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': '93db9eeb-b67d-4467-8e90-83ed44b6158c', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:14.745291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:14.816380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:14.887813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3558a5b-a7ee-4158-b379-84a92eab9a99 None None] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:14.909641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Calling delete_port for e4fc3878-4f82-454b-9613-af97a92d0910 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:14.920219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Allocated IP 2001:db8::1 (8ec885da-5cdd-47ed-84f7-931f7b98b3ea/377e8b2c-e944-401b-801b-8700f9b04167/c376490f-0b0b-413e-a999-f83fb259ed3f) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:15.005250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.ipam_backend_mixin [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Port e4fc3878-4f82-454b-9613-af97a92d0910 was not found and therefore no delete operation was performed {{(pid=79561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:33:15.069676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.081838 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0a844a13-f522-4c63-a88f-c10bcb292690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:15.106677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.125554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Transition to ACTIVE for port object c376490f-0b0b-413e-a999-f83fb259ed3f will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:15.152761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:15.156157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:15.168469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6eab5dce-3016-46fc-a298-3730c5e45807 None None] Provisioning for port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:15.172552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Network 82f78e2b-7c16-4ff7-864c-e066faa82314 is not hosted by any dhcp agent {{(pid=79561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:33:15.174095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] No DVR routers for this DVR port e4fc3878-4f82-454b-9613-af97a92d0910 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:15.182086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:15.201523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.208677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Pushing event deleted for resources: {'Port': ['ID=e4fc3878-4f82-454b-9613-af97a92d0910,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:15.212772 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:15.214630 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1dfeabd8-1147-4a14-af28-bee69cd74df1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:15.259658 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:33:15.294665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.296098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.314470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Transition to ACTIVE for port object fb41a205-c14a-436d-b0a6-937ea5ccf3d8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:15.316647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:15.325580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:15.331038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.339869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:15.340416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.349170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Transition to ACTIVE for port object fb41a205-c14a-436d-b0a6-937ea5ccf3d8 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:15.389922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59436) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:15.393741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Port': ['ID=c376490f-0b0b-413e-a999-f83fb259ed3f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:15.414413 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:15.448287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:15.458029 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.465748 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:15.580525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:15.581227 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.650051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Network d29f1a68-7fcf-4388-866a-45445909b24b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:15.659197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:15.662948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:15.709298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Pushing event updated for resources: {'Port': ['ID=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:15.712185 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:15.802013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.803291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.828367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.869829 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:15.906358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:15.927322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dbdf60-fb07-4d46-8eeb-d6dc3acaea50,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:15.933269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Usage tracker for resource:security_group_rule and tenant:b7bc38ec0373415992a0399a774c77b2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:15.938949 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:15.943332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:15.944826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Attempting to bind port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:15.944957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.945203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Attempting to bind port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:15.945504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Attempting to bind port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 on network d29f1a68-7fcf-4388-866a-45445909b24b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:15.962521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:15.962872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Checking segment: {'id': '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:15.963424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.963812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Bound using segment: {'id': '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:15.964816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Bound port: fb41a205-c14a-436d-b0a6-937ea5ccf3d8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd29f1a68-7fcf-4388-866a-45445909b24b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:15.964816 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.965828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:15.977236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:15.981686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2654479 May 14 18:33:15.983641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:08Z', 'revision_number': 8, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:15.997464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016c111-84eb-44c5-93c9-1937daa8b504 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:08Z', 'revision_number': 8, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '894ac794-8130-4cb9-be1e-5298139fb90d', 'name': '', 'network_id': 'b1165356-bfba-4e7e-b855-177264dde43c', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:04:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:27Z', 'updated_at': '2021-05-14T18:32:51Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': 'f67137f1-93a7-4999-acca-a035a06ae511', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:16.007403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:16.026538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'network': {'name': 'tempest-network-smoke--846351259', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'port_security_enabled': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:16.032114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:16.038251 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:network and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:16.042267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:16.048292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.049612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:16.068024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:16.072418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.118720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,segment=NetworkSegment(d9781f65-4a57-48f2-ba34-7f4dc38d4851),segment_id=d9781f65-4a57-48f2-ba34-7f4dc38d4851)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:16.124752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] For port fb41a205-c14a-436d-b0a6-937ea5ccf3d8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:16.128786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] For port fb41a205-c14a-436d-b0a6-937ea5ccf3d8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,segment=NetworkSegment(1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0),segment_id=1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:16.131315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.132030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:33:16.135657 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-98ac7776-3dbc-44ac-b5a6-76794522fe5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:16.148983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 894ac794-8130-4cb9-be1e-5298139fb90d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:16.149617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.174489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.174732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.174858 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Added segment b7af6a8b-a3b8-4235-a6de-69b06970c5dd of type vlan for network d66c4ac7-2e82-4462-b336-7be91af6a4d9 May 14 18:33:16.229671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:16.232836 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:16.233666 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bedd4265-8461-48ee-b3d5-f1592a38c428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:16.297605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.321947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Pushing event updated for resources: {'Port': ['ID=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:16.328758 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:16.390166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 894ac794-8130-4cb9-be1e-5298139fb90d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=894ac794-8130-4cb9-be1e-5298139fb90d,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:16.390641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.394111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4fc3878-4f82-454b-9613-af97a92d0910 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:16.481935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e4fc3878-4f82-454b-9613-af97a92d0910 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:16.483124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e4fc3878-4f82-454b-9613-af97a92d0910 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:16.496156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ccaaab86-48f9-4cc1-9a00-19f21d60cf3f None None] Provisioning for port c376490f-0b0b-413e-a999-f83fb259ed3f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:16.510294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ccaaab86-48f9-4cc1-9a00-19f21d60cf3f None None] Provisioning complete for port c376490f-0b0b-413e-a999-f83fb259ed3f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:16.510700 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ccaaab86-48f9-4cc1-9a00-19f21d60cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.609708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-1ed99226-8ece-4862-9765-7716a1b32eb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 999 time: 0.5120208 May 14 18:33:16.657725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 894ac794-8130-4cb9-be1e-5298139fb90d owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:16.660977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.687022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:16.689553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.694749 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:16.700776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:16.734154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaab86-48f9-4cc1-9a00-19f21d60cf3f None None] Port c376490f-0b0b-413e-a999-f83fb259ed3f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:16.782972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ccaaab86-48f9-4cc1-9a00-19f21d60cf3f None None] Provisioning complete for port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:16.783377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ccaaab86-48f9-4cc1-9a00-19f21d60cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.859367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:16.859763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.873372 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8646643 May 14 18:33:16.875802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Network': ['ID=d66c4ac7-2e82-4462-b336-7be91af6a4d9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:16.878692 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:16.879354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a9ee2-cfee-407d-9bf9-94435f89b3fb req-b3317740-0012-4171-9508-c8e63627e2be tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:16.880097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:16.888622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e8a9ee2-cfee-407d-9bf9-94435f89b3fb req-b3317740-0012-4171-9508-c8e63627e2be tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 1.0751705 May 14 18:33:16.890377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'admin_state_up': True, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:16.896551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:16.901603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:16.907071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:router and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:16.910535 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:16.918293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:16.940898 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.941878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.966266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.973291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:16.976905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-d98dff69-4c48-436f-8ca4-0b75b8d2ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:16.979321 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-d98dff69-4c48-436f-8ca4-0b75b8d2ed17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.2956562 May 14 18:33:17.055032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.120672 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31eda0ae-40de-4bf7-8d03-5dea7f7a83a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:17.157148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e8a9ee2-cfee-407d-9bf9-94435f89b3fb req-7cded27a-2093-423e-8acf-b474643b0cb1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674632 May 14 18:33:17.161165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1a40e11b-d35a-4070-ae47-00594f0c056a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:17.205649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 1a40e11b-d35a-4070-ae47-00594f0c056a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:17.206023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1a40e11b-d35a-4070-ae47-00594f0c056a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:17.220852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b55afa87-4ab0-4c86-8181-0b6aeb6c4602 None None] Provisioning complete for port c376490f-0b0b-413e-a999-f83fb259ed3f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:17.221041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Deleting port 5394c926-c17b-4936-bca0-514977e42db6 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:17.221149 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.221246 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b55afa87-4ab0-4c86-8181-0b6aeb6c4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.263954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7bc38ec0373415992a0399a774c77b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8717875 May 14 18:33:17.265111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6e8cbb-04e2-472c-a83f-c8420de0b76d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:17.304045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b55afa87-4ab0-4c86-8181-0b6aeb6c4602 None None] Port c376490f-0b0b-413e-a999-f83fb259ed3f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:17.316432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59452) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:17.317129 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:17.330076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.336436 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:17.542342 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.579999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.591058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] For port 5394c926-c17b-4936-bca0-514977e42db6, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5394c926-c17b-4936-bca0-514977e42db6,segment=NetworkSegment(c153d298-a2dd-4016-af59-c20bc214d353),segment_id=c153d298-a2dd-4016-af59-c20bc214d353)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:17.591482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.606663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-adf8801e-5f7f-4ab7-a365-6b9caed4a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:17.608203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-adf8801e-5f7f-4ab7-a365-6b9caed4a90d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5968246 May 14 18:33:17.613495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.614480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:17.620259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=894ac794-8130-4cb9-be1e-5298139fb90d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:17.622723 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:17.635490 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:17.702770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc5c3d-d2ca-4e31-a515-9f7f2413662f None None] Network d29f1a68-7fcf-4388-866a-45445909b24b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:17.815816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16ad4199-96cc-427d-8c03-1811ff95d537 None None] Provisioning for port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:17.937252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.032422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Calling delete_port for 5394c926-c17b-4936-bca0-514977e42db6 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:18.110584 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.236194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Port': ['ID=c376490f-0b0b-413e-a999-f83fb259ed3f,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:18.239629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.257640 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:18.421443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:18.425398 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-aa063d51-a5fc-4e45-ba59-c0c76feac912 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955759 May 14 18:33:18.435247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:18.441617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.475857 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.523900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:18.590092 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.654746 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a527d753-30f6-48fd-b2e7-103a50bd12fe tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:18.689523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6e8cbb-04e2-472c-a83f-c8420de0b76d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:18.709201 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:18.741002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.742502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c6e8cbb-04e2-472c-a83f-c8420de0b76d HTTP/1.1" status: 204 len: 168 time: 1.4194002 May 14 18:33:18.788500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fb41a205-c14a-436d-b0a6-937ea5ccf3d8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:18.808107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf4712-63fb-408f-a0df-eb9f488e0bcd req-9344d089-674b-48d1-817d-ebbf849ba4d4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:18.810087 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8cf4712-63fb-408f-a0df-eb9f488e0bcd req-9344d089-674b-48d1-817d-ebbf849ba4d4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.5135233 May 14 18:33:18.853930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ec06726-2b54-4b0a-b4d2-7a8a7bd4c0b2 req-2444fe9f-8ab6-464b-8253-6c0b36ae74fd service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156461 May 14 18:33:18.857176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-041893da-042b-4732-876b-8de76aedecee None None] Provisioning complete for port c376490f-0b0b-413e-a999-f83fb259ed3f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:18.857694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-041893da-042b-4732-876b-8de76aedecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.938531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8cf4712-63fb-408f-a0df-eb9f488e0bcd req-db22eb60-e01f-422c-aa4b-f2f2ac5d5240 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195936 May 14 18:33:18.952461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-041893da-042b-4732-876b-8de76aedecee None None] Port c376490f-0b0b-413e-a999-f83fb259ed3f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:18.970396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Router dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:33:18.976793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:18.982553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ce93235d-d759-4570-86f4-8513734aed97 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:18.994153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:19.001412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:19.001794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.048286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:19.048857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Pushing event deleted for resources: {'Port': ['ID=5394c926-c17b-4936-bca0-514977e42db6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:19.054239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:19.058195 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:19.071944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.174 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/03e6005b-c424-4b17-9beb-4a9e7d68f6c8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:19.079314 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:19.080144 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:19.108215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5229120 May 14 18:33:19.124287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59464) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:19.198999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.242054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port fb41a205-c14a-436d-b0a6-937ea5ccf3d8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,segment=NetworkSegment(1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0),segment_id=1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:19.248349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.252382 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e76be508-3c1d-4818-bd9a-e511e80046c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:19.298633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet f67137f1-93a7-4999-acca-a035a06ae511 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:19.312274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.418736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:19.421974 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:19.424685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.456790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:19.458174 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:19.468475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] Sync routers for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:19.479020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:19.479765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:19.544954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.615206 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.668728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.675965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:19.688423 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-13605fb6-cbdf-40ef-b055-d0442af04b64 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:19.706696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2389429 May 14 18:33:19.708976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59482) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:19.728064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:19.755289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:19.756087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:19.779458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:19.783339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:19.786358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:19.808273 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:19.813513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:19.913596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:19.914186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa9eae2-2c8d-4d35-84aa-37459e65e5c7 None None] The sync data for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:19.942827 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:33:19.981838 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:16Z', 'revision_number': 9, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:19.986097 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:19.996630 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:19.997260 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:20.190631 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:20.451144 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:20.573559 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:16Z', 'revision_number': 9, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:20.578392 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a789e-ccb3-45a6-9310-6449161d0cf8 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:16Z', 'revision_number': 9, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': '95288485-d673-4056-ad0f-0f70a20a5661', 'name': '', 'network_id': '8d358cc4-3f01-4edd-95da-2dc17a157a28', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:b5:1f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:18Z', 'updated_at': '2021-05-14T18:32:47Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7c4602dc-7b6a-4e66-9279-941d2302ca05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:20.762849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59502) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:21.006814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fb41a205-c14a-436d-b0a6-937ea5ccf3d8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:21.013803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bed4-b42a-4907-a604-04f51d1692ae req-f58d3bb7-6e28-45af-86df-32c4af0c6b78 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:21.015296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.015480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5a0bed4-b42a-4907-a604-04f51d1692ae req-f58d3bb7-6e28-45af-86df-32c4af0c6b78 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.7908621 May 14 18:33:21.025638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'network': {'name': 'tempest-network-smoke--1539084881', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'port_security_enabled': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:21.027010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dacea9ac-f0e6-42f7-a26f-a986d0220cea tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:21.068850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=f67137f1-93a7-4999-acca-a035a06ae511,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:21.074224 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.078671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67599eb5-0da5-48d1-8b82-1ceb2ef5f58b None None] Network b1165356-bfba-4e7e-b855-177264dde43c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:21.083946 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/f67137f1-93a7-4999-acca-a035a06ae511 HTTP/1.1" status: 204 len: 168 time: 1.9585533 May 14 18:33:21.085046 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:21.085498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59508) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:21.125156 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.153886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:21.157253 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-8fc8540c-acf6-4164-8417-512d7137c8d2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:33:21.161437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8fc8540c-acf6-4164-8417-512d7137c8d2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4491496 May 14 18:33:21.161803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59512) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:21.196180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:network and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:21.255667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:21.274966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:21.275616 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.384529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.512117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:33:21.517855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:21.518281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.525886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] DHCP port deletion for b1165356-bfba-4e7e-b855-177264dde43c request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:21.527383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:21.582652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:21.586086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.602354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5a0bed4-b42a-4907-a604-04f51d1692ae req-c886bfb6-97d9-4b51-909c-f512b251ed82 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5074720 May 14 18:33:21.602982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Deleting port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:21.603400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.613742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.652720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:21.706910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] For port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:21.706910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.721231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:21.757902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,segment=NetworkSegment(2d1524ad-52b3-4d69-8225-266c49895a7f),segment_id=2d1524ad-52b3-4d69-8225-266c49895a7f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:21.758264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.781313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:21.797400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Router 51711361-959a-406c-b99f-1dfbce692303 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:21.800378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:21.833051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Calling delete_port for c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:21.881289 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.885773 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-286592a3-bf25-4903-9a04-629973d50601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:21.895212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:21.918021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:21.930261 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424957c9-397b-4595-afe7-368999f33570 None None] Sync routers for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:21.935915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Pushing event deleted for resources: {'Port': ['ID=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:21.941422 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:21.947401 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:21.948327 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:21.949176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] No DVR routers for this DVR port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:21.967261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:21.968859 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0865147 May 14 18:33:21.972664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59516) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:22.019061 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3baf751d-2182-4a4f-8624-ef46c1d93835 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a43b1e4fc53d439bb8822476c970e030&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450742 May 14 18:33:22.021818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:22.096225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.105669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:22.142200 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:22.154414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=c30f09ab-8cc4-47f4-b2c1-58280eb18fe9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:22.157916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:22.159504 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:22.202137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:22.217035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] Sync routers for ids ['51711361-959a-406c-b99f-1dfbce692303'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:22.231635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] Routers {'51711361-959a-406c-b99f-1dfbce692303'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:22.232707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['51711361-959a-406c-b99f-1dfbce692303'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:22.235029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] 10.222.0.24 "PUT /v2.0/routers/51711361-959a-406c-b99f-1dfbce692303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8165004 May 14 18:33:22.238011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59524) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:22.245756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.322292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.326132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e93c2e-1037-45a4-b7ba-c54b9ef9f8dc tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:22.327643 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-27e93c2e-1037-45a4-b7ba-c54b9ef9f8dc tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3047209 May 14 18:33:22.330122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.340805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59528) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:22.346816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1165356-bfba-4e7e-b855-177264dde43c']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:22.381524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-223529df-678c-41d6-8e26-d925ad8378f0 req-0de1a7a8-c21e-4ba2-94da-9229f9233418 service neutron] (79560) timed out ('10.222.0.24', 38516) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:33:22.389436 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-42cda664-803a-4092-ae1f-9f36c62a5dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:22.394988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1524ad-52b3-4d69-8225-266c49895a7f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:22.395310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1524ad-52b3-4d69-8225-266c49895a7f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:22.403763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-be155999-f208-4cd2-8ca0-86df2f5ff0da tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616889 May 14 18:33:22.406885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59532) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:22.412124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.422542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404242253', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:22.450598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] Set router 51711361-959a-406c-b99f-1dfbce692303 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:22.487217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:33:22.504222 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:20Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:22.510527 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424957c9-397b-4595-afe7-368999f33570 None None] Checking router: 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:22.511236 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424957c9-397b-4595-afe7-368999f33570 None None] Updating router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:33:22.620799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24eb34-7023-4492-9f7c-a353a11c6035,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:22.624917 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:22.640629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.641190 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Added segment 623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a of type vlan for network 2f053726-c687-41eb-ade1-b0fcedbad09e May 14 18:33:22.654491 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-424957c9-397b-4595-afe7-368999f33570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.692066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 894ac794-8130-4cb9-be1e-5298139fb90d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:22.695581 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.714861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.721153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:22.721538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.745871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.746349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 894ac794-8130-4cb9-be1e-5298139fb90d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:22.746706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 894ac794-8130-4cb9-be1e-5298139fb90d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:22.747895 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: util.warn( May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: timer() May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:22.834218 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:22.870172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.872978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:22.873442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c30f09ab-8cc4-47f4-b2c1-58280eb18fe9 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:22.879681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.885090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:33:22.903786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f759e9fd-924c-46fb-a6f3-ba97f7a1684f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:22.909625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:22.921785 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/b1165356-bfba-4e7e-b855-177264dde43c HTTP/1.1" status: 204 len: 168 time: 1.8323338 May 14 18:33:22.931713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:23.003517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:33:18Z', 'revision_number': 5, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:23.004471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=b1165356-bfba-4e7e-b855-177264dde43c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:23.010231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] Checking router: 51711361-959a-406c-b99f-1dfbce692303 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:23.013927 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:23.020624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] Routers {'51711361-959a-406c-b99f-1dfbce692303'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:23.021392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['51711361-959a-406c-b99f-1dfbce692303'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:23.099028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:23.107684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:subnet and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:23.112296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:23.122422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:23.220073 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:23.223653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.232169 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-424957c9-397b-4595-afe7-368999f33570 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.246746 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-424957c9-397b-4595-afe7-368999f33570 None None] Transition to ACTIVE for port object 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:23.255766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.256597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] Set router 51711361-959a-406c-b99f-1dfbce692303 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:23.259053 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-424957c9-397b-4595-afe7-368999f33570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.261303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:23.261895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.265623 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-b5a94f7f-8b09-4004-a7a6-731d5c2a8009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:23.271655 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b78a45ff-0528-4d2b-b104-3b3eb85c96dc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:23.361975 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-424957c9-397b-4595-afe7-368999f33570 None None] Attempting to bind port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:23.362988 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-424957c9-397b-4595-afe7-368999f33570 None None] Attempting to bind port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:23.363652 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424957c9-397b-4595-afe7-368999f33570 None None] Attempting to bind port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:23.371696 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Pushing event updated for resources: {'Port': ['ID=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:23.378784 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424957c9-397b-4595-afe7-368999f33570 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:23.379686 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424957c9-397b-4595-afe7-368999f33570 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:23.381068 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-424957c9-397b-4595-afe7-368999f33570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.381846 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424957c9-397b-4595-afe7-368999f33570 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:23.382530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-424957c9-397b-4595-afe7-368999f33570 None None] Bound port: 03e6005b-c424-4b17-9beb-4a9e7d68f6c8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:23.383413 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-424957c9-397b-4595-afe7-368999f33570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.404216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6371753 May 14 18:33:23.418231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59542) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:23.423538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-739453054', 'admin_state_up': True, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:23.437126 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.437726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.438160 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.438587 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.439367 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.439793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.440379 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.440738 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.441197 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.441614 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.442028 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.442439 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:23.447859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:23.448292 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:23.455762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:router and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:23.465861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:23.472976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:23.496912 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-424957c9-397b-4595-afe7-368999f33570 None None] For port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:23.502064 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-424957c9-397b-4595-afe7-368999f33570 None None] For port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:23.507521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Network': ['ID=2f053726-c687-41eb-ade1-b0fcedbad09e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:23.515780 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-424957c9-397b-4595-afe7-368999f33570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.523352 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:23.533164 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:23.540479 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.542955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 2f053726-c687-41eb-ade1-b0fcedbad09e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:23.552646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a64506-c6ce-45f4-9e57-6660046e6afd req-cd8c25fc-0789-40db-be2f-96c1900e3935 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:23.554165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86a64506-c6ce-45f4-9e57-6660046e6afd req-cd8c25fc-0789-40db-be2f-96c1900e3935 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.7316692 May 14 18:33:23.641303 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Pushing event updated for resources: {'Port': ['ID=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:23.645986 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:23.646705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-86a64506-c6ce-45f4-9e57-6660046e6afd req-5db24942-216f-4201-b62b-78bfecc0fd88 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817609 May 14 18:33:23.660963 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:23.661591 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:23.711659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.713738 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.734292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Deleting port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:23.734981 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.793311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:33:18Z', 'revision_number': 5, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:23.799130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a79a1-8b3a-482e-852a-c59a9e9adb09 None None] The sync data for ids ['51711361-959a-406c-b99f-1dfbce692303'] in n-d-787206-3 is: [{'id': '51711361-959a-406c-b99f-1dfbce692303', 'name': 'tempest-TestServerMultinode-1269384925-router', 'tenant_id': 'c17ff54a077e4c64b21b3e75953286e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:31:16Z', 'updated_at': '2021-05-14T18:33:18Z', 'revision_number': 5, 'project_id': 'c17ff54a077e4c64b21b3e75953286e5', 'gw_port': {'id': '5ba3095e-0d9c-4dc0-b9e8-084e846569c9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:03:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51711361-959a-406c-b99f-1dfbce692303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:31:19Z', 'updated_at': '2021-05-14T18:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:23.874288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:23.884368 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:23.920026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] For port 5ba3095e-0d9c-4dc0-b9e8-084e846569c9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:23.920622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.045310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting port c376490f-0b0b-413e-a999-f83fb259ed3f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:24.045659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.070501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Calling delete_port for 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:24.189119 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-424957c9-397b-4595-afe7-368999f33570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:20Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:24.194611 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424957c9-397b-4595-afe7-368999f33570 None None] The sync data for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 is: [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:20Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:24.210681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.292506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.356512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Calling delete_port for c376490f-0b0b-413e-a999-f83fb259ed3f owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:24.450117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.534341 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.541421 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:24.573190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5394c926-c17b-4936-bca0-514977e42db6 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:24.644126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 5394c926-c17b-4936-bca0-514977e42db6 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:24.644481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5394c926-c17b-4936-bca0-514977e42db6 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:24.747198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba3095e-0d9c-4dc0-b9e8-084e846569c9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:24.751354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.761377 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:24.761900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:24.816855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Port': ['ID=c376490f-0b0b-413e-a999-f83fb259ed3f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:24.863603 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:24.869571 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b938f5fe-d2f0-40fd-9eca-ec5bbd56665b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:24.936168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.126641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Subnet': ['ID=f0ea728f-6ae7-4d70-a28b-b45dfcccf294,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:25.135043 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:25.142962 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:25.180241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Checking segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:25.180672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network hostable DHCP agents. Network: d66c4ac7-2e82-4462-b336-7be91af6a4d9, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:25.366994 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.371123 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.429153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:25.472872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d66c4ac7-2e82-4462-b336-7be91af6a4d9) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:25.474992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.483219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0e1ae-a578-48ee-817a-3febc2154aa7 None None] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:25.518181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.523970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:25.524552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.633231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2253039 May 14 18:33:25.640198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:25.683212 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.688878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.732418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d66c4ac7-2e82-4462-b336-7be91af6a4d9', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:25.733499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.787733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a166803-ff43-4bb6-9f1c-2cb33260fd41 req-61eadf9b-e4ec-4d89-af6c-c375cea2a056 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:25.789526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a166803-ff43-4bb6-9f1c-2cb33260fd41 req-61eadf9b-e4ec-4d89-af6c-c375cea2a056 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 944 time: 0.6568580 May 14 18:33:25.866290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.867076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51711361-959a-406c-b99f-1dfbce692303 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:33:25.922854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Router dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:25.932623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:25.937019 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-db8b626a-b7f1-451f-ae7b-f76beb89ffd1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/51711361-959a-406c-b99f-1dfbce692303 HTTP/1.1" status: 204 len: 168 time: 3.6936705 May 14 18:33:25.938029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59552) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:25.938748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.25.4.19 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/e71453bd-e3ce-432b-a5d4-5769b4325fb9) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:25.943662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Allocated IP 172.20.0.2 (d66c4ac7-2e82-4462-b336-7be91af6a4d9/f0ea728f-6ae7-4d70-a28b-b45dfcccf294/aedae11c-1f00-467c-8b81-832d9bb32403) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:25.944849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a166803-ff43-4bb6-9f1c-2cb33260fd41 req-1999efc8-b58b-4435-959e-362de3190be5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905054 May 14 18:33:26.184922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:26.198662 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] Sync routers for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:26.209341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0262561 May 14 18:33:26.216337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59556) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:26.218627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:33:26.224299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:26.225182 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:26.278126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.301349 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-007d7d77-98f9-4ecf-b4d5-d736e8d49efc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] delete failed (client error): The resource could not be found. May 14 18:33:26.307589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-007d7d77-98f9-4ecf-b4d5-d736e8d49efc tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1015893040 HTTP/1.1" status: 404 len: 335 time: 0.0904031 May 14 18:33:26.310877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Deleting subnet 0cfb7d45-c6cc-42db-9d06-a50ce486a04f {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:26.313280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59560) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:26.319493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d190be56-814b-4a23-84e2-90b3c2c75b64 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:26.334443 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:26.346066 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:26.346885 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:26.354507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Transition to ACTIVE for port object aedae11c-1f00-467c-8b81-832d9bb32403 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:26.460568 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:26.461248 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e760c-b3b3-485a-b060-29ee97afcc49 None None] The sync data for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:26.465942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Transition to ACTIVE for port object aedae11c-1f00-467c-8b81-832d9bb32403 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:26.480563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.493997 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:26.565330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Pushing event updated for resources: {'Port': ['ID=aedae11c-1f00-467c-8b81-832d9bb32403,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:26.572800 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:26.590684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 95288485-d673-4056-ad0f-0f70a20a5661 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:26.591060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.604241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:26.608114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:26.613269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:26.634533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:26.663021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.697771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:26.708756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.710648 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.725762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'port_id': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'mac_address': 'fa:16:3e:12:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:33:26.771384 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80ca7b81-7caa-4a1c-a19c-b70fc653c68c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:26.809444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:26.822617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:26.836214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:26.845336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Attempting to bind port aedae11c-1f00-467c-8b81-832d9bb32403 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:26.845810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Attempting to bind port aedae11c-1f00-467c-8b81-832d9bb32403 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:26.846239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Attempting to bind port aedae11c-1f00-467c-8b81-832d9bb32403 on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:26.864717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:26.865019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Checking segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:26.865511 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.865982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Bound using segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:26.866540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Bound port: aedae11c-1f00-467c-8b81-832d9bb32403, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:26.867245 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.876664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.898030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.903294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:33:26.954294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:26.967044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:26.967458 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:26.998637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=e71453bd-e3ce-432b-a5d4-5769b4325fb9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:27.002208 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:27.012081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:27.062955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] For port aedae11c-1f00-467c-8b81-832d9bb32403, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:27.069204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] For port aedae11c-1f00-467c-8b81-832d9bb32403, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aedae11c-1f00-467c-8b81-832d9bb32403,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:27.086945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d190be56-814b-4a23-84e2-90b3c2c75b64 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.105934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.116945 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-afe7f6be-bb93-42a3-80fb-2e8d2501f8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:27.145321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.169489 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-d190be56-814b-4a23-84e2-90b3c2c75b64 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] update failed (client error): The resource could not be found. May 14 18:33:27.170783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d190be56-814b-4a23-84e2-90b3c2c75b64 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a HTTP/1.1" status: 404 len: 339 time: 0.8564804 May 14 18:33:27.175341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59566) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:27.185384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1769645368'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:27.195137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:27.203933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:network and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:27.207782 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:27.214857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-67d6e7d2-4d40-4eec-87c6-7b022cabb6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.215388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.241339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:27.277334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:27.280980 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.291089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Pushing event updated for resources: {'Port': ['ID=aedae11c-1f00-467c-8b81-832d9bb32403,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:27.311242 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:27.311567 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fae7b3e1-e508-44b5-ad9d-a32bfcd34b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:27.345780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 95288485-d673-4056-ad0f-0f70a20a5661, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=95288485-d673-4056-ad0f-0f70a20a5661,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:27.346473 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.404267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.404491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989663ed-951c-43af-94bf-1619bd4d665d req-b5a7931d-970f-4a54-a4ed-ba436f520887 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:27.406164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-989663ed-951c-43af-94bf-1619bd4d665d req-b5a7931d-970f-4a54-a4ed-ba436f520887 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.2996442 May 14 18:33:27.426494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:33:27.430461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:27.441377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=11']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:27.452433 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.462406 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:27.463123 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:27.470067 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.470422 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Added segment 4b3e12ce-0998-420b-9154-05932b5b5f4e of type vlan for network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf May 14 18:33:27.560353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-989663ed-951c-43af-94bf-1619bd4d665d req-6bb67795-622b-4399-9e34-3d1b237c63bb tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407340 May 14 18:33:27.591632 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:33:27.611982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.626986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:27.631412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 95288485-d673-4056-ad0f-0f70a20a5661 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:27.679381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:27.679736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5ba3095e-0d9c-4dc0-b9e8-084e846569c9 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:27.730432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:27.740652 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:27.749733 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.757619 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab231585-3526-4371-8105-58055a7e7772 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:27.797923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfb7d45-c6cc-42db-9d06-a50ce486a04f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:27.808487 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.812878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.813666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.813892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.814279 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.814659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.815032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.815548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.815927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.816296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.816664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.817022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.817558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:27.822151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.823281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f14443-da38-4494-94a2-d5016a336727 None None] Network 86ef46c3-d2c2-4e51-8935-d00324c4b168 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:27.827928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:27.828462 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.832405 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:27.837231 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3d2e5c97-9cbf-4e34-afac-3ff7e568112a tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:27.869831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0cfb7d45-c6cc-42db-9d06-a50ce486a04f HTTP/1.1" status: 204 len: 168 time: 1.9267321 May 14 18:33:27.946611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59570) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:27.956462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7777627 May 14 18:33:27.958120 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:27.978141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59574) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:27.990375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'subnet': {'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:28.072201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Network': ['ID=99bd1fa9-4a12-4f93-baf2-82abb350f0cf,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:28.103912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:28.132993 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:28.164229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.200280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] DHCP port deletion for 86ef46c3-d2c2-4e51-8935-d00324c4b168 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:28.201883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.219420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:28.223311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Usage tracker for resource:subnet and tenant:0188d7555dab415880415eed12bdccdb is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:28.270282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:28.279236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:28.305152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Made reservation on behalf of 0188d7555dab415880415eed12bdccdb for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:28.310281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Deleting port cad5b5f9-8adb-409d-a10e-e41788e906e4 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:28.310827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.311023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.454231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.457077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] For port cad5b5f9-8adb-409d-a10e-e41788e906e4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cad5b5f9-8adb-409d-a10e-e41788e906e4,segment=NetworkSegment(c153d298-a2dd-4016-af59-c20bc214d353),segment_id=c153d298-a2dd-4016-af59-c20bc214d353)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:28.457490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.469676 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-831aae57-5ea4-469e-bd44-e7e243b957a3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:28.568352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=95288485-d673-4056-ad0f-0f70a20a5661,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:28.571596 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:28.780750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Calling delete_port for cad5b5f9-8adb-409d-a10e-e41788e906e4 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:28.840563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f6a30-f074-4173-9903-f9c57d0f1b86 None None] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:28.859928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:28.867089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.884745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Deleting port cad5b5f9-8adb-409d-a10e-e41788e906e4 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:28.885090 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.893091 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:28.906546 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:29.007841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Pushing event deleted for resources: {'Port': ['ID=cad5b5f9-8adb-409d-a10e-e41788e906e4,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:29.019447 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:29.029060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] No DVR routers for this DVR port cad5b5f9-8adb-409d-a10e-e41788e906e4 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:29.042150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-889b6730-9e1b-4318-aac2-c1b2924907e9 None None] Provisioning for port aedae11c-1f00-467c-8b81-832d9bb32403 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:29.058965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] For port cad5b5f9-8adb-409d-a10e-e41788e906e4, host n-d-787206-3, got binding levels [] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:29.059417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.076088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27885cd-93d3-4b80-be3b-933fe050477d req-c6cad38a-56e2-4ba8-be3c-5ed2e84d3aac tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:29.077795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d27885cd-93d3-4b80-be3b-933fe050477d req-c6cad38a-56e2-4ba8-be3c-5ed2e84d3aac tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.3072097 May 14 18:33:29.130797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:29.131152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.184958 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.269689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Calling delete_port for cad5b5f9-8adb-409d-a10e-e41788e906e4 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:29.279434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.ipam_backend_mixin [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Port cad5b5f9-8adb-409d-a10e-e41788e906e4 was not found and therefore no delete operation was performed {{(pid=79559) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:33:29.307140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d27885cd-93d3-4b80-be3b-933fe050477d req-688e2753-3bd1-4015-86d6-5efb28be419b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178779 May 14 18:33:29.309722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.315133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2b3b16ae-ec2b-46e4-ba7f-4561cc0d9063 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:29.316002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device aedae11c-1f00-467c-8b81-832d9bb32403 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:29.379035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad5b5f9-8adb-409d-a10e-e41788e906e4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:29.381725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] No DVR routers for this DVR port cad5b5f9-8adb-409d-a10e-e41788e906e4 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:29.398458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port aedae11c-1f00-467c-8b81-832d9bb32403 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:29.404624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port aedae11c-1f00-467c-8b81-832d9bb32403 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:29.405183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.415208 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:29.540323 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.603786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port aedae11c-1f00-467c-8b81-832d9bb32403, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aedae11c-1f00-467c-8b81-832d9bb32403,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:29.610683 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.621680 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.624553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:29.629826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ef46c3-d2c2-4e51-8935-d00324c4b168']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:29.659194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c153d298-a2dd-4016-af59-c20bc214d353') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:29.659194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c153d298-a2dd-4016-af59-c20bc214d353') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:29.671270 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.673145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.722761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cad5b5f9-8adb-409d-a10e-e41788e906e4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:29.730082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.737259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.753164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:29.753664 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: timer() May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:29.771380 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:29.778237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: cad5b5f9-8adb-409d-a10e-e41788e906e4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:29.778399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cad5b5f9-8adb-409d-a10e-e41788e906e4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:29.787893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=aedae11c-1f00-467c-8b81-832d9bb32403,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:29.792697 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:29.795887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-408fb874-1a1f-442f-b31b-614cf93357e2 None None] Provisioning complete for port aedae11c-1f00-467c-8b81-832d9bb32403 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:29.796341 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-408fb874-1a1f-442f-b31b-614cf93357e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.830674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0a1fdff7-f0d6-451e-a6ba-539667aeef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.863542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.870752 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f6f33560-258c-4c83-9484-43958750860e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:29.918202 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.937565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:29.964638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] 10.222.0.24 "DELETE /v2.0/networks/86ef46c3-d2c2-4e51-8935-d00324c4b168 HTTP/1.1" status: 204 len: 168 time: 2.0128212 May 14 18:33:29.971662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Subnet': ['ID=740c737c-d9b5-42d8-b772-abd7e7aebefc,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:29.973928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Checking segment: {'id': '4b3e12ce-0998-420b-9154-05932b5b5f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:29.974287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network hostable DHCP agents. Network: 99bd1fa9-4a12-4f93-baf2-82abb350f0cf, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:29.979887 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:29.983309 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2dd4dfec-9bd1-4bb4-9f40-4a6439012fab tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:30.003166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ef46c3-d2c2-4e51-8935-d00324c4b168,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:30.006557 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:30.016554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:30.029722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 99bd1fa9-4a12-4f93-baf2-82abb350f0cf) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:30.038400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274e6d1-8aeb-4fd0-9d01-cad2dee9b195 None None] Network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:30.048368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:30.049087 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.072406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0927711 May 14 18:33:30.075249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59582) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:30.081711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fa81af2c-b927-46fb-b4e2-0dca27a422d4 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'router': {'external_gateway_info': {'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:30.180582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:30.196615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59586) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:30.238407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:30.287200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.1 (d66c4ac7-2e82-4462-b336-7be91af6a4d9/f0ea728f-6ae7-4d70-a28b-b45dfcccf294/6cf55c02-f2dd-4659-9a30-0f258790448a) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:30.368529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:30.374041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:30.375463 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.444038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-99bd1fa9-4a12-4f93-baf2-82abb350f0cf', 'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf', 'tenant_id': '0188d7555dab415880415eed12bdccdb', 'fixed_ips': [{'subnet_id': '740c737c-d9b5-42d8-b772-abd7e7aebefc'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:30.444766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.492940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:30.502929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:33:30.594973 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6620936 May 14 18:33:30.600667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:30.653044 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.657409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59592) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:30.728240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device aedae11c-1f00-467c-8b81-832d9bb32403 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:30.749893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object 6cf55c02-f2dd-4659-9a30-0f258790448a will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:30.757939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:30.758596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:30.810974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:30.811242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6b6f7509-0f00-45ae-beb3-5b425e7e5ab4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04aa6d8c1f17433e9db7e740652cde76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106863 May 14 18:33:30.822325 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:30.828755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59596) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:30.830546 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.843911 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:30.845028 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:30.856539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.864443 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:30.900584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet 7c4602dc-7b6a-4e66-9279-941d2302ca05 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:30.905765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa81af2c-b927-46fb-b4e2-0dca27a422d4 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.910690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.940275 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:30.944221 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5223396 May 14 18:33:30.946431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59600) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:30.953476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:30.960851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:30.964101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:31.005185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:33:31.036689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.073101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.078066 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.080335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=6cf55c02-f2dd-4659-9a30-0f258790448a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:31.084723 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:31.108633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.121941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:31.146321 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.149616 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:31.159392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.229246 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:31.256596 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:31.283825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba9317-b332-4485-b602-ca23e6a5c535 req-9148ea36-0d81-4497-8ae9-910cbc2fefbf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:31.290741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abba9317-b332-4485-b602-ca23e6a5c535 req-9148ea36-0d81-4497-8ae9-910cbc2fefbf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 945 time: 0.6640987 May 14 18:33:31.319325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.338951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Allocated IP 2001:db8:1::2 (99bd1fa9-4a12-4f93-baf2-82abb350f0cf/740c737c-d9b5-42d8-b772-abd7e7aebefc/049a130f-7a08-4813-b363-52c53f46657c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:31.373191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port aedae11c-1f00-467c-8b81-832d9bb32403 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:31.373807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.376333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f37f1216-1899-4536-9957-d4390b720dd2 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=29cbe4fdbfd44af290490a675076284e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4233723 May 14 18:33:31.381400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59608) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:31.509507 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-abba9317-b332-4485-b602-ca23e6a5c535 req-0d5abd8a-8149-4f12-b57b-46407d5ef318 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038333 May 14 18:33:31.539710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:31.554179 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:31.567077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.660000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e45a22-c369-4052-ac1d-2406d7b516c0 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:31.664518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-83e45a22-c369-4052-ac1d-2406d7b516c0 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2798696 May 14 18:33:31.668309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59612) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:31.713941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-efd97f0d-db5d-4dce-8864-7561d35d5848 None None] Provisioning for port 6cf55c02-f2dd-4659-9a30-0f258790448a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:31.791352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.801031 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8ff350c4-3bfe-4333-b497-23f79b691131 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:31.801275 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 3, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:31.810405 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:31.811263 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Updating router a61c3ba5-3258-47e5-b844-be1a2918404f port e71453bd-e3ce-432b-a5d4-5769b4325fb9 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:33:31.818960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d6adc-c9c0-48db-98f2-560aac5add30,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:31.824104 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:31.828215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-31d4cd63-5b25-4a0c-bbe8-129320a6c199 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1577299 May 14 18:33:31.828797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59616) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:31.842197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-605647338', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:31.903966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.905536 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b61d6adc-c9c0-48db-98f2-560aac5add30 HTTP/1.1" status: 204 len: 168 time: 1.0738745 May 14 18:33:31.925309 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.967075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:31.975937 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'code': 200} May 14 18:33:31.983499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-efd97f0d-db5d-4dce-8864-7561d35d5848 None None] Provisioning complete for port 6cf55c02-f2dd-4659-9a30-0f258790448a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:31.984059 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-efd97f0d-db5d-4dce-8864-7561d35d5848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.049887 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-fa81af2c-b927-46fb-b4e2-0dca27a422d4 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:33:32.050829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fa81af2c-b927-46fb-b4e2-0dca27a422d4 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a HTTP/1.1" status: 400 len: 364 time: 1.9747448 May 14 18:33:32.054484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:32.184981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-efd97f0d-db5d-4dce-8864-7561d35d5848 None None] Port 6cf55c02-f2dd-4659-9a30-0f258790448a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:32.188189 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Transition to ACTIVE for port object 049a130f-7a08-4813-b363-52c53f46657c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:32.282395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:32.287909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:subnet and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:32.296285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Transition to ACTIVE for port object 049a130f-7a08-4813-b363-52c53f46657c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:32.298921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:32.310159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:32.332043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.339783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.347795 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:32.351540 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a3b5a6e3-0339-492c-9d3d-f733009a5977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:32.402126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.408212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:32.412127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.440417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde9105-dcce-41ac-9147-01df47cc79c5 None None] Network 8d358cc4-3f01-4edd-95da-2dc17a157a28 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:32.504684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:32.525241 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.558349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:32.559436 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Transition to ACTIVE for port object e71453bd-e3ce-432b-a5d4-5769b4325fb9 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:32.560326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.579039 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:32.581023 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.591914 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-efc007ed-6297-49a6-b1e3-9875e25f2b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:32.653723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Pushing event updated for resources: {'Port': ['ID=049a130f-7a08-4813-b363-52c53f46657c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:32.666146 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:32.686121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:32.703695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:28Z', 'revision_number': 10, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:32.712068 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Attempting to bind port e71453bd-e3ce-432b-a5d4-5769b4325fb9 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:32.712844 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Attempting to bind port e71453bd-e3ce-432b-a5d4-5769b4325fb9 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:32.713344 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Attempting to bind port e71453bd-e3ce-432b-a5d4-5769b4325fb9 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:32.735013 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:32.735914 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:32.736712 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.737360 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:32.738134 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Bound port: e71453bd-e3ce-432b-a5d4-5769b4325fb9, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:32.738791 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.779739 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf5291-cde4-4ab7-adf6-e5de4e767af1 None None] Pushing event updated for resources: {'Port': ['ID=e71453bd-e3ce-432b-a5d4-5769b4325fb9,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:32.796750 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-78bf5291-cde4-4ab7-adf6-e5de4e767af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:32.844862 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] For port e71453bd-e3ce-432b-a5d4-5769b4325fb9, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:32.848437 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] For port e71453bd-e3ce-432b-a5d4-5769b4325fb9, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e71453bd-e3ce-432b-a5d4-5769b4325fb9,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:32.855523 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.861376 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f4e2bd1f-6058-40d9-96ce-eb7bd9154d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:32.881801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4602dc-7b6a-4e66-9279-941d2302ca05,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:32.887537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/7c4602dc-7b6a-4e66-9279-941d2302ca05 HTTP/1.1" status: 204 len: 168 time: 2.2187433 May 14 18:33:32.904629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:32.922926 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:32.935772 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1e7a4a21-3eb9-462d-82fb-e43ac511356b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:32.936176 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:32.937445 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:32.938916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Attempting to bind port 049a130f-7a08-4813-b363-52c53f46657c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:32.940033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Attempting to bind port 049a130f-7a08-4813-b363-52c53f46657c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '4b3e12ce-0998-420b-9154-05932b5b5f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:32.940693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Attempting to bind port 049a130f-7a08-4813-b363-52c53f46657c on network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:32.952503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:32.953951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Checking segment: {'id': '4b3e12ce-0998-420b-9154-05932b5b5f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:32.954795 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.955494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Bound using segment: {'id': '4b3e12ce-0998-420b-9154-05932b5b5f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:32.956238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Bound port: 049a130f-7a08-4813-b363-52c53f46657c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3e12ce-0998-420b-9154-05932b5b5f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99bd1fa9-4a12-4f93-baf2-82abb350f0cf'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:32.957407 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:32.965798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64791d-e624-428c-af37-c12b74ba17cf req-1d3d993e-a7a7-4ef0-88dc-90ae259b7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:32.968726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b64791d-e624-428c-af37-c12b74ba17cf req-1d3d993e-a7a7-4ef0-88dc-90ae259b7c7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1097 time: 1.0442452 May 14 18:33:33.057142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d3c554e-9709-4825-961e-632fc50a796f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c17ff54a077e4c64b21b3e75953286e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671052 May 14 18:33:33.069483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:33.078467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] For port 049a130f-7a08-4813-b363-52c53f46657c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:33.083657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b64791d-e624-428c-af37-c12b74ba17cf req-d041f4f0-b8cd-4247-baf9-600649211697 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068387 May 14 18:33:33.084605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] For port 049a130f-7a08-4813-b363-52c53f46657c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=049a130f-7a08-4813-b363-52c53f46657c,segment=NetworkSegment(4b3e12ce-0998-420b-9154-05932b5b5f4e),segment_id=4b3e12ce-0998-420b-9154-05932b5b5f4e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:33.094211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:33.095671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:33.156001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ead4c-d4a7-4213-888c-7c3d6bb8b4ce req-a3bcac66-0cfe-498c-a98a-f9c409ebfa4f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:33.157916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf6ead4c-d4a7-4213-888c-7c3d6bb8b4ce req-a3bcac66-0cfe-498c-a98a-f9c409ebfa4f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.2817273 May 14 18:33:33.160355 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:33.185478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.187990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.223022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:33:33.240685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.245576 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.257844 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:33.296901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf6ead4c-d4a7-4213-888c-7c3d6bb8b4ce req-9a1c26eb-ba7f-4dcb-aa2d-ef7bc99d514b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257596 May 14 18:33:33.410475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:33.411081 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf5291-cde4-4ab7-adf6-e5de4e767af1 None None] Pushing event updated for resources: {'Port': ['ID=e71453bd-e3ce-432b-a5d4-5769b4325fb9,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:33.417389 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-78bf5291-cde4-4ab7-adf6-e5de4e767af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:33.517385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Pushing event updated for resources: {'Port': ['ID=049a130f-7a08-4813-b363-52c53f46657c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:33.520004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.531711 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-59e188fb-e224-47e7-a21a-b2a7dc807568 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:33.536261 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:33.672830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] DHCP port deletion for 8d358cc4-3f01-4edd-95da-2dc17a157a28 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:33.699684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Subnet': ['ID=fa08df73-0f12-4425-8bc8-cc4311d01973,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:33.702062 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:33.716729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Checking segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:33.716729 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network hostable DHCP agents. Network: 2f053726-c687-41eb-ade1-b0fcedbad09e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:33.717471 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 3, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:33.733676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1a3ad-a8d3-46f4-a03d-80cd146c60b7 None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 3, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:33.785681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 2f053726-c687-41eb-ade1-b0fcedbad09e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:33.811550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 2f053726-c687-41eb-ade1-b0fcedbad09e) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:33.828290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:33.829325 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.859739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:33.863162 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0289643 May 14 18:33:33.865800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59642) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:33.870406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9136ba8d-d40d-44b8-b752-f59c9782a9ee None None] Network 2f053726-c687-41eb-ade1-b0fcedbad09e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:33.893711 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e8e80ae-71dd-4215-abdd-4f7993409b49 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:34.006666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.145210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.156815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=6cf55c02-f2dd-4659-9a30-0f258790448a,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:34.160796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.193987 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:34.260379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Deleting port 320bcf9c-a774-474d-8ea2-2f35107d08bc {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:34.261150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.486572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port 320bcf9c-a774-474d-8ea2-2f35107d08bc {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:34.486949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.749202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.766625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-2f053726-c687-41eb-ade1-b0fcedbad09e', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:34.767899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.779880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e71453bd-e3ce-432b-a5d4-5769b4325fb9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:34.789947 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1b4098ac-0579-45d5-a250-cee9df671c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:34.821712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d4523-8818-4913-a111-a73ac5475241,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:34.856537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] For port 320bcf9c-a774-474d-8ea2-2f35107d08bc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=320bcf9c-a774-474d-8ea2-2f35107d08bc,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:34.856956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:34.872253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:34.962240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port 320bcf9c-a774-474d-8ea2-2f35107d08bc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=320bcf9c-a774-474d-8ea2-2f35107d08bc,segment=NetworkSegment(f057dcfe-bff2-47f5-bd2f-87be3e6a65bc),segment_id=f057dcfe-bff2-47f5-bd2f-87be3e6a65bc)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:34.963480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:35.048325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Calling delete_port for 320bcf9c-a774-474d-8ea2-2f35107d08bc owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:35.197229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for 320bcf9c-a774-474d-8ea2-2f35107d08bc owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:35.228560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad070047-5ee2-4d06-b588-71b3dcaa948c req-5f452d39-4871-4bcd-9810-3eb2a3aebd02 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:35.236081 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad070047-5ee2-4d06-b588-71b3dcaa948c req-5f452d39-4871-4bcd-9810-3eb2a3aebd02 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.5006909 May 14 18:33:35.237282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49aacd1-2285-48f0-b04c-953d24df000a None None] Network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:35.263080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:35.264817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/709d4523-8818-4913-a111-a73ac5475241 HTTP/1.1" status: 204 len: 168 time: 2.1944160 May 14 18:33:35.268845 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:35.271102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Allocated IP 2001:db8::1 (76aae67c-f627-43ab-8416-fac945468e2f/3f1e9e78-5166-4136-ab21-f5a7242753fb/29805cf8-8f6f-4699-8bbd-d4529ce9e927) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:35.284335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:35.355244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad070047-5ee2-4d06-b588-71b3dcaa948c req-111e4ca5-a76b-4ee0-b474-df30217d265b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181569 May 14 18:33:35.538323 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:35.682628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:28Z', 'revision_number': 10, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:35.763517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6ddd8-4fc4-4e6e-b156-37303c3e346d None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:28Z', 'revision_number': 10, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None, '_interfaces': [{'id': 'ffc67559-8f5f-483a-b9bb-a93ad568c36d', 'name': '', 'network_id': '086541ae-24fa-4778-a7e6-153c3a72dc4d', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'mac_address': 'fa:16:3e:54:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:32:09Z', 'updated_at': '2021-05-14T18:32:34Z', 'revision_number': 5, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'subnets': [{'id': '7506a002-e694-4fb3-84e8-66f247f74d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:35.776118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-32a6bbaa-c995-449b-8a88-3910b55cb8f9 None None] Provisioning for port 049a130f-7a08-4813-b363-52c53f46657c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:35.788967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port e71453bd-e3ce-432b-a5d4-5769b4325fb9 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:35.827525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e71453bd-e3ce-432b-a5d4-5769b4325fb9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:35.827963 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:35.842496 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:35.867304 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:35.953397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=320bcf9c-a774-474d-8ea2-2f35107d08bc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:35.958133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port 320bcf9c-a774-474d-8ea2-2f35107d08bc on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:35.963812 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:36.016543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.044615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:36.056903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6b65018e-32ef-48e3-ae51-336657ac6ed8 None None] Provisioning complete for port 6cf55c02-f2dd-4659-9a30-0f258790448a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:36.057284 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b65018e-32ef-48e3-ae51-336657ac6ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.104105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.114280 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:36.151319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Allocated IP 172.20.0.2 (2f053726-c687-41eb-ade1-b0fcedbad09e/fa08df73-0f12-4425-8bc8-cc4311d01973/53d78db1-5597-48c5-ae73-7e7ab09366c4) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:36.158384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Transition to ACTIVE for port object 29805cf8-8f6f-4699-8bbd-d4529ce9e927 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:36.278922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.304754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Pushing event deleted for resources: {'Port': ['ID=320bcf9c-a774-474d-8ea2-2f35107d08bc,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:36.316018 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:36.319871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6b65018e-32ef-48e3-ae51-336657ac6ed8 None None] Port 6cf55c02-f2dd-4659-9a30-0f258790448a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:36.324332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] No DVR routers for this DVR port 320bcf9c-a774-474d-8ea2-2f35107d08bc on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:36.480762 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.525232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port e71453bd-e3ce-432b-a5d4-5769b4325fb9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e71453bd-e3ce-432b-a5d4-5769b4325fb9,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:36.541945 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.543307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 049a130f-7a08-4813-b363-52c53f46657c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:36.589377 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c813a230-5b5d-401f-94d8-cbeee33f579a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:36.725221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d250a2-9eea-4e2d-aba0-aa4999be3ffe req-2e2478da-c164-4b0b-aa19-5bf52081ead8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:36.728575 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8d250a2-9eea-4e2d-aba0-aa4999be3ffe req-2e2478da-c164-4b0b-aa19-5bf52081ead8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.1246498 May 14 18:33:36.746315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d358cc4-3f01-4edd-95da-2dc17a157a28']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:36.773406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:36.774300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f057dcfe-bff2-47f5-bd2f-87be3e6a65bc') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:36.791413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8d250a2-9eea-4e2d-aba0-aa4999be3ffe req-37191513-8c21-463a-b6ae-c7dcf4df3474 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564985 May 14 18:33:36.805466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.837207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=e71453bd-e3ce-432b-a5d4-5769b4325fb9,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:36.837598 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.841332 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:36.841487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59706) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:36.841784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 049a130f-7a08-4813-b363-52c53f46657c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:36.848504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 049a130f-7a08-4813-b363-52c53f46657c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:36.849154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.850030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.857645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:36.858047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.873666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8e18236-a835-43e3-aea6-f9e7a6d89dc6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: timer() May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:36.903095 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:36.915921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.937907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Transition to ACTIVE for port object 53d78db1-5597-48c5-ae73-7e7ab09366c4 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:36.965192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1996331632-network', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:36.970537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:36.974543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Usage tracker for resource:network and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:36.978351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:36.984546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:36.996660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Made reservation on behalf of 26c6c1accf8c40a791d5ad0be69e1b33 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:36.999002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:36.999335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Transition to ACTIVE for port object 53d78db1-5597-48c5-ae73-7e7ab09366c4 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:37.011853 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.019991 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:37.028657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:37.039269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 76aae67c-f627-43ab-8416-fac945468e2f is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:37.047374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:37.051152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Port': ['ID=29805cf8-8f6f-4699-8bbd-d4529ce9e927,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:37.051765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.054219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:37.054744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.072300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Sync routers for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:37.082130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:37.093535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:37.093762 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.100518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:37.109020 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.111782 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:37.114466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:37.118170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.20.0.1 (2f053726-c687-41eb-ade1-b0fcedbad09e/fa08df73-0f12-4425-8bc8-cc4311d01973/7dca4d9e-f89f-48c7-bad1-f840d7833bb3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:37.118650 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbadd9c4-ab43-4e2c-b6a1-9f29611f2f8d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:37.119624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Network 2f053726-c687-41eb-ade1-b0fcedbad09e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:37.126510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:37.138514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:37.148196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:37.149562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:37.181562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.192612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=8d358cc4-3f01-4edd-95da-2dc17a157a28,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:37.201647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/8d358cc4-3f01-4edd-95da-2dc17a157a28 HTTP/1.1" status: 204 len: 168 time: 4.2783093 May 14 18:33:37.202987 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:37.212876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59714) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:37.224962 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5836031 May 14 18:33:37.253214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Pushing event updated for resources: {'Port': ['ID=53d78db1-5597-48c5-ae73-7e7ab09366c4,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:37.256197 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:37.389162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.395495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.400010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 049a130f-7a08-4813-b363-52c53f46657c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=049a130f-7a08-4813-b363-52c53f46657c,segment=NetworkSegment(4b3e12ce-0998-420b-9154-05932b5b5f4e),segment_id=4b3e12ce-0998-420b-9154-05932b5b5f4e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:37.414441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Transition to ACTIVE for port object 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:37.437368 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.448176 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:37.511470 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.515115 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.520881 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-641deaec-fc20-4811-a5fe-a2aa8b256688 tempest-TestServerMultinode-723782176 tempest-TestServerMultinode-723782176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:37.598145 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.640888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 2f053726-c687-41eb-ade1-b0fcedbad09e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:37.650834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 320bcf9c-a774-474d-8ea2-2f35107d08bc no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:37.651111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:37.670455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:37.695244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:33:37.705322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:37.710848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:37.722089 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:37.725807 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-686b0ae7-dcf1-475d-8505-739af6cb9a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:37.753151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.753510 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Added segment 277edc5b-a84c-4b0f-959e-088d6e904cdf of type vlan for network e28a0454-0954-4c7b-9a90-f2b30e4654e7 May 14 18:33:37.779512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-00d07725-4af8-4426-8a99-55388c6f4094 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:37.788374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 320bcf9c-a774-474d-8ea2-2f35107d08bc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:37.788374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 320bcf9c-a774-474d-8ea2-2f35107d08bc not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:37.794235 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=049a130f-7a08-4813-b363-52c53f46657c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:37.798387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e04f730-2bd7-4bec-ba31-dbefdb7bd0c9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:37.810460 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:37.811678 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:37.813904 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.818392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Attempting to bind port 53d78db1-5597-48c5-ae73-7e7ab09366c4 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:37.818970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Attempting to bind port 53d78db1-5597-48c5-ae73-7e7ab09366c4 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:37.819474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Attempting to bind port 53d78db1-5597-48c5-ae73-7e7ab09366c4 on network 2f053726-c687-41eb-ade1-b0fcedbad09e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:37.827963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b22cbc8f-ab45-4c83-af86-9abbe320d3b4 None None] Provisioning for port 29805cf8-8f6f-4699-8bbd-d4529ce9e927 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:37.833533 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.838716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:37.838716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Checking segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:37.839645 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.839645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Bound using segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:37.839851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Bound port: 53d78db1-5597-48c5-ae73-7e7ab09366c4, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:37.840097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.854685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-00d07725-4af8-4426-8a99-55388c6f4094 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:37.855883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-00d07725-4af8-4426-8a99-55388c6f4094 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768469691&fields=id&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 267 time: 0.2388008 May 14 18:33:37.944456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b22cbc8f-ab45-4c83-af86-9abbe320d3b4 None None] Provisioning complete for port 29805cf8-8f6f-4699-8bbd-d4529ce9e927 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:37.944844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b22cbc8f-ab45-4c83-af86-9abbe320d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.981372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.982418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:37.982996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:37.992234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5c328c87-6301-4678-900c-ee576d9cc11d tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:38.005221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e71453bd-e3ce-432b-a5d4-5769b4325fb9 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:38.186099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Pushing event updated for resources: {'Network': ['ID=e28a0454-0954-4c7b-9a90-f2b30e4654e7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:38.190822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b22cbc8f-ab45-4c83-af86-9abbe320d3b4 None None] Port 29805cf8-8f6f-4699-8bbd-d4529ce9e927 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:38.194323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:38.215257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3714042 May 14 18:33:38.228155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-8d475a9e-1ab9-4394-a163-fc064b4179e3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:38.228578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59730) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:38.229043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-8d475a9e-1ab9-4394-a163-fc064b4179e3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:38.232411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:38.237735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.292891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-8d475a9e-1ab9-4394-a163-fc064b4179e3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:38.293393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-8d475a9e-1ab9-4394-a163-fc064b4179e3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 796 time: 0.4208229 May 14 18:33:38.317656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-1836b0d7-c481-42de-8ac8-40802e8eca4f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/quotas/a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 375 time: 0.0166178 May 14 18:33:38.367150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] For port 53d78db1-5597-48c5-ae73-7e7ab09366c4, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:38.416126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Request body: {'subnet': {'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1996331632-subnet', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:38.420116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port e71453bd-e3ce-432b-a5d4-5769b4325fb9 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:38.420505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.424149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:38.430714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Usage tracker for resource:subnet and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:38.447494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:38.453349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] For port 53d78db1-5597-48c5-ae73-7e7ab09366c4, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=53d78db1-5597-48c5-ae73-7e7ab09366c4,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:38.457756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:38.471557 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.479019 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.resource_extend [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:33:38.479999 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e287dda0-26e1-457f-8d9e-5925a16835e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:38.505504 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.515793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Made reservation on behalf of 26c6c1accf8c40a791d5ad0be69e1b33 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:38.521114 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.549855 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.551207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.560056 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3932d00f-c249-44e7-9b09-e11f6fc71d98 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:38.581987 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-266600d4-cf5f-4d7b-bf2d-77b3f49daac4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2502944 May 14 18:33:38.604931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Pushing event updated for resources: {'Port': ['ID=53d78db1-5597-48c5-ae73-7e7ab09366c4,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:38.609256 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:38.672573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:32Z', 'revision_number': 2, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:38.682460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Checking router: 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:38.682810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Updating router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c port 6cf55c02-f2dd-4659-9a30-0f258790448a binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:33:38.734559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 049a130f-7a08-4813-b363-52c53f46657c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:38.814061 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.831630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event updated for resources: {'Port': ['ID=29805cf8-8f6f-4699-8bbd-d4529ce9e927,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:38.842371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 049a130f-7a08-4813-b363-52c53f46657c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:38.842857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:38.847030 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:38.852742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.075137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Network 76aae67c-f627-43ab-8416-fac945468e2f is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:39.077880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-e7a59e04-97d7-4748-add7-c73a20c78a33 service neutron] 10.222.0.24 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334416 May 14 18:33:39.082127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:39.134319 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.191360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95288485-d673-4056-ad0f-0f70a20a5661 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:39.202345 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.238172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 95288485-d673-4056-ad0f-0f70a20a5661 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:39.238534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 95288485-d673-4056-ad0f-0f70a20a5661 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:39.250268 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e67d23e3-1950-499f-a709-558100e71a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:39.382067 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.392566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-55a07fc3-148f-44e2-9c98-17ff5e6ec1a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851579 May 14 18:33:39.401732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Transition to ACTIVE for port object 6cf55c02-f2dd-4659-9a30-0f258790448a will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:39.411676 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.418677 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0d83b6ae-0e54-435b-a6f4-af59448b8273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:39.432965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:39.439133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:39.441134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.567400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Router dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:39.775707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5022f9-b1b6-49af-a6c2-57efd3eed60c None None] Pushing event updated for resources: {'Port': ['ID=6cf55c02-f2dd-4659-9a30-0f258790448a,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:39.785033 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad5022f9-b1b6-49af-a6c2-57efd3eed60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:39.785813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a9b29c59-6efa-47d8-bc5a-c9e6be1bd341 None None] Provisioning complete for port 29805cf8-8f6f-4699-8bbd-d4529ce9e927 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:39.786223 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a9b29c59-6efa-47d8-bc5a-c9e6be1bd341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:39.795578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89806fef-4cbf-449e-a58d-a64381a7a555 req-63d44a48-ae5c-48fd-b8aa-11e34ae76896 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 210 time: 0.0884469 May 14 18:33:39.806978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 2f053726-c687-41eb-ade1-b0fcedbad09e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:39.808537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:39.926681 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a9b29c59-6efa-47d8-bc5a-c9e6be1bd341 None None] Port 29805cf8-8f6f-4699-8bbd-d4529ce9e927 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:40.061313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Attempting to bind port 6cf55c02-f2dd-4659-9a30-0f258790448a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:40.062343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Attempting to bind port 6cf55c02-f2dd-4659-9a30-0f258790448a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:40.062961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Attempting to bind port 6cf55c02-f2dd-4659-9a30-0f258790448a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:40.075045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:40.075517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Checking segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:40.076075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.076552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Bound using segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:40.077174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Bound port: 6cf55c02-f2dd-4659-9a30-0f258790448a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:40.077734 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.105832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 53d78db1-5597-48c5-ae73-7e7ab09366c4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:40.140650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:40.238493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:40.251628 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] Sync routers for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:40.267417 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:40.268069 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:40.268403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605bada-ed64-4d38-a511-d80fb3684627 None None] Network 2f053726-c687-41eb-ade1-b0fcedbad09e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:40.285140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] For port 6cf55c02-f2dd-4659-9a30-0f258790448a, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:40.309702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2539761 May 14 18:33:40.317817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59744) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:40.368262 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] For port 6cf55c02-f2dd-4659-9a30-0f258790448a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6cf55c02-f2dd-4659-9a30-0f258790448a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:40.369693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 53d78db1-5597-48c5-ae73-7e7ab09366c4 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:40.400478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.405836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port ffc67559-8f5f-483a-b9bb-a93ad568c36d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:40.406234 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:40.406813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.407921 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:40.416196 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:40.417147 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:40.493426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Provisioning for port 53d78db1-5597-48c5-ae73-7e7ab09366c4 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:40.515713 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:40.516365 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a43bb9-042e-49e8-961c-a45188999b9c None None] The sync data for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 is: [] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:40.548658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Provisioning complete for port 53d78db1-5597-48c5-ae73-7e7ab09366c4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:40.549412 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.648293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51510067-a004-48e5-92d6-842facf4beb1 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.719951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5022f9-b1b6-49af-a6c2-57efd3eed60c None None] Pushing event updated for resources: {'Port': ['ID=6cf55c02-f2dd-4659-9a30-0f258790448a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:40.730944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:40.731774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:40.796611 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad5022f9-b1b6-49af-a6c2-57efd3eed60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:40.898445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port ffc67559-8f5f-483a-b9bb-a93ad568c36d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ffc67559-8f5f-483a-b9bb-a93ad568c36d,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:40.902275 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:40.966953 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.049454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for ffc67559-8f5f-483a-b9bb-a93ad568c36d owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:41.075248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.085435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0575d06c-1917-4220-8c6c-6315ecd0ab61 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:41.094586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] For port 53d78db1-5597-48c5-ae73-7e7ab09366c4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=53d78db1-5597-48c5-ae73-7e7ab09366c4,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:41.103797 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.114997 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad5022f9-b1b6-49af-a6c2-57efd3eed60c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:41.122540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4a90a759-f24e-492f-92cd-5348ed3fe1bd req-a340e108-b3a5-43d2-ac46-6cd5c889860d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 210 time: 0.1348176 May 14 18:33:41.123617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:41.133576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "PUT /v2.0/routers/a61c3ba5-3258-47e5-b844-be1a2918404f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2636142 May 14 18:33:41.133795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59750) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:41.150516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eab3ce6-cd11-4ba6-a78d-07df226902b3,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:41.162889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:41.173757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:41.201730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Checking segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:41.202092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Network hostable DHCP agents. Network: e28a0454-0954-4c7b-9a90-f2b30e4654e7, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:41.228308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:41.266048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:41.274971 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-51510067-a004-48e5-92d6-842facf4beb1 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] delete failed (client error): There was a conflict when trying to complete your request. May 14 18:33:41.275892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-51510067-a004-48e5-92d6-842facf4beb1 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a HTTP/1.1" status: 409 len: 329 time: 0.9571180 May 14 18:33:41.284124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59754) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:41.294621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, e28a0454-0954-4c7b-9a90-f2b30e4654e7) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:41.322675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6c48d-5a28-463f-bb84-ecfc29a561bf None None] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:41.347590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:41.348635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:41.353913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.354641 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.411932 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1814044 May 14 18:33:41.415128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59758) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:41.421865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:41.430999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:41.435686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.455420 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:41.501082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Usage tracker for resource:router and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:41.512958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:41.517466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=ffc67559-8f5f-483a-b9bb-a93ad568c36d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:41.617369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:41.620187 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:41.655170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.656647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.679972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:41.925804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Pushing event updated for resources: {'Port': ['ID=53d78db1-5597-48c5-ae73-7e7ab09366c4,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:41.949066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.949602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.950074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.950539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.951008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.951513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.955558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.956332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.957009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.957477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.957941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.958399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:41.964123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cb72d7e1-b29c-490f-9e63-9ae6e80255f5 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8441 time: 0.8257892 May 14 18:33:41.988278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59762) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:42.051047 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:42.113050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-a000673e-df3b-4af8-a880-d06e30f484b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.114483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-a000673e-df3b-4af8-a880-d06e30f484b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 796 time: 0.4152000 May 14 18:33:42.127062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:42.143643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:42.190171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.190569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.191629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.191629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.191930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.192383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.192940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.193262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.193702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.194306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.194825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.195299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:42.201044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c24e37fb-0ed4-488a-b4cd-03948a34085b tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7683 time: 0.2090776 May 14 18:33:42.205514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59768) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:42.281462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:33:42.282315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:42.386354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-50264a1c-9687-4ace-9b3b-ea64f7d9fa63 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 380 time: 0.2567322 May 14 18:33:42.407147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:42.548384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'port': {'device_id': '93510069-1391-4935-aaa0-6c8b57bae478', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'admin_state_up': True, 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'security_groups': ['93db9eeb-b67d-4467-8e90-83ed44b6158c']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:42.748767 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-508c74cd-ee69-4226-8b8f-6e85b3880528 None None] Provisioning for port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:42.751994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:42.763964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-508c74cd-ee69-4226-8b8f-6e85b3880528 None None] Provisioning complete for port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:42.764347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-508c74cd-ee69-4226-8b8f-6e85b3880528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:42.806283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:42.827986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91ac1-0a20-4442-bb2a-ed3afee36e42 None None] The sync data for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 is: [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:42.858905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Allocated IP 172.20.0.2 (e28a0454-0954-4c7b-9a90-f2b30e4654e7/2eab3ce6-cd11-4ba6-a78d-07df226902b3/a8ebc30b-86d7-4066-8825-c3b2761d7f0e) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:42.954525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-334cf8db-0d70-45cd-a4f3-a558750cafac req-4031f92e-ad62-45f8-af1d-5b4a48f5e84a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 210 time: 0.5805690 May 14 18:33:42.989574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:43.009323 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:43.022966 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:43.023689 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:43.033013 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8142073 May 14 18:33:43.033013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59772) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:43.095169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-508c74cd-ee69-4226-8b8f-6e85b3880528 None None] Port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:43.182278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:43.188906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:port and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:43.193397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:43.198659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-508c74cd-ee69-4226-8b8f-6e85b3880528 None None] Provisioning complete for port 53d78db1-5597-48c5-ae73-7e7ab09366c4 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:43.199046 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-508c74cd-ee69-4226-8b8f-6e85b3880528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.203584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:43.222695 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:43.230733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:43.235209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.350560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting subnet 7506a002-e694-4fb3-84e8-66f247f74d70 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:43.357662 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:41Z', 'revision_number': 11, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:43.362632 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.366492 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:43.396299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:43.397208 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:43.432110 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.495723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.526549 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.550842 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:43.582891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 2, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:43.592435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Transition to ACTIVE for port object a8ebc30b-86d7-4066-8825-c3b2761d7f0e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:43.607576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:43.608483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Updating router a61c3ba5-3258-47e5-b844-be1a2918404f port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:33:43.628802 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.685215 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.691959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.727166 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:41Z', 'revision_number': 11, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:43.742893 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb412ba-70b4-4282-8a86-09efe9c82281 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:41Z', 'revision_number': 11, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:43.752440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Transition to ACTIVE for port object a8ebc30b-86d7-4066-8825-c3b2761d7f0e will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:43.845433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-716028a3-1d53-406a-b486-9b69437df40c tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4671 time: 1.6329634 May 14 18:33:43.876419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.985543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:43.992129 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-995b75de-7a4d-4d6f-8a06-07d846e99e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:44.068348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.12 (d66c4ac7-2e82-4462-b336-7be91af6a4d9/f0ea728f-6ae7-4d70-a28b-b45dfcccf294/a63a576b-5328-4fb3-ba95-5c21b087744a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:44.080639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:44.271654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Allocated IP 172.25.4.168 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/cf6e616a-e13d-4df1-baa2-08d3f23c4573) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:44.390416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59780) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:44.402186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting port 29805cf8-8f6f-4699-8bbd-d4529ce9e927 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:44.402436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.430311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996854706', 'description': 'tempest-secgroup-smoke-1996854706 description', 'project_id': '29cbe4fdbfd44af290490a675076284e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:44.437953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:44.442307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:44.445200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:44.452719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:44.550774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.560162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36f00d2d-4ba7-4c64-a305-a7f2f4c2e658 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:44.561563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.578686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.582834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Transition to ACTIVE for port object 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:44.598047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:44.602537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:44.620998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 53d78db1-5597-48c5-ae73-7e7ab09366c4 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:44.701728 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.704009 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-463ed88f-6846-4b1d-9fb2-dc6010a67f85 req-1b9119dd-10ce-42d6-be77-3fa071d509e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 210 time: 0.1120086 May 14 18:33:44.715581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:44.719622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:44.722751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:44.729373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:44.755671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Pushing event updated for resources: {'Port': ['ID=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:44.775673 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:44.782807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:44.818269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.841010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.841389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Subnet': ['ID=7506a002-e694-4fb3-84e8-66f247f74d70,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:44.844161 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:44.846990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.855255 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:44.867622 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/7506a002-e694-4fb3-84e8-66f247f74d70 HTTP/1.1" status: 204 len: 168 time: 1.8345923 May 14 18:33:44.870344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59784) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:44.881098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a995b1e-70d5-4b25-9379-931ad180ad76 None None] Network 086541ae-24fa-4778-a7e6-153c3a72dc4d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:44.973843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Calling delete_port for 29805cf8-8f6f-4699-8bbd-d4529ce9e927 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:44.989795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object a63a576b-5328-4fb3-ba95-5c21b087744a will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:44.999654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.044117 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.046426 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.057243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.057637 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-236e9505-3c22-4f8d-88bf-8fce3fb9e041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:45.064591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7a706222-59e9-4fff-ae0f-f64b3784fb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:45.071715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 53d78db1-5597-48c5-ae73-7e7ab09366c4 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:45.072077 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.097032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Attempting to bind port a8ebc30b-86d7-4066-8825-c3b2761d7f0e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:45.097725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Attempting to bind port a8ebc30b-86d7-4066-8825-c3b2761d7f0e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:45.098109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Attempting to bind port a8ebc30b-86d7-4066-8825-c3b2761d7f0e on network e28a0454-0954-4c7b-9a90-f2b30e4654e7 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:45.119446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:45.123293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:45.130156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:45.156668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2977-a73f-4c92-96ac-92fcbdae9312 None None] Pushing event updated for resources: {'Port': ['ID=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:45.173658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:45.174049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Checking segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:45.174609 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.174866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Bound using segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:45.175384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Bound port: a8ebc30b-86d7-4066-8825-c3b2761d7f0e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:45.175772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.179040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.181649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b35c1c-ff00-4e98-87d0-1dde84a32924,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:45.191354 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b17d2977-a73f-4c92-96ac-92fcbdae9312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:45.196321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6e616a-e13d-4df1-baa2-08d3f23c4573,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:45.198524 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:45.199207 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:45.202319 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:45.256342 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.257633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8660994 May 14 18:33:45.270485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59788) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:45.283761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '34b35c1c-ff00-4e98-87d0-1dde84a32924', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:45.290136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:45.294826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:45.304669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:45.310929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:45.345777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:45.353499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:45.358361 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:45.362421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:45.405886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Attempting to bind port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:45.406292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Attempting to bind port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:45.406645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Attempting to bind port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 on network 2f053726-c687-41eb-ade1-b0fcedbad09e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:45.421232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:45.421657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Checking segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:45.422026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.422419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Bound using segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:45.422914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Bound port: 7dca4d9e-f89f-48c7-bad1-f840d7833bb3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:45.423665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.589006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] For port a8ebc30b-86d7-4066-8825-c3b2761d7f0e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:45.601093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6cf55c02-f2dd-4659-9a30-0f258790448a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:45.613245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Deleting port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:45.613849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.671639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:45.673293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] For port a8ebc30b-86d7-4066-8825-c3b2761d7f0e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:45.701943 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.711282 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c61a897f-4aa7-436f-9f4a-fd9ccab25d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:45.712732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:45.713418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.739589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.746568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.764264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2401416 May 14 18:33:45.771515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:45.780545 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6db9bf88-3535-41f4-80ad-2aaf7690a9bb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:45.813491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-8488cc21-d882-46fb-8d69-4c4bc0efc043 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:33:45.814461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-8488cc21-d882-46fb-8d69-4c4bc0efc043 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350409 May 14 18:33:45.821371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Pushing event updated for resources: {'Port': ['ID=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:45.831357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:45.838235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Port': ['ID=29805cf8-8f6f-4699-8bbd-d4529ce9e927,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:45.846661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] For port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:45.858222 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:45.862637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc49f1df-d9cb-4e4e-8704-d0c3987a937f None None] Provisioning for port a63a576b-5328-4fb3-ba95-5c21b087744a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:45.866596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6cf55c02-f2dd-4659-9a30-0f258790448a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:45.880138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] For port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:45.881678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc49f1df-d9cb-4e4e-8704-d0c3987a937f None None] Provisioning complete for port a63a576b-5328-4fb3-ba95-5c21b087744a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:45.882190 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fc49f1df-d9cb-4e4e-8704-d0c3987a937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.005590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6cf55c02-f2dd-4659-9a30-0f258790448a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:46.006056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.031914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] DHCP port deletion for 086541ae-24fa-4778-a7e6-153c3a72dc4d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:46.045913 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.075449 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:46.124764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Request body: {'port': {'device_id': '93510069-1391-4935-aaa0-6c8b57bae478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:46.248145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] For port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:46.248528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.278529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fc49f1df-d9cb-4e4e-8704-d0c3987a937f None None] Port a63a576b-5328-4fb3-ba95-5c21b087744a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:46.367493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:46.368159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:46.427906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2977-a73f-4c92-96ac-92fcbdae9312 None None] Pushing event updated for resources: {'Port': ['ID=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:46.445105 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b17d2977-a73f-4c92-96ac-92fcbdae9312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:46.586191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.598082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.621920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.657229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Calling delete_port for ef1d7f95-7546-4aea-bd06-9ef4f9dc960b owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:46.696765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.700199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.709948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Deleting port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:46.710332 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.772491 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.795003 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-63a28b99-f848-45bb-b637-1b4624b7f395 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:46.835538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628e0fbe-ac09-4d60-87a9-9cf1f9690243,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:46.842590 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:46.849926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6cf55c02-f2dd-4659-9a30-0f258790448a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6cf55c02-f2dd-4659-9a30-0f258790448a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:46.872843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] For port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,segment=NetworkSegment(c0876d68-17e8-4314-8f66-9d63c0993e1a),segment_id=c0876d68-17e8-4314-8f66-9d63c0993e1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:46.873442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.884776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.891116 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d78d277-5c23-4620-95e8-c91e17e922f7 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:46.926167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:46.927441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6558769 May 14 18:33:46.934478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59796) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:46.941882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '34b35c1c-ff00-4e98-87d0-1dde84a32924', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:46.966155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Port': ['ID=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:46.969472 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:46.972577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No DVR routers for this DVR port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:46.974723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:47.014008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:47.017872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:47.048527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Calling delete_port for ef1d7f95-7546-4aea-bd06-9ef4f9dc960b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:47.078006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901632d-098b-4c4d-839c-5674378d8ec9 req-a08053c4-3025-44b0-8a93-5370e07b62ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:47.078739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3901632d-098b-4c4d-839c-5674378d8ec9 req-a08053c4-3025-44b0-8a93-5370e07b62ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:47.104577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:47.105071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Router dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:47.128038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.146679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086541ae-24fa-4778-a7e6-153c3a72dc4d']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:47.160176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0876d68-17e8-4314-8f66-9d63c0993e1a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:47.160471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0876d68-17e8-4314-8f66-9d63c0993e1a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:47.173110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.188204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3901632d-098b-4c4d-839c-5674378d8ec9 req-a08053c4-3025-44b0-8a93-5370e07b62ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:47.190419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.194998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3901632d-098b-4c4d-839c-5674378d8ec9 req-a08053c4-3025-44b0-8a93-5370e07b62ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 932 time: 0.8472075 May 14 18:33:47.197308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:47.197714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.260151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.270176 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c198cf8c-2950-4d45-97f8-97f13b367b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:47.278843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: timer() May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:47.280989 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:47.325461 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.331431 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-283f3ee7-a292-4713-8b78-7d975cd54cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:47.353586 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.366889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.375939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Router efae1371-a3ce-4332-9bfa-d1dd075b2810 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:33:47.384282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Pushing event deleted for resources: {'Network': ['ID=086541ae-24fa-4778-a7e6-153c3a72dc4d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:47.385435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:47.391628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1064384 May 14 18:33:47.404021 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:47.404753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59800) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:47.406647 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3901632d-098b-4c4d-839c-5674378d8ec9 req-efa59e6d-cfea-4646-b204-4528af7fd150 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107415 May 14 18:33:47.445001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Pushing event deleted for resources: {'Port': ['ID=ef1d7f95-7546-4aea-bd06-9ef4f9dc960b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:47.447092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] Sync routers for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:47.449378 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.451592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c055d6-c9df-44b6-8ff1-1b00136775be None None] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:47.466539 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:47.466895 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:47.487565 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/networks/086541ae-24fa-4778-a7e6-153c3a72dc4d HTTP/1.1" status: 204 len: 168 time: 2.6161640 May 14 18:33:47.488231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:47.503111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecc05c-db9a-4bdf-b495-51cac7f3d28b None None] No DVR routers for this DVR port ef1d7f95-7546-4aea-bd06-9ef4f9dc960b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:47.506138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ffc67559-8f5f-483a-b9bb-a93ad568c36d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:47.566139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'routes': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:47.621766 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-5913e4d0-8649-4191-9d89-5b6ecd604411 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] show failed (client error): The resource could not be found. May 14 18:33:47.626861 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5913e4d0-8649-4191-9d89-5b6ecd604411 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-192188723 HTTP/1.1" status: 404 len: 334 time: 0.2207396 May 14 18:33:47.633919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ffc67559-8f5f-483a-b9bb-a93ad568c36d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:47.634284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ffc67559-8f5f-483a-b9bb-a93ad568c36d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:47.639220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59808) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:47.648729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:47.649596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:47.748960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63a576b-5328-4fb3-ba95-5c21b087744a {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:33:47.762175 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.779894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6a044cc1-b1ba-4aa2-b764-dee851b4360c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Request body: {'router': {'name': 'new_name'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:47.782855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Transition to ACTIVE for port object a63a576b-5328-4fb3-ba95-5c21b087744a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:47.792281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:47.797382 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b958d452-b425-48ea-9ae6-c35036012e84 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:47.817223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e97a0edf-f425-4f1a-a230-7f5b10bdb290 None None] Provisioning for port a8ebc30b-86d7-4066-8825-c3b2761d7f0e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:47.843204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a8ebc30b-86d7-4066-8825-c3b2761d7f0e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:47.866700 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-6a044cc1-b1ba-4aa2-b764-dee851b4360c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] update failed (client error): The resource could not be found. May 14 18:33:47.872113 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6a044cc1-b1ba-4aa2-b764-dee851b4360c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-975052246 HTTP/1.1" status: 404 len: 334 time: 0.2323399 May 14 18:33:47.875853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59812) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:47.888798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:47.973446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6cf55c02-f2dd-4659-9a30-0f258790448a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:47.978431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:47.989952 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:48.025357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] Routers {'dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:48.026358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:48.058029 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:48.077889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:48.078625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:48.079240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:48.086585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:33:48.087501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:48.097959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:48.098347 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Checking segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:48.099434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Bound using segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:48.099985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Bound port: a63a576b-5328-4fb3-ba95-5c21b087744a, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:48.100505 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.113699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:48.114381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bab19-9d60-4227-8f80-c63764e267a3 None None] The sync data for ids ['dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a'] in n-d-787206-3 is: [] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:48.170843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a8ebc30b-86d7-4066-8825-c3b2761d7f0e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:48.191004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a8ebc30b-86d7-4066-8825-c3b2761d7f0e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:48.191406 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.205223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:48.208697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:48.214193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.223909 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f953dc4e-c726-4165-bb96-d9b3a9baf917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:48.268788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.275421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:48.277768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.279777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] 10.222.0.22 "PUT /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 1092 time: 2.4427946 May 14 18:33:48.283096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:45Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:48.287407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.297505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:33:48.300595 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-935393b4-2dba-4c33-93ab-beb6dfffb399 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:48.311233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1d8b-d3c4-47a1-92fe-75bf060291a6 None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:45Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:48.359515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting subnet 740c737c-d9b5-42d8-b772-abd7e7aebefc {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:48.377847 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Added routes are [] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 14 18:33:48.378367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.extraroute_db [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Removed routes are [] {{(pid=79560) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 14 18:33:48.379276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.390711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.480056 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.489285 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.516657 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'status': 'completed', 'code': 200} May 14 18:33:48.553624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:48.563686 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:48.568483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f11eed-dc7a-4743-b51d-04c19b81af03,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:48.573538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:48.582085 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Sync routers for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:48.582613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a8ebc30b-86d7-4066-8825-c3b2761d7f0e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:48.588078 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.590128 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-ad5022f9-b1b6-49af-a6c2-57efd3eed60c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:48.600949 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:48.602789 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:48.606261 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:48.669526 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-a46a6efb-2c64-45a4-a63e-8b0a23acebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:48.674499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-a46a6efb-2c64-45a4-a63e-8b0a23acebd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1095 time: 0.3340747 May 14 18:33:48.711718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef1d7f95-7546-4aea-bd06-9ef4f9dc960b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:48.787511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:48.792698 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8518317 May 14 18:33:48.798968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59820) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:48.834734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ef1d7f95-7546-4aea-bd06-9ef4f9dc960b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:48.835401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef1d7f95-7546-4aea-bd06-9ef4f9dc960b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:48.860502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '34b35c1c-ff00-4e98-87d0-1dde84a32924', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:48.867680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-342b415f-a04d-403b-99c9-bfb53518a1bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 217 time: 0.1836667 May 14 18:33:48.877226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:48.878639 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:48.906081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:48.910131 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:48.936550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:48.944968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:48.961044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:48.997878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-47b888d9-ecea-4cd9-8139-a86de737bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:49.000543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-47b888d9-ecea-4cd9-8139-a86de737bd74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.1183031 May 14 18:33:49.010570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.033138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-10a859be-e721-411f-8f0e-122c340401ad None None] Provisioning complete for port a8ebc30b-86d7-4066-8825-c3b2761d7f0e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:49.034032 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10a859be-e721-411f-8f0e-122c340401ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.051903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.058126 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6417603 May 14 18:33:49.106019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59824) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:49.147368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.154203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.240050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056627de-eb72-4aae-a92f-cc9e9fd3bf11 req-5294b7e6-a517-40e7-87d3-566b5b1fb6e5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:49.242222 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-056627de-eb72-4aae-a92f-cc9e9fd3bf11 req-5294b7e6-a517-40e7-87d3-566b5b1fb6e5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 944 time: 0.4491329 May 14 18:33:49.251565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.273174 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.285581 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:45Z', 'revision_number': 3, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:49.291438 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Checking router: efae1371-a3ce-4332-9bfa-d1dd075b2810 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:49.291796 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Updating router efae1371-a3ce-4332-9bfa-d1dd075b2810 port cf6e616a-e13d-4df1-baa2-08d3f23c4573 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:33:49.372472 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.379293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.386591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6be8fbfd-15e0-4bb6-8911-2a414eec26f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:49.417753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 95b5d1b9-847b-401f-9e2e-29f995af2691 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:49.442588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2c7ab1-574d-4ff5-8b45-e69c35360d8d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:49.445118 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:49.484400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-056627de-eb72-4aae-a92f-cc9e9fd3bf11 req-8806b982-211e-46df-b0e4-ba8126e4534f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994095 May 14 18:33:49.509070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.512782 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7096560 May 14 18:33:49.515458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59828) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:49.525584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '34b35c1c-ff00-4e98-87d0-1dde84a32924', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:49.552961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:49.559361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-ebba4abd-0d04-409a-9474-798fc6934950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:49.560850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-ebba4abd-0d04-409a-9474-798fc6934950 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5096846 May 14 18:33:49.640638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:49.677770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:49.687518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.692242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c722a478-d741-4c0f-921d-fc4ec7629174 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 701 time: 2.1896324 May 14 18:33:49.692242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59832) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:49.696691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] Sync routers for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:49.714463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:49.729048 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:49.732291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:49.734561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:49.779870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d643f0ea-89ba-4e2d-9114-007d3c1f7d9d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Synchronizing usage tracker for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:49.893309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d643f0ea-89ba-4e2d-9114-007d3c1f7d9d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Unset dirty status for tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:49.894474 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d643f0ea-89ba-4e2d-9114-007d3c1f7d9d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 205 time: 0.2015898 May 14 18:33:49.897848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:49.932720 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.948299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Transition to ACTIVE for port object cf6e616a-e13d-4df1-baa2-08d3f23c4573 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:49.956881 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:49.961128 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-614a18ce-6ce2-43c7-b839-35fa37b5e1fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:50.025000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:50.052219 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Attempting to bind port cf6e616a-e13d-4df1-baa2-08d3f23c4573 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:50.053147 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Attempting to bind port cf6e616a-e13d-4df1-baa2-08d3f23c4573 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:50.053806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Attempting to bind port cf6e616a-e13d-4df1-baa2-08d3f23c4573 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:50.074384 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:33:50.075248 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:50.076097 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.076759 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:33:50.078090 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Bound port: cf6e616a-e13d-4df1-baa2-08d3f23c4573, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:33:50.078683 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.093919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.177293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] For port cf6e616a-e13d-4df1-baa2-08d3f23c4573, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:33:50.192819 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] For port cf6e616a-e13d-4df1-baa2-08d3f23c4573, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cf6e616a-e13d-4df1-baa2-08d3f23c4573,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:33:50.195545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:41Z', 'revision_number': 11, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:50.200300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:50.206298 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.224632 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.272209 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:50.272866 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:50.283028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] Checking router: 95b5d1b9-847b-401f-9e2e-29f995af2691 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:50.297760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] Routers {'95b5d1b9-847b-401f-9e2e-29f995af2691'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:50.298699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['95b5d1b9-847b-401f-9e2e-29f995af2691'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:50.305193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.329285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.346154 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bb9e0c2c-b14e-41fc-b618-93bcd5c5c80f tempest-TaggedBootDevicesTest-504358889 tempest-TaggedBootDevicesTest-504358889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:50.370371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6765ba3d-2468-47e1-8e7b-c85530da4338,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:50.381133 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:50.384095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-b0f8055d-2f60-4bf6-99e2-5a8b4f89a555 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712610 May 14 18:33:50.444989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] Set router 95b5d1b9-847b-401f-9e2e-29f995af2691 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:50.502496 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:50.592408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.596877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0765872 May 14 18:33:50.597667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59842) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:50.607857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '34b35c1c-ff00-4e98-87d0-1dde84a32924', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:50.614302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:50.618826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:50.621981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:50.628122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:50.661205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:41Z', 'revision_number': 11, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:50.667047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac0a09-b243-47a2-9ec9-300442d916c9 None None] The sync data for ids ['95b5d1b9-847b-401f-9e2e-29f995af2691'] in n-d-787206-3 is: [{'id': '95b5d1b9-847b-401f-9e2e-29f995af2691', 'name': 'tempest-RoutersTest-router-1099403626', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:32:04Z', 'updated_at': '2021-05-14T18:33:41Z', 'revision_number': 11, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:50.674230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:50.680688 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:50.681379 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.712444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.714960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.748709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.749110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router 95b5d1b9-847b-401f-9e2e-29f995af2691 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:33:50.775287 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Project 29cbe4fdbfd44af290490a675076284e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:33:50.798830 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834626-c0ba-405f-9804-b5462a1ff10b None None] Pushing event updated for resources: {'Port': ['ID=cf6e616a-e13d-4df1-baa2-08d3f23c4573,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:50.800347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.801442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-83dd302c-21bd-440d-be5f-9f5fb484388c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 204 len: 168 time: 0.9027600 May 14 18:33:50.806032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59846) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:50.811362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1617872593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:50.823760 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.828022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:50.838974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Usage tracker for resource:router and tenant:cacd6ffaf2a6495e9ebaadf7259e8e64 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:50.843399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:50.852450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:50.853504 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-62834626-c0ba-405f-9804-b5462a1ff10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:50.855426 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5c16108b-dd3b-4d80-93f7-71199004d237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:50.869830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.871096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.909938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.944380 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:50.956963 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ddaa8c00-b603-4f8f-8782-006eafdd950b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:50.963810 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834626-c0ba-405f-9804-b5462a1ff10b None None] Pushing event updated for resources: {'Port': ['ID=cf6e616a-e13d-4df1-baa2-08d3f23c4573,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:50.977211 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-62834626-c0ba-405f-9804-b5462a1ff10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:51.004560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Subnet': ['ID=740c737c-d9b5-42d8-b772-abd7e7aebefc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:51.006795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.029365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903302-abae-4711-b697-95dd01456a1e req-fcd228b1-58ac-45f8-ae57-9ea7e2d39d55 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:51.029530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:45Z', 'revision_number': 3, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:51.036079 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:51.037476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.037684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12903302-abae-4711-b697-95dd01456a1e req-fcd228b1-58ac-45f8-ae57-9ea7e2d39d55 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 944 time: 0.3250921 May 14 18:33:51.039626 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c10e6-8e4a-4f53-a26d-c74b3cfdba59 None None] The sync data for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 is: [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:45Z', 'revision_number': 3, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:51.041911 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/subnets/740c737c-d9b5-42d8-b772-abd7e7aebefc HTTP/1.1" status: 204 len: 168 time: 3.1627009 May 14 18:33:51.044711 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.047464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.048131 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c718d313-50a8-4f5c-8e42-5c3da01b596d tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2411482 May 14 18:33:51.051277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59850) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:51.053066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59852) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:51.083924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b587301-15a9-45fb-ab53-825e81dec273 None None] Network 99bd1fa9-4a12-4f93-baf2-82abb350f0cf requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:51.096426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02229e9b-780d-4d8c-9ef8-6a0f8d0d409a req-6fe5da8f-925f-4d95-b488-53bb36ce1643 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010312 May 14 18:33:51.189627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-12903302-abae-4711-b697-95dd01456a1e req-6fa8717f-9445-434f-8d4f-708dfa0eef49 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507881 May 14 18:33:51.212476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.218848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Request body: {'router': {'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:51.236248 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.264669 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.279344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.284393 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-987efb3a-c169-458e-bd2d-20dd01ef7937 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:51.344472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:51.352388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.353749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a8ebc30b-86d7-4066-8825-c3b2761d7f0e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:51.360528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102abac4-26ab-4425-884d-f8b1b78b39a9,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:51.381074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:51.400503 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.419580 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-05411169-44af-4d9a-856d-e09cca9610ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8076186 May 14 18:33:51.425750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:51.433672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7c59c331-95f2-4018-9110-00d41560edae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:51.452694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '34b35c1c-ff00-4e98-87d0-1dde84a32924', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:51.485376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:51.500745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:51.506180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:51.568874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:51.572731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a8ebc30b-86d7-4066-8825-c3b2761d7f0e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:51.573566 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.580842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:51.605094 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:51.605771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-35537f80-b8ae-4006-951a-ce407a16a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:51.607688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-35537f80-b8ae-4006-951a-ce407a16a2ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1095 time: 0.4017794 May 14 18:33:51.661003 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Project 29cbe4fdbfd44af290490a675076284e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:33:51.724501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Allocated IP 172.20.0.1 (e28a0454-0954-4c7b-9a90-f2b30e4654e7/2eab3ce6-cd11-4ba6-a78d-07df226902b3/f6274151-aabc-45f9-b55b-836aea3fba6e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:51.729542 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.744143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6cf55c02-f2dd-4659-9a30-0f258790448a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:51.773170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] DHCP port deletion for 99bd1fa9-4a12-4f93-baf2-82abb350f0cf request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:51.783822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.804119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-379741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-379716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698899'] for router, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.810843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting port 049a130f-7a08-4813-b363-52c53f46657c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:51.811064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.877930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6cf55c02-f2dd-4659-9a30-0f258790448a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:51.879001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:51.915697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-a5ed64ea-0094-4f8c-8524-bfe4f8187045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:51.917224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-a5ed64ea-0094-4f8c-8524-bfe4f8187045 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.3006337 May 14 18:33:51.956343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Deleting port 049a130f-7a08-4813-b363-52c53f46657c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:51.957222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.019410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-b8762c7b-ffd5-4afc-abdd-c50d6704741a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 217 time: 0.0877671 May 14 18:33:52.021291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.089165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-21117253-76bb-4ea8-8e0a-03c068de6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:52.090859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-21117253-76bb-4ea8-8e0a-03c068de6ca0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.0647380 May 14 18:33:52.091259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] For port 049a130f-7a08-4813-b363-52c53f46657c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=049a130f-7a08-4813-b363-52c53f46657c,segment=NetworkSegment(4b3e12ce-0998-420b-9154-05932b5b5f4e),segment_id=4b3e12ce-0998-420b-9154-05932b5b5f4e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:52.091768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.094293 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.098877 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4118c568-0d9f-423d-a6e7-48b7243124bd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:52.186287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d3cd0-7b1d-453b-97de-e3a645fdbfcf,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:52.188955 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:52.232151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Calling delete_port for 049a130f-7a08-4813-b363-52c53f46657c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:52.300936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] For port 049a130f-7a08-4813-b363-52c53f46657c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=049a130f-7a08-4813-b363-52c53f46657c,segment=NetworkSegment(4b3e12ce-0998-420b-9154-05932b5b5f4e),segment_id=4b3e12ce-0998-420b-9154-05932b5b5f4e)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:52.301519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.384086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.389206 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:52.444820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Pushing event deleted for resources: {'Port': ['ID=049a130f-7a08-4813-b363-52c53f46657c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:52.455591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:52.468153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] No DVR routers for this DVR port 049a130f-7a08-4813-b363-52c53f46657c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:52.468649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Calling delete_port for 049a130f-7a08-4813-b363-52c53f46657c owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:52.506984 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.517765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.518456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Router 52419666-c0d2-42c9-876f-357212c2783c is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:33:52.518951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0876501 May 14 18:33:52.546520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Transition to ACTIVE for port object f6274151-aabc-45f9-b55b-836aea3fba6e will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:52.574226 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.581565 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a315236c-197d-4a3a-951c-00bf16682cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:52.594178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-fa607004-dd04-48a4-a2b8-92ff56ed8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:52.595692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-fa607004-dd04-48a4-a2b8-92ff56ed8bc6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4705777 May 14 18:33:52.623034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:52.652185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28804950-e6a3-444b-91f8-975d3ea9e18e req-d486737e-7a5e-4277-a5bd-204a2dea1773 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:52.654523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28804950-e6a3-444b-91f8-975d3ea9e18e req-d486737e-7a5e-4277-a5bd-204a2dea1773 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 944 time: 0.2044823 May 14 18:33:52.708416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:52.708801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.712297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] No DVR routers for this DVR port 049a130f-7a08-4813-b363-52c53f46657c on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:52.766997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Port': ['ID=049a130f-7a08-4813-b363-52c53f46657c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:52.770074 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:52.789817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.800733 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:52.854478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cf6e616a-e13d-4df1-baa2-08d3f23c4573 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:52.869062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28804950-e6a3-444b-91f8-975d3ea9e18e req-02d77342-092e-40e7-a4f5-90be354fa36a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040019 May 14 18:33:52.909814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:52.911878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Pushing event updated for resources: {'Port': ['ID=f6274151-aabc-45f9-b55b-836aea3fba6e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:52.915214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:52.917337 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:52.919693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-5e2f6b52-943d-498e-89b7-babd9dae0240 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123136 May 14 18:33:52.920448 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:52.933915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:52.944061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.946942 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] Sync routers for ids ['52419666-c0d2-42c9-876f-357212c2783c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:52.962083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:52.966359 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-deefea55-985e-4eb7-b49e-b697c3594b06 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "PUT /v2.0/routers/52419666-c0d2-42c9-876f-357212c2783c HTTP/1.1" status: 200 len: 694 time: 1.9073148 May 14 18:33:52.967167 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] Routers {'52419666-c0d2-42c9-876f-357212c2783c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:52.967451 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cf6e616a-e13d-4df1-baa2-08d3f23c4573 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:52.968463 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['52419666-c0d2-42c9-876f-357212c2783c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:52.969182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59868) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:52.985651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cf6e616a-e13d-4df1-baa2-08d3f23c4573 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:52.986046 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.046756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bd1fa9-4a12-4f93-baf2-82abb350f0cf']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:53.166698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.172185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3e12ce-0998-420b-9154-05932b5b5f4e') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:53.172487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3e12ce-0998-420b-9154-05932b5b5f4e') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:53.193087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.215948 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-41352c98-0715-42c7-91a3-69b99fb4f735 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/routers/52419666-c0d2-42c9-876f-357212c2783c HTTP/1.1" status: 200 len: 700 time: 0.2455101 May 14 18:33:53.216520 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] Set router 52419666-c0d2-42c9-876f-357212c2783c gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:53.216651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59880) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:53.291376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.297977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-6d4e9774-2fc8-46d5-8148-9ed88bfa598b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:53.299105 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-40526559-d3ce-46d8-85c7-8fea893b1417 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=52419666-c0d2-42c9-876f-357212c2783c HTTP/1.1" status: 200 len: 205 time: 0.0796206 May 14 18:33:53.300656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.308386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59884) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:53.322990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port cf6e616a-e13d-4df1-baa2-08d3f23c4573, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cf6e616a-e13d-4df1-baa2-08d3f23c4573,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:53.328616 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.330905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b17d2977-a73f-4c92-96ac-92fcbdae9312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:53.375899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:53.376724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.377973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aaab40b1-6b8a-49d5-873b-33ab62dd1145 req-f3f72eda-4958-442f-9b53-753d7bf9642d service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292276 May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: timer() May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:53.412489 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:53.430766 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52419666-c0d2-42c9-876f-357212c2783c', 'name': 'tempest-RoutersTest-router-1617872593', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:50Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:53.435103 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] Checking router: 52419666-c0d2-42c9-876f-357212c2783c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:53.439375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=cf6e616a-e13d-4df1-baa2-08d3f23c4573,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:53.447259 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] Routers {'52419666-c0d2-42c9-876f-357212c2783c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:53.447923 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['52419666-c0d2-42c9-876f-357212c2783c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:53.452265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 049a130f-7a08-4813-b363-52c53f46657c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:53.464218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.472916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-6d4e9774-2fc8-46d5-8148-9ed88bfa598b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:53.474197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-6d4e9774-2fc8-46d5-8148-9ed88bfa598b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996854706&fields=id&tenant_id=29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 267 time: 0.3689156 May 14 18:33:53.481185 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:53.491604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-adaf8806-0444-405f-b9cf-54bbbd90b09e None None] Provisioning for port f6274151-aabc-45f9-b55b-836aea3fba6e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:53.502885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 049a130f-7a08-4813-b363-52c53f46657c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:53.503279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 049a130f-7a08-4813-b363-52c53f46657c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:53.513399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-adaf8806-0444-405f-b9cf-54bbbd90b09e None None] Provisioning complete for port f6274151-aabc-45f9-b55b-836aea3fba6e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:53.513777 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-adaf8806-0444-405f-b9cf-54bbbd90b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.580081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-adaf8806-0444-405f-b9cf-54bbbd90b09e None None] Port f6274151-aabc-45f9-b55b-836aea3fba6e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:53.631470 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] Set router 52419666-c0d2-42c9-876f-357212c2783c gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:53.655129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.736973 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52419666-c0d2-42c9-876f-357212c2783c', 'name': 'tempest-RoutersTest-router-1617872593', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:50Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:53.741040 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45fb2c-742b-4fd3-8e0e-b6715ccd1eb3 None None] The sync data for ids ['52419666-c0d2-42c9-876f-357212c2783c'] in n-d-787206-3 is: [{'id': '52419666-c0d2-42c9-876f-357212c2783c', 'name': 'tempest-RoutersTest-router-1617872593', 'tenant_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:50Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 2, 'project_id': 'cacd6ffaf2a6495e9ebaadf7259e8e64', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:33:53.789492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.794947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.801705 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-350e9546-716a-451c-b114-dec359bcc913 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:53.829457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-f18472fd-42d4-4a89-b3a8-f11cb676488e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:53.830278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-f18472fd-42d4-4a89-b3a8-f11cb676488e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:53.865408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.870483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-f18472fd-42d4-4a89-b3a8-f11cb676488e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:53.870483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-f18472fd-42d4-4a89-b3a8-f11cb676488e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 797 time: 0.3855748 May 14 18:33:53.874252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:53.900912 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-431b7ec8-8ca7-4a70-8a70-65880e274d47 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:53.935317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Network': ['ID=99bd1fa9-4a12-4f93-baf2-82abb350f0cf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:53.938010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:53.941980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/networks/99bd1fa9-4a12-4f93-baf2-82abb350f0cf HTTP/1.1" status: 204 len: 168 time: 2.8878975 May 14 18:33:53.949926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59890) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.005798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-9dd67e93-ed34-4f82-9cbe-9babaf2588d4 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/quotas/29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 375 time: 0.1057816 May 14 18:33:54.090398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Pushing event updated for resources: {'Port': ['ID=f6274151-aabc-45f9-b55b-836aea3fba6e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:54.093623 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:54.098052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.144198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting subnet a01b6504-e11a-4896-a819-3583f3bcc5ae {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:54.152399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.192107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.194213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.217509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.218176 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Fanout notify agent at l3_agent the message router_deleted on router 52419666-c0d2-42c9-876f-357212c2783c {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:33:54.232943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.234300 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4361a7f4-fef3-4bf0-a2a4-a954ead80399 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/52419666-c0d2-42c9-876f-357212c2783c HTTP/1.1" status: 204 len: 168 time: 0.9236362 May 14 18:33:54.238808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59894) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.284850 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-23a8cfda-d78c-4d3b-b310-21cb60d0a06c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=52419666-c0d2-42c9-876f-357212c2783c HTTP/1.1" status: 200 len: 205 time: 0.0441456 May 14 18:33:54.286475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.296908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.303319 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.331351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-b97c14c4-bb6e-4d19-86c3-1df7f00b32da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:33:54.358625 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-0fa87910-8e24-471f-bb49-a010b69295c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:54.362119 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0fa87910-8e24-471f-bb49-a010b69295c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/52419666-c0d2-42c9-876f-357212c2783c HTTP/1.1" status: 404 len: 336 time: 0.0723090 May 14 18:33:54.362312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59902) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.401942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:54.405970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:54.408836 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d06a3a5-1a45-4487-9e1d-04600f3641dd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:54.409296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d06a3a5-1a45-4487-9e1d-04600f3641dd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:54.411127 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d06a3a5-1a45-4487-9e1d-04600f3641dd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/fa1d106f-d255-43ad-9d83-6475594a6bc4 HTTP/1.1" status: 404 len: 337 time: 0.0477860 May 14 18:33:54.413496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-b97c14c4-bb6e-4d19-86c3-1df7f00b32da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:33:54.414829 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59906) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.415679 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-b97c14c4-bb6e-4d19-86c3-1df7f00b32da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3984654 May 14 18:33:54.458585 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ab42f5-ecc2-4a32-b89b-597f1cd1bbca tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:54.459456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ab42f5-ecc2-4a32-b89b-597f1cd1bbca tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:54.461608 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36ab42f5-ecc2-4a32-b89b-597f1cd1bbca tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/f67137f1-93a7-4999-acca-a035a06ae511 HTTP/1.1" status: 404 len: 337 time: 0.0456722 May 14 18:33:54.464228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.499444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cf6e616a-e13d-4df1-baa2-08d3f23c4573 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:54.528987 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc1a8c6-fb39-49a1-b914-c8ff1b580367 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:54.529466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc1a8c6-fb39-49a1-b914-c8ff1b580367 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:54.535823 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-acc1a8c6-fb39-49a1-b914-c8ff1b580367 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/7c4602dc-7b6a-4e66-9279-941d2302ca05 HTTP/1.1" status: 404 len: 337 time: 0.0701218 May 14 18:33:54.538243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59914) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.587244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cf6e616a-e13d-4df1-baa2-08d3f23c4573 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:54.587694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.606756 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-60afea62-d84a-48d8-b3e1-706f00c922fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:54.607629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60afea62-d84a-48d8-b3e1-706f00c922fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:54.609849 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-60afea62-d84a-48d8-b3e1-706f00c922fd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/7506a002-e694-4fb3-84e8-66f247f74d70 HTTP/1.1" status: 404 len: 337 time: 0.0701971 May 14 18:33:54.614455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59918) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.678373 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00bb1e45-98b1-4bad-b6e2-defda0e5680c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 200 len: 205 time: 0.0605478 May 14 18:33:54.680810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.757248 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-28efae5e-f0df-422c-9814-e325dc162bde tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:54.760914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-28efae5e-f0df-422c-9814-e325dc162bde tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/95b5d1b9-847b-401f-9e2e-29f995af2691 HTTP/1.1" status: 404 len: 336 time: 0.0765607 May 14 18:33:54.761113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59926) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.805351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-141c4185-f51a-41be-9961-5e320965eb8e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80786ee-570d-4af4-bafa-9aa4a1870be9 HTTP/1.1" status: 200 len: 205 time: 0.0429792 May 14 18:33:54.808357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59930) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.808829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-41d8c739-4a3e-45f7-951f-980e5725503a None None] Provisioning complete for port f6274151-aabc-45f9-b55b-836aea3fba6e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:54.809284 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41d8c739-4a3e-45f7-951f-980e5725503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.870064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-41d8c739-4a3e-45f7-951f-980e5725503a None None] Port f6274151-aabc-45f9-b55b-836aea3fba6e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:33:54.873157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:54.883024 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-163efd8e-4882-4e91-a936-8211e86a1158 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:54.884084 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-163efd8e-4882-4e91-a936-8211e86a1158 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/b80786ee-570d-4af4-bafa-9aa4a1870be9 HTTP/1.1" status: 404 len: 336 time: 0.0748127 May 14 18:33:54.886758 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59934) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.897471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:33:54.931900 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9babb9-d399-4b02-bead-e0dced7929c5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:54.933688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9babb9-d399-4b02-bead-e0dced7929c5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:54.935599 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b9babb9-d399-4b02-bead-e0dced7929c5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/d5b36fe2-24de-47cd-83fe-8f0e28bf627e HTTP/1.1" status: 404 len: 337 time: 0.0478776 May 14 18:33:54.938544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59938) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:54.994480 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00f7a7b3-e430-4a9d-8cda-68f213894a5b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 200 len: 205 time: 0.0511339 May 14 18:33:54.994480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59942) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.039498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:55.053786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'port_id': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'mac_address': 'fa:16:3e:6b:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:33:55.057668 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-51cd8dd7-b6a7-4c14-8ff1-3da782cfdb75 service neutron] 10.222.0.24 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894768 May 14 18:33:55.064542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Router efae1371-a3ce-4332-9bfa-d1dd075b2810 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:33:55.066783 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-2a284c7c-2d46-4b5d-8f66-00ba41063ed6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:55.070530 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2a284c7c-2d46-4b5d-8f66-00ba41063ed6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/2e498391-e34e-41e8-907b-149ae3a2fcd7 HTTP/1.1" status: 404 len: 336 time: 0.0720875 May 14 18:33:55.070708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59946) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.122074 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-407c5937-d712-4a0c-bb1b-0a0718cd3de4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=d800a00f-6f43-46dc-b31e-d06bf49dd65d HTTP/1.1" status: 200 len: 205 time: 0.0501418 May 14 18:33:55.124430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59950) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.132020 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:55.152027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63a576b-5328-4fb3-ba95-5c21b087744a {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:33:55.169500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:55.174421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:55.176411 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:55.196567 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-d3b536a3-691b-40e5-b618-f1c1cd1d5595 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:55.200260 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d3b536a3-691b-40e5-b618-f1c1cd1d5595 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/d800a00f-6f43-46dc-b31e-d06bf49dd65d HTTP/1.1" status: 404 len: 336 time: 0.0727282 May 14 18:33:55.202019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.244871 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81e8c38-f248-438a-ad60-f3efbfb5ef68 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:55.245394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81e8c38-f248-438a-ad60-f3efbfb5ef68 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:55.247626 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a81e8c38-f248-438a-ad60-f3efbfb5ef68 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/f374037c-8276-4330-8068-5eaaa801c59d HTTP/1.1" status: 404 len: 337 time: 0.0445225 May 14 18:33:55.250672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59958) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.256404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:55.266026 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:55.298111 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a715bba4-3632-40e7-a3d9-5130e9b44ff5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c244a96-b982-495f-8f46-944de6c7427c HTTP/1.1" status: 200 len: 205 time: 0.0461004 May 14 18:33:55.300500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.376312 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-dacd9217-6b1c-4cd7-96ee-74025cd4f290 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:55.380606 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dacd9217-6b1c-4cd7-96ee-74025cd4f290 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/6c244a96-b982-495f-8f46-944de6c7427c HTTP/1.1" status: 404 len: 336 time: 0.0790811 May 14 18:33:55.381641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59966) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.421539 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-846b495d-9cf4-4832-b9bf-2fd4cfc80ff5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:55.421999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846b495d-9cf4-4832-b9bf-2fd4cfc80ff5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:55.425924 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-846b495d-9cf4-4832-b9bf-2fd4cfc80ff5 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/c7c982ee-46aa-48b1-97f9-439f6d6f0479 HTTP/1.1" status: 404 len: 337 time: 0.0437996 May 14 18:33:55.426689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59970) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.434187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['a63a576b-5328-4fb3-ba95-5c21b087744a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:33:55.439356 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-8a99724e-f4c4-4cc5-b23d-b8dab48f30cd service neutron] 10.222.0.24 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734820 May 14 18:33:55.490816 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6a1364d8-b2b0-4ebb-aa80-113a8096874e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 HTTP/1.1" status: 200 len: 205 time: 0.0609198 May 14 18:33:55.491039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:33:55.495717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] 10.222.0.24 "PUT /v2.0/routers/efae1371-a3ce-4332-9bfa-d1dd075b2810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3886766 May 14 18:33:55.496813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59974) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.514397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Sync routers for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:33:55.540062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:33:55.540333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:55.542065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:33:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:55.545211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ae437d25-ccf6-4c91-ab30-202874a247f4 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:55.630480 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-2fb83c94-f177-4567-bcda-570d071970c6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] delete failed (client error): The resource could not be found. May 14 18:33:55.631719 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2fb83c94-f177-4567-bcda-570d071970c6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/routers/b7c59c37-39f5-43ad-acaa-a1b5bdb284f6 HTTP/1.1" status: 404 len: 336 time: 0.1337211 May 14 18:33:55.634637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59980) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.635883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:55.644268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Subnet': ['ID=a01b6504-e11a-4896-a819-3583f3bcc5ae,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:55.653236 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:55.654877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/subnets/a01b6504-e11a-4896-a819-3583f3bcc5ae HTTP/1.1" status: 204 len: 168 time: 1.6972671 May 14 18:33:55.657281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 59984) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.684480 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5975e65-e4d6-4879-bc2a-37b84dcda868 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:55.685027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5975e65-e4d6-4879-bc2a-37b84dcda868 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:55.687115 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5975e65-e4d6-4879-bc2a-37b84dcda868 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/b287cbb3-854c-4ce0-ac55-ddfc3abd1500 HTTP/1.1" status: 404 len: 337 time: 0.0507162 May 14 18:33:55.689660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 59990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:55.737211 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23af5e3-5945-4999-85f9-b8a03d281d09 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] DELETE failed (client error): The resource could not be found. May 14 18:33:55.737910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23af5e3-5945-4999-85f9-b8a03d281d09 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:33:55.739872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c23af5e3-5945-4999-85f9-b8a03d281d09 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] 10.222.0.24 "DELETE /v2.0/subnets/76b44389-ebaf-4c60-b828-043c46317c6d HTTP/1.1" status: 404 len: 337 time: 0.0487912 May 14 18:33:55.748099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a349663-e8ef-47fa-beac-2bffcca1c895 None None] Network d29f1a68-7fcf-4388-866a-45445909b24b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:55.760053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting subnet 377e8b2c-e944-401b-801b-8700f9b04167 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:33:55.763702 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:55.933312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.051830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ee7b-3730-423b-baf1-c779c2238e21 req-de62652f-99ff-44fd-8a42-6e5176e6a4a4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:56.058988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1a5ee7b-3730-423b-baf1-c779c2238e21 req-de62652f-99ff-44fd-8a42-6e5176e6a4a4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.2565570 May 14 18:33:56.105696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:33:56.108999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60008) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:56.114755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.176514 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1a5ee7b-3730-423b-baf1-c779c2238e21 req-57620560-f965-4235-93b6-f2726902b0c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139977 May 14 18:33:56.395138 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7ee93f74-33a3-495f-a46c-658e2af3b0b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cacd6ffaf2a6495e9ebaadf7259e8e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843456 May 14 18:33:56.399531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60022) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:56.473429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.503337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.568228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.576349 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53e69417-437e-4ad8-aef6-bdcd704a7406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:56.607277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c764be90-cb39-4710-97a3-2507f5ff37a6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:56.618278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.619080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.619867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.620446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.621056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.621664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.622372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.622956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.623690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.624291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.624908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.625494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:33:56.628447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.629959 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c764be90-cb39-4710-97a3-2507f5ff37a6 HTTP/1.1" status: 204 len: 168 time: 0.2294664 May 14 18:33:56.631120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:56.658622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-328b2388-c9b1-4460-9dbc-7a599bd64253 req-6748bb27-fc48-4ae1-af78-52a1c19e68bc tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 210 time: 0.3973849 May 14 18:33:56.745057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60032) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:56.750766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1707042608-network', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:56.752085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bff124-192e-45e7-8635-079590eefb71 None None] DHCP port deletion for d29f1a68-7fcf-4388-866a-45445909b24b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:56.756491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:56.764055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Usage tracker for resource:network and tenant:67c4e9bc382145c3aaaeb7402e0db539 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:56.772710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:56.781850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:56.798330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Made reservation on behalf of 67c4e9bc382145c3aaaeb7402e0db539 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:56.802765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.833325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.868667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:56.876904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:67c4e9bc382145c3aaaeb7402e0db539 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:56.886632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:56.904897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:56.928304 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:33:56.933014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.944249 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-60b9e317-310a-4d1f-9374-0ef4e66d6788 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:56.989148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Deleting port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:56.989502 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:56.996105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Subnet': ['ID=377e8b2c-e944-401b-801b-8700f9b04167,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:57.005576 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:57.006692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 2, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:57.009354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.020655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/subnets/377e8b2c-e944-401b-801b-8700f9b04167 HTTP/1.1" status: 204 len: 168 time: 1.3622932 May 14 18:33:57.021508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60038) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:57.025267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.030186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.035476 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3cf77cdb-0081-46b2-a22f-9bd7c2de5a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:57.060542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013aa57e-9a41-4b62-9882-acd25f90106e None None] Network 8ec885da-5cdd-47ed-84f7-931f7b98b3ea requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:57.063275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:33:57.091033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.091912 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Added segment 84047b04-d037-40ec-b6af-ccdc248030e8 of type vlan for network a0ce2833-d964-41dd-a927-0abf7251af5e May 14 18:33:57.108689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Checking router: efae1371-a3ce-4332-9bfa-d1dd075b2810 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:33:57.109356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Updating router efae1371-a3ce-4332-9bfa-d1dd075b2810 port f6274151-aabc-45f9-b55b-836aea3fba6e binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:33:57.120835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85721be-f056-48ba-ade8-1aafc3d68ce4,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:57.124321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:57.131905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.167353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.169279 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:57.169872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.175667 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52c375cf-4fc8-408d-b4b7-79bdc81c04c3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:57.191267 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.250472 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a0443a6e-d33b-48ce-9cf7-0ef07497727d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.271946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-11bff124-192e-45e7-8635-079590eefb71 None None] For port fb41a205-c14a-436d-b0a6-937ea5ccf3d8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,segment=NetworkSegment(1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0),segment_id=1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:57.272351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.295520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:57.296171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.317302 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.420374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ce2833-d964-41dd-a927-0abf7251af5e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:57.423545 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6773160 May 14 18:33:57.424294 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:57.426444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60054) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:57.433127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Request body: {'subnet': {'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1707042608-subnet', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:57.463999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:57.471771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Usage tracker for resource:subnet and tenant:67c4e9bc382145c3aaaeb7402e0db539 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:57.479152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:57.491212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:57.513953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Made reservation on behalf of 67c4e9bc382145c3aaaeb7402e0db539 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:57.516210 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.567898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a0ce2833-d964-41dd-a927-0abf7251af5e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:33:57.674284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] For port fb41a205-c14a-436d-b0a6-937ea5ccf3d8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,segment=NetworkSegment(1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0),segment_id=1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:57.674634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.740674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Calling delete_port for fb41a205-c14a-436d-b0a6-937ea5ccf3d8 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:57.849781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Calling delete_port for fb41a205-c14a-436d-b0a6-937ea5ccf3d8 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:57.869379 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:57.932003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-29f8e362-0b12-4225-b2e3-e4f733d7a621 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:57.933483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-29f8e362-0b12-4225-b2e3-e4f733d7a621 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 797 time: 0.5068972 May 14 18:33:57.973259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325032a3-7b1c-4e6a-8a57-7abf1841aca7 req-4e504067-40f6-4e6d-a89a-b31c589fdc26 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:57.974764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-325032a3-7b1c-4e6a-8a57-7abf1841aca7 req-4e504067-40f6-4e6d-a89a-b31c589fdc26 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.5469520 May 14 18:33:57.989276 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:58.050403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-6a990cbc-6b35-4c10-aa87-ce4b4f4a100f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 380 time: 0.1064126 May 14 18:33:58.067557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'port': {'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'admin_state_up': True, 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'security_groups': ['34b35c1c-ff00-4e98-87d0-1dde84a32924']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:58.070183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Pushing event deleted for resources: {'Port': ['ID=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:58.080784 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:58.089210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bff124-192e-45e7-8635-079590eefb71 None None] No DVR routers for this DVR port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:58.102060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.102753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-325032a3-7b1c-4e6a-8a57-7abf1841aca7 req-8d324bfe-34f7-47d4-983c-b251b63a8753 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132748 May 14 18:33:58.163051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.174381 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0af27766-b803-487b-9e46-df7e573e781d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:58.230968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Port': ['ID=fb41a205-c14a-436d-b0a6-937ea5ccf3d8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:58.237345 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:58.240848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] No DVR routers for this DVR port fb41a205-c14a-436d-b0a6-937ea5ccf3d8 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:33:58.322517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] DHCP port deletion for 8ec885da-5cdd-47ed-84f7-931f7b98b3ea request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:33:58.412862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5872d8e2-48e9-4295-b0f6-602746b7b3fe req-299818b9-4aa9-4233-b176-f133a0e8e7c8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 210 time: 0.1190877 May 14 18:33:58.428705 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.460204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:58.461667 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51636fbd-ae0d-4139-b13c-3814aa92c909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:58.572915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:58.573144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46a0de6-d47e-4ab9-aca1-aa9535a09212,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:58.582544 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:58.588575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:58.589766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Checking segment: {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:33:58.591078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Network hostable DHCP agents. Network: a0ce2833-d964-41dd-a927-0abf7251af5e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:33:58.591616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.592290 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.610005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29f1a68-7fcf-4388-866a-45445909b24b']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:58.616433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Network a0ce2833-d964-41dd-a927-0abf7251af5e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:33:58.625607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:58.625966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3abcbe-d5cf-4f55-b44f-0f18d1eb8dc0') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:33:58.631355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a0ce2833-d964-41dd-a927-0abf7251af5e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:58.634583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:33:58.638402 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.656180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:33:58.657781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.658731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.695082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2675281 May 14 18:33:58.697819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:58.703814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:33:58.709895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:33:58.715065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Usage tracker for resource:router and tenant:67c4e9bc382145c3aaaeb7402e0db539 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:33:58.718738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:33:58.725266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:33:58.734722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714c7e8-8d5b-4651-8b11-595517a111ca None None] Network a0ce2833-d964-41dd-a927-0abf7251af5e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:33:58.739953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.742649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.744587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.761125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Transition to ACTIVE for port object f6274151-aabc-45f9-b55b-836aea3fba6e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:58.764448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Deleting port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:33:58.764852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.768722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.845766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:58.896211 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8f98a8e-bbe8-468f-b3cd-2fba75ab836d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:58.961415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:33:59.040640 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.081392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.093557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:33:59.093557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: timer() May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:33:59.116024 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:33:59.200225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.20.0.11 (2f053726-c687-41eb-ade1-b0fcedbad09e/fa08df73-0f12-4425-8bc8-cc4311d01973/e2366e25-21f4-48d0-ad1e-158512c15661) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:59.312424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] For port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,segment=NetworkSegment(d9781f65-4a57-48f2-ba34-7f4dc38d4851),segment_id=d9781f65-4a57-48f2-ba34-7f4dc38d4851)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:59.312831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.323988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c14a9a-1a10-45da-8a24-35d8818a8585 None None] Pushing event updated for resources: {'Port': ['ID=f6274151-aabc-45f9-b55b-836aea3fba6e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:59.364307 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05c14a9a-1a10-45da-8a24-35d8818a8585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:59.366044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,segment=NetworkSegment(d9781f65-4a57-48f2-ba34-7f4dc38d4851),segment_id=d9781f65-4a57-48f2-ba34-7f4dc38d4851)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:33:59.437743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port a63a576b-5328-4fb3-ba95-5c21b087744a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:33:59.529528 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.546343 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Transition to ACTIVE for port object e2366e25-21f4-48d0-ad1e-158512c15661 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:33:59.555132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.556572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fb41a205-c14a-436d-b0a6-937ea5ccf3d8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:33:59.569173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.599881 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.607647 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-940bcad1-03d9-4f61-9ee1-5cc0fef72ced tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:59.608237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Calling delete_port for 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:33:59.616435 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5273f836-33e1-4565-a3dd-27efbd16202e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:59.630333 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.631856 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.640478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Network': ['ID=d29f1a68-7fcf-4388-866a-45445909b24b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:59.642241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.650506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:59.658667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:33:59.722515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/networks/d29f1a68-7fcf-4388-866a-45445909b24b HTTP/1.1" status: 204 len: 168 time: 2.6999726 May 14 18:33:59.722908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port a63a576b-5328-4fb3-ba95-5c21b087744a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:33:59.723352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.725802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60104) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:33:59.765339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 2f053726-c687-41eb-ade1-b0fcedbad09e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:33:59.780274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: fb41a205-c14a-436d-b0a6-937ea5ccf3d8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:33:59.780274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fb41a205-c14a-436d-b0a6-937ea5ccf3d8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:33:59.784957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:33:59.788156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Allocated IP 172.25.4.9 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/65a9cdfd-eec9-43fa-b7be-4f92c3724223) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:33:59.845091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:33:59.848710 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.878741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=e2366e25-21f4-48d0-ad1e-158512c15661,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:59.894629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Attempting to bind port f6274151-aabc-45f9-b55b-836aea3fba6e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:33:59.895015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Attempting to bind port f6274151-aabc-45f9-b55b-836aea3fba6e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:33:59.900067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Attempting to bind port f6274151-aabc-45f9-b55b-836aea3fba6e on network e28a0454-0954-4c7b-9a90-f2b30e4654e7 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:33:59.955498 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:33:59.959575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.970017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:33:59.973151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd1fada-33cf-48a9-ba05-36774ab8267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.980725 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:33:59.989939 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:00.000699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a3546-555e-4f27-9b7f-10d74963718c req-29c228f3-8089-42f1-8aa4-4c066cb2057a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:00.011331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-486a3546-555e-4f27-9b7f-10d74963718c req-29c228f3-8089-42f1-8aa4-4c066cb2057a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.4382656 May 14 18:34:00.041950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:00.042341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Checking segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:00.042846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.043397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Bound using segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:00.043789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Bound port: f6274151-aabc-45f9-b55b-836aea3fba6e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:00.044212 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.052350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.055850 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.068725 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b17d2977-a73f-4c92-96ac-92fcbdae9312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:00.073064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:00.135432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:34:00.138448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:34:00.142133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:34:00.148918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a0ce2833-d964-41dd-a927-0abf7251af5e', 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'fixed_ips': [{'subnet_id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:34:00.150196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.184681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Pushing event updated for resources: {'Port': ['ID=65a9cdfd-eec9-43fa-b7be-4f92c3724223,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:00.195120 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:00.203171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Pushing event deleted for resources: {'Port': ['ID=6eb4a25e-5e2f-4a09-be05-2246f5cc7d54,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:00.206177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] No DVR routers for this DVR port 6eb4a25e-5e2f-4a09-be05-2246f5cc7d54 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:34:00.239152 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:00.274642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.295324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:00.296265 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.306408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec885da-5cdd-47ed-84f7-931f7b98b3ea']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:00.308662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.321091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9781f65-4a57-48f2-ba34-7f4dc38d4851') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:00.321699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9781f65-4a57-48f2-ba34-7f4dc38d4851') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:00.335367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.380461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-486a3546-555e-4f27-9b7f-10d74963718c req-9913eebb-b33b-49c8-9da1-0dcd4d733657 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682756 May 14 18:34:00.381657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.390446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:34:00.390848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.398965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4782d53a-c407-49cd-b419-28afe54f2684 None None] Provisioning for port e2366e25-21f4-48d0-ad1e-158512c15661 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: timer() May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:34:00.407816 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:34:00.413198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3510211 May 14 18:34:00.472583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-1832e26d-740c-429c-b30c-2c19418b0385 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:34:00.473572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-1832e26d-740c-429c-b30c-2c19418b0385 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061827 May 14 18:34:00.489857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:00.536483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4782d53a-c407-49cd-b419-28afe54f2684 None None] Provisioning complete for port e2366e25-21f4-48d0-ad1e-158512c15661 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:00.536866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4782d53a-c407-49cd-b419-28afe54f2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.540619 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.545593 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e836ac21-7658-41c2-be62-a0ee9a5ba66c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:00.591897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.615271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Network': ['ID=8ec885da-5cdd-47ed-84f7-931f7b98b3ea,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:00.638055 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:00.642708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/networks/8ec885da-5cdd-47ed-84f7-931f7b98b3ea HTTP/1.1" status: 204 len: 168 time: 0.9093862 May 14 18:34:00.643427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60116) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:00.691055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:00.700897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] For port f6274151-aabc-45f9-b55b-836aea3fba6e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:00.740467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] For port f6274151-aabc-45f9-b55b-836aea3fba6e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f6274151-aabc-45f9-b55b-836aea3fba6e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:00.742638 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:00.754924 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:00.779239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Request body: {'port': {'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:00.922086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Deleting subnet 3f1e9e78-5166-4136-ab21-f5a7242753fb {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:34:00.932084 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.006587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.048880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:01.056376 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:01.057598 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.064681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:01.084438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.148196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.160046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c14a9a-1a10-45da-8a24-35d8818a8585 None None] Pushing event updated for resources: {'Port': ['ID=f6274151-aabc-45f9-b55b-836aea3fba6e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:01.172169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4782d53a-c407-49cd-b419-28afe54f2684 None None] Port e2366e25-21f4-48d0-ad1e-158512c15661 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:34:01.173857 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05c14a9a-1a10-45da-8a24-35d8818a8585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:01.196717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80c0f1-82e1-4ef6-a1f6-3426e924d60c req-3606d3f8-d674-4afb-b28d-78a4fc225d6a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:01.202944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ba80c0f1-82e1-4ef6-a1f6-3426e924d60c req-3606d3f8-d674-4afb-b28d-78a4fc225d6a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:01.275330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.308894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:01.310163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:01.412609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ba80c0f1-82e1-4ef6-a1f6-3426e924d60c req-3606d3f8-d674-4afb-b28d-78a4fc225d6a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:01.421748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba80c0f1-82e1-4ef6-a1f6-3426e924d60c req-3606d3f8-d674-4afb-b28d-78a4fc225d6a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 932 time: 0.7197008 May 14 18:34:01.499006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Allocated IP 172.20.0.2 (a0ce2833-d964-41dd-a927-0abf7251af5e/f46a0de6-d47e-4ab9-aca1-aa9535a09212/d77fa7b6-0f97-4658-9adc-a7cb9924642f) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:34:01.606886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:01.665126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.808627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba80c0f1-82e1-4ef6-a1f6-3426e924d60c req-f7539fdb-5966-478b-ade1-c7546c7be635 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858480 May 14 18:34:01.941703 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:01.950796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Router ac006d4b-74ec-4884-92ff-079e79af96ac is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:34:02.067969 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'code': 200} May 14 18:34:02.207454 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.218322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:34:02.229966 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Sync routers for ids ['ac006d4b-74ec-4884-92ff-079e79af96ac'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:34:02.240254 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Routers {'ac006d4b-74ec-4884-92ff-079e79af96ac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:02.242691 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ac006d4b-74ec-4884-92ff-079e79af96ac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:02.246387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.247787 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5489724 May 14 18:34:02.251011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60132) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:02.256720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Transition to ACTIVE for port object d77fa7b6-0f97-4658-9adc-a7cb9924642f will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:34:02.286676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Transition to ACTIVE for port object d77fa7b6-0f97-4658-9adc-a7cb9924642f will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:34:02.309328 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.316714 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7fffc80f-abcf-4c71-b2b9-a9aa6849fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:02.377852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:00Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:02.378173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52bfa1-cfff-49cf-bbde-11b0db898495 req-d624e359-be0b-4c65-ae33-41fc2d3bf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:02.380099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f52bfa1-cfff-49cf-bbde-11b0db898495 req-d624e359-be0b-4c65-ae33-41fc2d3bf0cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1097 time: 0.3903735 May 14 18:34:02.387850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Network a0ce2833-d964-41dd-a927-0abf7251af5e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:34:02.394259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:34:02.395530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b262d6a-9881-44a2-b7e3-ba143ce329b6 req-aacbb107-4984-49d2-81bf-b54eec9f16af tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:02.397881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b262d6a-9881-44a2-b7e3-ba143ce329b6 req-aacbb107-4984-49d2-81bf-b54eec9f16af tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.3593035 May 14 18:34:02.402224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:34:02.404480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ce9d0-4ad0-455c-b4d6-b1e77896bd8f None None] The sync data for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 is: [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:00Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:34:02.411905 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.533078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Pushing event updated for resources: {'Port': ['ID=d77fa7b6-0f97-4658-9adc-a7cb9924642f,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:02.546139 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:02.568530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Set router ac006d4b-74ec-4884-92ff-079e79af96ac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:02.669393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Attempting to bind port d77fa7b6-0f97-4658-9adc-a7cb9924642f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:34:02.672156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Attempting to bind port d77fa7b6-0f97-4658-9adc-a7cb9924642f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:34:02.672797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Attempting to bind port d77fa7b6-0f97-4658-9adc-a7cb9924642f on network a0ce2833-d964-41dd-a927-0abf7251af5e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:02.685754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:02.687870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Checking segment: {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:02.688519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.689147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Bound using segment: {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:02.691390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Bound port: d77fa7b6-0f97-4658-9adc-a7cb9924642f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:02.692061 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.707392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f52bfa1-cfff-49cf-bbde-11b0db898495 req-42b39c7c-ced8-4d48-8333-d09a8044b8da service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834332 May 14 18:34:02.818642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2366e25-21f4-48d0-ad1e-158512c15661 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:34:02.831315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] For port d77fa7b6-0f97-4658-9adc-a7cb9924642f, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:02.835686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] For port d77fa7b6-0f97-4658-9adc-a7cb9924642f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d77fa7b6-0f97-4658-9adc-a7cb9924642f,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:02.840269 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.845801 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:02.864145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b262d6a-9881-44a2-b7e3-ba143ce329b6 req-548fd5ff-2d54-429a-96b1-c1774e703d05 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805007 May 14 18:34:02.876249 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:02.983728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Transition to ACTIVE for port object e2366e25-21f4-48d0-ad1e-158512c15661 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:34:02.991055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:03.000184 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:03.069387 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:34:00Z', 'revision_number': 3, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:03.074453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Pushing event updated for resources: {'Port': ['ID=d77fa7b6-0f97-4658-9adc-a7cb9924642f,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:03.077137 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Checking router: ac006d4b-74ec-4884-92ff-079e79af96ac for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:34:03.077825 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Updating router ac006d4b-74ec-4884-92ff-079e79af96ac port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:34:03.090468 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:03.172425 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:03.408602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:03.420999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Pushing event updated for resources: {'Port': ['ID=e2366e25-21f4-48d0-ad1e-158512c15661,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:03.435724 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:03.506435 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6ec4158b-b554-4a6d-a101-8c5044e7adff tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:03.574044 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:03.579096 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1e9e78-5166-4136-ab21-f5a7242753fb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:03.580136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ec3c7-2494-42ec-8853-fc3f970fe251 None None] Network 76aae67c-f627-43ab-8416-fac945468e2f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:34:03.582427 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:03.753313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/subnets/3f1e9e78-5166-4136-ab21-f5a7242753fb HTTP/1.1" status: 204 len: 168 time: 3.1065557 May 14 18:34:03.755785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60144) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:03.818256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Attempting to bind port e2366e25-21f4-48d0-ad1e-158512c15661 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:34:03.818780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Attempting to bind port e2366e25-21f4-48d0-ad1e-158512c15661 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:34:03.819745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Attempting to bind port e2366e25-21f4-48d0-ad1e-158512c15661 on network 2f053726-c687-41eb-ade1-b0fcedbad09e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:03.916133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Port e2366e25-21f4-48d0-ad1e-158512c15661 on network 2f053726-c687-41eb-ade1-b0fcedbad09e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:34:03.916351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Attempting to bind port e2366e25-21f4-48d0-ad1e-158512c15661 on network 2f053726-c687-41eb-ade1-b0fcedbad09e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:03.958362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:03.958839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Checking segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:03.959422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Bound using segment: {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:03.959876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Bound port: e2366e25-21f4-48d0-ad1e-158512c15661, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:03.960224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:03.978477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e560933-1c81-4487-b0c0-c816e904cce2 req-30a95392-adb7-42d5-b66c-4437c027b922 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:03.991057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e560933-1c81-4487-b0c0-c816e904cce2 req-30a95392-adb7-42d5-b66c-4437c027b922 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 944 time: 0.9115043 May 14 18:34:04.001717 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.018743 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Transition to ACTIVE for port object 65a9cdfd-eec9-43fa-b7be-4f92c3724223 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:34:04.036858 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.043151 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:04.075403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] DHCP port deletion for 76aae67c-f627-43ab-8416-fac945468e2f request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:34:04.235332 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80950-2e3e-437f-ac10-d4b3595ecfe6 None None] Pushing event updated for resources: {'Port': ['ID=65a9cdfd-eec9-43fa-b7be-4f92c3724223,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:04.259045 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0ee80950-2e3e-437f-ac10-d4b3595ecfe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:04.310099 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Attempting to bind port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:34:04.310473 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Attempting to bind port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:34:04.310839 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Attempting to bind port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:04.331143 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:04.331589 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:04.332007 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.332403 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:04.332884 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Bound port: 65a9cdfd-eec9-43fa-b7be-4f92c3724223, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:04.333258 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.359444 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.424355 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.487132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Deleting port c4efc327-115d-492d-9e3b-2ad636cf95e1 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:34:04.487540 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.504732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] For port e2366e25-21f4-48d0-ad1e-158512c15661, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:04.511372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] For port e2366e25-21f4-48d0-ad1e-158512c15661, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e2366e25-21f4-48d0-ad1e-158512c15661,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:04.543460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e560933-1c81-4487-b0c0-c816e904cce2 req-7952dbaf-6b83-4ae2-85cc-6d7f5d674359 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5501673 May 14 18:34:04.585062 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.592484 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c952ceb-1f85-44c1-ad9c-7378dd5fedb1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:04.610542 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] For port 65a9cdfd-eec9-43fa-b7be-4f92c3724223, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:04.616237 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] For port 65a9cdfd-eec9-43fa-b7be-4f92c3724223, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=65a9cdfd-eec9-43fa-b7be-4f92c3724223,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:04.622866 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.629105 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:04.694578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f6274151-aabc-45f9-b55b-836aea3fba6e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:04.777962 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:04.778614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:04.784672 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 1092 time: 4.2960129 May 14 18:34:04.818443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:04.874918 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Routers {'ac006d4b-74ec-4884-92ff-079e79af96ac'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:04.875952 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ac006d4b-74ec-4884-92ff-079e79af96ac'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:04.917188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] For port c4efc327-115d-492d-9e3b-2ad636cf95e1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c4efc327-115d-492d-9e3b-2ad636cf95e1,segment=NetworkSegment(0a2588a3-6ff6-465f-9574-fc2b67d47de5),segment_id=0a2588a3-6ff6-465f-9574-fc2b67d47de5)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:04.919136 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.015744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Allocated IP 172.20.0.1 (a0ce2833-d964-41dd-a927-0abf7251af5e/f46a0de6-d47e-4ab9-aca1-aa9535a09212/5073d298-f212-4c29-8dff-46fb678948f7) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:34:05.068573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Calling delete_port for c4efc327-115d-492d-9e3b-2ad636cf95e1 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:34:05.132792 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e0ef9-c3f9-457f-bf14-737512b76835 None None] Network a0ce2833-d964-41dd-a927-0abf7251af5e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:34:05.153509 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.167441 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:05.241740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] No DVR routers for this DVR port c4efc327-115d-492d-9e3b-2ad636cf95e1 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:34:05.270997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Pushing event deleted for resources: {'Port': ['ID=c4efc327-115d-492d-9e3b-2ad636cf95e1,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:05.280650 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80950-2e3e-437f-ac10-d4b3595ecfe6 None None] Pushing event updated for resources: {'Port': ['ID=65a9cdfd-eec9-43fa-b7be-4f92c3724223,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:05.285142 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0ee80950-2e3e-437f-ac10-d4b3595ecfe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:05.285448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.285804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.286145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.286476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.286809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.287139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.287486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.287812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.288128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.288448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.289011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.289336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:05.295951 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b3b395a-adf9-4fc1-9563-aa61f9cf7edd None None] Provisioning for port d77fa7b6-0f97-4658-9adc-a7cb9924642f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:05.301409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] The port 'c4efc327-115d-492d-9e3b-2ad636cf95e1' was deleted {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}} May 14 18:34:05.303171 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:05.307028 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] Set router ac006d4b-74ec-4884-92ff-079e79af96ac gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:05.315337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f6274151-aabc-45f9-b55b-836aea3fba6e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:05.321981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.345541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Transition to ACTIVE for port object 5073d298-f212-4c29-8dff-46fb678948f7 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:34:05.349739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f6274151-aabc-45f9-b55b-836aea3fba6e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:05.350126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.375306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.389020 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:05.438373 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Network a0ce2833-d964-41dd-a927-0abf7251af5e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:34:05.439686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:34:05.451110 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:34:05.550010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.566931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aae67c-f627-43ab-8416-fac945468e2f']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:05.591151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Pushing event updated for resources: {'Port': ['ID=e2366e25-21f4-48d0-ad1e-158512c15661,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:05.615576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2588a3-6ff6-465f-9574-fc2b67d47de5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:05.617638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2588a3-6ff6-465f-9574-fc2b67d47de5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:05.637042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.644469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Pushing event updated for resources: {'Port': ['ID=5073d298-f212-4c29-8dff-46fb678948f7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:05.651372 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:05.655770 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.659535 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.668142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:34:05.669462 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.736667 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:34:00Z', 'revision_number': 3, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:05.742596 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b45096-3286-4ff2-9a5a-b845a10b4b61 None None] The sync data for ids ['ac006d4b-74ec-4884-92ff-079e79af96ac'] in n-d-787206-3 is: [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:34:00Z', 'revision_number': 3, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:34:05.783745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-dc7b50b9-4e10-4145-9fce-5b935d3d198f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4978232 May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: timer() May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:34:05.784454 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:34:05.797914 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:05.827784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.833559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.857944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1370173-e77b-4788-a007-9763edcfeabf req-3564435d-e0b2-4dae-8c52-cf832f74c5c3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:05.860623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1370173-e77b-4788-a007-9763edcfeabf req-3564435d-e0b2-4dae-8c52-cf832f74c5c3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.6579623 May 14 18:34:05.876855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.881717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.890540 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5b0b35c-e327-49d0-90b6-8332ac9297c9 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:05.923743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f6274151-aabc-45f9-b55b-836aea3fba6e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f6274151-aabc-45f9-b55b-836aea3fba6e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:05.932285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-6ca6e36d-c942-4637-b8c1-d57ad58903fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:05.933824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-6ca6e36d-c942-4637-b8c1-d57ad58903fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1095 time: 1.0965779 May 14 18:34:05.938195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:05.939345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d77fa7b6-0f97-4658-9adc-a7cb9924642f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:06.003406 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-06bd9d48-0b21-4557-a648-f7962cbeee24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:06.059315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Pushing event deleted for resources: {'Network': ['ID=76aae67c-f627-43ab-8416-fac945468e2f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:06.068527 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:06.073262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/networks/76aae67c-f627-43ab-8416-fac945468e2f HTTP/1.1" status: 204 len: 168 time: 2.3109396 May 14 18:34:06.096371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60170) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:06.222964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f6274151-aabc-45f9-b55b-836aea3fba6e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:06.234089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port d77fa7b6-0f97-4658-9adc-a7cb9924642f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:06.248215 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:06.263814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d77fa7b6-0f97-4658-9adc-a7cb9924642f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:06.264408 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.284726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.290696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.301802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-521b1cc4-f7e1-4cec-b7d8-2b7860eaf55d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 217 time: 0.3068511 May 14 18:34:06.339719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1ed4770c-d6c8-4aef-9611-0f3633c3db89 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Synchronizing usage tracker for tenant:0188d7555dab415880415eed12bdccdb on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:06.389473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c1370173-e77b-4788-a007-9763edcfeabf req-4ef2c7ad-bdec-41d9-8854-e5e8c72b9dd4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5224936 May 14 18:34:06.407442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3a52a483-d9db-4b53-b378-b6ac531f3196 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:06.434109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-0570e240-93d7-4cbd-92b9-080839e11d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:06.434109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-0570e240-93d7-4cbd-92b9-080839e11d3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1097 time: 0.4980383 May 14 18:34:06.450586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1ed4770c-d6c8-4aef-9611-0f3633c3db89 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Unset dirty status for tenant:0188d7555dab415880415eed12bdccdb on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:06.458395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1ed4770c-d6c8-4aef-9611-0f3633c3db89 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a HTTP/1.1" status: 200 len: 205 time: 0.3584423 May 14 18:34:06.465331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60176) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:06.490739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.500109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Pushing event updated for resources: {'Port': ['ID=5073d298-f212-4c29-8dff-46fb678948f7,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:06.516934 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:06.583956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.644684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-740b46b0-80c2-42cf-a4ae-bda9fe637ec0 None None] Provisioning complete for port d77fa7b6-0f97-4658-9adc-a7cb9924642f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:06.645407 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-740b46b0-80c2-42cf-a4ae-bda9fe637ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.764231 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'status': 'completed', 'code': 200} May 14 18:34:06.767093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port d77fa7b6-0f97-4658-9adc-a7cb9924642f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d77fa7b6-0f97-4658-9adc-a7cb9924642f,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:06.791032 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:06.801540 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5b1e2625-e353-4fb9-92cf-365ccc637d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:06.826503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Network a0ce2833-d964-41dd-a927-0abf7251af5e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:34:06.827870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:34:06.910607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c4efc327-115d-492d-9e3b-2ad636cf95e1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:34:06.976315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c4efc327-115d-492d-9e3b-2ad636cf95e1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:34:06.976927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c4efc327-115d-492d-9e3b-2ad636cf95e1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:34:07.111399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-4b2f14b2-8a33-4c4a-8dfb-65af2f5745bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:07.112860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-4b2f14b2-8a33-4c4a-8dfb-65af2f5745bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 200 len: 834 time: 0.7812438 May 14 18:34:07.145291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=d77fa7b6-0f97-4658-9adc-a7cb9924642f,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:07.148869 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:07.160919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-740b46b0-80c2-42cf-a4ae-bda9fe637ec0 None None] Provisioning for port 5073d298-f212-4c29-8dff-46fb678948f7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:07.168052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-740b46b0-80c2-42cf-a4ae-bda9fe637ec0 None None] Provisioning complete for port 5073d298-f212-4c29-8dff-46fb678948f7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:07.168612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-740b46b0-80c2-42cf-a4ae-bda9fe637ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:07.216209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:07.240226 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-740b46b0-80c2-42cf-a4ae-bda9fe637ec0 None None] Port 5073d298-f212-4c29-8dff-46fb678948f7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:34:07.294503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Router ac006d4b-74ec-4884-92ff-079e79af96ac has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:34:07.303776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f6274151-aabc-45f9-b55b-836aea3fba6e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:07.440439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ac3db991-2d38-4307-8c22-0a7eaf84d306 None None] Provisioning complete for port 5073d298-f212-4c29-8dff-46fb678948f7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:07.446988 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ac3db991-2d38-4307-8c22-0a7eaf84d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:07.597833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-ac3db991-2d38-4307-8c22-0a7eaf84d306 None None] Port 5073d298-f212-4c29-8dff-46fb678948f7 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:34:07.620093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f6274151-aabc-45f9-b55b-836aea3fba6e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:07.620479 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:07.848841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:34:07.870440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] 10.222.0.24 "PUT /v2.0/routers/ac006d4b-74ec-4884-92ff-079e79af96ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6100895 May 14 18:34:07.881177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 65a9cdfd-eec9-43fa-b7be-4f92c3724223 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:07.938571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-8eff90f5-e074-4c78-ab0d-3dc75f77f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:07.940069 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-8eff90f5-e074-4c78-ab0d-3dc75f77f8b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 1.4725709 May 14 18:34:07.947982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:07.953660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:07.974450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:07.985025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:07.985415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:08.055146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-a0d39959-9016-44fe-9b14-cae457aa4cbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 217 time: 0.1025910 May 14 18:34:08.120749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c110458-bd44-4fd1-9e30-ea62d331fcb1 req-cae98490-56b3-4f89-9a53-bae0f82949a0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:08.122300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c110458-bd44-4fd1-9e30-ea62d331fcb1 req-cae98490-56b3-4f89-9a53-bae0f82949a0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 944 time: 1.1042593 May 14 18:34:08.127973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:08.129504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Fanout notify agent at l3_agent the message router_deleted on router dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:34:08.137299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-d2960779-2a89-4675-9fe0-67d057cee47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:08.138787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-d2960779-2a89-4675-9fe0-67d057cee47a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f053726-c687-41eb-ade1-b0fcedbad09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9935243 May 14 18:34:08.202764 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:08.212976 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8403d8a5-9000-488e-b13c-0075ce815927 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] 10.222.0.24 "DELETE /v2.0/routers/dc02d6a2-cee3-477f-9b2d-5b23f6b07e0a HTTP/1.1" status: 204 len: 168 time: 1.6893561 May 14 18:34:08.219121 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:08.251145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 65a9cdfd-eec9-43fa-b7be-4f92c3724223, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=65a9cdfd-eec9-43fa-b7be-4f92c3724223,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:08.256793 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:08.259304 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-04143bf9-149a-4199-adee-1aa9b6f2b7f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:08.340467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-992a4290-0d58-4e29-9099-fc0dd2a5a1e2 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921182 May 14 18:34:08.354708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-68e179a8-d1a1-4ace-a8eb-dd145774ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:08.356207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-68e179a8-d1a1-4ace-a8eb-dd145774ef20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.2926919 May 14 18:34:08.358512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=65a9cdfd-eec9-43fa-b7be-4f92c3724223,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:08.361732 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:08.449215 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c110458-bd44-4fd1-9e30-ea62d331fcb1 req-ae71e973-eecd-4787-a02b-47edc2bdb4ec tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059819 May 14 18:34:08.607534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Sync routers for ids ['ac006d4b-74ec-4884-92ff-079e79af96ac'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:34:08.618289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Routers {'ac006d4b-74ec-4884-92ff-079e79af96ac'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:08.619296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ac006d4b-74ec-4884-92ff-079e79af96ac'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:08.744220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-55ac6c29-e76f-42b3-98db-9ef82e57659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:08.745755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-55ac6c29-e76f-42b3-98db-9ef82e57659e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670890 May 14 18:34:08.772474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cf1cc74-d030-4b68-9c60-814bb4ce7592 req-b2e1c59e-271e-444a-8aed-902ac29c38cc service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195681 May 14 18:34:08.796256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60234) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:08.877273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Set router ac006d4b-74ec-4884-92ff-079e79af96ac gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:08.960132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-8dbe79fb-307c-4b19-915b-07286db573cc service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849811 May 14 18:34:09.041680 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-24ff893c-4219-4c66-9c86-452fd2a30161 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0188d7555dab415880415eed12bdccdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440743 May 14 18:34:09.042431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60240) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:09.141660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d77fa7b6-0f97-4658-9adc-a7cb9924642f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:09.185989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:09.243164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:09.309256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e73c02-925d-40ce-bc7a-a194c854dacd req-cad2f338-a81d-4d77-b311-99517528f05c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:09.312741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9e73c02-925d-40ce-bc7a-a194c854dacd req-cad2f338-a81d-4d77-b311-99517528f05c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.6763742 May 14 18:34:09.363352 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:09.378760 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00dba81c-3073-4ba6-9d5d-35f918946d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:09.422162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6165a44-68f6-4ad0-9df6-d0fd709a38c5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:09.428535 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:09.430258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:09.434555 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6165a44-68f6-4ad0-9df6-d0fd709a38c5 HTTP/1.1" status: 204 len: 168 time: 0.3911657 May 14 18:34:09.438784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-2edad904-2bba-4612-b56d-2d292bb89421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:09.440331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-2edad904-2bba-4612-b56d-2d292bb89421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1095 time: 0.4762490 May 14 18:34:09.494741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e9e73c02-925d-40ce-bc7a-a194c854dacd req-5653277b-ef9c-4939-be66-064682773cfc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608388 May 14 18:34:09.523608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60258) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:09.620151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a0719595-8db6-4f1a-ae7d-d2a9947c0ed2 req-2ad06c66-f6fe-4838-9da5-633ed79dbd4e service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416651 May 14 18:34:09.692187 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port d77fa7b6-0f97-4658-9adc-a7cb9924642f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:09.692688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:09.732164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39a283-2495-4c67-a2de-484c214e7013 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:09.750760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e39a283-2495-4c67-a2de-484c214e7013 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1092 time: 0.2222092 May 14 18:34:09.750760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:09.765418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:09.782879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:09.793554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:floatingip and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:09.797756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:09.806483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:09.819005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:09.822094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 4, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5073d298-f212-4c29-8dff-46fb678948f7', 'name': '', 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'mac_address': 'fa:16:3e:cc:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:34:04Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 2, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'subnets': [{'id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:09.850544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Checking router: ac006d4b-74ec-4884-92ff-079e79af96ac for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:34:09.851762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Updating router ac006d4b-74ec-4884-92ff-079e79af96ac port 5073d298-f212-4c29-8dff-46fb678948f7 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:34:09.978603 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 65a9cdfd-eec9-43fa-b7be-4f92c3724223 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:09.981504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-ee33c79f-e788-4b90-a1df-a7a1c2696f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:09.983879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-ee33c79f-e788-4b90-a1df-a7a1c2696f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 898 time: 0.5267942 May 14 18:34:10.106293 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:10.194377 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:10.223070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-28f13656-e71b-494f-ab0b-bb8a0fbe6625 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 217 time: 0.2275841 May 14 18:34:10.394280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.36 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/218c7a72-d767-4bba-ab2b-e222a8abc957) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:34:10.482417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437393b-4fa4-4655-99a8-5751f9fd8522 req-3325ff4a-7403-4912-ac86-2a59d36250f3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:10.489551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8437393b-4fa4-4655-99a8-5751f9fd8522 req-3325ff4a-7403-4912-ac86-2a59d36250f3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 944 time: 0.7351310 May 14 18:34:10.652090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-7f30362d-198d-4bfc-ace0-cbf07e586888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:10.659198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-7f30362d-198d-4bfc-ace0-cbf07e586888 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 200 len: 834 time: 0.4305303 May 14 18:34:10.795004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8437393b-4fa4-4655-99a8-5751f9fd8522 req-af9f49bd-a79d-46bd-9126-50b602f7e05d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044846 May 14 18:34:10.802673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:10.807549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-04ef6b8e-fe93-486f-82de-ff062ed73557 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6782990 May 14 18:34:10.829270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Transition to ACTIVE for port object 5073d298-f212-4c29-8dff-46fb678948f7 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:34:10.840361 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:10.845923 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-1430d003-3176-4b39-9c99-2f32794649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:10.878632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-a021cd4c-3506-4865-9594-003e77d2056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:10.883713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-a021cd4c-3506-4865-9594-003e77d2056f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f053726-c687-41eb-ade1-b0fcedbad09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946721 May 14 18:34:10.933281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d703a-d455-463d-9564-5bbb2e3f4431 None None] Pushing event updated for resources: {'Port': ['ID=5073d298-f212-4c29-8dff-46fb678948f7,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:10.936300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-431d703a-d455-463d-9564-5bbb2e3f4431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:10.937163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:10.937545 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:11.033891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:11.099704 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:11.114595 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-283351d8-1f52-4d77-9cab-0697f43542e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:11.266323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=218c7a72-d767-4bba-ab2b-e222a8abc957,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:11.272861 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:11.275254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:34:11.276539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:34:11.279784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:34:11.371008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Attempting to bind port 5073d298-f212-4c29-8dff-46fb678948f7 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:34:11.371421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Attempting to bind port 5073d298-f212-4c29-8dff-46fb678948f7 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:34:11.371793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Attempting to bind port 5073d298-f212-4c29-8dff-46fb678948f7 on network a0ce2833-d964-41dd-a927-0abf7251af5e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:11.393342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:11.396302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Checking segment: {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:11.396302 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:11.396302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Bound using segment: {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:11.396302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Bound port: 5073d298-f212-4c29-8dff-46fb678948f7, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84047b04-d037-40ec-b6af-ccdc248030e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:11.396302 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:11.447009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60318) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:11.528256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-5f6b7de7-c654-4bb6-a44d-11fda9a90220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:11.530889 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-5f6b7de7-c654-4bb6-a44d-11fda9a90220 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 1097 time: 0.4102840 May 14 18:34:11.531041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] For port 5073d298-f212-4c29-8dff-46fb678948f7, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:11.536491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-8d1a6382-e05a-4d99-9c90-bc7f943d2156 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421838 May 14 18:34:11.548765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] For port 5073d298-f212-4c29-8dff-46fb678948f7, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5073d298-f212-4c29-8dff-46fb678948f7,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:11.557935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:11.570329 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-431d703a-d455-463d-9564-5bbb2e3f4431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:11.751220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Routers {'ac006d4b-74ec-4884-92ff-079e79af96ac'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:11.752019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ac006d4b-74ec-4884-92ff-079e79af96ac'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:11.848328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-972767c8-c52f-48b4-85ef-2ae534b0b0c1 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'default'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:11.851955 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-972767c8-c52f-48b4-85ef-2ae534b0b0c1 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 14 18:34:11.860908 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-972767c8-c52f-48b4-85ef-2ae534b0b0c1 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): There was a conflict when trying to complete your request. May 14 18:34:11.871166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-972767c8-c52f-48b4-85ef-2ae534b0b0c1 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4227219 May 14 18:34:11.876876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60330) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:11.933919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--158074518'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:11.978409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:12.009575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:12.147138 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d703a-d455-463d-9564-5bbb2e3f4431 None None] Pushing event updated for resources: {'Port': ['ID=5073d298-f212-4c29-8dff-46fb678948f7,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:12.159804 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-431d703a-d455-463d-9564-5bbb2e3f4431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:12.222250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:12.228768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] Set router ac006d4b-74ec-4884-92ff-079e79af96ac gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:12.240390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:12.259256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-98c35d4e-a84b-4705-a850-aed8c9ff224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:12.260866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-98c35d4e-a84b-4705-a850-aed8c9ff224b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.6757956 May 14 18:34:12.368338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.399121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2df045d3-38f1-459e-b9f6-e2966add8917 req-06174b48-e61b-443b-83e1-66782683a184 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558710 May 14 18:34:12.402590 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.430346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:12.441465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e2366e25-21f4-48d0-ad1e-158512c15661 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:34:12.455745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:12.473452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:12.478508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-578a6c53-2d4b-4366-89cd-5e21158194c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 200 len: 1001 time: 0.2049441 May 14 18:34:12.490893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99634603-d4f7-407e-a72e-8f68b3e5d87d req-1715f214-1cdf-4d47-b6b1-b25f8767d855 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:12.492373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99634603-d4f7-407e-a72e-8f68b3e5d87d req-1715f214-1cdf-4d47-b6b1-b25f8767d855 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 944 time: 0.3090415 May 14 18:34:12.494895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:12.495508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.659861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99634603-d4f7-407e-a72e-8f68b3e5d87d req-1141dbf3-4b3f-4d2e-a19a-9d02488e476f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267741 May 14 18:34:12.717211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-96bf0fc5-4a0a-4134-aba5-139eecdbefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:12.718662 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-96bf0fc5-4a0a-4134-aba5-139eecdbefd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.2250195 May 14 18:34:12.747977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.805594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e2366e25-21f4-48d0-ad1e-158512c15661, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e2366e25-21f4-48d0-ad1e-158512c15661,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:12.823650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:34:12.875985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 4, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5073d298-f212-4c29-8dff-46fb678948f7', 'name': '', 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'mac_address': 'fa:16:3e:cc:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:34:04Z', 'updated_at': '2021-05-14T18:34:11Z', 'revision_number': 4, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'subnets': [{'id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:12.879023 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.881783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-a5369ace-a517-444b-a685-a598eabdd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:12.883727 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-a5369ace-a517-444b-a685-a598eabdd3eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536782 May 14 18:34:12.885612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.892073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069aed3e-10d4-488d-b8cc-84f5df969440 None None] The sync data for ids ['ac006d4b-74ec-4884-92ff-079e79af96ac'] in n-d-787206-3 is: [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 4, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '5073d298-f212-4c29-8dff-46fb678948f7', 'name': '', 'network_id': 'a0ce2833-d964-41dd-a927-0abf7251af5e', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'mac_address': 'fa:16:3e:cc:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:34:04Z', 'updated_at': '2021-05-14T18:34:11Z', 'revision_number': 4, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'subnets': [{'id': 'f46a0de6-d47e-4ab9-aca1-aa9535a09212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:34:12.893395 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-55abce30-ec5a-4219-a5ba-4e21f17d2e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:12.903011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:12.921914 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:12.947909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:12.983086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2366e25-21f4-48d0-ad1e-158512c15661 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:34:12.999445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:13.030260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:13.037256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e2366e25-21f4-48d0-ad1e-158512c15661, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e2366e25-21f4-48d0-ad1e-158512c15661,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:13.050585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.062836 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:13.195721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.225008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec9ecf-0356-4785-bfa3-b7562cf15df5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:13.360168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.406158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:13.411110 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.414624 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1cb62e2d-d943-4b81-a66e-11b36fedd58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:13.416437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.426270 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-592859b9-c23e-4ede-98df-5284d3bf5b0c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:13.468626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b334aa-2053-4100-a088-debc99878691,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:13.471465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.488756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5711625 May 14 18:34:13.489829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60344) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:13.495581 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:13.508036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '86b334aa-2053-4100-a088-debc99878691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:13.519326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:13.532195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:13.538359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:13.547611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:13.549006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['e2366e25-21f4-48d0-ad1e-158512c15661'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:34:13.601638 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.638205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=218c7a72-d767-4bba-ab2b-e222a8abc957,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:13.651839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:13.676892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5073d298-f212-4c29-8dff-46fb678948f7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:13.683062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:13.792956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-891c4d11-f70a-4dd8-be67-0f685f6c26df service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8858020 May 14 18:34:13.794229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=e2366e25-21f4-48d0-ad1e-158512c15661,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:13.805510 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:14.064950 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 44b3e313-1b27-4b20-aed2-2213824ba281 associated. External IP: 172.25.4.36, port: a63a576b-5328-4fb3-ba95-5c21b087744a. May 14 18:34:14.326001 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 5073d298-f212-4c29-8dff-46fb678948f7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:14.336680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4af83e19-618a-4bcb-8eda-1fa93ed1c05f req-f1bc61f9-9709-49ea-a0ea-a3d992933597 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329878 May 14 18:34:14.344662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.437304 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.439662 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5073d298-f212-4c29-8dff-46fb678948f7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:14.440099 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.554886 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:14.591045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.595266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0961752 May 14 18:34:14.599459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60354) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:14.636114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '86b334aa-2053-4100-a088-debc99878691', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:14.654280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab90b5-677c-409f-9723-86c6e1f305cb req-74bfc7a0-0643-4334-b125-b5f5a70a9978 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:14.656048 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3ab90b5-677c-409f-9723-86c6e1f305cb req-74bfc7a0-0643-4334-b125-b5f5a70a9978 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 945 time: 0.6880748 May 14 18:34:14.657433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6724e5-15ef-4ac2-9d04-7ede5317f6a1,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:14.660765 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:14.661817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:14.676728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:14.752098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:14.753244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.785295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:14.859404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3ab90b5-677c-409f-9723-86c6e1f305cb req-f1e3aad6-e75c-4314-82b4-0f25ea06c0fd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878932 May 14 18:34:14.864014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.878031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 5073d298-f212-4c29-8dff-46fb678948f7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5073d298-f212-4c29-8dff-46fb678948f7,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:14.884244 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:14.886140 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05c14a9a-1a10-45da-8a24-35d8818a8585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:14.977893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=5073d298-f212-4c29-8dff-46fb678948f7,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:14.983115 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:15.185821 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): There was a conflict when trying to complete your request. May 14 18:34:15.187825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a9760110-9d11-41d0-8857-f2f06e6e2bbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5681202 May 14 18:34:15.190998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60360) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:15.280986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.336686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.362458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:34:15.436041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5073d298-f212-4c29-8dff-46fb678948f7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:15.526346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 5073d298-f212-4c29-8dff-46fb678948f7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:15.526784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.590170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.602256 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7605fe7f-f639-4133-837e-4694031b9566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:15.684423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b334aa-2053-4100-a088-debc99878691,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:15.692016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:15.695049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.697231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/86b334aa-2053-4100-a088-debc99878691 HTTP/1.1" status: 204 len: 168 time: 0.5052636 May 14 18:34:15.699796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60366) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:15.734996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:34:15.751471 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] Sync routers for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:34:15.762768 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:15.763411 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:15.786817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.814539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cb5be311-7422-4dff-9eee-8f9b36dfca6f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:15.875654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cb5be311-7422-4dff-9eee-8f9b36dfca6f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:15.877100 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cb5be311-7422-4dff-9eee-8f9b36dfca6f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1764081 May 14 18:34:15.881849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60372) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:15.885684 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1321433 May 14 18:34:15.885684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:15.888757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--416534269'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:15.908482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:15.921950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:15.941029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:15.994107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:16.019894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:16.026928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:16.043679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:16.067766 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:16.154727 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.160199 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.188695 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad0f3e10-9d48-4136-afd2-bc2133677e7b tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:16.263086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9add27-59be-4ece-8366-f02a2adfeb28,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:16.285701 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:16.300724 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.301934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4187050 May 14 18:34:16.305785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60386) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:16.313306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7142d13b-05ef-4ebb-9e8c-c65a23f9008b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '2d9add27-59be-4ece-8366-f02a2adfeb28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:16.313896 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-7142d13b-05ef-4ebb-9e8c-c65a23f9008b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 14 18:34:16.314276 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-7142d13b-05ef-4ebb-9e8c-c65a23f9008b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:16.316083 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7142d13b-05ef-4ebb-9e8c-c65a23f9008b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088706 May 14 18:34:16.319146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60390) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:16.399213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d8ced-0745-4bec-9e9d-59a11da6e25b req-499f5cd8-6a79-435e-8aa8-cfcdddbc0df4 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:16.400829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d1d8ced-0745-4bec-9e9d-59a11da6e25b req-499f5cd8-6a79-435e-8aa8-cfcdddbc0df4 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 945 time: 0.2429602 May 14 18:34:16.449320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e2366e25-21f4-48d0-ad1e-158512c15661 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:34:16.464671 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.532673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.532892 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '44b3e313-1b27-4b20-aed2-2213824ba281', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'port_id': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'mac_address': 'fa:16:3e:6b:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93510069-1391-4935-aaa0-6c8b57bae478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:12Z', 'updated_at': '2021-05-14T18:34:12Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:46Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:16.543070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9d1d8ced-0745-4bec-9e9d-59a11da6e25b req-2e157cde-8cfb-4829-8574-f70793d245c1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363952 May 14 18:34:16.566713 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] Checking router: 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:34:16.580391 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:16.582056 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:16.624848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port e2366e25-21f4-48d0-ad1e-158512c15661 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:34:16.634506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port e2366e25-21f4-48d0-ad1e-158512c15661 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:16.634827 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.636915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.641722 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ff88978-1343-452f-afe6-3c486c287acc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:16.654879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9add27-59be-4ece-8366-f02a2adfeb28,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:16.659611 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:16.672011 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.673339 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d9add27-59be-4ece-8366-f02a2adfeb28 HTTP/1.1" status: 204 len: 168 time: 0.3529227 May 14 18:34:16.676134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60396) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:16.878674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-72acd614-5728-41b1-8787-fb9d758c810d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:16.896376 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:16.905293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-72acd614-5728-41b1-8787-fb9d758c810d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:16.916808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-72acd614-5728-41b1-8787-fb9d758c810d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2332690 May 14 18:34:16.918212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60400) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:16.924762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--573589205'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:16.936060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:16.959807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:16.972746 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:16.973333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cef9e-0537-47b2-9c98-454f86b179ea req-761ddd25-ff7e-4b36-930c-169a791b39d5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:16.975167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-604cef9e-0537-47b2-9c98-454f86b179ea req-761ddd25-ff7e-4b36-930c-169a791b39d5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.1968477 May 14 18:34:16.978897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.002328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:17.014477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port e2366e25-21f4-48d0-ad1e-158512c15661, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e2366e25-21f4-48d0-ad1e-158512c15661,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:17.032022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.035198 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:17.046574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:17.065296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:17.068959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:17.106652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:17.118992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-604cef9e-0537-47b2-9c98-454f86b179ea req-28d9201a-e07c-4389-ba8d-812993fc9bcc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373334 May 14 18:34:17.131275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60408) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:17.247973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.269388 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=e2366e25-21f4-48d0-ad1e-158512c15661,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:17.276050 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:17.295335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.310889 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'status': 'completed', 'code': 200} May 14 18:34:17.311621 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8a06dd48-371a-4741-baa5-007979ecbef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:17.315769 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-852483f5-e459-4b43-9c8b-7886de750830 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/44b3e313-1b27-4b20-aed2-2213824ba281 HTTP/1.1" status: 200 len: 991 time: 0.1742709 May 14 18:34:17.398972 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'code': 200} May 14 18:34:17.423901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac864859-87b1-4721-a17e-e2d6586d7f6b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:17.439438 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:17.441169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.446026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60414) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:17.446853 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5271864 May 14 18:34:17.461647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-dd613a53-f0af-4c39-b91e-b008ee5f06b3 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'ac864859-87b1-4721-a17e-e2d6586d7f6b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:17.462952 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-dd613a53-f0af-4c39-b91e-b008ee5f06b3 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 14 18:34:17.463853 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-dd613a53-f0af-4c39-b91e-b008ee5f06b3 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:17.468743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dd613a53-f0af-4c39-b91e-b008ee5f06b3 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0172195 May 14 18:34:17.469619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60418) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:17.576074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.646160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.691045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-0dbe2ec1-9462-4eff-a2d6-4fa60d7c6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:17.692835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-0dbe2ec1-9462-4eff-a2d6-4fa60d7c6b8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1097 time: 0.3755651 May 14 18:34:17.759145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.764803 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5155e490-f609-4001-b3f6-a6d9353e98aa tempest-ExtraDHCPOptionsTestJSON-1456431701 tempest-ExtraDHCPOptionsTestJSON-1456431701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:17.796929 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '44b3e313-1b27-4b20-aed2-2213824ba281', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'port_id': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'mac_address': 'fa:16:3e:6b:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93510069-1391-4935-aaa0-6c8b57bae478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:12Z', 'updated_at': '2021-05-14T18:34:12Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:46Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:17.802366 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582397d-2045-48d1-ac1e-514e3c478e52 None None] The sync data for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 is: [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '44b3e313-1b27-4b20-aed2-2213824ba281', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'port_id': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'mac_address': 'fa:16:3e:6b:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93510069-1391-4935-aaa0-6c8b57bae478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:12Z', 'updated_at': '2021-05-14T18:34:12Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:46Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:34:17.811692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac864859-87b1-4721-a17e-e2d6586d7f6b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:17.814386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:17.818095 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/ac864859-87b1-4721-a17e-e2d6586d7f6b HTTP/1.1" status: 204 len: 168 time: 0.3446200 May 14 18:34:17.818095 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:17.818321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60424) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:17.847910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48949a4-89db-4e39-b66e-53677ffe9a39 req-b444da17-e019-4756-adc3-7311e7f0d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:17.850014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d48949a4-89db-4e39-b66e-53677ffe9a39 req-b444da17-e019-4756-adc3-7311e7f0d93f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1097 time: 0.3574679 May 14 18:34:17.901860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1fa5ae70-59cb-471e-9ca6-0a1d4541a083 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:17.935573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1fa5ae70-59cb-471e-9ca6-0a1d4541a083 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:17.942795 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1fa5ae70-59cb-471e-9ca6-0a1d4541a083 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176591 May 14 18:34:17.943001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-6e10ab1b-08ec-40f2-912b-89e2529b575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:17.943504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:17.949303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789302401'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:17.950327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-6e10ab1b-08ec-40f2-912b-89e2529b575f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.2430599 May 14 18:34:17.959143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:17.981102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:17.998936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.034313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:18.039924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:18.043956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:18.051782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:18.074316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-f0a49e4f-ad26-4959-8631-0509ae9e956b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 999 time: 0.1230969 May 14 18:34:18.076136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d48949a4-89db-4e39-b66e-53677ffe9a39 req-43866bcc-fe24-482d-b7fb-cc5b999a3990 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123058 May 14 18:34:18.187578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.192741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.199310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3888ae85-8196-44aa-a122-6eda9fd7b1a7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:18.239410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-f2a1cac2-2981-4a77-b5a7-bf7708cf50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:18.240892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-f2a1cac2-2981-4a77-b5a7-bf7708cf50df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.1590312 May 14 18:34:18.258086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9957c3c-f617-4bc5-9084-2af59e64c91e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:18.260508 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:18.261399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.270018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3259945 May 14 18:34:18.270686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60436) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:18.281682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6b2ec-f039-4981-97ae-6325c9b4c20e None None] New status for floating IP 44b3e313-1b27-4b20-aed2-2213824ba281: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:34:18.283480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f79a34a7-e02b-4735-9242-ec0086fe9bb7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'a9957c3c-f617-4bc5-9084-2af59e64c91e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:18.284531 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-f79a34a7-e02b-4735-9242-ec0086fe9bb7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 14 18:34:18.285040 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-f79a34a7-e02b-4735-9242-ec0086fe9bb7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:18.289864 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f79a34a7-e02b-4735-9242-ec0086fe9bb7 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0181375 May 14 18:34:18.290468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60440) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:18.296382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fde4afbd-dd96-47de-8b69-00aad905ad37 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'a9957c3c-f617-4bc5-9084-2af59e64c91e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:18.297227 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-fde4afbd-dd96-47de-8b69-00aad905ad37 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 14 18:34:18.297735 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-fde4afbd-dd96-47de-8b69-00aad905ad37 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:18.302023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fde4afbd-dd96-47de-8b69-00aad905ad37 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099220 May 14 18:34:18.302622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60444) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:18.309857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f7917158-8138-4ff2-9a28-abea7c10c264 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'a9957c3c-f617-4bc5-9084-2af59e64c91e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:18.311018 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-f7917158-8138-4ff2-9a28-abea7c10c264 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 14 18:34:18.311706 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-f7917158-8138-4ff2-9a28-abea7c10c264 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:18.316008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f7917158-8138-4ff2-9a28-abea7c10c264 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123491 May 14 18:34:18.316623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:18.316961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60450) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:18.319126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3084803-e6aa-4cfb-a7e4-83d1b3037f23 req-f3005372-ae17-4532-9963-3eec16822db5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:18.326913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3084803-e6aa-4cfb-a7e4-83d1b3037f23 req-f3005372-ae17-4532-9963-3eec16822db5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 946 time: 0.1834626 May 14 18:34:18.389005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-878b4cd2-d1c4-43ae-bf29-a722c107202d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'a9957c3c-f617-4bc5-9084-2af59e64c91e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:18.389878 n-d-787206-3 neutron-server[79560]: WARNING neutron.api.v2.base [None req-878b4cd2-d1c4-43ae-bf29-a722c107202d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 14 18:34:18.390368 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-878b4cd2-d1c4-43ae-bf29-a722c107202d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:18.394767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-878b4cd2-d1c4-43ae-bf29-a722c107202d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0750325 May 14 18:34:18.397059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3084803-e6aa-4cfb-a7e4-83d1b3037f23 req-a45f48e5-2ccc-4bbe-8f72-f366148e8830 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691702 May 14 18:34:18.399945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60456) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:18.547814 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-63c5b2fc-af6f-4030-8525-ec5dcd1e0feb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/44b3e313-1b27-4b20-aed2-2213824ba281 HTTP/1.1" status: 200 len: 991 time: 0.2287154 May 14 18:34:18.571165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-ad358486-92eb-4950-aa1f-8e3dec32656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:18.576150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-ad358486-92eb-4950-aa1f-8e3dec32656e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3265512 May 14 18:34:18.699557 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.753520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.802424 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-f54ab934-1247-4340-8e05-f055905beec8 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119217 May 14 18:34:18.885200 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.894234 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9b6d5eb3-30dc-4c1b-85ec-79306e0b822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:18.921259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9957c3c-f617-4bc5-9084-2af59e64c91e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:18.941922 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:18.969569 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:18.970683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9957c3c-f617-4bc5-9084-2af59e64c91e HTTP/1.1" status: 204 len: 168 time: 0.5649335 May 14 18:34:18.975171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60462) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.008866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35f910bc-1905-4b0a-8173-47fbf1acb19f req-33416a69-3848-4694-baf7-f061d303e6f6 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989746 May 14 18:34:19.035896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-edd34d0f-6107-42fc-a082-d8d618251073 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:19.056383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-edd34d0f-6107-42fc-a082-d8d618251073 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:19.058069 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-edd34d0f-6107-42fc-a082-d8d618251073 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812237 May 14 18:34:19.062873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60466) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.069459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276495885'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.077923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:19.088807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:19.099089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:19.124884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:19.129095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:19.132874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:19.139328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:19.217303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:19.221406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:19.227369 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-159f0660-de96-4c09-a3d9-1fe2d22f695c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:19.446167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdedf08-a907-4829-bf99-85091dcae39f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:19.451529 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:19.464830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:19.466523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4025891 May 14 18:34:19.469312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60474) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.476184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-77e94d59-2325-4e22-83ce-e3221cfc0380 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.476911 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-77e94d59-2325-4e22-83ce-e3221cfc0380 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 14 18:34:19.477587 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-77e94d59-2325-4e22-83ce-e3221cfc0380 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.478710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-77e94d59-2325-4e22-83ce-e3221cfc0380 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082581 May 14 18:34:19.481829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60478) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.488063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.497509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:19.504145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:19.507950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:19.515905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:19.550634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60484) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.606284 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.607648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3774ca73-7e3c-4eb7-9a6d-34d71c001c11 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1246319 May 14 18:34:19.610421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60490) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.620501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5efea419-3e88-4ece-8aa8-0a40f15d59a9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.621076 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-5efea419-3e88-4ece-8aa8-0a40f15d59a9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 14 18:34:19.621666 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-5efea419-3e88-4ece-8aa8-0a40f15d59a9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.622734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5efea419-3e88-4ece-8aa8-0a40f15d59a9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113173 May 14 18:34:19.626170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60494) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.633598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.641133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:19.654996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:19.665484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58d29-ff16-4dec-b712-b4b13eb9eb02 req-aa371559-537c-4354-97fb-aebd9ca97c76 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:19.667152 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69d58d29-ff16-4dec-b712-b4b13eb9eb02 req-aa371559-537c-4354-97fb-aebd9ca97c76 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 946 time: 0.1530552 May 14 18:34:19.668144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:19.674460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:19.702979 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c67d6cd4-f186-4e62-88a2-52ade2cdc2cb tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/44b3e313-1b27-4b20-aed2-2213824ba281 HTTP/1.1" status: 200 len: 993 time: 0.1503875 May 14 18:34:19.742797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69d58d29-ff16-4dec-b712-b4b13eb9eb02 req-5f9400fa-d120-4403-a904-5a692989ea36 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656610 May 14 18:34:19.756053 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.757638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1c2bbd21-afd2-4963-85b4-4b9adda24d9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1297455 May 14 18:34:19.760918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60502) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.782820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fb43c2ae-775c-4078-85a9-1cc01a9f584b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.783453 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-fb43c2ae-775c-4078-85a9-1cc01a9f584b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 14 18:34:19.783866 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-fb43c2ae-775c-4078-85a9-1cc01a9f584b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.790538 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fb43c2ae-775c-4078-85a9-1cc01a9f584b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231733 May 14 18:34:19.790538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60510) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.794772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.803873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:19.808138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:19.811766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:19.818124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:19.832606 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Project 3b1f83be1d2c4115b935419d172a150a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:34:19.856946 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.859828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-044193f5-09f9-471d-a3a8-6fe1c202de79 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0702131 May 14 18:34:19.862624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60516) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.868274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-86ae4742-7e04-4f2a-856f-34b54edbab07 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.869037 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-86ae4742-7e04-4f2a-856f-34b54edbab07 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 14 18:34:19.870498 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-86ae4742-7e04-4f2a-856f-34b54edbab07 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.871569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-86ae4742-7e04-4f2a-856f-34b54edbab07 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080061 May 14 18:34:19.874222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60520) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:19.886731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:19.894445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:19.900362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:19.934627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:19.950205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:19.968415 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Project 3b1f83be1d2c4115b935419d172a150a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:34:19.994813 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:19.996062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f1912eb9-6c02-442b-a025-9396020588b5 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1199121 May 14 18:34:19.998779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60526) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:20.005552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': 'cbdedf08-a907-4829-bf99-85091dcae39f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:20.013106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ef3-f153-4ffc-8b94-e7c518054255 req-6a9aca0e-bf49-4793-b4e3-8795963c1456 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:20.014640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c735ef3-f153-4ffc-8b94-e7c518054255 req-6a9aca0e-bf49-4793-b4e3-8795963c1456 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 946 time: 0.1155901 May 14 18:34:20.019267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:20.026954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:20.044072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:20.051333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:20.066034 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Project 3b1f83be1d2c4115b935419d172a150a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:34:20.077505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c735ef3-f153-4ffc-8b94-e7c518054255 req-bcdfd230-717f-4075-aa31-fc97a52eeb3a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551827 May 14 18:34:20.092397 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:20.093849 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8a2348fe-f045-403a-9ae2-36ad7cb16f7d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0937886 May 14 18:34:20.096770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60532) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:20.107803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60536) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:20.188333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.221777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ba8fda-d444-4227-9d84-72a269cb5944 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:20.228624 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f5ba8fda-d444-4227-9d84-72a269cb5944 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1092 time: 0.1195245 May 14 18:34:20.229010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60542) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:20.232756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.245372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:20.256968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:20.268447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:floatingip and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:20.272315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:20.289869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:20.305336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.392180 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.408237 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1e4b8946-ebc3-4387-abb2-f73a5781cfc7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:20.424093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdedf08-a907-4829-bf99-85091dcae39f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:20.431323 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:20.437303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.438745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/cbdedf08-a907-4829-bf99-85091dcae39f HTTP/1.1" status: 204 len: 168 time: 0.3409438 May 14 18:34:20.441285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:20.515504 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.524299 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1e0aa8f7-83a9-4297-ae4e-507a270d9ff8 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812459 May 14 18:34:20.524888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60554) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:20.531626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254191056'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:20.539436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:20.543414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:20.690275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.25.4.250 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/7589f792-fcb5-4312-a81a-58de688b1e1a) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:34:20.763153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:20.772018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:20.788053 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.812356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:20.816595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:20.820303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:20.826879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:20.893273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.922985 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.927789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.933718 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-630e27fc-a915-40ef-81a1-aaefc1adf45c tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:20.934480 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.939792 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5973547d-e788-47fe-8727-2132092b940c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:20.990928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:20.995617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4670010 May 14 18:34:20.995617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c8b8a4-3edc-47a8-a10e-3e9e2f92c21c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:20.999402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60558) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.004177 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:21.004580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:34:21.007891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:34:21.008753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '73c8b8a4-3edc-47a8-a10e-3e9e2f92c21c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:21.012178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:34:21.016900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:21.023517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:21.027124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:21.034720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:21.065214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=7589f792-fcb5-4312-a81a-58de688b1e1a,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:21.070399 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:21.082698 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The resource could not be found. May 14 18:34:21.084193 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07c568c9-67db-497b-8cfd-d4648cb835cf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0832546 May 14 18:34:21.087707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60562) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.093478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '73c8b8a4-3edc-47a8-a10e-3e9e2f92c21c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ae96a875-e171-4401-8e2a-1567c0e93355'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:21.102179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:21.106329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:21.110062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:21.116576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:21.178093 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The resource could not be found. May 14 18:34:21.179582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e3e912d-b1a8-4453-b6eb-079f01cb4fbf tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0903556 May 14 18:34:21.183481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60566) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.352590 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.391145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.459363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.469492 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:21.498185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c8b8a4-3edc-47a8-a10e-3e9e2f92c21c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:21.503591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:21.516239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.518070 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/73c8b8a4-3edc-47a8-a10e-3e9e2f92c21c HTTP/1.1" status: 204 len: 168 time: 0.3335547 May 14 18:34:21.522295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60576) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.599297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d758028a-3c27-46ca-b804-1d70b0b52fae tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:21.618716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d758028a-3c27-46ca-b804-1d70b0b52fae tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:21.623227 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d758028a-3c27-46ca-b804-1d70b0b52fae tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955617 May 14 18:34:21.624481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60580) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.630038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '316245d7-b59c-41b3-89fd-745c75c299e7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:21.631158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.637825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:21.641721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:21.644544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:21.650268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:21.692811 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The resource could not be found. May 14 18:34:21.693872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d9057ca-49e1-4adf-9bd9-01198db64247 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0683947 May 14 18:34:21.699302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.705075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973019592'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:21.711737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:21.719069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.728539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:21.739257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.766018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:21.770314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:21.774291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:21.780841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:21.855530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.859561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.865397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-307a77b0-d404-4a26-9661-f88cd3961c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:21.911457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034f2b34-1548-44d3-8774-88483d675975,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:21.928213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.929996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2295823 May 14 18:34:21.931025 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:21.932755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:21.938329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099239275'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:21.945940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:21.949987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:21.953017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:21.964102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:21.978937 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.983154 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:21.994040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.004778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:22.005487 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4bdd50bb-9767-4413-84c3-521ae7758ec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:22.010219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:22.013223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:22.019497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:22.123613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.128550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.134917 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-adba6870-465c-446f-9b6f-419629d8dc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:22.190902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96763e0c-cd68-442e-b0bc-9104231b5ad3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:22.198358 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:22.203708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.205457 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2715554 May 14 18:34:22.208233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:22.221198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '034f2b34-1548-44d3-8774-88483d675975', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '96763e0c-cd68-442e-b0bc-9104231b5ad3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:22.229378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:22.234034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:22.237195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:22.245281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:22.281836 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:22.283913 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-62ec62b8-824e-48ff-b0fc-4dad65a59e9f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0739570 May 14 18:34:22.286117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60596) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:22.323339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=7589f792-fcb5-4312-a81a-58de688b1e1a,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:22.342086 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:22.349236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.367747 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.414248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.474125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.480341 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e59e3ef-61f6-4b9e-bd1b-0726347cf780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:22.504866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96763e0c-cd68-442e-b0bc-9104231b5ad3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:22.511709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:22.534644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.538243 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/96763e0c-cd68-442e-b0bc-9104231b5ad3 HTTP/1.1" status: 204 len: 168 time: 0.2510555 May 14 18:34:22.541814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60606) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:22.620957 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Floating IP 747a5ece-81c1-4c25-8ac4-261fdc4a6d8f associated. External IP: 172.25.4.250, port: e2366e25-21f4-48d0-ad1e-158512c15661. May 14 18:34:22.661159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ffbe1cbc-6cb3-456f-b456-490a18304f67 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:22.693071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ffbe1cbc-6cb3-456f-b456-490a18304f67 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:22.694734 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ffbe1cbc-6cb3-456f-b456-490a18304f67 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1509509 May 14 18:34:22.697102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60614) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:22.835960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.872902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.950722 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:22.972573 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ea1ef2b-1aaf-4a82-88b1-538e65a5fe5d tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:22.994135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f2b34-1548-44d3-8774-88483d675975,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:22.999308 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:23.020714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:23.025503 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/034f2b34-1548-44d3-8774-88483d675975 HTTP/1.1" status: 204 len: 168 time: 0.3271470 May 14 18:34:23.026165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60622) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:23.126158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2c32019-3ff7-4230-a161-14eeed070839 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:23.134874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:34:23.148692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b2c32019-3ff7-4230-a161-14eeed070839 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:23.150089 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b2c32019-3ff7-4230-a161-14eeed070839 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230545 May 14 18:34:23.154791 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60628) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:23.161242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450181718'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:23.170702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:23.185942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:23.199328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:23.230106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:23.235268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:23.239072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:23.250496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:23.338140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:34:23.366670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:23.406443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:23.410646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:23.413632 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:34:23.417105 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b922a689-dcfa-44bb-86c2-bed10041b042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:23.446663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2163961 May 14 18:34:23.449341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:23.452595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60632) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:23.510415 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:23.511217 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:23.644702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:23.649272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4901490 May 14 18:34:23.649655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60640) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:23.656639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '762ae582-cd91-4acb-a074-3cdfb83f8fb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:23.664036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762ae582-cd91-4acb-a074-3cdfb83f8fb1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:23.668156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:23.673181 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:23.685930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:23.695350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:23.709288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:23.751925 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dca42b7b-3d4e-4659-9271-d1054f39323b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/747a5ece-81c1-4c25-8ac4-261fdc4a6d8f HTTP/1.1" status: 200 len: 992 time: 0.2949846 May 14 18:34:23.754543 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:23.773931 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:23.778399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c01513a3-cb95-4c37-a011-d7cc3550fc9b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1250267 May 14 18:34:23.779058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:23.784628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group_rule': {'security_group_id': '762ae582-cd91-4acb-a074-3cdfb83f8fb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:23.792663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:23.797253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:23.801055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:23.808780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:23.847893 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 18:34:23.852337 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02fcea66-b517-4b08-8412-f024ce7c2f56 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0688751 May 14 18:34:23.852771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60650) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:23.909661 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'status': 'completed', 'code': 200} May 14 18:34:24.004456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.042039 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.091432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-db394376-cc76-43d5-83cd-ad8133083550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:24.093023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-db394376-cc76-43d5-83cd-ad8133083550 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1097 time: 0.1562054 May 14 18:34:24.193791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.206625 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:24.221470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ae582-cd91-4acb-a074-3cdfb83f8fb1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:24.224084 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:24.288689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.293165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/762ae582-cd91-4acb-a074-3cdfb83f8fb1 HTTP/1.1" status: 204 len: 168 time: 0.4366143 May 14 18:34:24.293543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:24.297119 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:21Z', 'revision_number': 0, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:24.302246 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:34:24.321952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-6bd7543f-a690-445b-b58c-76e85fa084bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:24.323520 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-6bd7543f-a690-445b-b58c-76e85fa084bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 898 time: 0.2232082 May 14 18:34:24.327326 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:24.328534 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:24.336343 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.379156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7cae6837-9e8c-4cb4-9ef6-0c28dafd767f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:24.398486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7cae6837-9e8c-4cb4-9ef6-0c28dafd767f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:24.400263 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7cae6837-9e8c-4cb4-9ef6-0c28dafd767f tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056588 May 14 18:34:24.404740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60662) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:24.412359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'tempest-secgroup--7018829'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:24.421142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:24.433548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:24.461907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.504122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:24.509265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Usage tracker for resource:security_group_rule and tenant:3b1f83be1d2c4115b935419d172a150a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:24.513924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:24.514105 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-c7481def-8f58-4e78-aac7-bb3f030d66fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 1000 time: 0.1819067 May 14 18:34:24.518823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:24.570561 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:34:24.650533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.655554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-215c7d3f-64c5-4a95-8a78-1c72f8fa5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:24.657057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-215c7d3f-64c5-4a95-8a78-1c72f8fa5696 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 200 len: 834 time: 0.1372216 May 14 18:34:24.659237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.665072 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e9d88d94-a9c5-478c-8f30-a98bb7140aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:24.703354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bd5a98-dbc7-4c76-a4ef-c515e2bab7eb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:24.708053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:24.729362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:24.736098 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3299789 May 14 18:34:24.737107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60666) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:24.745135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-63b300af-60b3-4c7f-9d0c-ec0f44e9bd49 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Request body: {'security_group': {'name': 'default'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:24.745834 n-d-787206-3 neutron-server[79559]: WARNING neutron.api.v2.base [None req-63b300af-60b3-4c7f-9d0c-ec0f44e9bd49 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 14 18:34:24.746313 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-63b300af-60b3-4c7f-9d0c-ec0f44e9bd49 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] update failed (client error): There was a conflict when trying to complete your request. May 14 18:34:24.750158 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-63b300af-60b3-4c7f-9d0c-ec0f44e9bd49 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "PUT /v2.0/security-groups/01bd5a98-dbc7-4c76-a4ef-c515e2bab7eb HTTP/1.1" status: 409 len: 330 time: 0.0094028 May 14 18:34:24.750755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60670) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:24.754683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:24.805167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-9dec95a9-80fa-4b9e-92b5-9e7f4efb49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:24.806676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-9dec95a9-80fa-4b9e-92b5-9e7f4efb49ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f053726-c687-41eb-ade1-b0fcedbad09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433377 May 14 18:34:24.950937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a68aac4d-7658-438d-8fa6-3901bb2046b7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/747a5ece-81c1-4c25-8ac4-261fdc4a6d8f HTTP/1.1" status: 200 len: 992 time: 0.1946206 May 14 18:34:25.083131 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:21Z', 'revision_number': 0, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:25.088022 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a192-a79f-4772-8d9f-3dada77eedc5 None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:33:38Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:21Z', 'revision_number': 0, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:34:25.140125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:25.188137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:25.198194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-b1aed889-c5b2-4159-a1bd-4157ed768ca9 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809826 May 14 18:34:25.344235 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:25.359952 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c83235c7-db21-4547-a99a-a6984eb7ee81 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:25.360686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820dc3f-0bd4-4379-8eb6-80cd0329a8ca None None] New status for floating IP 747a5ece-81c1-4c25-8ac4-261fdc4a6d8f: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:34:25.397228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bd5a98-dbc7-4c76-a4ef-c515e2bab7eb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:25.401366 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:25.405664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ceae3762-2a8e-4de1-a74a-5eda5560805e req-bd40b99d-e2c2-4310-a9df-7951db6dfd89 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955717 May 14 18:34:25.406678 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:25.410387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/01bd5a98-dbc7-4c76-a4ef-c515e2bab7eb HTTP/1.1" status: 204 len: 168 time: 0.6534219 May 14 18:34:25.410528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60682) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:25.492971 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ea2317e9-508a-44da-b751-10ec03838edc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Synchronizing usage tracker for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:34:25.518835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ea2317e9-508a-44da-b751-10ec03838edc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Unset dirty status for tenant:3b1f83be1d2c4115b935419d172a150a on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:34:25.525079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ea2317e9-508a-44da-b751-10ec03838edc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132307 May 14 18:34:25.529288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60690) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:25.555311 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-a0fb5afc-850c-44f1-b093-8663694bbc34 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] delete failed (client error): The resource could not be found. May 14 18:34:25.561377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60694) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:25.563503 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a0fb5afc-850c-44f1-b093-8663694bbc34 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa61ba6e-8fa1-4411-a7e4-688e650d5ffe HTTP/1.1" status: 404 len: 347 time: 0.0305531 May 14 18:34:25.605474 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-37a4f0e2-28d0-45cf-beac-8d14796fa04d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] show failed (client error): The resource could not be found. May 14 18:34:25.610247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-37a4f0e2-28d0-45cf-beac-8d14796fa04d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-groups/e496a2a2-95ab-4846-9937-6453e884551f HTTP/1.1" status: 404 len: 347 time: 0.0397403 May 14 18:34:25.610564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:25.631067 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-38e0b1a6-fcae-44b3-af0c-963bcb281792 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] show failed (client error): The resource could not be found. May 14 18:34:25.636940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-38e0b1a6-fcae-44b3-af0c-963bcb281792 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] 10.222.0.24 "GET /v2.0/security-group-rules/69752346-49b3-4912-a917-a06bcdde2001 HTTP/1.1" status: 404 len: 356 time: 0.0212200 May 14 18:34:25.953005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:26.062786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60720) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:26.074781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60728) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:26.191849 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f00d13da-e86e-48c1-8431-fff6f20b50c1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/747a5ece-81c1-4c25-8ac4-261fdc4a6d8f HTTP/1.1" status: 200 len: 994 time: 0.2375085 May 14 18:34:26.321479 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.344731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dfb89030-3ebe-4a41-924b-02e5db4c3964 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b1f83be1d2c4115b935419d172a150a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799609 May 14 18:34:26.346005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:26.346944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60734) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:26.352010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Usage tracker for resource:security_group_rule and tenant:1cd969f29a2c47aba7bfebeb5234a751 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:26.355041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:26.360921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:26.441904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.482174 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.488855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.496316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.505896 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c5119ff6-bc83-43c2-8c4b-82d7f9df3e52 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:26.542083 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6957278-fb64-497e-a41b-149f71980ad3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:26.547006 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:26.549664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.555694 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e95f473-f398-41b8-956f-86f17f0d25b9 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:26.567214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cd969f29a2c47aba7bfebeb5234a751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911220 May 14 18:34:26.568168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec9ecf-0356-4785-bfa3-b7562cf15df5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:26.569760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60738) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:26.582677 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:26.601118 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.603736 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3ec9ecf-0356-4785-bfa3-b7562cf15df5 HTTP/1.1" status: 204 len: 168 time: 0.2548432 May 14 18:34:26.657561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.692299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.756673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.761189 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f0ac2c7-cf8e-41db-829d-9fc3e49c7d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:26.772944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6957278-fb64-497e-a41b-149f71980ad3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:26.775196 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:26.780271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:26.781364 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6957278-fb64-497e-a41b-149f71980ad3 HTTP/1.1" status: 204 len: 168 time: 0.2103691 May 14 18:34:27.051597 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7043b96d-bdb9-4a4a-bb5a-8b7fc355e8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.197796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:27.220069 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.238999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:27.242984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Usage tracker for resource:security_group_rule and tenant:bb71ee45a1ea40d0b4b6cecd102a73a6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:27.245842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:27.251786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:27.372100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.376625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.385827 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e577682-d3d8-4552-97d8-d84e241f445e tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:27.431823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f107347-2ecd-4bbd-a63e-7636b51d266b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:27.439213 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb71ee45a1ea40d0b4b6cecd102a73a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403109 May 14 18:34:27.439608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60772) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:27.440220 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:27.549670 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.591668 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.655075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.660028 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08794057-022c-4540-b110-90f14f2a2314 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:27.672154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f107347-2ecd-4bbd-a63e-7636b51d266b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:27.678651 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:27.680338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:27.683707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f107347-2ecd-4bbd-a63e-7636b51d266b HTTP/1.1" status: 204 len: 168 time: 0.2402356 May 14 18:34:27.950735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.174883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60854) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:29.443785 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.463829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:29.471314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Usage tracker for resource:security_group_rule and tenant:ad8fd7b0181941c9bbc89dd77a500660 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:29.475236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:29.483806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:29.595586 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.600089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.607443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.618364 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a204633-5c82-4635-855f-e05028ae6e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:29.673092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad8fd7b0181941c9bbc89dd77a500660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964657 May 14 18:34:29.674371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572e79f6-2a72-4e44-859f-8140ccaf8239,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:29.676018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:29.683888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.684280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.684661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.687509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.687897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.688276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.688649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.689019 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.689384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.689750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.690114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.690477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:34:29.696458 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:29.771815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a2c82137-1d78-445d-97ea-7faa81f7b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.792117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.826916 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.860101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60886) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:29.891126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.896153 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-471e169b-8cc1-4d54-823d-f15115729214 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:29.910945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572e79f6-2a72-4e44-859f-8140ccaf8239,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:29.914798 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:29.920368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:29.921686 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/572e79f6-2a72-4e44-859f-8140ccaf8239 HTTP/1.1" status: 204 len: 168 time: 0.2437019 May 14 18:34:30.005871 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.020887 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:30.025647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Usage tracker for resource:security_group_rule and tenant:59bdc19ab2474087802eb36bf1dcef31 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:30.028604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:30.034313 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:30.128458 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.133717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.142355 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:30.188197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59bdc19ab2474087802eb36bf1dcef31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269954 May 14 18:34:30.190974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60900) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:30.192078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b642d-8024-4886-8d3e-b1c81eca389b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:30.196167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:30.262961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60904) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:30.270973 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.281498 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.297709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:30.299347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.302835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Usage tracker for resource:security_group_rule and tenant:947594ebe4974c6facd7e29951910297 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:30.308835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:30.315139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:30.363526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.369497 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7afbcdba-74ec-4529-befb-7fd06bc2dc8a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:30.381781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b642d-8024-4886-8d3e-b1c81eca389b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:30.385226 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:30.387567 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.390802 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f9b642d-8024-4886-8d3e-b1c81eca389b HTTP/1.1" status: 204 len: 168 time: 0.1962681 May 14 18:34:30.428204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.434061 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.462786 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4c9f0788-f094-45cf-8a05-a65cdc888226 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:30.471506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=947594ebe4974c6facd7e29951910297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074316 May 14 18:34:30.474135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:30.520533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f209a2e-1cdb-48bd-ba0e-cd66572896e2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:30.524962 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:30.569219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.597890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.656322 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.666791 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b4f4182-2c03-402a-8ee5-e86fbd13ceda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:30.684195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f209a2e-1cdb-48bd-ba0e-cd66572896e2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:30.687547 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:30.688399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.689483 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f209a2e-1cdb-48bd-ba0e-cd66572896e2 HTTP/1.1" status: 204 len: 168 time: 0.2143936 May 14 18:34:30.821629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.830843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 60924) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:30.860446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.877958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:30.881903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Usage tracker for resource:security_group_rule and tenant:6fc565c866a44e1a84c33848973a70b5 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:30.884779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:30.890494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:30.984565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:30.989633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:31.001738 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:31.046027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc565c866a44e1a84c33848973a70b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140954 May 14 18:34:31.048655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 60932) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:31.058626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7260758d-d189-465b-a537-5e523c895b07,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:31.062791 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:31.125520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:31.160045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:31.241058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:31.246560 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-672d9500-ecb1-40b4-9cd5-4fea24c77205 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:31.259150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260758d-d189-465b-a537-5e523c895b07,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:31.262217 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:31.264368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:31.269233 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7260758d-d189-465b-a537-5e523c895b07 HTTP/1.1" status: 204 len: 168 time: 0.2192583 May 14 18:34:32.330402 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.199460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32808) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:33.340379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.357264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:33.363145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Usage tracker for resource:security_group_rule and tenant:336b7e0f74874126893eef89205a22cb is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:33.366728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:33.374777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:33.473982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.481609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.498154 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5095eedb-3ad2-4430-925e-d196355f442c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:33.541088 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 32826) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:33.541674 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=336b7e0f74874126893eef89205a22cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408659 May 14 18:34:33.550195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273fcc4-c586-4a8e-9144-aed4a703b764,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:33.553881 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:33.627897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.657982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.717558 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.721592 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b3dc5895-2661-41c4-9242-e7fe5c605910 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:33.734523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273fcc4-c586-4a8e-9144-aed4a703b764,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:33.738413 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:33.759151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:33.764631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9273fcc4-c586-4a8e-9144-aed4a703b764 HTTP/1.1" status: 204 len: 168 time: 0.2224996 May 14 18:34:33.918719 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:34:34.071499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:34.093018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.113459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:34.118326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Usage tracker for resource:security_group_rule and tenant:8de39988add948689b85aea24734f0c2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:34.121188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:34.126904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:34.223741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.229082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.237360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a417bc6-66e2-45d4-9900-9d6292da490c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:34.281805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06494dde-1199-48cb-bdaa-21c26bc213fb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:34.286280 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8de39988add948689b85aea24734f0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130942 May 14 18:34:34.287387 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:34.289529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 32844) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:34.358328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.385596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.441936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.449403 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3a79a8f-43b3-4c02-bdda-ebd19b2dc0cc tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:34.463443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06494dde-1199-48cb-bdaa-21c26bc213fb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:34.469101 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:34.474633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:34.476348 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06494dde-1199-48cb-bdaa-21c26bc213fb HTTP/1.1" status: 204 len: 168 time: 0.1857598 May 14 18:34:42.295154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1d2c6-5e53-4dc7-a467-58e2c181aad3 req-e4d7fde7-4ea0-41f7-9370-6c0c962f5409 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:42.298042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fff1d2c6-5e53-4dc7-a467-58e2c181aad3 req-e4d7fde7-4ea0-41f7-9370-6c0c962f5409 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.1255858 May 14 18:34:42.368760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fff1d2c6-5e53-4dc7-a467-58e2c181aad3 req-a7c072ec-6888-4e2f-8acc-5e4100e10ed9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620534 May 14 18:34:42.395774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33036) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:42.634572 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-693f2519-d15d-4787-810c-8ba71d3df2a4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/44b3e313-1b27-4b20-aed2-2213824ba281 HTTP/1.1" status: 200 len: 993 time: 0.2369125 May 14 18:34:43.209513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0163c0-0680-469b-9141-26cd84fc8ed6 req-37bb4a33-c668-434e-afe1-58798b6852cc tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:43.215492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f0163c0-0680-469b-9141-26cd84fc8ed6 req-37bb4a33-c668-434e-afe1-58798b6852cc tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1097 time: 0.1110175 May 14 18:34:43.268953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f0163c0-0680-469b-9141-26cd84fc8ed6 req-b776c5c5-4e3f-4a53-aa9b-57b76fa2b7ad tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 May 14 18:34:44.376214 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-82ffbe2a-3d28-4262-a4da-34316d7e4dc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2128739 May 14 18:34:45.233476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-2882109e-8416-4fe7-a4ff-d340c8def113 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:34:45.236884 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-2882109e-8416-4fe7-a4ff-d340c8def113 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2088828 May 14 18:34:45.245527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Request body: {'binding': {'host': 'n-h2-787206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:45.250728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Unknown quota resources ['binding']. {{(pid=79560) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 14 18:34:45.526356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on host n-h2-787206-3 for vnic_type normal with profile None {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:34:45.527514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:34:45.528259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:45.535111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:34:45.535872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:45.546050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:45.546787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Checking segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:45.547565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Bound using segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:45.548572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Bound port: a63a576b-5328-4fb3-ba95-5c21b087744a, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:45.604057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:45.613616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] Notify callbacks [] for binding, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:45.619812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-bd6550da-2891-4cd7-976d-94c72ed3e81b service neutron] 10.222.0.24 "POST /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3775716 May 14 18:34:46.029210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-712911f8-e2e2-441a-af53-60073e83e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:46.031920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-712911f8-e2e2-441a-af53-60073e83e136 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1097 time: 0.1486876 May 14 18:34:46.265544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-17c993ea-90cf-4534-9ffa-fb3a28eb1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:46.268790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-17c993ea-90cf-4534-9ffa-fb3a28eb1019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.2292926 May 14 18:34:46.470907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-73d54e30-8aaf-4a42-a7f2-5cfb87a81d35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 1001 time: 0.1206679 May 14 18:34:46.726183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-6d7a1271-205c-4f58-b078-315d1199015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:46.727725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-6d7a1271-205c-4f58-b078-315d1199015c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.2474997 May 14 18:34:46.736920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451f777-3a05-44f0-93c9-66d367c7ef8f req-4210258e-64d8-4773-b245-55f9832c10b2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:46.738346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c451f777-3a05-44f0-93c9-66d367c7ef8f req-4210258e-64d8-4773-b245-55f9832c10b2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.4800630 May 14 18:34:46.758170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:46.870332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c451f777-3a05-44f0-93c9-66d367c7ef8f req-4a7c82b9-dd82-499e-b1f8-c8f9813bd6fe tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942338 May 14 18:34:46.886306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-baded835-045c-4937-90d0-9a4a3b683015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:46.887864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-baded835-045c-4937-90d0-9a4a3b683015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486659 May 14 18:34:46.925016 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:46.945658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:46.950318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Usage tracker for resource:security_group_rule and tenant:7e9f62d2790a4f058fb9d77854308ad3 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:46.953276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:46.960596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:47.061886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.067388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.082478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-249ccb34-2727-4921-8d5e-8f5d2708c674 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:47.092109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-f9b1d7ec-bf8d-4136-81de-506d76d8ed00 service neutron] 10.222.0.15 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963375 May 14 18:34:47.129990 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e9f62d2790a4f058fb9d77854308ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702276 May 14 18:34:47.134067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33164) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:47.150916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41014a50-53a4-46e2-8b09-0081e985bfc8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:47.168551 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:47.248295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.281828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.329884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-513400da-4b62-4384-93db-471fac550ac6 service neutron] 10.222.0.15 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304547 May 14 18:34:47.364720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.371118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c0a15e5-233d-4c2f-9556-eb92446f61e2 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:47.391074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41014a50-53a4-46e2-8b09-0081e985bfc8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:47.394372 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:47.403858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.407299 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41014a50-53a4-46e2-8b09-0081e985bfc8 HTTP/1.1" status: 204 len: 168 time: 0.2691107 May 14 18:34:47.626247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-3f02c564-768e-4e3c-bf8b-bdbd3388fe67 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:47.634770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-3f02c564-768e-4e3c-bf8b-bdbd3388fe67 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478&tenant_id=a43b1e4fc53d439bb8822476c970e030&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1097 time: 0.2390680 May 14 18:34:47.647310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787206-3'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:34:47.933460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:47.935494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33194) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:48.095928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:48.133833 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.168118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:48.175242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Usage tracker for resource:security_group_rule and tenant:046082dc8a9045c9a17809d81a379944 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:48.180082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:48.187699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:48.303853 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.310658 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.347780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:48.376465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:48.385309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:48.415431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.464423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:48.471974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Usage tracker for resource:security_group_rule and tenant:fb318365ec8a4d7c843f54070b9c32c6 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:48.477940 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=046082dc8a9045c9a17809d81a379944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810449 May 14 18:34:48.479307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706117a8-7187-40a8-a772-a99a58006629,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:48.482627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33210) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:48.483719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:48.502265 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:48.508460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:48.523466 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.529290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:48.550995 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.572030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7aab-6693-4f33-bc41-4caedec91841 req-6bbcc744-a8f4-4ba2-aef9-088891bef96e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:48.579919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7cb7aab-6693-4f33-bc41-4caedec91841 req-6bbcc744-a8f4-4ba2-aef9-088891bef96e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.5569804 May 14 18:34:48.582914 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:48.616365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.767004 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.774284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.805904 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-06537aee-420c-4900-85cd-b0f3e3b6429d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:48.814737 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb318365ec8a4d7c843f54070b9c32c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8776660 May 14 18:34:48.823119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33218) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:48.826709 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.885934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60e716-5d03-4fe7-aacd-9104605c8124,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:48.900293 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:48.933914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f7cb7aab-6693-4f33-bc41-4caedec91841 req-4b36f4a1-3606-4334-b637-8c05630fe152 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526318 May 14 18:34:48.944117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:48.949912 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a4ef4709-a242-4630-8378-3a84ef687ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:48.988603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706117a8-7187-40a8-a772-a99a58006629,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:48.997266 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:49.016276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.025491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.028828 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/706117a8-7187-40a8-a772-a99a58006629 HTTP/1.1" status: 204 len: 168 time: 0.5415881 May 14 18:34:49.055041 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'code': 200} May 14 18:34:49.058053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:49.073991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-46dc975e-9613-49f8-9d35-0edfd238a23b None None] Provisioning complete for port a63a576b-5328-4fb3-ba95-5c21b087744a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:49.074964 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-46dc975e-9613-49f8-9d35-0edfd238a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.124389 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:49.132046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-46dc975e-9613-49f8-9d35-0edfd238a23b None None] Port a63a576b-5328-4fb3-ba95-5c21b087744a cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:34:49.158326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.180696 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on host n-h1-787206-3 for vnic_type normal with profile {"migrating_to": "n-h2-787206-3"} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:34:49.181034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:34:49.181359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:49.198870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:34:49.199258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Attempting to bind port a63a576b-5328-4fb3-ba95-5c21b087744a on network d66c4ac7-2e82-4462-b336-7be91af6a4d9 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:34:49.209997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:34:49.210334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Checking segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:34:49.210717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Bound using segment: {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:34:49.211150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Bound port: a63a576b-5328-4fb3-ba95-5c21b087744a, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:34:49.211517 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.295236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.303812 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9107b482-7510-444a-9b1b-750e0a93cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:49.325001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60e716-5d03-4fe7-aacd-9104605c8124,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:49.327968 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:49.331714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:34:49.336678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:34:49.338406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.342121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc60e716-5d03-4fe7-aacd-9104605c8124 HTTP/1.1" status: 204 len: 168 time: 0.5016229 May 14 18:34:49.343861 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.347698 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-43eb6f3c-f480-41fd-9e8a-a33a56a84676 tempest-VolumesSnapshotTestJSON-194724032 tempest-VolumesSnapshotTestJSON-194724032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:49.874236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Provisioning complete for port a63a576b-5328-4fb3-ba95-5c21b087744a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:34:49.879353 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.927579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=8']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:49.935054 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:49.984173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:49.984953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:49.986294 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-056765f1-830b-458e-8da4-9072eff59719 service neutron] 10.222.0.15 "PUT /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 1122 time: 2.3457353 May 14 18:34:50.005287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33250) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:50.059793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:50.100803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:50.118166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Usage tracker for resource:security_group_rule and tenant:4ed2fbd78cf84db0ac82a4a7ea035cd5 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:50.123047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['a63a576b-5328-4fb3-ba95-5c21b087744a'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:34:50.129316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:50.146317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:50.163808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:50.220315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:50.243318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:50.254723 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:50.331588 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-11bff124-192e-45e7-8635-079590eefb71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:50.394505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4553-3057-49d5-a4d5-d6f215ca3009 req-78de18cc-e18a-4eeb-b461-fb21869aecc7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:50.402271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b59b4553-3057-49d5-a4d5-d6f215ca3009 req-78de18cc-e18a-4eeb-b461-fb21869aecc7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.1648026 May 14 18:34:50.439082 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:50.449808 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:50.482238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b59b4553-3057-49d5-a4d5-d6f215ca3009 req-985f0437-9aa5-49e0-a456-246d66b56ffe tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788507 May 14 18:34:50.543735 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'code': 200} May 14 18:34:50.738910 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:50.744239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:50.755810 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10c0206f-59f3-4674-a48d-83a71d09966c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:50.831538 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ed2fbd78cf84db0ac82a4a7ea035cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250198 May 14 18:34:50.833356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cfeb4-ba94-491c-96bd-000eadbc37fd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:50.834564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33268) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:50.849456 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:50.931103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:50.961828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:51.051291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:51.059436 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ded07f96-e78c-431b-9b64-6990bac891b6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:51.066327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:51.081022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cfeb4-ba94-491c-96bd-000eadbc37fd,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:51.104208 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:51.125075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:51.126203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e3cfeb4-ba94-491c-96bd-000eadbc37fd HTTP/1.1" status: 204 len: 168 time: 0.2897563 May 14 18:34:51.198023 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'status': 'completed', 'code': 200} May 14 18:34:51.392335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-5a316324-fde9-4f18-ae20-ba492344f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:51.393829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-5a316324-fde9-4f18-ae20-ba492344f2d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1127 time: 0.1634760 May 14 18:34:51.566500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-6753591a-3ac8-4c85-acd5-4ecc2ad3359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:51.568148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-6753591a-3ac8-4c85-acd5-4ecc2ad3359e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.1631293 May 14 18:34:51.838784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-969e5212-875a-4646-ad7f-e67edc6fbda3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 1001 time: 0.2594583 May 14 18:34:51.923858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-1bdef311-9f3e-4fda-9b97-45677ee180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:51.925679 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-1bdef311-9f3e-4fda-9b97-45677ee180fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.0783784 May 14 18:34:52.002454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e46d7-2ec3-4524-826f-5571da589f1c req-d31a508c-d389-430f-8240-04c6fad53c03 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:52.012500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de4e46d7-2ec3-4524-826f-5571da589f1c req-d31a508c-d389-430f-8240-04c6fad53c03 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.2778385 May 14 18:34:52.078245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de4e46d7-2ec3-4524-826f-5571da589f1c req-0f01e513-881a-4c81-a7f8-aec6ea04c8c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642831 May 14 18:34:52.106224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-5e4cf5b3-696b-4e0c-a1cd-9a27d5ed8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:52.109193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-5e4cf5b3-696b-4e0c-a1cd-9a27d5ed8adb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678257 May 14 18:34:52.440263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-6ef986d1-89a5-4d62-98d0-faa9c19138ec service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120897 May 14 18:34:52.598885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:34:52.659888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cfb769b-3ae3-4e1d-a0d3-c6fa59fcf6d3 req-8a83dd1e-8117-4b6f-9ca7-1293c1acfe6b service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085347 May 14 18:34:52.762346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:52.777865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a has no active binding in host n-h2-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 18:34:53.051733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33326) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:53.181886 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.199360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:34:53.203965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Usage tracker for resource:security_group_rule and tenant:1448f3d18b65461c9c161441b2d65292 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:34:53.207104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:34:53.213950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:34:53.366508 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.378811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.387501 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ec7f8c2c-7095-4613-a61b-f3a558234a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:53.437870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d7dc-5e6c-4b37-9523-000052157470 req-21bf7dd5-0cef-4ba4-b9f4-c1c3dad81cd3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:53.439399 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd28d7dc-5e6c-4b37-9523-000052157470 req-21bf7dd5-0cef-4ba4-b9f4-c1c3dad81cd3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.1860487 May 14 18:34:53.446435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1448f3d18b65461c9c161441b2d65292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936431 May 14 18:34:53.449752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33338) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:34:53.467208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca592b1-24e0-4ed3-86e9-afbf06c342ac,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:53.484759 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:53.518685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd28d7dc-5e6c-4b37-9523-000052157470 req-0b8980d2-7b68-4cc5-9f98-34cfdb693b24 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683041 May 14 18:34:53.571812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.601510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.675937 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.683557 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5fe75879-84d2-4555-a689-01d9e0ce972f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:53.696242 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca592b1-24e0-4ed3-86e9-afbf06c342ac,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:53.700114 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:53.708811 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:53.710470 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dca592b1-24e0-4ed3-86e9-afbf06c342ac HTTP/1.1" status: 204 len: 168 time: 0.2596552 May 14 18:34:54.333076 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:54.764095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58faa8-7f42-482d-8dc3-3197bb8f05cb req-b9f7e999-f3c4-4a35-b376-c0efeb1e73b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:54.765913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b58faa8-7f42-482d-8dc3-3197bb8f05cb req-b9f7e999-f3c4-4a35-b376-c0efeb1e73b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.1125481 May 14 18:34:54.831829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b58faa8-7f42-482d-8dc3-3197bb8f05cb req-9da84e82-3759-4e7f-9da0-c1ba73150bd3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572782 May 14 18:34:55.483480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3762a-7871-4e3b-8721-29f44e421d0a req-8cb6e497-0b0e-4088-a8aa-1f0a11a83494 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:55.485282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dc3762a-7871-4e3b-8721-29f44e421d0a req-8cb6e497-0b0e-4088-a8aa-1f0a11a83494 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.0888658 May 14 18:34:55.555547 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7dc3762a-7871-4e3b-8721-29f44e421d0a req-5a9fc271-7341-4b7e-989f-bc8627e2b724 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630512 May 14 18:34:56.040153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84ca98-35d7-4319-b7ec-499f8fa3fd87 req-955d3bf6-a20d-4f05-afdd-eb58e0236458 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:56.041715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c84ca98-35d7-4319-b7ec-499f8fa3fd87 req-955d3bf6-a20d-4f05-afdd-eb58e0236458 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.0879779 May 14 18:34:56.092552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c84ca98-35d7-4319-b7ec-499f8fa3fd87 req-c5035d0c-cdff-43e7-ab0c-3c1a1a7d2200 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 May 14 18:34:56.819581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad1201-89cc-403e-a7e0-648a48c720a9 req-e2d6971c-f782-45db-b5be-54630f0ff13a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:56.821164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcad1201-89cc-403e-a7e0-648a48c720a9 req-e2d6971c-f782-45db-b5be-54630f0ff13a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.0902321 May 14 18:34:56.887567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dcad1201-89cc-403e-a7e0-648a48c720a9 req-42bc1850-5fc9-4473-91ea-b9f09e030c92 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600958 May 14 18:34:57.058783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c13c40ab-6299-4d63-bf03-17d0b7d7227e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:57.330322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97ff15-e467-4041-bb9a-0717191c30a1 req-395f3dd1-4e60-42ef-9ea3-4409e2d06cec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:57.331969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee97ff15-e467-4041-bb9a-0717191c30a1 req-395f3dd1-4e60-42ef-9ea3-4409e2d06cec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.1016591 May 14 18:34:57.656104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ee97ff15-e467-4041-bb9a-0717191c30a1 req-0a7cd050-d725-45a1-b982-2a34825d532c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675953 May 14 18:34:57.685549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-30d6f813-8eaa-4dd9-ae44-66ec272c5f74 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:57.686934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-30d6f813-8eaa-4dd9-ae44-66ec272c5f74 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.15 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.3479621 May 14 18:34:57.866023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Deleting port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:34:57.866707 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:57.954469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:58.040930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] For port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:34:58.041597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:58.508296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1768-6961-43fc-8aa3-584d99aa31ec req-c0fc4051-0aed-408f-98bc-17c1ee922546 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:58.515852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b11b1768-6961-43fc-8aa3-584d99aa31ec req-c0fc4051-0aed-408f-98bc-17c1ee922546 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 946 time: 0.3867238 May 14 18:34:58.549960 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:58.550546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:58.551049 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Floating IP b49e7ebf-69e6-491e-81a4-b782da433a63 disassociated. External IP: 172.25.4.239, port: 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa. May 14 18:34:58.551570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Calling delete_port for 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:34:58.595937 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b11b1768-6961-43fc-8aa3-584d99aa31ec req-5939869b-8cf2-4ee6-b916-94884d43020c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=61e3230c-d0ee-4e63-b839-8126a289667e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788827 May 14 18:34:58.743654 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:58.762277 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:34:58.829246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event deleted for resources: {'Port': ['ID=955ea6aa-faa9-4e22-b3cf-b337bfbad8aa,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:34:58.838664 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:34:59.133143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4be1-d975-4d64-afc7-a3b51c505faf req-c6ed664e-3208-44b6-9941-5a63ac928b14 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:34:59.134482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fbd4be1-d975-4d64-afc7-a3b51c505faf req-c6ed664e-3208-44b6-9941-5a63ac928b14 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 946 time: 0.2146173 May 14 18:34:59.140245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:34:59.336230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fbd4be1-d975-4d64-afc7-a3b51c505faf req-34a025f6-cb32-4038-ba2d-a5cd00b825cd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933601 May 14 18:34:59.408035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:34:59.418180 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:34:59.435603 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:34:59.436235 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:34:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:34:59.585138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] No DVR routers for this DVR port 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:34:59.589979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:59.610727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-deleted', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:34:59.617089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:59.620849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a9bee6b-ab82-40da-af67-37413aec9fef req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.15 "DELETE /v2.0/ports/955ea6aa-faa9-4e22-b3cf-b337bfbad8aa HTTP/1.1" status: 204 len: 173 time: 1.9281313 May 14 18:34:59.789312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba985be9-6b78-4f37-94f7-dfe140786ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:34:59.843044 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:00.296130 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:00.300093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:35:00.309834 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:00.310456 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:00.370722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-5832cc05-7412-4f8e-be50-8d8f545cc4d2 service neutron] 10.222.0.22 "GET /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a/bindings/n-h2-787206-3 HTTP/1.1" status: 200 len: 384 time: 0.5887911 May 14 18:35:00.375490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-de5b692c-c292-4185-94c2-b1e5026b9ddd req-9cfa7b87-78cb-4c91-ad24-2e73e637eb34 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Synchronizing usage tracker for tenant:d651803427d242dfa93aa854e5dd5686 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:00.510196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-de5b692c-c292-4185-94c2-b1e5026b9ddd req-9cfa7b87-78cb-4c91-ad24-2e73e637eb34 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Unset dirty status for tenant:d651803427d242dfa93aa854e5dd5686 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:00.520175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-de5b692c-c292-4185-94c2-b1e5026b9ddd req-9cfa7b87-78cb-4c91-ad24-2e73e637eb34 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a HTTP/1.1" status: 200 len: 210 time: 0.2517767 May 14 18:35:00.640212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:35:00.694347 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:00.772634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:35:00.785909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:35:00.792028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 955ea6aa-faa9-4e22-b3cf-b337bfbad8aa not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:35:00.994668 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:01.039016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:01.156599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:01.167966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:01.173513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:01.204900 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115d0d2e-3907-49f8-bfa7-dc0edd1f7d1a', 'name': 'network-vif-deleted', 'tag': '955ea6aa-faa9-4e22-b3cf-b337bfbad8aa', 'status': 'completed', 'code': 200} May 14 18:35:01.207544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a has no active binding in host n-h2-787206-3 {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 14 18:35:01.303634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:01.426450 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:01.432660 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65baf592-6dd8-44dc-a8a8-8960c60f7fca None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:35:01.555118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] Transition to ACTIVE for port object a63a576b-5328-4fb3-ba95-5c21b087744a will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:01.566858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:01.576134 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c42d97b3-e33f-49b6-9de6-34fb7730b40c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:01.987584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ef354-cd73-49f2-9ae4-f2773e5b6254 None None] New status for floating IP b49e7ebf-69e6-491e-81a4-b782da433a63: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:35:01.996561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] No DVR routers for this DVR port a63a576b-5328-4fb3-ba95-5c21b087744a on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:35:02.100877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=11']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:02.110526 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:02.203466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246ce39-d0fd-4109-b83e-51bd8c3b1b7e req-5f57f337-8738-4a74-9bfb-dfa20ef46936 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:02.212255 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c246ce39-d0fd-4109-b83e-51bd8c3b1b7e req-5f57f337-8738-4a74-9bfb-dfa20ef46936 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 1.0052822 May 14 18:35:02.321808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c246ce39-d0fd-4109-b83e-51bd8c3b1b7e req-4346f5a3-2ad4-4586-bc62-a6f5ea0effa4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057775 May 14 18:35:02.383374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:02.423722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] 10.222.0.22 "PUT /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a/bindings/n-h2-787206-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0434990 May 14 18:35:02.636168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33582) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:02.666379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-d500c563-395e-49b8-b5bd-cf3efdcb944e tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:02.668259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-d500c563-395e-49b8-b5bd-cf3efdcb944e tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478&tenant_id=a43b1e4fc53d439bb8822476c970e030&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.1829925 May 14 18:35:02.717372 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:02.749651 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:02.806471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-e24b6738-1224-405e-b412-7fffb8e86620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:02.808066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-e24b6738-1224-405e-b412-7fffb8e86620 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 1096 time: 0.1316781 May 14 18:35:02.811350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:02.841222 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a63dc5ac-00f8-417d-ae61-af36a0b929c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:02.870731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e3230c-d0ee-4e63-b839-8126a289667e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:02.881267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:02.895071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33588) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:02.897042 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "DELETE /v2.0/security-groups/61e3230c-d0ee-4e63-b839-8126a289667e HTTP/1.1" status: 204 len: 168 time: 0.2517817 May 14 18:35:02.903069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.903508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.903884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.904254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.904619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.904981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.906278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.907530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.908782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.910173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.915768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.923794 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-bbfc96e8-bf06-4db3-bf75-5ddffa43beaf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] show failed (client error): The resource could not be found. May 14 18:35:02.924755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bbfc96e8-bf06-4db3-bf75-5ddffa43beaf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups/61e3230c-d0ee-4e63-b839-8126a289667e HTTP/1.1" status: 404 len: 347 time: 0.0294607 May 14 18:35:02.925208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:02.928340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33592) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:02.963513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:02.963842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-b5294d14-d948-473e-be2d-2154867ab4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:02.966183 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-b5294d14-d948-473e-be2d-2154867ab4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1096 time: 0.1328218 May 14 18:35:03.219832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:03.226111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-5764e153-6ecf-40ad-8c9a-ad641b2e7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:03.227764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-5764e153-6ecf-40ad-8c9a-ad641b2e7429 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.2556164 May 14 18:35:03.242062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Deleting port 959e8876-0588-42ee-abcb-e632fb37cb04 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:03.242969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:03.396208 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'code': 200} May 14 18:35:03.407070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-ab1f9302-8bf7-456d-8944-e75f45aa2b46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 999 time: 0.1709740 May 14 18:35:03.473715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:35:03.681957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:35:03.697834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:03.698443 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:04.017130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33612) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:04.033324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Calling delete_port for 959e8876-0588-42ee-abcb-e632fb37cb04 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:04.067517 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-4b258258-b34c-4cc4-add5-418cec83d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:04.070083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-4b258258-b34c-4cc4-add5-418cec83d384 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.6557174 May 14 18:35:04.210155 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:04.216373 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:04.257358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6661556-9d5c-488d-89cb-b652257c5131 req-72909189-49d8-4c7a-82b3-7181fc555571 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:04.258924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6661556-9d5c-488d-89cb-b652257c5131 req-72909189-49d8-4c7a-82b3-7181fc555571 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.2409010 May 14 18:35:04.275629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event deleted for resources: {'Port': ['ID=959e8876-0588-42ee-abcb-e632fb37cb04,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:04.284445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:04.372683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-c1224a7c-eb38-4be4-9258-291cbdeed80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:04.374172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-c1224a7c-eb38-4be4-9258-291cbdeed80a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2962949 May 14 18:35:04.422415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:04.440595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d6661556-9d5c-488d-89cb-b652257c5131 req-2cb64558-b336-4281-97c0-d294cba19139 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522012 May 14 18:35:04.463328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:04.464515 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "DELETE /v2.0/floatingips/b49e7ebf-69e6-491e-81a4-b782da433a63 HTTP/1.1" status: 204 len: 168 time: 1.5069783 May 14 18:35:04.518768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:04.602233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:04.614522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4eb53f694c403b92a1386ee44bfc56 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:04.651635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:04.661131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-9a5797eb-10e2-41b8-bdd9-40ee47d9274a service neutron] 10.222.0.15 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631328 May 14 18:35:04.666701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:04.779030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-2848110b-431d-4b11-b85b-e287ba1be0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:04.781127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-2848110b-431d-4b11-b85b-e287ba1be0d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1096 time: 0.4571888 May 14 18:35:04.981529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-16e4ccd9-bbfc-48ca-ac24-fed4d1158ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094077 May 14 18:35:05.093233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-d501de4b-82db-4895-9e9c-317cfcf9eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:05.094709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-d501de4b-82db-4895-9e9c-317cfcf9eb3b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.2763801 May 14 18:35:05.099070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.104136 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.192816 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-30f3f2fe-7190-475e-94ee-00c6f36cde91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:05.337388 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e4eb53f694c403b92a1386ee44bfc56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2851660 May 14 18:35:05.340442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33636) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:05.368070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b67d74-16f8-463c-ad0a-eab980630741,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:05.388357 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:05.433462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-31337144-786f-40a7-bf09-5b99c45a4f42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 999 time: 0.3189578 May 14 18:35:05.451642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.512790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.541873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:05.547403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637051145', 'description': 'tempest-description--753024948'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:05.562804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:05.573936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:05.575502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-9695104f-f6a1-4e47-af32-30229b7756c6 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:05.577278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:05.577863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-9695104f-f6a1-4e47-af32-30229b7756c6 tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478&tenant_id=a43b1e4fc53d439bb8822476c970e030&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 1096 time: 0.2809205 May 14 18:35:05.589156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:05.612139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.645450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:05.652059 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:05.655201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:05.663047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:05.682436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.698464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8516f94e-0fbf-459e-a382-d667a41ef94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:05.717748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b67d74-16f8-463c-ad0a-eab980630741,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:05.723947 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:05.727200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.732537 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48b67d74-16f8-463c-ad0a-eab980630741 HTTP/1.1" status: 204 len: 168 time: 0.3910356 May 14 18:35:05.755008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-b28fd38b-98ff-42e4-b6f2-8554136e18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:05.757229 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-b28fd38b-98ff-42e4-b6f2-8554136e18c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.3132315 May 14 18:35:05.843824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.850382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.858867 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e185a8c9-5847-44ba-8379-b2599e7682d0 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:05.876377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-b53eb8f9-5ce4-4469-b01d-5dc6e8ae9f7f service neutron] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:05.887928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901ba69-27ad-4686-badd-3142f1af5d40 req-74a924ee-8fcc-4fbd-905b-1d362ebba044 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:05.889461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5901ba69-27ad-4686-badd-3142f1af5d40 req-74a924ee-8fcc-4fbd-905b-1d362ebba044 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.2048159 May 14 18:35:05.914097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-4bfaa6a6-4b64-455e-a2df-c36689dc4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:05.915934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-4bfaa6a6-4b64-455e-a2df-c36689dc4ca9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368115 May 14 18:35:05.917457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3372f4a2-1561-4cba-9e09-7b35f30eb8d3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:05.920703 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:05.923997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:05.929114 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3828750 May 14 18:35:05.929553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33648) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:05.938451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'security_group_rule': {'security_group_id': '3372f4a2-1561-4cba-9e09-7b35f30eb8d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:05.948916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:05.954333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:05.957986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:05.964984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:06.011650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.022372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-b53eb8f9-5ce4-4469-b01d-5dc6e8ae9f7f service neutron] Notify callbacks [] for binding, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.023544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a4a90a4-02ce-441a-ac9e-8c2a94ed3dd8 req-b53eb8f9-5ce4-4469-b01d-5dc6e8ae9f7f service neutron] 10.222.0.15 "DELETE /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a/bindings/n-h1-787206-3 HTTP/1.1" status: 204 len: 173 time: 0.4343388 May 14 18:35:06.060070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5901ba69-27ad-4686-badd-3142f1af5d40 req-1d600eb8-fee2-4481-bae3-6bb2bfda08ed tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486611 May 14 18:35:06.149382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-2d226b06-48dd-4495-a762-dab15cd6d2a9 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172399 May 14 18:35:06.196540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.229276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.242539 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6660f0f8-5fce-46d1-9dc4-b11234226bc2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:06.320554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c36fd-2c27-4256-b0a3-6484a86ae76e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:06.329075 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:06.339340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.340613 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100494 May 14 18:35:06.343356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33664) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:06.350866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'security_group_rule': {'security_group_id': '3372f4a2-1561-4cba-9e09-7b35f30eb8d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:06.362869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d7f8cce7-388f-41ce-a0f3-4877f9c7b5a9 req-e2cac3ed-7fa0-4c43-b931-ba76f35c6715 service neutron] 10.222.0.22 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043109 May 14 18:35:06.375941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:06.390496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:security_group_rule and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:06.401067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:06.419500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:06.473501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.606176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.624028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.631272 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b55ce406-5094-4554-abdf-ab3d1615e2fd tempest-ServersTestJSON-45285473 tempest-ServersTestJSON-45285473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:06.717166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4313ec9b-3417-4952-945b-57c01c300df6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:06.724197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:06.733010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636499f-513d-4374-bd7b-90dba9a76310 req-27ffbb39-5b1d-4b2d-ae15-f99e6408df4e tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:06.742177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:06.744358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e636499f-513d-4374-bd7b-90dba9a76310 req-27ffbb39-5b1d-4b2d-ae15-f99e6408df4e tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1096 time: 0.3762519 May 14 18:35:06.744707 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999827 May 14 18:35:06.747999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:06.768445 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:06.780747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:06.784830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:floatingip and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:06.789508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:06.796208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:06.800897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e636499f-513d-4374-bd7b-90dba9a76310 req-05cffe95-50ea-4c90-87bf-720e498616bb tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520496 May 14 18:35:06.820723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:07.073235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3794-4be0-40b8-b41a-18e6a4213b24 req-acbd7074-6509-46a5-be1e-0f3a4db83bd3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:07.081861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-862d3794-4be0-40b8-b41a-18e6a4213b24 req-acbd7074-6509-46a5-be1e-0f3a4db83bd3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.1524010 May 14 18:35:07.144784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:07.146146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-862d3794-4be0-40b8-b41a-18e6a4213b24 req-b75799de-c029-4603-9343-5f598507b33a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632441 May 14 18:35:07.175000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33694) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:07.387652 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d1a513df-7794-4405-ac1b-48c64c93a125 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/44b3e313-1b27-4b20-aed2-2213824ba281 HTTP/1.1" status: 200 len: 991 time: 0.2073815 May 14 18:35:07.538650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Allocated IP 172.25.4.35 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/13701c87-4b38-43b2-b2f8-96339e40881c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:07.710965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 33710) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:07.812384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:07.852872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:07.859359 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e9ed86b-17a1-4e49-8dbe-ab4c25cfed43 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:07.941286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'Port': ['ID=13701c87-4b38-43b2-b2f8-96339e40881c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:07.946529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:07.957399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:07.963769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:07.968934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:08.074718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.093882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 218c7a72-d767-4bba-ab2b-e222a8abc957 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:08.095778 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.169336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.335286 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.337425 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.512800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.522923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.531243 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c206afa-1a42-4261-9d20-2eba621b534d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:08.620114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 218c7a72-d767-4bba-ab2b-e222a8abc957 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:08.756571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'Port': ['ID=13701c87-4b38-43b2-b2f8-96339e40881c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:08.761360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:08.806287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.853366 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.856758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:08.858518 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1085045 May 14 18:35:08.865870 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:08.939712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=218c7a72-d767-4bba-ab2b-e222a8abc957,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:08.948700 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:09.105822 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:09.106635 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 44b3e313-1b27-4b20-aed2-2213824ba281 disassociated (deleted). External IP: 172.25.4.36, port: a63a576b-5328-4fb3-ba95-5c21b087744a. May 14 18:35:09.288979 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-59bc8f73-ee0e-4ecb-a730-acc98e7b17b5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--637051145&fields=id&tenant_id=d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 267 time: 0.1186435 May 14 18:35:09.921691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-8000dabb-964d-4222-8558-673e7dbfb3cc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:09.924138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-8000dabb-964d-4222-8558-673e7dbfb3cc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 817 time: 0.6222539 May 14 18:35:09.966402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-7ca03d39-7d93-4c83-8e62-cf3d20dc6749 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/quotas/d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 375 time: 0.0358605 May 14 18:35:10.048925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:35:10.276272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-50de99cb-ab4c-4fbb-a6c5-059582f87300 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2957468 May 14 18:35:10.422594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:35:10.432455 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] Sync routers for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:35:10.444509 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:10.450954 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:10.499777 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:10.592598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-544ab606-c40d-4f9e-86d0-4f85cdc3c06d service neutron] 10.222.0.24 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154008 May 14 18:35:10.632445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/floatingips/44b3e313-1b27-4b20-aed2-2213824ba281 HTTP/1.1" status: 204 len: 168 time: 2.9195285 May 14 18:35:10.635982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:10.774946 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:10.798858 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-f7fc09bd-7e71-4fd4-8d49-6c04f52664dd service neutron] 10.222.0.24 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989338 May 14 18:35:11.176887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:35:11.434896 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:46Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:11.442417 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] Checking router: 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:35:11.463214 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'status': 'completed', 'code': 200} May 14 18:35:11.494308 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:11.495847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:11.700039 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-072389f4-8e9e-4d05-8993-001b7906e401 req-be337f3b-a35c-4084-a64d-d7e688639c5a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 210 time: 0.0780580 May 14 18:35:11.778322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-1a377f16-f38f-4807-ada0-c433dbb0fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:11.790281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-1a377f16-f38f-4807-ada0-c433dbb0fe45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 1096 time: 0.2937782 May 14 18:35:12.017594 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:12.102319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-c8f05b1d-4447-43d6-995b-44d673c2677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:12.103528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-c8f05b1d-4447-43d6-995b-44d673c2677f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 200 len: 897 time: 0.3065960 May 14 18:35:12.342411 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-cb063d05-ede4-46ae-92b0-d096ef79dc51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 200 len: 217 time: 0.2029331 May 14 18:35:12.398821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-63eaa97c-0d03-473e-8766-bc3a50cb8984 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728132 May 14 18:35:12.488536 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-c71b6c52-b70f-4ccd-b7c6-13a1e64b1e0c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:12.489237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-c71b6c52-b70f-4ccd-b7c6-13a1e64b1e0c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:12.497595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-fadf4b3c-571c-4ef6-9a24-f73225d559a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:12.499006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-fadf4b3c-571c-4ef6-9a24-f73225d559a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 200 len: 834 time: 0.1401856 May 14 18:35:12.612001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-c71b6c52-b70f-4ccd-b7c6-13a1e64b1e0c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:12.614037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-c71b6c52-b70f-4ccd-b7c6-13a1e64b1e0c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.4012110 May 14 18:35:12.638101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea2ce7-a1b1-4092-aa3e-b377ea263681 req-01a381bd-e287-4b52-ad5d-e7872c2fc8ba tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:12.651834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4bea2ce7-a1b1-4092-aa3e-b377ea263681 req-01a381bd-e287-4b52-ad5d-e7872c2fc8ba tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 945 time: 0.5472553 May 14 18:35:12.790106 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-c8761914-ae51-4dbe-860e-ec9a7b4bf445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:12.791599 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-c8761914-ae51-4dbe-860e-ec9a7b4bf445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1097 time: 0.1697237 May 14 18:35:12.797973 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:46Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:12.804207 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f309b7-2aaa-4b5b-b91c-18fe3a36fdac None None] The sync data for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 is: [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:33:31Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6cf55c02-f2dd-4659-9a30-0f258790448a', 'name': '', 'network_id': 'd66c4ac7-2e82-4462-b336-7be91af6a4d9', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:d5:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:29Z', 'updated_at': '2021-05-14T18:33:46Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'f0ea728f-6ae7-4d70-a28b-b45dfcccf294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:35:13.332753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-c66d8347-aa45-49ce-9f93-5b557ff46689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:13.335023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-c66d8347-aa45-49ce-9f93-5b557ff46689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 898 time: 0.5149126 May 14 18:35:13.408620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4bea2ce7-a1b1-4092-aa3e-b377ea263681 req-3eb60a5d-2bd3-4c25-a7a0-5bf81e5d9b16 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7559242 May 14 18:35:13.421714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-0295ee32-dc95-485c-8ef6-37e7c11a5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:13.426192 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-0295ee32-dc95-485c-8ef6-37e7c11a5919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66c4ac7-2e82-4462-b336-7be91af6a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9183643 May 14 18:35:13.429615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaa28df-61b5-4343-8683-7ffd04459931 None None] New status for floating IP 44b3e313-1b27-4b20-aed2-2213824ba281: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:35:13.696254 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-b4617879-affe-436a-9979-5b40a7b32d94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 1002 time: 0.3529208 May 14 18:35:13.843939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-3f33cd5f-f1a2-4f63-9e3e-13cded798416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:13.846077 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-3f33cd5f-f1a2-4f63-9e3e-13cded798416 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 200 len: 834 time: 0.1439853 May 14 18:35:13.871564 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1217c70e-456a-427b-9919-29de2d7347ae req-6d34fc9f-af5a-40d6-a50a-c6e9fcf97668 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 210 time: 0.1078053 May 14 18:35:13.953152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-d5c2ecad-71ab-4da4-89f0-a122f288c8fc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:13.954624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-d5c2ecad-71ab-4da4-89f0-a122f288c8fc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 817 time: 0.7802126 May 14 18:35:13.994449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-a42e92ed-3a6b-4921-ba83-e791e80a7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:13.997487 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-a42e92ed-3a6b-4921-ba83-e791e80a7b3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f053726-c687-41eb-ade1-b0fcedbad09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433067 May 14 18:35:14.050505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-a91c4478-0765-43c1-b7fa-5218c1f0bd89 service neutron] 10.222.0.15 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362821 May 14 18:35:14.052438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port a63a576b-5328-4fb3-ba95-5c21b087744a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:14.053212 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:14.233763 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-8d12654d-f779-460a-a9e5-e0683a4a3393 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256134 May 14 18:35:14.484760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-cd9a0e7f-92c9-45d4-906e-6e89a4a833b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431986 May 14 18:35:14.583000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port a63a576b-5328-4fb3-ba95-5c21b087744a, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a63a576b-5328-4fb3-ba95-5c21b087744a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:14.583396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:14.654363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:14.698360 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a63a576b-5328-4fb3-ba95-5c21b087744a no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:35:14.819450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for a63a576b-5328-4fb3-ba95-5c21b087744a owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:14.970947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-076faafc-74d8-4c8c-b58a-1faed573167c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 379 time: 0.9715505 May 14 18:35:14.993281 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.044295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:15.055050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Usage tracker for resource:security_group_rule and tenant:b56dddeb77074d528be1926fd6036cf7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:15.068270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:15.074808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:15.097775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'port': {'device_id': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'admin_state_up': True, 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'security_groups': ['3372f4a2-1561-4cba-9e09-7b35f30eb8d3']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:15.129437 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7feb3f2-4233-4a18-bc35-f4d7691b55f3 req-95f0ece3-b200-4417-98e1-fd87ff10cc75 service neutron] 10.222.0.15 "GET /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0506473 May 14 18:35:15.170906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.179428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.210829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e990f36-5d0c-4a52-a3cb-5845f4ac1202 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:15.248657 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56dddeb77074d528be1926fd6036cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931828 May 14 18:35:15.249363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33858) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:15.250202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8e0401-e91a-4a98-8edf-2d547feb0bbd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:15.269830 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:15.307445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.318914 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad687ead-8d8d-4b98-856e-373b4098769f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:15.349983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.384024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.391306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=a63a576b-5328-4fb3-ba95-5c21b087744a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:15.394728 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:15.525683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.534139 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-089fa372-fae7-4771-a10e-13dda02127ca tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:15.569014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8e0401-e91a-4a98-8edf-2d547feb0bbd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:15.587837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.589024 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af8e0401-e91a-4a98-8edf-2d547feb0bbd HTTP/1.1" status: 204 len: 168 time: 0.3359051 May 14 18:35:15.590239 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:15.596567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] No DVR routers for this DVR port a63a576b-5328-4fb3-ba95-5c21b087744a on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:35:15.612083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.621296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-deleted', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:15.662565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:15.673633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae3f7-ed9f-4fa7-9104-4176d4c92aec req-a5c74422-e146-4550-955e-d52c3a10ea9e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:15.675418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9acae3f7-ed9f-4fa7-9104-4176d4c92aec req-a5c74422-e146-4550-955e-d52c3a10ea9e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:15.681051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-307bec2f-e493-4dd3-b997-715fc84733c0 req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.15 "DELETE /v2.0/ports/a63a576b-5328-4fb3-ba95-5c21b087744a HTTP/1.1" status: 204 len: 173 time: 3.0038078 May 14 18:35:15.686490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Usage tracker for resource:port and tenant:d651803427d242dfa93aa854e5dd5686 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:15.690937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:15.764304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:15.772236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-9acae3f7-ed9f-4fa7-9104-4176d4c92aec req-a5c74422-e146-4550-955e-d52c3a10ea9e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:15.774153 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9acae3f7-ed9f-4fa7-9104-4176d4c92aec req-a5c74422-e146-4550-955e-d52c3a10ea9e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=93510069-1391-4935-aaa0-6c8b57bae478 HTTP/1.1" status: 200 len: 866 time: 0.6500797 May 14 18:35:15.845726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Made reservation on behalf of d651803427d242dfa93aa854e5dd5686 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:15.851827 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:15.935827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9acae3f7-ed9f-4fa7-9104-4176d4c92aec req-fdb69bb7-6de1-4c66-944a-ebffb1198552 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=93db9eeb-b67d-4467-8e90-83ed44b6158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464047 May 14 18:35:16.268986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33876) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:16.306057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.330120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:16.335828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Usage tracker for resource:security_group_rule and tenant:b01357f0f0704dc79dcc4fc3e7aa2c25 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:16.339338 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:16.348792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:16.480521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8664efa8-39d3-454f-b5bc-d00ef0370075 req-1a94f12e-6492-4383-95ba-97bf42416b07 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 210 time: 0.0625381 May 14 18:35:16.555353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.556577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Allocated IP 172.20.0.6 (7dfae54b-a8fd-438f-9699-895ae4e490c6/4e3a8636-41a7-4768-aeb8-146da2030461/78aa5ff2-2b7e-4b66-b05e-c537e0c32452) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:16.563434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.609976 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93510069-1391-4935-aaa0-6c8b57bae478', 'name': 'network-vif-deleted', 'tag': 'a63a576b-5328-4fb3-ba95-5c21b087744a', 'status': 'completed', 'code': 200} May 14 18:35:16.618636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3045b88f-9875-4f3e-a65b-b3046ca1465a tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:16.668650 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b01357f0f0704dc79dcc4fc3e7aa2c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985531 May 14 18:35:16.669615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48a19e-1c68-4e30-b1ca-d12bdffc9a59,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:16.673529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:16.673529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33888) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:16.737112 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.765920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.826180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.830628 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.839761 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b481301-2b66-4f90-b478-79e4773a48ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:16.848923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Transition to ACTIVE for port object 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:16.856095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48a19e-1c68-4e30-b1ca-d12bdffc9a59,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:16.859772 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:16.862091 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.863450 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e48a19e-1c68-4e30-b1ca-d12bdffc9a59 HTTP/1.1" status: 204 len: 168 time: 0.1886761 May 14 18:35:16.883073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:16.891500 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:16.968994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:16.973919 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:16.987748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:16.988956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:17.011611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:17.109896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33900) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:17.141317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:17.142000 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:17.202529 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1164880 May 14 18:35:17.221276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Request body: {'port': {'device_id': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:17.387080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b505c79f-0bd8-441f-9b8f-af4082c2a911 None None] Provisioning for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:17.398505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b505c79f-0bd8-441f-9b8f-af4082c2a911 None None] Provisioning complete for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:17.398892 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b505c79f-0bd8-441f-9b8f-af4082c2a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:17.554749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:17.638020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b505c79f-0bd8-441f-9b8f-af4082c2a911 None None] Port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:35:18.172163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caeda8-7773-499e-b483-0c6612398e04 req-70ee2cd5-5d3d-4bec-85a6-d75bfd14046b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:18.173205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-71caeda8-7773-499e-b483-0c6612398e04 req-70ee2cd5-5d3d-4bec-85a6-d75bfd14046b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Synchronizing usage tracker for tenant:d651803427d242dfa93aa854e5dd5686 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:18.198325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:18.229988 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:18.246621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-71caeda8-7773-499e-b483-0c6612398e04 req-70ee2cd5-5d3d-4bec-85a6-d75bfd14046b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Unset dirty status for tenant:d651803427d242dfa93aa854e5dd5686 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:18.254079 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71caeda8-7773-499e-b483-0c6612398e04 req-70ee2cd5-5d3d-4bec-85a6-d75bfd14046b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 931 time: 0.3487151 May 14 18:35:18.269524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:18.297248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Transition to ACTIVE for port object 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:18.318307 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:18.325740 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:18.430142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-71caeda8-7773-499e-b483-0c6612398e04 req-fa1e40be-c3ec-4542-a6b9-fd777c8d239a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748528 May 14 18:35:18.691207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:18.747244 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:18.874672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:18.875435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:18.879512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:18.887324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:35:18.887676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:18.895253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:18.895599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:18.896016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Bound using segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:18.896454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Bound port: 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:18.896803 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:18.969009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 6cf55c02-f2dd-4659-9a30-0f258790448a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:18.969441 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:19.051632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:19.055646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:19.061585 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:19.075749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d71b9f2a-0477-41a9-b9ce-cb0204d3dce6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:19.184173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:19.189506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:19.206425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:19.207858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:19.210407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] 10.222.0.22 "PUT /v2.0/ports/78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 1091 time: 1.9953594 May 14 18:35:19.210961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:19.274672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 6cf55c02-f2dd-4659-9a30-0f258790448a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6cf55c02-f2dd-4659-9a30-0f258790448a,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:19.275232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:19.348980 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'status': 'completed', 'code': 200} May 14 18:35:19.391923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-75267f98-94d7-4398-ad61-b63520ef89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:19.393451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-75267f98-94d7-4398-ad61-b63520ef89ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1094 time: 0.1361027 May 14 18:35:19.530601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 6cf55c02-f2dd-4659-9a30-0f258790448a owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:19.559722 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-52d1a4a6-1f91-41aa-83d1-9fb30ca87fb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 217 time: 0.1541734 May 14 18:35:19.820611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-35409cb9-1065-4da0-8a95-c3685b103097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:19.822119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-35409cb9-1065-4da0-8a95-c3685b103097 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.2518315 May 14 18:35:19.889135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:19.901648 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6baa356-a873-44f6-ae59-e75e0e98b2ff tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:19.927063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b55eb-b869-4958-8f45-9a057c9b0208 req-12ab064f-1d24-44b3-b689-d88cd31ca098 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:19.929482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c2b55eb-b869-4958-8f45-9a057c9b0208 req-12ab064f-1d24-44b3-b689-d88cd31ca098 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 943 time: 0.1839659 May 14 18:35:19.972952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-bd1d822e-a048-4d88-9e29-c04f3617b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:19.975242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-bd1d822e-a048-4d88-9e29-c04f3617b4da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405435 May 14 18:35:20.009169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=6cf55c02-f2dd-4659-9a30-0f258790448a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:20.020436 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:20.199258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-e1c8d7e0-54ba-481f-ab8d-e03d9c8a0c28 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130470 May 14 18:35:20.204061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c2b55eb-b869-4958-8f45-9a057c9b0208 req-46390600-d384-471f-9c5e-b49cd3ca9eae tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568777 May 14 18:35:20.471388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:20.848814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1cc125d1-3a27-448c-94b2-f1695d89960f req-52b86d14-62b3-4b35-8073-25947b2a3cd8 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364601 May 14 18:35:21.088093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-2e1459a8-3d3f-4a63-91e5-18d3ef128030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:21.089779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-2e1459a8-3d3f-4a63-91e5-18d3ef128030 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1094 time: 0.1661944 May 14 18:35:21.328489 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:35:21.347897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-1e91d11a-8b23-4d51-93c8-595923250ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:21.359714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-1e91d11a-8b23-4d51-93c8-595923250ca7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.2476623 May 14 18:35:21.565129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:35:21.579089 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] Sync routers for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:35:21.591352 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4799280 May 14 18:35:21.594094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 33992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:21.609569 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:21.610212 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:21.621177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-cfbdf60a-8f06-49ed-9b25-b681f63b2b5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 217 time: 0.2604692 May 14 18:35:21.687765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting subnet f0ea728f-6ae7-4d70-a28b-b45dfcccf294 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:35:21.691402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:21.742991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f0113-80b4-49d7-b445-538ab0e29730 req-abe7756f-f049-490e-b4ef-8566cfa3f0cc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:21.744636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-770f0113-80b4-49d7-b445-538ab0e29730 req-abe7756f-f049-490e-b4ef-8566cfa3f0cc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 943 time: 0.1895077 May 14 18:35:21.746210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-b2775db3-8007-4c38-a746-29530b301f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:21.747644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-b2775db3-8007-4c38-a746-29530b301f4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.1116562 May 14 18:35:21.820967 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:21.853502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-770f0113-80b4-49d7-b445-538ab0e29730 req-2c77ecc5-74e6-474a-9e03-086afe0d7c55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020877 May 14 18:35:21.873012 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:21.905992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-3257508e-f4cc-4f62-b865-ba6b9d7044f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:21.907523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-3257508e-f4cc-4f62-b865-ba6b9d7044f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265132 May 14 18:35:21.976263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:22.185681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-17e64d17-1e46-414b-bcc0-55fa5cae6c11 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656236 May 14 18:35:22.257073 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:35:19Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:22.265256 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] Checking router: 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:35:22.275232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] Routers {'7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:22.275849 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:22.330369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:22.334984 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6653e014-39be-4ce3-9d81-519a28e65142 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:22.457067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ea728f-6ae7-4d70-a28b-b45dfcccf294,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:22.462096 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:22.471812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:22.473345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95151ead-6aae-40f9-8e46-68f6b5e2a45a None None] Network d66c4ac7-2e82-4462-b336-7be91af6a4d9 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:35:22.479767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/subnets/f0ea728f-6ae7-4d70-a28b-b45dfcccf294 HTTP/1.1" status: 204 len: 168 time: 0.8838687 May 14 18:35:22.482473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:22.557761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37cbcab6-9714-49d1-b672-4f182852b0d3 req-cf4f779b-6bce-4a4a-ae01-1f1251afc4e0 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594153 May 14 18:35:22.598733 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] Set router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:22.784122 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:23.034853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] DHCP port deletion for d66c4ac7-2e82-4462-b336-7be91af6a4d9 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:35:23.045339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:23.119525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Deleting port aedae11c-1f00-467c-8b81-832d9bb32403 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:23.120488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:23.195969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:23.198959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:23.241822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] For port aedae11c-1f00-467c-8b81-832d9bb32403, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=aedae11c-1f00-467c-8b81-832d9bb32403,segment=NetworkSegment(b7af6a8b-a3b8-4235-a6de-69b06970c5dd),segment_id=b7af6a8b-a3b8-4235-a6de-69b06970c5dd)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:23.242853 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:23.259290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732faee-5835-4a10-bd10-5ac6344f2c59 req-464bb63a-e34f-4811-a8f6-422454087554 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:23.264852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8732faee-5835-4a10-bd10-5ac6344f2c59 req-464bb63a-e34f-4811-a8f6-422454087554 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 943 time: 0.2260113 May 14 18:35:23.332971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8732faee-5835-4a10-bd10-5ac6344f2c59 req-e33c5221-6319-4107-a09b-23fb716bc498 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623243 May 14 18:35:23.391815 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:35:19Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:23.405055 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40db3a-80de-424b-a50b-a10fd9b2f90f None None] The sync data for ids ['7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c'] in n-d-787206-3 is: [{'id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1499335133', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:16Z', 'updated_at': '2021-05-14T18:35:19Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '03e6005b-c424-4b17-9beb-4a9e7d68f6c8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:18Z', 'updated_at': '2021-05-14T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:35:23.514466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 03e6005b-c424-4b17-9beb-4a9e7d68f6c8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:23.514828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:23.528063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:35:23.568056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Calling delete_port for aedae11c-1f00-467c-8b81-832d9bb32403 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:23.792089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:23.838042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'mac_address': 'fa:16:3e:e8:23:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:35:23.990814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device aedae11c-1f00-467c-8b81-832d9bb32403 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:35:24.041010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:24.137364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.165127 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:24.218139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Pushing event deleted for resources: {'Port': ['ID=aedae11c-1f00-467c-8b81-832d9bb32403,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:24.226664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port aedae11c-1f00-467c-8b81-832d9bb32403 update to DOWN by agent not found {{(pid=79561) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 14 18:35:24.232035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] No DVR routers for this DVR port aedae11c-1f00-467c-8b81-832d9bb32403 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:35:24.236898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.237239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.237660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.238051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.238299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.238641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.238972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.239399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.247149 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.247929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.248102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.248690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:24.253202 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:24.254411 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.263834 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.268051 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:24.281031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:24.302968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:24.338772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.341011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=03e6005b-c424-4b17-9beb-4a9e7d68f6c8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:24.345050 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:24.401344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.405900 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:24.467805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:24.471784 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:24.504931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.606627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['78aa5ff2-2b7e-4b66-b05e-c537e0c32452'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:35:24.666251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918c60-be3f-40de-8b33-064ad91e5b2b req-b00475d8-42a0-489a-a8d9-92eb82af3268 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:24.668107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13918c60-be3f-40de-8b33-064ad91e5b2b req-b00475d8-42a0-489a-a8d9-92eb82af3268 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1335373 May 14 18:35:24.763397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13918c60-be3f-40de-8b33-064ad91e5b2b req-d5e1e462-002e-4294-8134-dc98d47313db tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867481 May 14 18:35:24.815612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.822616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.869133 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.871262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:35:24.900672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:24.901962 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/routers/7e6f9f13-46c6-4cc3-b5fd-d4fd3df2b76c HTTP/1.1" status: 204 len: 168 time: 2.4184992 May 14 18:35:24.905183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34052) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:25.118966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.262876 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.277833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66c4ac7-2e82-4462-b336-7be91af6a4d9']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:25.294785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:25.295454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7af6a8b-a3b8-4235-a6de-69b06970c5dd') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:25.311898 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.330313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.337412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:35:25.338007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: timer() May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:35:25.409806 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:35:25.477072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.489167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.513304 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5286ff7-64b2-42b3-b5cd-9c37faac2caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:25.566232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Network': ['ID=d66c4ac7-2e82-4462-b336-7be91af6a4d9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:25.572617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:35:25.588183 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:25.588183 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/networks/d66c4ac7-2e82-4462-b336-7be91af6a4d9 HTTP/1.1" status: 204 len: 168 time: 0.6789179 May 14 18:35:25.588496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34058) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:25.660201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:35:25.660727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 03e6005b-c424-4b17-9beb-4a9e7d68f6c8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:35:25.660956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6cf55c02-f2dd-4659-9a30-0f258790448a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:35:25.695795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6cf55c02-f2dd-4659-9a30-0f258790448a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:35:25.696153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6cf55c02-f2dd-4659-9a30-0f258790448a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:35:25.705560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.739449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.832710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.850530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6906f05-91ff-4b71-97c9-4fe6657aef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:25.886374 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:25.896433 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/security-groups/93db9eeb-b67d-4467-8e90-83ed44b6158c HTTP/1.1" status: 204 len: 168 time: 0.3068459 May 14 18:35:25.898053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db9eeb-b67d-4467-8e90-83ed44b6158c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:25.901336 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:26.037160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbfd2c-9718-4dd9-a953-82e3877b17b6 req-e579e791-21c7-40e2-b8f9-b3a4a8ea0dd9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:26.038843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4edbfd2c-9718-4dd9-a953-82e3877b17b6 req-e579e791-21c7-40e2-b8f9-b3a4a8ea0dd9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1048670 May 14 18:35:26.124817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4edbfd2c-9718-4dd9-a953-82e3877b17b6 req-55f4dd18-b34c-4f06-b568-4ebd4392c183 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788529 May 14 18:35:26.338821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34084) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:26.496564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34090) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:26.503112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584589036', 'description': 'tempest-secgroup-smoke-1584589036 description', 'project_id': 'a43b1e4fc53d439bb8822476c970e030'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:26.518694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:26.530323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:26.537566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:26.549981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:26.596604 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.617960 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.637974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:26.642427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:26.644794 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:26.648695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:26.651983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Usage tracker for resource:security_group_rule and tenant:4917beb5552244249ac7a760153343ed is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:26.657305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:26.662901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:26.667455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:26.690696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34098) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:26.806920 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.838473 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.840979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.842073 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.857750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:26.862587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:27c5589d5ad14e198fa11e8ae6de19fd is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:26.866309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:26.872487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:26.876618 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-de5546d6-147e-40c2-9b57-5f9893c1a6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:26.886696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4917beb5552244249ac7a760153343ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465529 May 14 18:35:26.887518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.921220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34104) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:26.943452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.944626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4468627 May 14 18:35:26.958377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34108) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:26.969678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:26.985362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.988401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:26.992386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:26.994021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:26.997108 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:27.000003 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2e1735a7-72cb-4b6b-b44a-17d2d9bf7d00 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.003767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:27.027159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a80c7bd-8932-42a3-8d01-55fba0ebaedf,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.040521 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.041171 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.048456 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.065523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d04a41-2d75-4d3f-8335-7d72068fab19,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.074737 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0dc3-99d3-4eb4-9934-146f1dcf6a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.087008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27c5589d5ad14e198fa11e8ae6de19fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921952 May 14 18:35:27.087008 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.087302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34116) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:27.138507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.150774 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.160696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.172173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.181350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.195461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.199144 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4f618941-1743-406d-bd2e-5ffc608a19f1 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.211798 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.233727 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.251791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66115a4d-0a03-4324-8696-22f50d81f46d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.269199 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.283624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.288020 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-96f75162-8d81-42ac-a477-631437fc5ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.301493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d04a41-2d75-4d3f-8335-7d72068fab19,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.305454 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.308315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.311768 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72d04a41-2d75-4d3f-8335-7d72068fab19 HTTP/1.1" status: 204 len: 168 time: 0.2212851 May 14 18:35:27.339014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.342942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809915 May 14 18:35:27.343306 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34124) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:27.348669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:27.356220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:27.360909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:27.364947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:27.370121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:27.392611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.396850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.405207 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7de788a9-4475-4932-b5bf-718846961efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.422284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a80c7bd-8932-42a3-8d01-55fba0ebaedf,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.427768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:27.437920 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.453020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.459442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a80c7bd-8932-42a3-8d01-55fba0ebaedf HTTP/1.1" status: 204 len: 168 time: 0.5323870 May 14 18:35:27.469250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.476947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.479495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.514929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e414b5-8f1e-4f43-a94f-5a9df9ad5acc req-af26d82e-f51f-4e3b-9582-ccd5f59bfb1f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:27.528831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05e414b5-8f1e-4f43-a94f-5a9df9ad5acc req-af26d82e-f51f-4e3b-9582-ccd5f59bfb1f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.2540877 May 14 18:35:27.542736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b632c1be-7b50-4747-ad04-287edd29ea2f,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.551505 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.573022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.574124 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2298679 May 14 18:35:27.576850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34132) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:27.586210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:27.604077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:27.613770 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:27.620009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:27.629853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:27.648806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-05e414b5-8f1e-4f43-a94f-5a9df9ad5acc req-0d7203bf-05fd-45cc-85d7-ef184b875cd6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187718 May 14 18:35:27.652359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:27.658712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:27.659189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.670203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.805423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.826592 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.835516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.838760 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-94981940-adee-4560-aebc-3219b931e7bc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.842143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:27.855064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:27.867285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495a05a0-0e0f-4384-b03a-080fcba3701c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:27.868052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.872296 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:27.872747 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:27.892966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:27.897525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156705 May 14 18:35:27.898231 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34146) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:27.903483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:27.917729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:27.925150 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:27.931046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:27.949457 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'code': 200} May 14 18:35:27.949654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:27.983377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.003752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.015403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:28.020217 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:28.082198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.089625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.100926 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2e5df00-9a09-47fd-80c2-2ee7542f6c5f tempest-AttachVolumeTestJSON-755050101 tempest-AttachVolumeTestJSON-755050101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:28.123165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7578357-ea22-405d-9eb9-df2486ba1447,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:28.126513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:28.137571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.141334 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2397003 May 14 18:35:28.141978 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:28.149967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:28.157880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:28.162586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7a1d7-e222-46f0-899e-c5b30e47bab7 req-514a1f43-cfd2-4417-b730-03d3163f6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:28.163534 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6b7a1d7-e222-46f0-899e-c5b30e47bab7 req-514a1f43-cfd2-4417-b730-03d3163f6e85 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1096 time: 0.1144063 May 14 18:35:28.165233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:28.168505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:28.180417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:28.197739 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:35:28.209408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.247336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6b7a1d7-e222-46f0-899e-c5b30e47bab7 req-c1339637-e6fd-43c3-97cd-230974f6436c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726125 May 14 18:35:28.295373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.301630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.305033 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2dbc5a8-ce87-4e0b-864b-5ba305e19734 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:28.330944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8c1f8-b4d6-4fbf-955e-9b5ee9cc1680,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:28.335658 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:28.346716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.347818 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2048950 May 14 18:35:28.351337 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34174) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:28.357472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'security_group_rule': {'security_group_id': 'da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:28.365113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:28.369644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:security_group_rule and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:28.372828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:28.387586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:28.401461 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Project a43b1e4fc53d439bb8822476c970e030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:35:28.409054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.537328 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.548064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.549905 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-228cc6b9-8405-4f78-92bc-8cea45797ba4 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:28.566974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efffc70-4165-4343-9b78-4625db70b928,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:28.571382 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:28.588103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.592066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-93d87af8-321b-4a81-9054-86ce99ef5bca tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2371449 May 14 18:35:28.592304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34186) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:28.604669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'network': {'name': 'tempest-network-smoke--2126922690', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'port_security_enabled': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:28.612751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:28.619028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:network and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:28.624656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:28.638258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:28.650983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:28.657745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.697247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:35:28.710024 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.710515 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Added segment 4db33a3a-6572-43a1-b3ec-cd0ed95031c8 of type vlan for network 836d53e9-dba4-479e-a14c-f46cc20e4acc May 14 18:35:28.754889 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.813757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.819996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:28.820597 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:28.839930 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-efaab33d-6bfa-486f-8637-603ff6865a46 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:28.921010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e49e-77df-4fe0-899f-25696fb00f84 req-036be4b2-247f-4e13-8bce-d4c63c13e0e8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:28.929213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d091e49e-77df-4fe0-899f-25696fb00f84 req-036be4b2-247f-4e13-8bce-d4c63c13e0e8 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.0959005 May 14 18:35:28.997003 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4034128 May 14 18:35:29.002132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:29.002338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d091e49e-77df-4fe0-899f-25696fb00f84 req-479a8a1e-0a19-468b-ab35-5246c90e1e1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704100 May 14 18:35:29.010769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'admin_state_up': True, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:29.019789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:29.044509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:router and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:29.060222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:29.066802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:29.078050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Network': ['ID=836d53e9-dba4-479e-a14c-f46cc20e4acc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:29.081607 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:29.093537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:35:29.098667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:29.100944 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:29.129782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:29.521503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:29.614023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:29.669565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34220) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:29.775801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95a87016-15d0-40db-be13-606b6073c2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:29.836395 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.056774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:30.068258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Usage tracker for resource:security_group_rule and tenant:f3a137b69e41420ca581032c5985946e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:30.073842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:30.088938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:30.199353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.233261 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.317582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f922d-7e5a-4ff4-b214-c2ad7da8315f req-b6bd2e56-7a82-4acd-be0d-179ad3410cb1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:30.320202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d8f922d-7e5a-4ff4-b214-c2ad7da8315f req-b6bd2e56-7a82-4acd-be0d-179ad3410cb1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.1374450 May 14 18:35:30.325108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.346281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.367772 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-659f8327-8876-404e-b47d-7b8c78e1fcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:30.403208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d8f922d-7e5a-4ff4-b214-c2ad7da8315f req-d4694521-f119-491f-947b-9fa1d84cbc20 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767813 May 14 18:35:30.447070 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3a137b69e41420ca581032c5985946e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7763195 May 14 18:35:30.451403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa97572a-cc7a-4ff7-b31a-caac22b85e14,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:30.452909 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.68 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/0aabc5f0-14c6-47fa-aa0c-30e58452655f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:30.469316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34244) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:30.471411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.471916 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.472330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.472715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.473093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.473468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.474427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.474999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.475660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.484163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.484738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.485132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:30.508167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:30.592700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.689018 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.705325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.740269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.745292 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87223899-1aa0-424d-a3b6-174093982205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:30.750452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b05dc-029a-40f8-b84e-72259a49a34b req-39e9236f-5034-4455-90e9-81f173c85446 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:30.751942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-902b05dc-029a-40f8-b84e-72259a49a34b req-39e9236f-5034-4455-90e9-81f173c85446 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.1382444 May 14 18:35:30.773085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34248) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:30.779300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Request body: {'floatingip': {'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:30.810318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:30.813581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:30.816448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:30.835956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.858846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.865775 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7ad1b8ef-6609-4067-9868-d852a3b15223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:30.876625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.877574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=0aabc5f0-14c6-47fa-aa0c-30e58452655f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:30.881236 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:30.949109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa97572a-cc7a-4ff7-b31a-caac22b85e14,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:30.985928 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:30.993930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:30.995030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa97572a-cc7a-4ff7-b31a-caac22b85e14 HTTP/1.1" status: 204 len: 168 time: 0.4897432 May 14 18:35:31.315624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-fd7315df-13fe-496d-9a14-80673c2555e0 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6cd4545224fa48fc91b0738ce5f22120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476325 May 14 18:35:31.367194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:31.529151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-4498f7e3-8a5b-41d8-a2f3-9c67a8529fd7 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:31.540709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-4498f7e3-8a5b-41d8-a2f3-9c67a8529fd7 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188280 May 14 18:35:31.563470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-e6d4ef9d-e8e5-4e8e-8f2a-c708ff570f38 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/quotas/6cd4545224fa48fc91b0738ce5f22120 HTTP/1.1" status: 200 len: 375 time: 0.0217524 May 14 18:35:31.630457 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-fb084daa-2a2c-43eb-beee-df9ef30439e6 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6cd4545224fa48fc91b0738ce5f22120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578914 May 14 18:35:31.969961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:32.049784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0ba56eaa-88d9-428b-9698-094b3bbac74b req-8971c8b5-6d4d-454d-872c-9f845d1c8f09 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 210 time: 0.0816615 May 14 18:35:32.099352 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:32.104921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:32.349659 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:32.488817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 1bbc97f1-c60d-43d1-a8fe-21a134166601 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:35:32.695497 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Floating IP cc970ff0-e141-4b5d-943d-eca6449a7beb associated. External IP: 172.25.4.35, port: 78aa5ff2-2b7e-4b66-b05e-c537e0c32452. May 14 18:35:32.759265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:35:32.770102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Sync routers for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:35:32.787465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:32.788244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:32.835949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:32.840137 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8356056 May 14 18:35:32.840513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34316) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:32.915454 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1254ed8f-4ec5-42b9-a47e-bf592e4c1a5d tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a43b1e4fc53d439bb8822476c970e030&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736380 May 14 18:35:32.917850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:33.154744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f766f05-be87-4702-95e6-e890de4f100f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:33.162793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6f766f05-be87-4702-95e6-e890de4f100f tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2435849 May 14 18:35:33.168755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34332) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:33.240492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:33.244234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e67e350-afe8-45f8-a5ac-30518ff5f66d tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741293 May 14 18:35:33.247542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34340) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:33.254501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1908817818', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:33.382274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:33.386581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:subnet and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:33.389742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:33.396949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:33.426733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:33.432223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-775a8b3b-0185-41bf-bca5-1aea84b0a09a req-1e78d6f2-d9ed-447c-8548-2b3413048c42 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 210 time: 0.1050410 May 14 18:35:33.434331 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-b1192a4f-af1d-487f-9336-07ab5f9bacd7 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6cd4545224fa48fc91b0738ce5f22120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059461 May 14 18:35:33.434650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:33.443463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:35:33.639870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-154280ec-3a09-4b90-8a77-048edb2d0904 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:33.641300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-154280ec-3a09-4b90-8a77-048edb2d0904 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963058 May 14 18:35:33.761437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:31Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:33.766787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Checking router: 1bbc97f1-c60d-43d1-a8fe-21a134166601 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:35:33.767292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Updating router 1bbc97f1-c60d-43d1-a8fe-21a134166601 port 0aabc5f0-14c6-47fa-aa0c-30e58452655f binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:35:33.794863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Request body: {'port': {'device_id': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': '6cd4545224fa48fc91b0738ce5f22120'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:33.962963 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.034507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:34.041331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Usage tracker for resource:port and tenant:6cd4545224fa48fc91b0738ce5f22120 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:34.046544 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:34.055462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:34.078870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Made reservation on behalf of 6cd4545224fa48fc91b0738ce5f22120 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:34.082976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.105778 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.129568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:34.135024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Usage tracker for resource:security_group_rule and tenant:6cd4545224fa48fc91b0738ce5f22120 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:34.141228 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:34.148587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:34.251986 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.271396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.321643 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.327053 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02db0618-4e83-489c-b5a6-3610d795d9c3 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:34.341959 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d305ec78-583e-4547-b614-182473cea096 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:34.406747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f510a18-25cc-45a1-9a61-041095407bc1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:34.417518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Subnet': ['ID=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:34.420405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:35:34.420642 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:34.428019 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:34.430156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Checking segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:34.430580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network hostable DHCP agents. Network: 836d53e9-dba4-479e-a14c-f46cc20e4acc, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:35:34.431320 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:35:34.447609 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:34.448431 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:34.497482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.500912 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:35:34.537358 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 836d53e9-dba4-479e-a14c-f46cc20e4acc) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:34.549917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf6039-6fcc-433c-bbca-c7b892d2e914 None None] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:35:34.558383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:34.567716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.570953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-85c01d0c-119f-4fd1-a9e6-aa9176ff6a05 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "PUT /v2.0/floatingips/cc970ff0-e141-4b5d-943d-eca6449a7beb HTTP/1.1" status: 200 len: 990 time: 3.7965529 May 14 18:35:34.603197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:34.612430 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3636148 May 14 18:35:34.615421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34368) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:34.824210 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.844689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Transition to ACTIVE for port object 0aabc5f0-14c6-47fa-aa0c-30e58452655f will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:34.845053 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:34.896983 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:34.900859 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:34.946310 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-836d53e9-dba4-479e-a14c-f46cc20e4acc', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:35:34.947265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:35.121877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d750c0a-e8b0-4773-8594-d2882e6e2bcf None None] Pushing event updated for resources: {'Port': ['ID=0aabc5f0-14c6-47fa-aa0c-30e58452655f,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:35.126141 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Attempting to bind port 0aabc5f0-14c6-47fa-aa0c-30e58452655f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:35.126520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Attempting to bind port 0aabc5f0-14c6-47fa-aa0c-30e58452655f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:35.126888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Attempting to bind port 0aabc5f0-14c6-47fa-aa0c-30e58452655f on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:35.131042 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3d750c0a-e8b0-4773-8594-d2882e6e2bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:35.145395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:35.146506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:35.146930 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:35.147366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:35.147858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Bound port: 0aabc5f0-14c6-47fa-aa0c-30e58452655f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:35.148243 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:35.161166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Allocated IP 192.168.233.82 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:35.321102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] For port 0aabc5f0-14c6-47fa-aa0c-30e58452655f, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:35.324414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] For port 0aabc5f0-14c6-47fa-aa0c-30e58452655f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0aabc5f0-14c6-47fa-aa0c-30e58452655f,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:35.336215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:35.343641 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f140d6f1-558a-4e6e-82ab-c656508abf04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:35.433465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d750c0a-e8b0-4773-8594-d2882e6e2bcf None None] Pushing event updated for resources: {'Port': ['ID=0aabc5f0-14c6-47fa-aa0c-30e58452655f,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:35.451758 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3d750c0a-e8b0-4773-8594-d2882e6e2bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:35.482073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:35.505902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Transition to ACTIVE for port object 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:35.513020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Allocated IP 172.20.0.2 (836d53e9-dba4-479e-a14c-f46cc20e4acc/d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7/744e70c0-c218-44ff-93fa-f8444752118b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:35.513472 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'cc970ff0-e141-4b5d-943d-eca6449a7beb', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'mac_address': 'fa:16:3e:e8:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:35:08Z', 'updated_at': '2021-05-14T18:35:31Z', 'revision_number': 1, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:35.518030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8b101e3f-af13-4531-9e4d-2083b4e0937f req-b5330dfa-5d9b-4ad4-b0ff-4328bf7eb608 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Synchronizing usage tracker for tenant:6cd4545224fa48fc91b0738ce5f22120 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:35.518457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:35.519218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:35.522854 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:35:35.550718 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:35.551236 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:35.742209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-8b101e3f-af13-4531-9e4d-2083b4e0937f req-b5330dfa-5d9b-4ad4-b0ff-4328bf7eb608 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Unset dirty status for tenant:6cd4545224fa48fc91b0738ce5f22120 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:35.752012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8b101e3f-af13-4531-9e4d-2083b4e0937f req-b5330dfa-5d9b-4ad4-b0ff-4328bf7eb608 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 210 time: 0.7308891 May 14 18:35:35.859268 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:35.868269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:35.883447 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-79b63213-32fc-4896-ab66-ced8187da09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:36.018610 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'status': 'completed', 'code': 200} May 14 18:35:36.044846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:36.132591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:36.142697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:36.334904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:36.472215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:36.473043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:36.482750 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'cc970ff0-e141-4b5d-943d-eca6449a7beb', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'mac_address': 'fa:16:3e:e8:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:35:08Z', 'updated_at': '2021-05-14T18:35:31Z', 'revision_number': 1, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:36.490224 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad894717-8eef-4fc4-b64e-4805a7af970c None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'cc970ff0-e141-4b5d-943d-eca6449a7beb', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'mac_address': 'fa:16:3e:e8:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:35:08Z', 'updated_at': '2021-05-14T18:35:31Z', 'revision_number': 1, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:35:36.593452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:36.630054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Pushing event updated for resources: {'Port': ['ID=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:36.647872 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:36.650431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9764283 May 14 18:35:36.666923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Transition to ACTIVE for port object 744e70c0-c218-44ff-93fa-f8444752118b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:36.679058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Request body: {'port': {'device_id': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:36.703461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-092888d9-e65e-49a5-a82d-139904bc09b5 None None] Provisioning for port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:36.718907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-092888d9-e65e-49a5-a82d-139904bc09b5 None None] Provisioning complete for port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:36.719316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-092888d9-e65e-49a5-a82d-139904bc09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:36.726938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-d3b5d77c-e811-4889-ae98-50416bb16ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:36.728512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-d3b5d77c-e811-4889-ae98-50416bb16ee3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1096 time: 0.6948299 May 14 18:35:36.781390 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Transition to ACTIVE for port object 744e70c0-c218-44ff-93fa-f8444752118b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:36.782463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-092888d9-e65e-49a5-a82d-139904bc09b5 None None] Port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:35:36.794574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:36.806424 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:36.855029 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6801107-b852-4644-a0a2-cf83ef3e233c None None] New status for floating IP cc970ff0-e141-4b5d-943d-eca6449a7beb: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:35:36.995383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Pushing event updated for resources: {'Port': ['ID=744e70c0-c218-44ff-93fa-f8444752118b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:37.001482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:37.002409 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:37.015492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:37.024230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:37.165486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:37.175060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-c0e01dd6-b6aa-4b02-bdf0-1ff065897c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:37.176611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-c0e01dd6-b6aa-4b02-bdf0-1ff065897c53 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.4358835 May 14 18:35:37.316306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Attempting to bind port 744e70c0-c218-44ff-93fa-f8444752118b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:37.316799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Attempting to bind port 744e70c0-c218-44ff-93fa-f8444752118b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:37.317781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Attempting to bind port 744e70c0-c218-44ff-93fa-f8444752118b on network 836d53e9-dba4-479e-a14c-f46cc20e4acc {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:37.338229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:37.339080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Checking segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:37.339080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:37.339472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Bound using segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:37.339929 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Bound port: 744e70c0-c218-44ff-93fa-f8444752118b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:37.340314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:37.447465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:31Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:37.454061 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b5490-6771-4c53-af34-8baa7ab81ddd None None] The sync data for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 is: [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:31Z', 'revision_number': 3, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:35:37.535589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] For port 744e70c0-c218-44ff-93fa-f8444752118b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:37.547613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] For port 744e70c0-c218-44ff-93fa-f8444752118b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=744e70c0-c218-44ff-93fa-f8444752118b,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:37.565255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:37.582201 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-431d703a-d455-463d-9564-5bbb2e3f4431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:37.755996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Pushing event updated for resources: {'Port': ['ID=744e70c0-c218-44ff-93fa-f8444752118b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:37.761148 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:37.767670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126c67f-681e-4417-a576-07bde09d2b79 req-b062cfc0-e142-48fa-8c59-0bb988315fe5 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:37.777866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a126c67f-681e-4417-a576-07bde09d2b79 req-b062cfc0-e142-48fa-8c59-0bb988315fe5 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 935 time: 0.8422234 May 14 18:35:37.804323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-593e35d5-3d64-4222-b2f6-a0d74480e0d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 1000 time: 0.6177022 May 14 18:35:37.879622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:38.227202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a126c67f-681e-4417-a576-07bde09d2b79 req-f207c771-f6bc-4eec-8655-d797d0d1914e tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Synchronizing usage tracker for tenant:6cd4545224fa48fc91b0738ce5f22120 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:38.302986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-a8a5a9d0-1c51-474d-aeeb-540612a2f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:38.304559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-a8a5a9d0-1c51-474d-aeeb-540612a2f7ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.4822233 May 14 18:35:38.505700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-a126c67f-681e-4417-a576-07bde09d2b79 req-f207c771-f6bc-4eec-8655-d797d0d1914e tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Unset dirty status for tenant:6cd4545224fa48fc91b0738ce5f22120 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:38.506968 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a126c67f-681e-4417-a576-07bde09d2b79 req-f207c771-f6bc-4eec-8655-d797d0d1914e tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282152 May 14 18:35:38.914418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-d65d7251-7a12-49a0-83ee-230e83eb126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:38.917930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-d65d7251-7a12-49a0-83ee-230e83eb126d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6029460 May 14 18:35:39.093472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:39.114314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:39.123073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.1 (836d53e9-dba4-479e-a14c-f46cc20e4acc/d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7/1b7535d7-d252-4ec5-8904-b3a1795631ca) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:39.158040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Transition to ACTIVE for port object 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:39.176509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:39.185810 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89d47882-700d-42b6-bd1d-75a1f3cc9559 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:39.271450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83a159-5ca4-4f30-97a9-af34620658df None None] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:35:39.398098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c280bfda-e1f9-46d7-b278-204ac336998b None None] Provisioning for port 744e70c0-c218-44ff-93fa-f8444752118b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:39.694658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 744e70c0-c218-44ff-93fa-f8444752118b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:39.881734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 744e70c0-c218-44ff-93fa-f8444752118b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:39.887736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 744e70c0-c218-44ff-93fa-f8444752118b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:39.888175 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:39.996166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Pushing event updated for resources: {'Port': ['ID=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:39.999961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:40.077159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.096687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object 1b7535d7-d252-4ec5-8904-b3a1795631ca will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:40.098081 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.127027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-fac95000-63d0-4755-926b-fe75771e6d69 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1980681 May 14 18:35:40.139911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 744e70c0-c218-44ff-93fa-f8444752118b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=744e70c0-c218-44ff-93fa-f8444752118b,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:40.147155 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.148394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0aabc5f0-14c6-47fa-aa0c-30e58452655f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:40.190544 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b0c3694c-b48d-42ff-906b-c2bf129b3b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:40.316408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.330598 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3af23c08-0cec-4332-9802-7d12f40a62a6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:40.399220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45658769-0bb1-4615-be7e-767dbe52bcb0 None None] Provisioning complete for port 744e70c0-c218-44ff-93fa-f8444752118b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:40.399220 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45658769-0bb1-4615-be7e-767dbe52bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.424121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=744e70c0-c218-44ff-93fa-f8444752118b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:40.429768 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:40.461259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0aabc5f0-14c6-47fa-aa0c-30e58452655f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:40.471514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0aabc5f0-14c6-47fa-aa0c-30e58452655f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:40.472122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.477509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:40.495322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:40.507949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:40.650800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970681e-e3a4-43b5-af25-5b1242d66ed7 req-bb9af190-5d45-4c06-b88d-740d4ccd7760 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:40.652540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e970681e-e3a4-43b5-af25-5b1242d66ed7 req-bb9af190-5d45-4c06-b88d-740d4ccd7760 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 947 time: 0.6508510 May 14 18:35:40.666850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=1b7535d7-d252-4ec5-8904-b3a1795631ca,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:40.678015 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.680955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6083cbe-b312-4a51-b214-1a7de5002998 req-7c8ac4e1-9d4a-4ded-b158-67a22256d176 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969823 May 14 18:35:40.684351 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:40.707154 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Attempting to bind port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:40.707572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Attempting to bind port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:40.711781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Attempting to bind port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:40.727789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:35:40.727789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Attempting to bind port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:40.755383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:40.755727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:40.756122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:40.756556 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Bound port: 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:40.757065 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.769320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0aabc5f0-14c6-47fa-aa0c-30e58452655f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0aabc5f0-14c6-47fa-aa0c-30e58452655f,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:40.787205 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.790086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.793683 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:40.813245 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e970681e-e3a4-43b5-af25-5b1242d66ed7 req-f216f966-37eb-4c98-b62b-81d40d6977a7 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277456 May 14 18:35:40.898322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0aabc5f0-14c6-47fa-aa0c-30e58452655f,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:40.901775 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:40.917923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e124a309-18f9-4b09-b367-ebfd31b42b0c None None] Provisioning for port 1b7535d7-d252-4ec5-8904-b3a1795631ca completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:40.925263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e124a309-18f9-4b09-b367-ebfd31b42b0c None None] Provisioning complete for port 1b7535d7-d252-4ec5-8904-b3a1795631ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:40.925872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e124a309-18f9-4b09-b367-ebfd31b42b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.934187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] For port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:40.952492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] For port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:40.958809 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:40.963878 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6f19becc-3ef2-484e-ae28-8c2e5d6f24a9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:41.026372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e124a309-18f9-4b09-b367-ebfd31b42b0c None None] Port 1b7535d7-d252-4ec5-8904-b3a1795631ca cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:35:41.064496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:41.065086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:41.066469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c HTTP/1.1" status: 200 len: 1095 time: 4.4014988 May 14 18:35:41.069686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'tag': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:41.098676 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:41.119834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Pushing event updated for resources: {'Port': ['ID=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:41.135539 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:41.179986 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'tag': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c', 'status': 'completed', 'code': 200} May 14 18:35:41.474265 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-c2442b68-3cb8-4dbe-942d-236ad467924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:41.475865 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-c2442b68-3cb8-4dbe-942d-236ad467924a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4545224fa48fc91b0738ce5f22120&device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 1098 time: 0.3393121 May 14 18:35:41.545680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 744e70c0-c218-44ff-93fa-f8444752118b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:41.575999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-ce2f41fd-7dd7-47db-ab80-f083293d9da6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c HTTP/1.1" status: 200 len: 217 time: 0.0900927 May 14 18:35:41.618107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34494) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:41.643158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 744e70c0-c218-44ff-93fa-f8444752118b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:41.643635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:41.735235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-69d57abb-5949-4c5c-9949-d59af832d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:41.736616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-69d57abb-5949-4c5c-9949-d59af832d227 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.1529357 May 14 18:35:41.780990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0aabc5f0-14c6-47fa-aa0c-30e58452655f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:41.792118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826488a6-6688-4e83-9069-1c2806a09ed2 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:41.793118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826488a6-6688-4e83-9069-1c2806a09ed2 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:41.793748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826488a6-6688-4e83-9069-1c2806a09ed2 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:41.807937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-826488a6-6688-4e83-9069-1c2806a09ed2 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=29cbe4fdbfd44af290490a675076284e&network_id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 2970 time: 0.1878030 May 14 18:35:41.858205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0aabc5f0-14c6-47fa-aa0c-30e58452655f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:41.858591 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:41.919210 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:41.934574 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:41.967692 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-056765f1-830b-458e-8da4-9072eff59719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:42.298184 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:42.386618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-a6f7214b-e23d-478e-bd25-ebe2d780a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:42.388137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-a6f7214b-e23d-478e-bd25-ebe2d780a3c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6272087 May 14 18:35:42.508876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=1b7535d7-d252-4ec5-8904-b3a1795631ca,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:42.563935 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:42.686648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6608d22-1cb6-4d6a-bce3-930ecebc90da req-b37db9b5-f733-44ad-9dae-f178f015ff5c tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:42.688512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6608d22-1cb6-4d6a-bce3-930ecebc90da req-b37db9b5-f733-44ad-9dae-f178f015ff5c tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 947 time: 0.3945115 May 14 18:35:42.735462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:42.737817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-ec65af9b-9d84-400e-a350-ab56b8f9308c service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246465 May 14 18:35:42.741282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:42.905185 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6608d22-1cb6-4d6a-bce3-930ecebc90da req-20bec838-768e-448b-be0a-88f300b23fd6 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055957 May 14 18:35:43.058745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a3f827f-facb-4851-8867-d6c46ad43c6d req-76cd1efc-e190-4055-84ba-6b420bb602f7 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134770 May 14 18:35:43.127552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 1bbc97f1-c60d-43d1-a8fe-21a134166601 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:35:43.133295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fc6befca-9eab-4f38-9cb9-1afd235a51af None None] Provisioning complete for port 1b7535d7-d252-4ec5-8904-b3a1795631ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:43.133856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fc6befca-9eab-4f38-9cb9-1afd235a51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:43.194427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fc6befca-9eab-4f38-9cb9-1afd235a51af None None] Port 1b7535d7-d252-4ec5-8904-b3a1795631ca cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:35:43.389828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-775dc28f-971d-4257-aad4-05f2d9e578df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:43.389828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-775dc28f-971d-4257-aad4-05f2d9e578df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cd4545224fa48fc91b0738ce5f22120&device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 1098 time: 0.1859269 May 14 18:35:43.391520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:35:43.413313 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Sync routers for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:35:43.428872 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:43.429486 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:43.495677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/1bbc97f1-c60d-43d1-a8fe-21a134166601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8790369 May 14 18:35:43.643537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-5f45146a-314f-4fb8-83ca-e9aa515eb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:43.643537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-5f45146a-314f-4fb8-83ca-e9aa515eb762 service neutron] 10.222.0.15 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.2443695 May 14 18:35:43.662822 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:43.792041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-84762b4d-8799-404d-bf39-7835e2e2b171 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c HTTP/1.1" status: 200 len: 217 time: 0.1426790 May 14 18:35:43.875236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-058aca2c-7a38-4060-852d-5129626ce721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:43.876951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-058aca2c-7a38-4060-852d-5129626ce721 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0772469 May 14 18:35:43.988595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-6b99f86f-3d5b-4e8b-b3a2-1fd06437111c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:44.010049 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:41Z', 'revision_number': 2, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:44.014659 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Checking router: 1bbc97f1-c60d-43d1-a8fe-21a134166601 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:35:44.015077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-6b99f86f-3d5b-4e8b-b3a2-1fd06437111c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:44.015511 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Updating router 1bbc97f1-c60d-43d1-a8fe-21a134166601 port 1b7535d7-d252-4ec5-8904-b3a1795631ca binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:35:44.016270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-6b99f86f-3d5b-4e8b-b3a2-1fd06437111c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584589036&fields=id&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 267 time: 0.1337907 May 14 18:35:44.060466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-b857b890-1d57-404e-aef9-f03eb53962e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:44.061815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-b857b890-1d57-404e-aef9-f03eb53962e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782069 May 14 18:35:44.082182 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:44.471211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-d1ffb523-cf74-463a-86fd-09b628cce835 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:44.471894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-d1ffb523-cf74-463a-86fd-09b628cce835 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:44.485060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-6a1dc589-472c-4ba2-a723-a86c0edfa7d0 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975131 May 14 18:35:44.513891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-d1ffb523-cf74-463a-86fd-09b628cce835 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:44.515054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-d1ffb523-cf74-463a-86fd-09b628cce835 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/networks?id=836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 200 len: 797 time: 0.4901247 May 14 18:35:44.532428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-0635c0b9-fc79-4feb-855a-6a5ac0671c45 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/quotas/a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 375 time: 0.0097623 May 14 18:35:44.606651 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:44.633773 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Transition to ACTIVE for port object 1b7535d7-d252-4ec5-8904-b3a1795631ca will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:44.648103 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:44.659160 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-fe71dddc-5ea3-425b-ada3-3751890acc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:44.707525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2deb14ed-9675-47f0-9db3-41214a71fa21 req-3dfdc9ab-1ae7-477f-8db6-2eb0ed6b1624 service neutron] 10.222.0.15 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131474 May 14 18:35:44.714189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-3cce360b-5bbf-411c-9f3a-bf96dc39fcb0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:44.733967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-3cce360b-5bbf-411c-9f3a-bf96dc39fcb0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:44.735348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-3cce360b-5bbf-411c-9f3a-bf96dc39fcb0 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587784 May 14 18:35:44.911946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-03aac16d-da0f-42be-a90b-f6d267eb1359 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:35:44.913325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-03aac16d-da0f-42be-a90b-f6d267eb1359 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1645198 May 14 18:35:45.000191 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Pushing event updated for resources: {'Port': ['ID=1b7535d7-d252-4ec5-8904-b3a1795631ca,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:45.021216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.031513 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.031902 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.032259 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.032573 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.032894 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.033251 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.033567 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.033881 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.034198 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.034550 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.034879 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:35:45.045529 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:45.054750 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Attempting to bind port 1b7535d7-d252-4ec5-8904-b3a1795631ca on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:45.055117 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Attempting to bind port 1b7535d7-d252-4ec5-8904-b3a1795631ca by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:45.055512 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Attempting to bind port 1b7535d7-d252-4ec5-8904-b3a1795631ca on network 836d53e9-dba4-479e-a14c-f46cc20e4acc {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:45.060865 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:45.061271 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Checking segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:45.061674 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:45.062065 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Bound using segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:45.062876 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Bound port: 1b7535d7-d252-4ec5-8904-b3a1795631ca, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:45.063273 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:45.135097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-32d00dc8-683b-4c37-b25b-584e0a069e11 service neutron] 10.222.0.24 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147031 May 14 18:35:45.167249 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] For port 1b7535d7-d252-4ec5-8904-b3a1795631ca, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:45.171677 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] For port 1b7535d7-d252-4ec5-8904-b3a1795631ca, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1b7535d7-d252-4ec5-8904-b3a1795631ca,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:45.178685 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:45.182824 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-ee802e57-c678-48a2-9cab-39341d1eae83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:45.263858 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:35:45.264338 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:35:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:45.281056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34594) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:45.329567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-3772c443-363c-472b-9611-e2d2b3a4616c service neutron] 10.222.0.24 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854322 May 14 18:35:45.380759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb0cfc3-e2ab-4071-8c31-44d73a9378f4 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:45.382290 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3eb0cfc3-e2ab-4071-8c31-44d73a9378f4 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 814 time: 0.0996468 May 14 18:35:45.535018 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Pushing event updated for resources: {'Port': ['ID=1b7535d7-d252-4ec5-8904-b3a1795631ca,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:45.540967 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:45.636725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:35:45.705617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bb5fa-2765-40df-83ea-b2361890a10e req-388a5102-7aa9-4d0e-996c-cf5e72bd4559 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:45.713175 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf5bb5fa-2765-40df-83ea-b2361890a10e req-388a5102-7aa9-4d0e-996c-cf5e72bd4559 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 947 time: 0.1208477 May 14 18:35:45.764948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf5bb5fa-2765-40df-83ea-b2361890a10e req-6733bf8a-43dc-4793-be54-83e1c84de159 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 May 14 18:35:45.865646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34608) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:45.872324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'network': {'name': 'tempest-network-smoke--1840138124', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'port_security_enabled': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:45.882520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:45.903320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:45.929859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:45.934351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:45.997846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:35:46.041552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:46.041928 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Added segment eee4b0b4-97be-4adb-abe6-397a33aaa6db of type vlan for network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c May 14 18:35:46.076968 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:45Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:35:46.081808 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b287a7c-1e1b-4d98-b403-20d92564db26 None None] The sync data for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 is: [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:45Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:35:46.139897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:46.146490 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-175779ba-bb70-46d5-9843-7af87f77c96d req-e0727af0-2b79-48a5-90d4-cefcc8173361 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 210 time: 0.0772462 May 14 18:35:46.259795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:46.283483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:46.284126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:46.299706 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-267ed784-4fd8-4a50-bb0c-64c6f6d3effb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:46.563111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Network': ['ID=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:46.570674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:46.572774 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7056859 May 14 18:35:46.576711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34632) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:46.579981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:35:46.646229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35918026-d8e9-4001-afb1-877b36980fd4 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:46.649164 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-35918026-d8e9-4001-afb1-877b36980fd4 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=29cbe4fdbfd44af290490a675076284e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0712593 May 14 18:35:46.652269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34636) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:46.914512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:35:47.080242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd8d65-b2e3-42fb-a0fd-b239d9ecd6ad tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:47.081872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a6bd8d65-b2e3-42fb-a0fd-b239d9ecd6ad tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4286149 May 14 18:35:47.085119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34648) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:47.148098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bf490617-aa33-475a-96a9-a144639c2fef tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612929 May 14 18:35:47.150376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34654) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:47.222867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:47.236160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f67a6-25f5-42ef-a4a0-759803d13c25 req-5cecadf8-4ab0-4563-9e92-7d3735d789cd tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:47.245110 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-904f67a6-25f5-42ef-a4a0-759803d13c25 req-5cecadf8-4ab0-4563-9e92-7d3735d789cd tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 947 time: 0.2535226 May 14 18:35:47.262287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 34664) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:47.262646 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0181196d-489d-4985-8956-b0b0f711cfff tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=29cbe4fdbfd44af290490a675076284e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1064577 May 14 18:35:47.269847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c', 'mac_address': 'fa:16:3e:3d:1f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:35:47.404345 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:47.445860 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:47.477212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:47.485681 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:47.492295 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:47.631238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-904f67a6-25f5-42ef-a4a0-759803d13c25 req-9e541c7a-7847-4874-810c-4b2854607c12 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849874 May 14 18:35:47.675374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1b7535d7-d252-4ec5-8904-b3a1795631ca up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:47.871481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75ae88-298b-4904-9d55-0b99f32cdcaa tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:47.876512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-aa75ae88-298b-4904-9d55-0b99f32cdcaa tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6131973 May 14 18:35:47.877012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34674) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:47.884807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-1173365d-df7a-4add-b1a2-d7e52a5ad507 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:47.886446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-1173365d-df7a-4add-b1a2-d7e52a5ad507 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/networks?id=836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 200 len: 797 time: 0.3511648 May 14 18:35:47.891205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:47.894820 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:47.903991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:35:47.927250 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:35:47.957319 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-b77763b5-5f31-4537-80ef-1995d7717c98 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43b1e4fc53d439bb8822476c970e030 HTTP/1.1" status: 200 len: 380 time: 0.0543327 May 14 18:35:47.980281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'port': {'device_id': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'admin_state_up': True, 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'security_groups': ['da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:48.000027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed7eb921-4b19-403b-9cf0-c150aa1686b8 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190524 May 14 18:35:48.000705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34678) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:48.010620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2134189600', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:48.138062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 1b7535d7-d252-4ec5-8904-b3a1795631ca completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:48.151535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1b7535d7-d252-4ec5-8904-b3a1795631ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:48.152085 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:48.441470 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:48.507562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 1b7535d7-d252-4ec5-8904-b3a1795631ca, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1b7535d7-d252-4ec5-8904-b3a1795631ca,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:48.521010 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:48.525278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3d750c0a-e8b0-4773-8594-d2882e6e2bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:48.611107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:48.642190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:48.646801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:subnet and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:48.651607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:48.658447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:48.667882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7de6212a-3ef8-4764-8b1a-eb5d9bba5683 req-27a03b1c-0ec7-4069-8a52-9f98d04b9ba5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 210 time: 0.1064119 May 14 18:35:48.669093 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:48.693206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:48.696471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Made reservation on behalf of a43b1e4fc53d439bb8822476c970e030 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:48.700517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=1b7535d7-d252-4ec5-8904-b3a1795631ca,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:48.702025 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:48.703392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:48.707504 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:49.034972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee95f1-9716-441b-aae1-f72833da674d req-80c390d0-a1e7-443f-9d59-8ff7420ce171 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:49.037095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ee95f1-9716-441b-aae1-f72833da674d req-80c390d0-a1e7-443f-9d59-8ff7420ce171 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 948 time: 0.2155049 May 14 18:35:49.044259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.20.0.13 (836d53e9-dba4-479e-a14c-f46cc20e4acc/d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7/f1c22e0c-91cc-48e0-905a-23fdbb19efc2) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:49.099815 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ee95f1-9716-441b-aae1-f72833da674d req-8fc7986a-6d92-431e-b3dc-6f35ac6c5ed2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 May 14 18:35:49.354937 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:49.374085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Transition to ACTIVE for port object f1c22e0c-91cc-48e0-905a-23fdbb19efc2 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:49.400715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:49.407741 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:49.412800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:49.416530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-10b2e505-ab84-4ee3-b124-ad1819d4fb7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:49.486304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:49.491029 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:49.500463 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:49.501850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:49.510915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Subnet': ['ID=41ec6ad1-afbf-41a4-8723-70d724cd7b40,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:49.517415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:49.519710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:49.533752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Checking segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:49.534363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network hostable DHCP agents. Network: b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:35:49.575630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:35:49.603606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:49.608101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1b7535d7-d252-4ec5-8904-b3a1795631ca up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:49.622271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:49.625680 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:49.678442 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6741881 May 14 18:35:49.695077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:49.695755 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:49.720287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26048c-9556-40d4-9e4d-09a263cd0aff None None] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:35:49.734362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7636032 May 14 18:35:49.750011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Request body: {'port': {'device_id': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:49.927204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 1b7535d7-d252-4ec5-8904-b3a1795631ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:49.927927 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:49.940261 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.008159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34718) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:50.015382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079372009', 'description': 'tempest-secgroup-smoke-1079372009 description', 'project_id': '29cbe4fdbfd44af290490a675076284e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:50.030943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:50.064079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:50.086313 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.111521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5eb3c068-6cd9-4f10-a72d-66bbceccdb99 None None] Provisioning for port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:50.124160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:50.143524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5eb3c068-6cd9-4f10-a72d-66bbceccdb99 None None] Provisioning complete for port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:50.143919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c068-6cd9-4f10-a72d-66bbceccdb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.148246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:50.152807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:50.176213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:50.320543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ips': [{'subnet_id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:35:50.321403 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.425337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.439677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.444961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-15125f14-aab5-43a2-967c-324e81c90af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:50.482552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ebb82-24a5-4bfe-84d2-a1c27e26e4f0 req-61095491-fe9a-4c10-bce1-12d110ce1b70 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:50.494749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-135ebb82-24a5-4bfe-84d2-a1c27e26e4f0 req-61095491-fe9a-4c10-bce1-12d110ce1b70 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:50.507156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f1779a-4e5f-46f5-b38a-67231198ec80,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:50.532422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:50.571785 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.573005 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5636299 May 14 18:35:50.575941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34736) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:50.581622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '62f1779a-4e5f-46f5-b38a-67231198ec80', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:50.618470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c068-6cd9-4f10-a72d-66bbceccdb99 None None] Port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:35:50.621348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:50.622269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Allocated IP 172.20.0.18 (b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c/41ec6ad1-afbf-41a4-8723-70d724cd7b40/3716701b-5353-4c2a-b018-ae5ba1df4ba7) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:50.626399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-135ebb82-24a5-4bfe-84d2-a1c27e26e4f0 req-61095491-fe9a-4c10-bce1-12d110ce1b70 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:35:50.627553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-135ebb82-24a5-4bfe-84d2-a1c27e26e4f0 req-61095491-fe9a-4c10-bce1-12d110ce1b70 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 932 time: 0.4754319 May 14 18:35:50.633003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:50.644285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:50.650392 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:50.691232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.818284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-135ebb82-24a5-4bfe-84d2-a1c27e26e4f0 req-0984dc52-6875-4a28-9c52-dee457213910 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807458 May 14 18:35:50.861396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c22e0c-91cc-48e0-905a-23fdbb19efc2 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:50.881275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.885582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.896062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.898418 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-11be9034-9f42-4ff6-9dd1-9bc72f52a8cc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:50.915017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Transition to ACTIVE for port object f1c22e0c-91cc-48e0-905a-23fdbb19efc2 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:50.927278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.928211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.939481 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:50.941100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Transition to ACTIVE for port object 3716701b-5353-4c2a-b018-ae5ba1df4ba7 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:50.953405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91713c96-132d-4489-9e6b-9261527a2391,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:50.967269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Transition to ACTIVE for port object 3716701b-5353-4c2a-b018-ae5ba1df4ba7 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:50.970212 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:50.971382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:50.972708 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958883 May 14 18:35:50.976276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34744) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:50.981816 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '62f1779a-4e5f-46f5-b38a-67231198ec80', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:50.982307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:51.002160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:51.015989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:51.022916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:51.037204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:51.061968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:51.085854 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.094139 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:51.099239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.216460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.225856 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:51.227935 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.230386 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81a2db52-01da-4ee8-81c5-657711f8cecc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:51.283305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:51.288191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:51.291076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:51.300624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.308351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3311672 May 14 18:35:51.309239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:51.320343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86aa5a2-cf2b-4a6a-969c-47a182e6cde9,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:51.339722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '62f1779a-4e5f-46f5-b38a-67231198ec80', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:51.353133 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8277a9ba-2e75-496c-9a61-7bcc5f768840 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:51.354202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:51.364037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:51.377115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a70c0-bb42-42e0-a742-d769636a6856 req-7ba5189b-9468-487d-9f29-2507eabb3215 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:51.381911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:51.384702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e9a70c0-bb42-42e0-a742-d769636a6856 req-7ba5189b-9468-487d-9f29-2507eabb3215 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 948 time: 0.3238766 May 14 18:35:51.401777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Pushing event updated for resources: {'Port': ['ID=3716701b-5353-4c2a-b018-ae5ba1df4ba7,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:51.405121 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:51.414079 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:51.450593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.479104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:51.486315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:51.486682 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.545984 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.554691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Attempting to bind port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:51.555068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Attempting to bind port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:51.556554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.559222 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:51.564005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Attempting to bind port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 on network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:51.584526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e9a70c0-bb42-42e0-a742-d769636a6856 req-acf1355b-eda7-4967-9638-0f6e01bbf0bb tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987870 May 14 18:35:51.591478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Attempting to bind port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:35:51.592433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Attempting to bind port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:35:51.593736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Attempting to bind port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 on network 836d53e9-dba4-479e-a14c-f46cc20e4acc {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:51.597081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad513019-b307-4522-8ef9-8202101841b6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:51.606965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 on network 836d53e9-dba4-479e-a14c-f46cc20e4acc not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:35:51.607854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Attempting to bind port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 on network 836d53e9-dba4-479e-a14c-f46cc20e4acc {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:35:51.610007 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:51.641911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:51.642300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Checking segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:51.643070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Bound using segment: {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:51.643381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Bound port: f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db33a3a-6572-43a1-b3ec-cd0ed95031c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:51.643966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.644750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:35:51.645896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Checking segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:35:51.646384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.646867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Bound using segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:35:51.647455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Bound port: 3716701b-5353-4c2a-b018-ae5ba1df4ba7, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:35:51.647907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.655358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.657602 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9066f8cd-4ef1-4735-a68a-5e155713ee96 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433876 May 14 18:35:51.659918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34764) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:51.668648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '62f1779a-4e5f-46f5-b38a-67231198ec80', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:51.685196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:51.695470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:51.703122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:51.715742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:51.738286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.805310 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.829457 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.835920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.838204 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:51.846919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:51.851349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:51.861003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.865851 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:51.884253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbae6b3e-53cf-4c0b-ac9b-7ea4b0b699e7,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:51.888245 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:51.894613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:51.897301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c5fed579-de5d-4b58-a347-f70831891e7b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2350492 May 14 18:35:51.899628 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34772) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:51.910364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '62f1779a-4e5f-46f5-b38a-67231198ec80', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:51.933915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:51.943122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:51.953872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:51.960755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:51.981464 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:51.984639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:52.001916 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Project 29cbe4fdbfd44af290490a675076284e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:35:52.003649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] For port 3716701b-5353-4c2a-b018-ae5ba1df4ba7, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:52.011928 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.014446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] For port 3716701b-5353-4c2a-b018-ae5ba1df4ba7, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3716701b-5353-4c2a-b018-ae5ba1df4ba7,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:52.026634 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.032895 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:52.113404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.123033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.126386 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:52.138001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:35:52.150256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:35:52.160481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc88f97f-f6ef-4405-8d7c-6dee1bceb2c0,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:52.163504 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:52.174214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.178982 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2783425 May 14 18:35:52.179794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34780) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:52.185502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.190873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '62f1779a-4e5f-46f5-b38a-67231198ec80', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:52.203755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:52.205054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Pushing event updated for resources: {'Port': ['ID=3716701b-5353-4c2a-b018-ae5ba1df4ba7,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:52.208697 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0dd27f2-1e92-42e2-adfb-90fccea03f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:52.209241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:52.217605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:52.221347 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:52.225519 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:52.238977 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Project 29cbe4fdbfd44af290490a675076284e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:35:52.245803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.289865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:52.290751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.292342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] 10.222.0.22 "PUT /v2.0/ports/f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 200 len: 1092 time: 2.5479183 May 14 18:35:52.293064 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:35:52.308968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642e1cb-4f38-430d-a611-1f8d4ac72316 req-dacfd647-8a29-4c03-bde6-37c9f09bedfa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:52.318475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7642e1cb-4f38-430d-a611-1f8d4ac72316 req-dacfd647-8a29-4c03-bde6-37c9f09bedfa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 944 time: 0.2353997 May 14 18:35:52.374817 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.382222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.385347 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8e1506ae-df66-4fdd-9329-db433e01be1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:52.453730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7642e1cb-4f38-430d-a611-1f8d4ac72316 req-25867b18-0658-4c5b-b342-f4f424efaa1e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347022 May 14 18:35:52.476033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:52.494682 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:52.504456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c0a04b-831e-487b-8068-623b685fc23a,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:52.519033 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:52.521465 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3406165 May 14 18:35:52.525567 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:52.595101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-7f6d58c6-253a-44da-9b23-41633392c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:52.596407 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-7f6d58c6-253a-44da-9b23-41633392c1d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1095 time: 0.2492318 May 14 18:35:52.634166 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c', 'code': 200} May 14 18:35:52.823394 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'status': 'completed', 'code': 200} May 14 18:35:52.871116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-b615cb8a-e5b4-4165-b8f0-6666239e2651 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 200 len: 217 time: 0.2523437 May 14 18:35:53.005758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-06e4aca0-6363-4830-8caa-2c04fdee8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:53.008038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-06e4aca0-6363-4830-8caa-2c04fdee8167 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 HTTP/1.1" status: 200 len: 835 time: 0.1272225 May 14 18:35:53.071295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f7299-e4c9-41b7-8fc8-a3dbf9b03455 req-b1a734cf-43e0-460f-9d07-efe967d45ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:53.073122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a47f7299-e4c9-41b7-8fc8-a3dbf9b03455 req-b1a734cf-43e0-460f-9d07-efe967d45ee7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 1100 time: 0.2590654 May 14 18:35:53.117718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ed788-7278-4f9f-b9f4-e78adf296316 req-1490b82f-ff44-42d7-9aae-8c0332737ad6 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:53.119298 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0ed788-7278-4f9f-b9f4-e78adf296316 req-1490b82f-ff44-42d7-9aae-8c0332737ad6 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 949 time: 0.2374022 May 14 18:35:53.170340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a47f7299-e4c9-41b7-8fc8-a3dbf9b03455 req-7a1fa2e7-c4e1-40c4-8ffd-c5bf67d7546f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806544 May 14 18:35:53.198598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c0ed788-7278-4f9f-b9f4-e78adf296316 req-0bed19a1-81a1-4b21-bf8f-581487ed8112 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697594 May 14 18:35:53.213865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-938460f5-dbf6-4cda-b231-b4d95add3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:53.215720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-938460f5-dbf6-4cda-b231-b4d95add3945 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=836d53e9-dba4-479e-a14c-f46cc20e4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878908 May 14 18:35:53.494834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-5cf60a23-ed57-44cc-aaba-e4721be6365b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079372009&fields=id&tenant_id=29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 267 time: 0.1332996 May 14 18:35:53.523450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-a1ca1d01-18f1-47ad-ad9a-619c825b175c service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990086 May 14 18:35:53.593830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3716701b-5353-4c2a-b018-ae5ba1df4ba7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:53.717980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a8360-af71-4cfe-93ff-267832ae6d41 None None] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:35:53.825626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-fb35cdbf-8f3e-4dca-9f07-45ed0ba64340 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:53.833076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-fb35cdbf-8f3e-4dca-9f07-45ed0ba64340 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/networks?id=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c HTTP/1.1" status: 200 len: 797 time: 0.3371420 May 14 18:35:53.866992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-e2c811f1-51a0-46e0-86fe-635c21c9f331 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/quotas/29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 375 time: 0.0322378 May 14 18:35:53.905817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-473fe838-4e4a-4de7-a6d3-df4c45491d34 req-be65acad-1334-4e31-a33e-30308ccda231 service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870183 May 14 18:35:53.916531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:53.992879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Provisioning for port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:54.002225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Provisioning complete for port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:54.002986 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.076148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-bbef3bee-53ca-4d7b-b9ee-f7522681727d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2014518 May 14 18:35:54.308115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34838) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:54.377204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-d782dc5e-e876-4bbf-a0d5-ee13e4cb90e8 service neutron] 10.222.0.24 "GET /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895410 May 14 18:35:54.414872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.415635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.463729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] For port 3716701b-5353-4c2a-b018-ae5ba1df4ba7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3716701b-5353-4c2a-b018-ae5ba1df4ba7,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:54.468215 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.470946 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3d750c0a-e8b0-4773-8594-d2882e6e2bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:54.514732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.534149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:54.539478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Usage tracker for resource:security_group_rule and tenant:e64c76016a2d456ca64469ca0a34fe17 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:54.542727 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:54.548611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:54.552037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-74efb369-d633-4645-b112-7dd8274a8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:54.553789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-74efb369-d633-4645-b112-7dd8274a8fc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1095 time: 0.5807040 May 14 18:35:54.613083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Pushing event updated for resources: {'Port': ['ID=3716701b-5353-4c2a-b018-ae5ba1df4ba7,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:54.626364 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:54.689777 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.697311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.746641 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-02acacdd-205f-494a-9f58-e42c782fc094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:54.767390 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e64c76016a2d456ca64469ca0a34fe17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572716 May 14 18:35:54.775648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 34850) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:35:54.798563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-24a3e21a-cce1-41fc-982f-3d3d9e492ae7 None None] Provisioning complete for port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:54.799790 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24a3e21a-cce1-41fc-982f-3d3d9e492ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.803139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d6179b-edd9-497a-a49d-0a7cf223aef5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:54.807700 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:54.862221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.899524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.911101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-859cfba3-e82c-4ecd-8bfc-12df212d74ae service neutron] 10.222.0.24 "GET /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184257 May 14 18:35:54.946663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-533aa669-53f2-46fa-b876-8a49ba80285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:54.948337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-533aa669-53f2-46fa-b876-8a49ba80285a service neutron] 10.222.0.22 "GET /v2.0/networks?id=836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 200 len: 898 time: 0.3859253 May 14 18:35:54.971870 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:54.978636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3155a1f4-5964-480b-81ab-7534778a7b6d tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:55.001517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d6179b-edd9-497a-a49d-0a7cf223aef5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:55.003744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:55.032953 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58d6179b-edd9-497a-a49d-0a7cf223aef5 HTTP/1.1" status: 204 len: 168 time: 0.2345297 May 14 18:35:55.034221 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:55.037234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-74021fb2-453c-4a6e-8754-6495656f40d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 200 len: 217 time: 0.0804770 May 14 18:35:55.158396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-d8af5d56-b541-4159-a0d2-945b1d0e85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:55.168115 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-d8af5d56-b541-4159-a0d2-945b1d0e85c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 HTTP/1.1" status: 200 len: 835 time: 0.1241543 May 14 18:35:55.269453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-4fb599e3-a97a-411b-aedd-20cc84abd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:55.283199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-4fb599e3-a97a-411b-aedd-20cc84abd7e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=836d53e9-dba4-479e-a14c-f46cc20e4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070645 May 14 18:35:55.512849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce606a2-aa5b-457f-9f2c-345ea39570db req-500011a1-84e3-4b1f-9e14-c737156a29f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:55.520710 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ce606a2-aa5b-457f-9f2c-345ea39570db req-500011a1-84e3-4b1f-9e14-c737156a29f8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 944 time: 0.2359240 May 14 18:35:55.579329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3716701b-5353-4c2a-b018-ae5ba1df4ba7 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:55.587308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-db34c00f-e8e9-464e-865a-691f4d0b9326 service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569029 May 14 18:35:55.605516 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ce606a2-aa5b-457f-9f2c-345ea39570db req-b3a23a42-ab2a-4629-b617-2f93c7594dcd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827041 May 14 18:35:55.701198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:55.701934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:55.903117 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e5a987-6af9-40fd-94ee-464f4e05b27a req-4c405c54-6337-42c3-8ee3-1f9d14b58ee8 service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956312 May 14 18:35:55.941246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca65f6-f5ab-4a18-ac3a-d781039d0674 req-f2d5b1ab-9082-42b5-9a22-575ba7147d9a tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:55.943523 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8ca65f6-f5ab-4a18-ac3a-d781039d0674 req-f2d5b1ab-9082-42b5-9a22-575ba7147d9a tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 949 time: 0.1818283 May 14 18:35:56.008859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d8ca65f6-f5ab-4a18-ac3a-d781039d0674 req-1781c60a-a7f1-4ea5-a889-ca112a539b94 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 May 14 18:35:56.212051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-72525510-1bde-4e35-b0f3-3bc51ad10452 req-593373fa-3db9-44e0-9d45-7884bb57a548 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 210 time: 0.0632279 May 14 18:35:56.821906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-658eabf4-55fe-42ca-ac74-2b2c79dc6316 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:56.823347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-658eabf4-55fe-42ca-ac74-2b2c79dc6316 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/networks?id=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c HTTP/1.1" status: 200 len: 797 time: 0.3112760 May 14 18:35:56.873632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da311b2f-e078-4661-989d-c4e92a34fbf0 req-77d214e0-d7ce-4198-a219-79224cec37d7 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:56.875150 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da311b2f-e078-4661-989d-c4e92a34fbf0 req-77d214e0-d7ce-4198-a219-79224cec37d7 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 949 time: 0.1726186 May 14 18:35:56.930807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-ca5b0377-c48c-4515-86f4-954133a43c4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 473 time: 0.0914180 May 14 18:35:56.949863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'port': {'device_id': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'admin_state_up': True, 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'security_groups': ['62f1779a-4e5f-46f5-b38a-67231198ec80']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:56.977132 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-da311b2f-e078-4661-989d-c4e92a34fbf0 req-575e4427-ea1b-4712-bc5b-70ee96b34dfb tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860565 May 14 18:35:57.057554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa086-c160-40eb-a704-4446aedb83f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:57.115084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:35:57.119708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:port and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:35:57.124777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:35:57.167628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:35:57.185888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:35:57.189745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:57.297428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4172c-84db-4647-aab4-6fdd3945f51e req-233f9de2-5410-4266-9b72-2ff63dae42de tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:57.298980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f4172c-84db-4647-aab4-6fdd3945f51e req-233f9de2-5410-4266-9b72-2ff63dae42de tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 944 time: 0.1762459 May 14 18:35:57.396032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17f4172c-84db-4647-aab4-6fdd3945f51e req-0fe8837b-ba6c-4dc2-82b0-6409d75780db tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873358 May 14 18:35:57.432476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.20.0.28 (b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c/41ec6ad1-afbf-41a4-8723-70d724cd7b40/84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:35:57.613168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:35:57.647745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6d4c05db-075f-45ef-80ea-42d1f90d2e55 req-1072ba06-2996-4e4b-8a0a-be053d359793 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 210 time: 0.1109896 May 14 18:35:57.825804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:57.841923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'port_id': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'mac_address': 'fa:16:3e:56:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:35:57.938863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:57.964453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:57.977109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c22e0c-91cc-48e0-905a-23fdbb19efc2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:57.985110 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:57.988541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Transition to ACTIVE for port object 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:58.014567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:58.022843 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:58.024268 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:58.025181 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05c14a9a-1a10-45da-8a24-35d8818a8585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:58.040766 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:35:58.121474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:35:58.124931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:58.127685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:35:58.179711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:35:58.190659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:58.192379 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:35:58.227955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:35:58.282549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['f1c22e0c-91cc-48e0-905a-23fdbb19efc2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:35:58.322061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:58.322795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:58.388234 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4450235 May 14 18:35:58.421883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Request body: {'port': {'device_id': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:35:58.491322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86872f9-9c80-4712-b665-b830eb5f2f79 req-2183841c-5e36-4612-af2e-0dd778b559da tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:58.495779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c86872f9-9c80-4712-b665-b830eb5f2f79 req-2183841c-5e36-4612-af2e-0dd778b559da tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 949 time: 0.3729446 May 14 18:35:58.505650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-757bd659-e7ff-4f16-ad2c-0ec0d3890b20 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:58.507363 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-757bd659-e7ff-4f16-ad2c-0ec0d3890b20 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 949 time: 0.3835456 May 14 18:35:58.639660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe2b827c-d4ec-4c53-b9c4-2b4b4bbd0905 None None] Provisioning for port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:58.657443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fe2b827c-d4ec-4c53-b9c4-2b4b4bbd0905 None None] Provisioning complete for port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:58.657832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fe2b827c-d4ec-4c53-b9c4-2b4b4bbd0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:58.718628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c86872f9-9c80-4712-b665-b830eb5f2f79 req-4a00f22c-ac56-4f5d-a495-52047841cd01 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f510a18-25cc-45a1-9a61-041095407bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643963 May 14 18:35:58.734428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:58.776460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b827c-d4ec-4c53-b9c4-2b4b4bbd0905 None None] Port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:35:59.157198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Deleting port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:35:59.157692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.234593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573caee-c09b-4821-ac06-7a031f50506e req-352d4708-2a7d-45d2-ae7e-eeddfd8e2a96 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:59.242256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3573caee-c09b-4821-ac06-7a031f50506e req-352d4708-2a7d-45d2-ae7e-eeddfd8e2a96 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 945 time: 0.3560543 May 14 18:35:59.372910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3573caee-c09b-4821-ac06-7a031f50506e req-2cb7b123-9021-407f-ac5c-482c39086659 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296935 May 14 18:35:59.411851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] For port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:35:59.412254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.582143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Calling delete_port for 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:35:59.664531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.resource_extend [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 18:35:59.703454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:35:59.752808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.808715 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-07d14b7e-0d48-4973-9fd9-f941ed8f2243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.821312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:35:59.833276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.851393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:35:59.871606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Transition to ACTIVE for port object 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:35:59.873515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:35:59.875123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.886982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9adda2-4ba1-4d9d-8812-778948a65e21 req-55c7cfa6-fe16-4af3-93c6-0b667e2b5b25 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:35:59.887764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7d9adda2-4ba1-4d9d-8812-778948a65e21 req-55c7cfa6-fe16-4af3-93c6-0b667e2b5b25 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:35:59.893001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:35:59.900008 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:00.042049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.074642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:00.085776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:00.091764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.094278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:00.173850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:00.177781 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:00.259694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7d9adda2-4ba1-4d9d-8812-778948a65e21 req-55c7cfa6-fe16-4af3-93c6-0b667e2b5b25 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:00.261283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d9adda2-4ba1-4d9d-8812-778948a65e21 req-55c7cfa6-fe16-4af3-93c6-0b667e2b5b25 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 932 time: 0.6883168 May 14 18:36:00.334350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Pushing event updated for resources: {'Port': ['ID=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:00.348796 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:00.376892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.389491 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d6d682b5-3d06-427a-af1f-cf4617183be3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:00.464214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Pushing event deleted for resources: {'Port': ['ID=7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:00.466594 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:00.519883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d9adda2-4ba1-4d9d-8812-778948a65e21 req-bf899bae-aa8c-462e-99b9-1ef49e60861a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404847 May 14 18:36:00.644810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] No DVR routers for this DVR port 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:36:00.667791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.671243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Attempting to bind port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:00.672010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Attempting to bind port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:00.672542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Attempting to bind port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 on network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:00.674806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'name': 'network-vif-deleted', 'tag': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:00.690618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 on network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:36:00.691316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Attempting to bind port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 on network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:00.700132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:00.700575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Checking segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:00.700999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Bound using segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:00.701527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Bound port: 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:00.702933 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.726382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e4c18c7-106b-457f-bb65-b3c7bead2437 req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.15 "DELETE /v2.0/ports/7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c HTTP/1.1" status: 204 len: 173 time: 2.1710591 May 14 18:36:00.827517 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.937318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6aac74a0-9a61-4761-8b98-9aa46a950b6c req-42e065ca-ebda-4c45-a853-528d8c765b82 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Synchronizing usage tracker for tenant:6cd4545224fa48fc91b0738ce5f22120 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:00.943105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] For port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:00.958144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] For port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:00.964442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:00.969896 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f69991f0-3d55-41cf-aeb3-724f961dddda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:00.987224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:01.003291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6aac74a0-9a61-4761-8b98-9aa46a950b6c req-42e065ca-ebda-4c45-a853-528d8c765b82 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Unset dirty status for tenant:6cd4545224fa48fc91b0738ce5f22120 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:01.008056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6aac74a0-9a61-4761-8b98-9aa46a950b6c req-42e065ca-ebda-4c45-a853-528d8c765b82 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b024ce-eb39-44e6-97cf-d3a24b1937a4 HTTP/1.1" status: 200 len: 210 time: 0.1480968 May 14 18:36:01.056490 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:01.056838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:01.069702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:01.070563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:01.072123 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 HTTP/1.1" status: 200 len: 1092 time: 2.6718953 May 14 18:36:01.083949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Pushing event updated for resources: {'Port': ['ID=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:01.087883 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:01.233905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-f94c4f95-2138-4fd7-9a57-c83c727fa4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:01.235505 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-f94c4f95-2138-4fd7-9a57-c83c727fa4a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 1095 time: 0.1150408 May 14 18:36:01.349064 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'code': 200} May 14 18:36:01.369811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-32114801-dee3-445c-843f-97dcf2b3cd19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 HTTP/1.1" status: 200 len: 217 time: 0.1270368 May 14 18:36:01.483366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-d358e5ec-565e-4b7a-bb69-62c6b5c8520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:01.489848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-d358e5ec-565e-4b7a-bb69-62c6b5c8520b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41ec6ad1-afbf-41a4-8723-70d724cd7b40 HTTP/1.1" status: 200 len: 838 time: 0.1133122 May 14 18:36:01.722562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9a893-da8e-4180-aa7a-9bc319a9bb14 req-9cd6bde6-137e-48d1-8d50-a1965ca428a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:01.724401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c9a893-da8e-4180-aa7a-9bc319a9bb14 req-9cd6bde6-137e-48d1-8d50-a1965ca428a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1097 time: 0.1793721 May 14 18:36:01.727818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-9fa1d195-8786-4975-ba15-2a278ee98e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:01.729242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-9fa1d195-8786-4975-ba15-2a278ee98e32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314148 May 14 18:36:01.737021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf637-ef59-430e-8183-e5a75f98b40e req-4da3035b-7bb9-405a-bda6-f46648f8c695 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:01.739107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-476cf637-ef59-430e-8183-e5a75f98b40e req-4da3035b-7bb9-405a-bda6-f46648f8c695 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1951249 May 14 18:36:01.886990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c9a893-da8e-4180-aa7a-9bc319a9bb14 req-cb37f088-aea1-47bc-9fd3-b97f030581e3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280003 May 14 18:36:01.898536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-476cf637-ef59-430e-8183-e5a75f98b40e req-546f455f-49e2-4b35-8b6a-c5087505d3b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385200 May 14 18:36:01.951676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-fad76d55-a025-4bb1-9318-3f28d44c5ebd service neutron] 10.222.0.15 "GET /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112906 May 14 18:36:02.011535 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b024ce-eb39-44e6-97cf-d3a24b1937a4', 'name': 'network-vif-deleted', 'tag': '7d65a5a1-f5b7-45dd-9ee7-ebff6c4ab47c', 'status': 'completed', 'code': 200} May 14 18:36:02.196474 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38795259-42fc-4c47-8c6c-3b11c0822e5c req-4b22a424-74f6-471d-80e9-1a9147fb5bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297127 May 14 18:36:02.216252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464c8e1-b21c-4926-9ef9-6b89c31320b2 req-a3576f7b-db63-46f7-8857-8d6c5f2c2f66 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:02.218012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3464c8e1-b21c-4926-9ef9-6b89c31320b2 req-a3576f7b-db63-46f7-8857-8d6c5f2c2f66 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 944 time: 0.1424170 May 14 18:36:02.279438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3464c8e1-b21c-4926-9ef9-6b89c31320b2 req-9a23ca45-b6a9-48c7-8453-e0fb6bf4d4a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450869 May 14 18:36:02.383267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:03.128145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabbbdd-c30d-4341-bdb7-5cba381888f0 req-91f6c0ed-0a08-4e70-b070-5b725c8d4df6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:03.130528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6aabbbdd-c30d-4341-bdb7-5cba381888f0 req-91f6c0ed-0a08-4e70-b070-5b725c8d4df6 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1105890 May 14 18:36:03.212017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6aabbbdd-c30d-4341-bdb7-5cba381888f0 req-e075e70e-462e-42c3-bb2b-40092f532fd8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745070 May 14 18:36:03.657739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4083a-4838-4249-99ff-071d1662ae16 req-55bba5a8-0580-4cd3-bf6e-a7747645d433 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:03.666742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48f4083a-4838-4249-99ff-071d1662ae16 req-55bba5a8-0580-4cd3-bf6e-a7747645d433 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.3410213 May 14 18:36:03.720690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48f4083a-4838-4249-99ff-071d1662ae16 req-bb0fcb11-ce3d-4d7f-99c4-76eb7e0ca6b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530598 May 14 18:36:03.737385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35124) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:03.948948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec746fd5-1af5-48bd-831d-df7b0f34ee2e req-14236fb4-ad50-42fb-87d4-61561f22b0f7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:03.957845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec746fd5-1af5-48bd-831d-df7b0f34ee2e req-14236fb4-ad50-42fb-87d4-61561f22b0f7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 944 time: 0.1151459 May 14 18:36:04.016820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec746fd5-1af5-48bd-831d-df7b0f34ee2e req-ec536349-5edc-4a01-81f5-f5cb8cc7c7f9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568571 May 14 18:36:04.018302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'tag': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:04.189124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e147ae5-20bf-4c65-89b3-589dc3579d8b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:04.193595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35152) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:04.195674 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e147ae5-20bf-4c65-89b3-589dc3579d8b tempest-TestNetworkAdvancedServerOps-1896187686 tempest-TestNetworkAdvancedServerOps-1896187686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1092 time: 0.4571280 May 14 18:36:04.199171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:04.213482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:04.217202 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'tag': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0', 'status': 'completed', 'code': 200} May 14 18:36:04.219501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Usage tracker for resource:floatingip and tenant:a43b1e4fc53d439bb8822476c970e030 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:04.233433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:04.240942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:04.296057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:04.405465 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-35577a64-3b37-45c6-8a84-ab862c5c62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:04.406964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-35577a64-3b37-45c6-8a84-ab862c5c62d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 1095 time: 0.1637874 May 14 18:36:04.658125 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:04.720249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-df65c34e-c8a8-4b19-b0c0-f2d71ce6482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:04.721982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-df65c34e-c8a8-4b19-b0c0-f2d71ce6482a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c HTTP/1.1" status: 200 len: 898 time: 0.3038304 May 14 18:36:04.816274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-27f66719-c92e-4f06-b442-f8ad82ddc6c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 HTTP/1.1" status: 200 len: 217 time: 0.0800581 May 14 18:36:04.990182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-4f5209c3-3890-46e4-b70e-cf7c461d2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:04.991762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-4f5209c3-3890-46e4-b70e-cf7c461d2629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41ec6ad1-afbf-41a4-8723-70d724cd7b40 HTTP/1.1" status: 200 len: 838 time: 0.1651559 May 14 18:36:05.003994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:36:05.163781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Allocated IP 172.25.4.16 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/0c3e474f-2c21-413d-929e-b5c918cf51b9) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:05.369876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:05.394114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'port_id': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0', 'mac_address': 'fa:16:3e:c2:88:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:36:05.424922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-c7644fc8-4afb-48c6-b63d-966b5200290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:05.427203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-c7644fc8-4afb-48c6-b63d-966b5200290c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4086409 May 14 18:36:05.457866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:05.476183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:36:05.494607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:05.507482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:05.510212 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:05.614921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:05.620396 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:05.648236 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:05.710046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262bbc-2cef-4dd5-a22c-bb269866d05b req-95c64cf8-5f8d-4ac4-b5c1-9ead2eb6eafb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:05.719830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50262bbc-2cef-4dd5-a22c-bb269866d05b req-95c64cf8-5f8d-4ac4-b5c1-9ead2eb6eafb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 944 time: 0.4113731 May 14 18:36:05.794472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-6c62a46b-8bd8-4252-a45a-b818b4241e69 service neutron] 10.222.0.15 "GET /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564429 May 14 18:36:05.835717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:36:05.852703 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50262bbc-2cef-4dd5-a22c-bb269866d05b req-8d518763-86a4-42e3-ba54-c5c135f15c3d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320007 May 14 18:36:05.989289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fac9b7ec-f105-4518-bbf5-b0aadbb732fd req-4a93c36e-9736-4fff-b6e3-79ded5474aaa service neutron] 10.222.0.15 "GET /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747885 May 14 18:36:06.004069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:06.022927 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0bd18776-5880-4c45-b209-ffc1a7b03f7a tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:06.084432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:06.087155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:06.092784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:06.419396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=0c3e474f-2c21-413d-929e-b5c918cf51b9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:06.423239 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:06.560959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-9e4f1d3a-d07c-4c03-beac-b308887836f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073658 May 14 18:36:06.864335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-2999525d-460c-495f-9b05-b9f37eb7972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:06.865843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-2999525d-460c-495f-9b05-b9f37eb7972c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1096 time: 0.2156715 May 14 18:36:06.993349 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.003543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:07.109597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:07.116543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:07.116934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.233162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.285033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.334163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:07.347422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-bbb0005e-6102-4546-9b31-eb4feae1800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:07.349664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-bbb0005e-6102-4546-9b31-eb4feae1800d service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.4463351 May 14 18:36:07.349906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:07.356955 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.359946 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:07.448585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:07.452671 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:07.489598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099efbce-29c8-492f-8946-8119fe1e1ee0 req-c5f227a9-9340-44a1-9528-935454a9f0cd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:07.496999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099efbce-29c8-492f-8946-8119fe1e1ee0 req-c5f227a9-9340-44a1-9528-935454a9f0cd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 945 time: 0.4403677 May 14 18:36:07.649507 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-a73fa3b0-5090-4b87-83c8-0b77882e2ee7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 1000 time: 0.2872040 May 14 18:36:07.659958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099efbce-29c8-492f-8946-8119fe1e1ee0 req-4a162b13-f978-4701-9619-8d08922bc7fd tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619923 May 14 18:36:07.765996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.809917 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:07.820202 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b851d6e4-7ea9-4ca0-9796-4dd2a8a6ec55 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:07.916218 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0', 'code': 200} May 14 18:36:07.981638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-e46672b4-9d21-431a-b8a7-28b45ad7d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:07.983548 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-e46672b4-9d21-431a-b8a7-28b45ad7d948 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.3197303 May 14 18:36:08.117508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event updated for resources: {'Port': ['ID=0c3e474f-2c21-413d-929e-b5c918cf51b9,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:08.120954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:08.147706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:08.607930 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 61f1deb7-b4ef-408b-aab5-7c2b44f45193 associated. External IP: 172.25.4.16, port: f1c22e0c-91cc-48e0-905a-23fdbb19efc2. May 14 18:36:08.914695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eb1e1-4cc6-4075-a48a-74ad4c166338 req-ec6a0fc5-a125-4f0d-9034-7c792981f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:08.916258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d82eb1e1-4cc6-4075-a48a-74ad4c166338 req-ec6a0fc5-a125-4f0d-9034-7c792981f23f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 1097 time: 0.8518527 May 14 18:36:08.924540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-cb4e7b78-1bd4-4152-8c50-d0d3681e34df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:08.926137 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-cb4e7b78-1bd4-4152-8c50-d0d3681e34df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9299147 May 14 18:36:09.230553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d5d6-dcd7-43f9-a49a-7eb5bbd5650b req-b5b7cba8-e4c2-4dec-9144-9cffbd8f6bd9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:09.232141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f789d5d6-dcd7-43f9-a49a-7eb5bbd5650b req-b5b7cba8-e4c2-4dec-9144-9cffbd8f6bd9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 946 time: 0.4445231 May 14 18:36:09.233781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d82eb1e1-4cc6-4075-a48a-74ad4c166338 req-72434075-cc63-417f-8e2c-b5d48b79fbcb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047881 May 14 18:36:09.340989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-29a37f4e-ee5e-474d-b28c-c2bbbaa08a04 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016881 May 14 18:36:09.421803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f789d5d6-dcd7-43f9-a49a-7eb5bbd5650b req-f36249e5-0dc7-4bde-b195-93132533d358 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721292 May 14 18:36:09.546632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 1bbc97f1-c60d-43d1-a8fe-21a134166601 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:09.809299 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-df31cbe8-42d5-4a70-a255-8aec33a40044 req-c66c8ac2-2320-4f50-ae3b-acd8bd03f6fd service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481471 May 14 18:36:09.851301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:09.861709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] Sync routers for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:09.875016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:09.878356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:09.889815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:09.960322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7655997 May 14 18:36:09.961192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:10.123798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:10.232912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb5487-2c7f-418c-b93a-1ddc83fd7396 req-78820f49-ff40-4d73-a4f9-15c040a12039 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:10.234641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-befb5487-2c7f-418c-b93a-1ddc83fd7396 req-78820f49-ff40-4d73-a4f9-15c040a12039 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1664190 May 14 18:36:10.386099 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-befb5487-2c7f-418c-b93a-1ddc83fd7396 req-9c889c1d-3e76-421b-8962-b4a6543bad55 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398239 May 14 18:36:10.476126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35390) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:10.675358 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'status': 'completed', 'code': 200} May 14 18:36:10.906214 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c82e0442-a58e-485a-8ebf-2a8323b9ab7a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/61f1deb7-b4ef-408b-aab5-7c2b44f45193 HTTP/1.1" status: 200 len: 991 time: 0.4281685 May 14 18:36:10.935903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35400) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:10.972460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '61f1deb7-b4ef-408b-aab5-7c2b44f45193', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'port_id': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'mac_address': 'fa:16:3e:56:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:36:06Z', 'updated_at': '2021-05-14T18:36:06Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:10.986843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] Checking router: 1bbc97f1-c60d-43d1-a8fe-21a134166601 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:11.001169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:11.002523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:11.178651 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3577478e-aef8-44d5-99a8-f86ec2ccc592 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cd4545224fa48fc91b0738ce5f22120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406752 May 14 18:36:11.180750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35406) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:11.253240 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:11.303778 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:11.306122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-1bc02abc-42bb-4415-ab6f-c33989cb38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:11.307653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-1bc02abc-42bb-4415-ab6f-c33989cb38ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1097 time: 0.5619581 May 14 18:36:11.320592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73da9a9-4dc7-4fd0-bb32-e8fbc978d6b4 req-9ef9a5eb-252b-46d4-9dbd-e18d7169f0c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:11.327742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d73da9a9-4dc7-4fd0-bb32-e8fbc978d6b4 req-9ef9a5eb-252b-46d4-9dbd-e18d7169f0c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 946 time: 0.4136755 May 14 18:36:11.397547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:11.412241 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c34647a2-7a48-4c26-970f-3401f6c05c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:11.424192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f510a18-25cc-45a1-9a61-041095407bc1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:11.425281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:11.434154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.446054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.446448 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.446836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.450907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.451436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.451864 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.452680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.452981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.453353 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.453718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.454080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:11.460131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:11.468088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:11.469751 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f510a18-25cc-45a1-9a61-041095407bc1 HTTP/1.1" status: 204 len: 168 time: 0.2878902 May 14 18:36:11.580676 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d73da9a9-4dc7-4fd0-bb32-e8fbc978d6b4 req-cbbf1806-8c62-4878-acc5-3930b511d813 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502353 May 14 18:36:11.663845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-f6a88475-5615-412b-966f-c25e879f26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:11.666109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-f6a88475-5615-412b-966f-c25e879f26fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 200 len: 898 time: 0.3369906 May 14 18:36:11.877901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-aadb09f2-bb15-4a57-ae05-c4b7e9a417c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 200 len: 999 time: 0.2030506 May 14 18:36:11.909002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35424) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:12.064370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-877c3ecc-86aa-475f-8fd8-557be2c24a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:12.066015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-877c3ecc-86aa-475f-8fd8-557be2c24a99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 HTTP/1.1" status: 200 len: 835 time: 0.1772478 May 14 18:36:12.180486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6547aad-ffad-47e2-bacb-1b6d57bfaa22 req-4d992071-567a-48fd-a95f-450c3d33ee9d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:12.189756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6547aad-ffad-47e2-bacb-1b6d57bfaa22 req-4d992071-567a-48fd-a95f-450c3d33ee9d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 946 time: 0.1759863 May 14 18:36:12.257177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6547aad-ffad-47e2-bacb-1b6d57bfaa22 req-91bd85ed-26ab-48f3-9f7f-89735f26a0e0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662513 May 14 18:36:12.276477 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-56974abd-6ea7-4ce2-be9f-bd9278d5437c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/61f1deb7-b4ef-408b-aab5-7c2b44f45193 HTTP/1.1" status: 200 len: 991 time: 0.3659806 May 14 18:36:12.278139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-d77e3732-bec5-4241-8187-110671ede4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:12.279755 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-d77e3732-bec5-4241-8187-110671ede4d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=836d53e9-dba4-479e-a14c-f46cc20e4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060792 May 14 18:36:12.335216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '61f1deb7-b4ef-408b-aab5-7c2b44f45193', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'port_id': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'mac_address': 'fa:16:3e:56:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:36:06Z', 'updated_at': '2021-05-14T18:36:06Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:12.351519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c50345-c1fa-4928-a8b6-3a5eb00bc03e None None] The sync data for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 is: [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '61f1deb7-b4ef-408b-aab5-7c2b44f45193', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'port_id': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'mac_address': 'fa:16:3e:56:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:36:06Z', 'updated_at': '2021-05-14T18:36:06Z', 'revision_number': 0, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:12.480759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-975f550c-8945-47eb-bb64-cdd3de6301ce service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936803 May 14 18:36:12.655230 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd4c3550-078b-4ee8-b644-0998745fdf97 req-954a05ee-918c-4771-b4a6-356426821de8 service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656733 May 14 18:36:12.679065 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d05431-f005-4962-b4e5-3e492a722457 None None] New status for floating IP 61f1deb7-b4ef-408b-aab5-7c2b44f45193: ACTIVE {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:36:13.155928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-08da85be-c7ac-466f-816b-c79465b70ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875223 May 14 18:36:13.278517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35440) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:13.314440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424514e5-f374-472f-9b27-05b7b9460d98 req-d40e2c38-5c31-4980-9d35-a97214e2dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:13.319441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-d40e2c38-5c31-4980-9d35-a97214e2dd10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1097 time: 0.0876949 May 14 18:36:13.417377 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f680bdf5-b01a-4179-9e6c-4988dc41eee3 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/61f1deb7-b4ef-408b-aab5-7c2b44f45193 HTTP/1.1" status: 200 len: 993 time: 0.1376894 May 14 18:36:13.498309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424514e5-f374-472f-9b27-05b7b9460d98 req-7241b68b-73ac-4ea3-a905-98d89d62ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:13.499961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-7241b68b-73ac-4ea3-a905-98d89d62ef3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 898 time: 0.1637356 May 14 18:36:13.625204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-3dcfe9ae-7ba3-4fa0-8566-bdaf8f8d3ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 1002 time: 0.1125820 May 14 18:36:13.689952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424514e5-f374-472f-9b27-05b7b9460d98 req-2354995b-e4e1-401a-95f9-e8f7bb7d35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:13.691478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-2354995b-e4e1-401a-95f9-e8f7bb7d35da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 200 len: 834 time: 0.0602679 May 14 18:36:13.773412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424514e5-f374-472f-9b27-05b7b9460d98 req-1ac6cb29-b28d-453e-8cec-ff8b53bf6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:13.774879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-1ac6cb29-b28d-453e-8cec-ff8b53bf6d1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f053726-c687-41eb-ade1-b0fcedbad09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773535 May 14 18:36:13.827951 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35446) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:13.915311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-737f0356-376c-4b8d-bc5f-1fa08ea3f99c service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325071 May 14 18:36:14.083400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-424514e5-f374-472f-9b27-05b7b9460d98 req-185121a4-36f0-4210-9b6a-ad3811b2ee2f service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602347 May 14 18:36:14.753039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:15.204145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.20.0.17 (b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c/41ec6ad1-afbf-41a4-8723-70d724cd7b40/264a56ce-a580-43b2-8c69-4a48007fbed0) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:15.391445 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:15.406377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Transition to ACTIVE for port object 264a56ce-a580-43b2-8c69-4a48007fbed0 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:15.431193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:15.435734 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-55b42331-44d7-45c9-98ba-e2411961722c tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:15.500863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:15.501972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:15.508090 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:15.555199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=264a56ce-a580-43b2-8c69-4a48007fbed0,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:15.561224 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:15.586117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:15.713728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:15.777687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-951a5471-1edf-4b85-8763-ed35d1d585df None None] Provisioning for port 264a56ce-a580-43b2-8c69-4a48007fbed0 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:15.782711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-951a5471-1edf-4b85-8763-ed35d1d585df None None] Provisioning complete for port 264a56ce-a580-43b2-8c69-4a48007fbed0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:15.783146 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-951a5471-1edf-4b85-8763-ed35d1d585df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:15.839657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-951a5471-1edf-4b85-8763-ed35d1d585df None None] Port 264a56ce-a580-43b2-8c69-4a48007fbed0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:16.336873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:16.345031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:16.401645 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:16.468922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:16.767589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=264a56ce-a580-43b2-8c69-4a48007fbed0,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:16.767589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:16.767589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:16.767589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:16.911788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35490) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:17.016743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:17.084290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7428de9f-e243-4bb3-9807-17094afba82f None None] Provisioning complete for port 264a56ce-a580-43b2-8c69-4a48007fbed0 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:17.085251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7428de9f-e243-4bb3-9807-17094afba82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.142509 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.144449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7428de9f-e243-4bb3-9807-17094afba82f None None] Port 264a56ce-a580-43b2-8c69-4a48007fbed0 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:17.167552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:17.171340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:c2885b81751c4ddb8376e1ebade5f828 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:17.176427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:17.183278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:17.251472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:17.265192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:17.275445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:17.276515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:17.282360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "PUT /v2.0/routers/a61c3ba5-3258-47e5-b844-be1a2918404f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4532218 May 14 18:36:17.282921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.293028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.305541 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d77a76f-04d4-4526-bfbf-04f70c809143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:17.347425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2885b81751c4ddb8376e1ebade5f828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345160 May 14 18:36:17.349393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0a75b-f4a0-49d9-9c19-a5fa218bf898,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:17.350706 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35504) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:17.354076 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:17.418556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.453994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.491045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:17.563895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.570730 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b13549cf-1d3d-44aa-8dad-1707fa94072e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:17.591052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0a75b-f4a0-49d9-9c19-a5fa218bf898,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:17.593588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:17.595136 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57e0a75b-f4a0-49d9-9c19-a5fa218bf898 HTTP/1.1" status: 204 len: 168 time: 0.2431085 May 14 18:36:17.596211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:17.927684 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:15Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:25Z', 'revision_number': 1, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264a56ce-a580-43b2-8c69-4a48007fbed0', 'name': '', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d0:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:15Z', 'updated_at': '2021-05-14T18:36:16Z', 'revision_number': 2, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:17.932613 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:17.933255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Updating router a61c3ba5-3258-47e5-b844-be1a2918404f port 264a56ce-a580-43b2-8c69-4a48007fbed0 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:36:18.001806 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.466659 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.482915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Transition to ACTIVE for port object 264a56ce-a580-43b2-8c69-4a48007fbed0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:18.497590 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.508482 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-05fc797d-8055-4ab1-a1c5-82b8dee8c1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:18.548676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35552) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:18.733477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-785549573-network', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:18.740192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:18.744300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Usage tracker for resource:network and tenant:1990f226db754e6a9fca803d0c68f8ca is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:18.746344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e09b-4bc0-46aa-a34c-47969500039f None None] Pushing event updated for resources: {'Port': ['ID=264a56ce-a580-43b2-8c69-4a48007fbed0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:18.747256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:18.754192 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3f4e09b-4bc0-46aa-a34c-47969500039f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:18.754681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:18.767449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Made reservation on behalf of 1990f226db754e6a9fca803d0c68f8ca for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:18.770941 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.779087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Attempting to bind port 264a56ce-a580-43b2-8c69-4a48007fbed0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:18.779595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Attempting to bind port 264a56ce-a580-43b2-8c69-4a48007fbed0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:18.780040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Attempting to bind port 264a56ce-a580-43b2-8c69-4a48007fbed0 on network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:18.788252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.791385 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:18.791873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Checking segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:18.792357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.792829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Bound using segment: {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:18.793389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Bound port: 264a56ce-a580-43b2-8c69-4a48007fbed0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee4b0b4-97be-4adb-abe6-397a33aaa6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:18.794848 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.819450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:18.824280 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:1990f226db754e6a9fca803d0c68f8ca is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:18.830614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:18.836056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:18.907629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] For port 264a56ce-a580-43b2-8c69-4a48007fbed0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:18.912505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] For port 264a56ce-a580-43b2-8c69-4a48007fbed0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=264a56ce-a580-43b2-8c69-4a48007fbed0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:18.917642 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.928113 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:18.970612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.977763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:18.992863 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33e549ab-5535-47bd-b957-aa2e7298f6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:18.997760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:18.998652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:19.007454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:36:19.043659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:19.044258 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Added segment 02ff13ed-7d83-48d4-a044-1ed249778f11 of type vlan for network 18fb00c0-7973-45c2-9048-d4baa103de0b May 14 18:36:19.050363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a53ad-650c-415c-a8c2-0ac7ecabea51,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:19.066252 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:19.091543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:19.142323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:19.144065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:19.145277 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:19.150876 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f9a6968-2fbe-436e-aa82-4c415d2a8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:19.175741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e09b-4bc0-46aa-a34c-47969500039f None None] Pushing event updated for resources: {'Port': ['ID=264a56ce-a580-43b2-8c69-4a48007fbed0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:19.180402 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3f4e09b-4bc0-46aa-a34c-47969500039f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:19.243528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:19.269271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=18fb00c0-7973-45c2-9048-d4baa103de0b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:19.279832 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:19.284007 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7306862 May 14 18:36:19.284714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:19.293740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 18fb00c0-7973-45c2-9048-d4baa103de0b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:36:19.308930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Request body: {'subnet': {'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-785549573-subnet', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:19.315618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:19.320220 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Usage tracker for resource:subnet and tenant:1990f226db754e6a9fca803d0c68f8ca is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:19.322624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:19.329254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:19.339784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Made reservation on behalf of 1990f226db754e6a9fca803d0c68f8ca for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:19.342098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:19.811398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:15Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:25Z', 'revision_number': 1, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264a56ce-a580-43b2-8c69-4a48007fbed0', 'name': '', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d0:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:15Z', 'updated_at': '2021-05-14T18:36:18Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:19.816723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405af376-0c92-40e2-9f2d-db7ef845306d None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:15Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:25Z', 'revision_number': 1, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264a56ce-a580-43b2-8c69-4a48007fbed0', 'name': '', 'network_id': 'b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d0:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:15Z', 'updated_at': '2021-05-14T18:36:18Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': '41ec6ad1-afbf-41a4-8723-70d724cd7b40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:20.075520 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:20.081527 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1db3833e-2a34-4418-858c-4a7d747be883 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:20.168852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:20.171675 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:20.175031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Checking segment: {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:20.175432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Network hostable DHCP agents. Network: 18fb00c0-7973-45c2-9048-d4baa103de0b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:36:20.210661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Network 18fb00c0-7973-45c2-9048-d4baa103de0b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:36:20.223839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 18fb00c0-7973-45c2-9048-d4baa103de0b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:20.237527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84ea69-7994-4efd-a978-f709213c251f None None] Network 18fb00c0-7973-45c2-9048-d4baa103de0b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:20.242541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:20.243257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:20.271917 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9863002 May 14 18:36:20.274400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35590) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:20.281543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:20.302223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:20.318014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Usage tracker for resource:router and tenant:1990f226db754e6a9fca803d0c68f8ca is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:20.321549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:20.327447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:20.350081 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:20.352086 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:20.373326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:20.524741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-18fb00c0-7973-45c2-9048-d4baa103de0b', 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'fixed_ips': [{'subnet_id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:36:20.525894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:20.783412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Allocated IP 172.20.0.2 (18fb00c0-7973-45c2-9048-d4baa103de0b/0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee/f5bb4296-6dc6-4501-a935-77f5ce4960a5) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:20.936435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.032986 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.044071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Transition to ACTIVE for port object f5bb4296-6dc6-4501-a935-77f5ce4960a5 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:21.064950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Transition to ACTIVE for port object f5bb4296-6dc6-4501-a935-77f5ce4960a5 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:21.072492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.084302 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:21.136609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Network 18fb00c0-7973-45c2-9048-d4baa103de0b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:21.139823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:21.143859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:21.243752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Pushing event updated for resources: {'Port': ['ID=f5bb4296-6dc6-4501-a935-77f5ce4960a5,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:21.249780 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:21.266380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Attempting to bind port f5bb4296-6dc6-4501-a935-77f5ce4960a5 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:21.266773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Attempting to bind port f5bb4296-6dc6-4501-a935-77f5ce4960a5 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:21.267425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Attempting to bind port f5bb4296-6dc6-4501-a935-77f5ce4960a5 on network 18fb00c0-7973-45c2-9048-d4baa103de0b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:21.273384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:21.274067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Checking segment: {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:21.274222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.274715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Bound using segment: {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:21.275231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Bound port: f5bb4296-6dc6-4501-a935-77f5ce4960a5, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:21.275895 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.304957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.340501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.379892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] For port f5bb4296-6dc6-4501-a935-77f5ce4960a5, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:21.383153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] For port f5bb4296-6dc6-4501-a935-77f5ce4960a5, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5bb4296-6dc6-4501-a935-77f5ce4960a5,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:21.390721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.396127 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-681ecefe-0d81-45db-929a-ec3b40697a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:21.500674 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Pushing event updated for resources: {'Port': ['ID=f5bb4296-6dc6-4501-a935-77f5ce4960a5,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:21.506875 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:21.537539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Allocated IP 172.25.4.188 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a6d38e06-e571-4180-a85b-0a7e43a2b1cc) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:21.623399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 264a56ce-a580-43b2-8c69-4a48007fbed0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:21.707515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 264a56ce-a580-43b2-8c69-4a48007fbed0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:21.716327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 264a56ce-a580-43b2-8c69-4a48007fbed0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:21.716725 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.760716 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.827363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.834555 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:21.906411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:21.910736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:21.919736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:21.922410 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.958102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:21.963276 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:21.963489 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 264a56ce-a580-43b2-8c69-4a48007fbed0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=264a56ce-a580-43b2-8c69-4a48007fbed0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:21.968523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:21.971141 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:22.057342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=264a56ce-a580-43b2-8c69-4a48007fbed0,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:22.064883 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:22.424748 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:22.705583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b824f7-db37-4e22-be3b-887d24d9438c None None] Network 18fb00c0-7973-45c2-9048-d4baa103de0b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:22.806411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f13aac2c-a17e-4e13-8ed8-2d8b697a8c07 None None] Provisioning for port f5bb4296-6dc6-4501-a935-77f5ce4960a5 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:23.033901 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:23.291202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Router 557cfaaa-2902-4169-b820-b2dd45c99917 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:36:23.504483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:23.522719 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Sync routers for ids ['557cfaaa-2902-4169-b820-b2dd45c99917'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:23.544072 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Routers {'557cfaaa-2902-4169-b820-b2dd45c99917'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:23.544908 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['557cfaaa-2902-4169-b820-b2dd45c99917'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:23.585026 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:23.586274 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3106866 May 14 18:36:23.589387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35642) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:23.718862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 264a56ce-a580-43b2-8c69-4a48007fbed0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:23.813140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 264a56ce-a580-43b2-8c69-4a48007fbed0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:23.813862 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:23.825563 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Set router 557cfaaa-2902-4169-b820-b2dd45c99917 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:23.992780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5bb4296-6dc6-4501-a935-77f5ce4960a5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:24.081915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f5bb4296-6dc6-4501-a935-77f5ce4960a5 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:24.088704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f5bb4296-6dc6-4501-a935-77f5ce4960a5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:24.089331 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.214402 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:22Z', 'revision_number': 3, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:24.220541 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Checking router: 557cfaaa-2902-4169-b820-b2dd45c99917 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:24.220821 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Updating router 557cfaaa-2902-4169-b820-b2dd45c99917 port a6d38e06-e571-4180-a85b-0a7e43a2b1cc binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:36:24.258820 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.281448 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.324109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f5bb4296-6dc6-4501-a935-77f5ce4960a5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5bb4296-6dc6-4501-a935-77f5ce4960a5,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:24.344467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.350704 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c73eaafd-e11f-4653-a0ad-d63eba9b0251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:24.409080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.435386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f5bb4296-6dc6-4501-a935-77f5ce4960a5,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:24.451425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.452301 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.458038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.458519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.458960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.459491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.459971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.460418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.461073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.461504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.461940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.462521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:24.471197 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:24.482091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.736967 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.751901 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Transition to ACTIVE for port object a6d38e06-e571-4180-a85b-0a7e43a2b1cc will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:24.761713 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.768628 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:24.862768 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ab23-be33-42bc-bdc8-c2563e6b4d91 None None] Pushing event updated for resources: {'Port': ['ID=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:24.866921 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a1d6ab23-be33-42bc-bdc8-c2563e6b4d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:24.868204 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Attempting to bind port a6d38e06-e571-4180-a85b-0a7e43a2b1cc on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:24.868884 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Attempting to bind port a6d38e06-e571-4180-a85b-0a7e43a2b1cc by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:24.869149 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Attempting to bind port a6d38e06-e571-4180-a85b-0a7e43a2b1cc on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:24.875732 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:24.876182 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:24.876647 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.877281 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:24.877762 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Bound port: a6d38e06-e571-4180-a85b-0a7e43a2b1cc, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:24.878354 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.928719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Allocated IP 172.20.0.1 (18fb00c0-7973-45c2-9048-d4baa103de0b/0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee/f518379a-0b29-46ce-be6a-b63545971e53) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:24.931221 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:36:24.961153 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] For port a6d38e06-e571-4180-a85b-0a7e43a2b1cc, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:24.964290 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] For port a6d38e06-e571-4180-a85b-0a7e43a2b1cc, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:24.969232 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:24.972875 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-62834626-c0ba-405f-9804-b5462a1ff10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:25.064702 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Routers {'557cfaaa-2902-4169-b820-b2dd45c99917'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:25.065329 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['557cfaaa-2902-4169-b820-b2dd45c99917'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:25.103392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.120777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Transition to ACTIVE for port object f518379a-0b29-46ce-be6a-b63545971e53 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:25.122171 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ab23-be33-42bc-bdc8-c2563e6b4d91 None None] Pushing event updated for resources: {'Port': ['ID=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:25.152108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.158438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6f2b98e-5d47-4976-aee9-7ee26343d3b6 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:25.196909 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a1d6ab23-be33-42bc-bdc8-c2563e6b4d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:25.226496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Network 18fb00c0-7973-45c2-9048-d4baa103de0b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:25.229208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:25.232926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:25.282739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Pushing event updated for resources: {'Port': ['ID=f518379a-0b29-46ce-be6a-b63545971e53,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:25.288697 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] Set router 557cfaaa-2902-4169-b820-b2dd45c99917 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:25.294201 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:25.312306 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.456561 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.601168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-793c3330-0ba7-4d77-882b-02a24bf9bb13 None None] Provisioning for port f518379a-0b29-46ce-be6a-b63545971e53 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:25.611113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-793c3330-0ba7-4d77-882b-02a24bf9bb13 None None] Provisioning complete for port f518379a-0b29-46ce-be6a-b63545971e53 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:25.611739 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-793c3330-0ba7-4d77-882b-02a24bf9bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.692656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5bb4296-6dc6-4501-a935-77f5ce4960a5 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:25.762352 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:22Z', 'revision_number': 3, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:25.768017 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d704ad-db3c-4ff5-ad1c-555313d7b920 None None] The sync data for ids ['557cfaaa-2902-4169-b820-b2dd45c99917'] in n-d-787206-3 is: [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:22Z', 'revision_number': 3, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:25.777675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-793c3330-0ba7-4d77-882b-02a24bf9bb13 None None] Port f518379a-0b29-46ce-be6a-b63545971e53 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:25.806700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f5bb4296-6dc6-4501-a935-77f5ce4960a5 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:25.807453 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.841052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.857144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.885211 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:25.976187 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:25.980260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Pushing event updated for resources: {'Port': ['ID=f518379a-0b29-46ce-be6a-b63545971e53,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:25.983344 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:26.151762 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Network 18fb00c0-7973-45c2-9048-d4baa103de0b is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:26.156921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:26.420814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Router 557cfaaa-2902-4169-b820-b2dd45c99917 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:26.513318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-112ae806-f527-473b-8c72-1a0d7515c508 None None] Provisioning complete for port f518379a-0b29-46ce-be6a-b63545971e53 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:26.513698 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-112ae806-f527-473b-8c72-1a0d7515c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:26.589279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-112ae806-f527-473b-8c72-1a0d7515c508 None None] Port f518379a-0b29-46ce-be6a-b63545971e53 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:26.647866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:26.661127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] 10.222.0.24 "PUT /v2.0/routers/557cfaaa-2902-4169-b820-b2dd45c99917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0695107 May 14 18:36:27.057354 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c1f48400-e4f5-491b-acc3-099d03063370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.268786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35722) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:27.276297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1117412601-network', 'tenant_id': '9e735bcef874479a902fb15c1a025391'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:27.284453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:27.289191 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Usage tracker for resource:network and tenant:9e735bcef874479a902fb15c1a025391 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:27.296712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:27.302524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:27.318006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Made reservation on behalf of 9e735bcef874479a902fb15c1a025391 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:27.318191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.336896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.362701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:27.368859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Usage tracker for resource:security_group_rule and tenant:9e735bcef874479a902fb15c1a025391 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:27.372219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:27.379862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:27.605068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a6d38e06-e571-4180-a85b-0a7e43a2b1cc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:27.687253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a6d38e06-e571-4180-a85b-0a7e43a2b1cc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:27.692197 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.694418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a6d38e06-e571-4180-a85b-0a7e43a2b1cc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:27.694968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.698351 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.728037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:36:27.734849 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef9b8af4-627b-4f0d-95ac-703a871cda86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:27.767312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.767977 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Added segment 7928fd9f-9653-43b6-8bbe-11b54c2b96e1 of type vlan for network 3b39d065-9c69-4890-a731-9f77638cbe94 May 14 18:36:27.779115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c35c383-ceee-4018-b581-7aa4fe8a72b8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:27.786829 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:27.834759 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.836175 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.859795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a6d38e06-e571-4180-a85b-0a7e43a2b1cc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:27.862825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Sync routers for ids ['557cfaaa-2902-4169-b820-b2dd45c99917'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:27.873505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.880350 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:27.893749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.898488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:27.899257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:27.908221 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5db08acd-8c52-4759-adfb-77c09fe2dcd7 tempest-NetworksIpV6TestAttrs-524179277 tempest-NetworksIpV6TestAttrs-524179277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:27.927888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Routers {'557cfaaa-2902-4169-b820-b2dd45c99917'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:27.929023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['557cfaaa-2902-4169-b820-b2dd45c99917'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:28.035454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35738) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:28.037854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7657669 May 14 18:36:28.039158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Pushing event updated for resources: {'Network': ['ID=3b39d065-9c69-4890-a731-9f77638cbe94,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:28.041929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Request body: {'subnet': {'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1117412601-subnet', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:28.045075 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:28.047520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:28.051619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Usage tracker for resource:subnet and tenant:9e735bcef874479a902fb15c1a025391 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:28.054577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:28.060482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:28.074342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Made reservation on behalf of 9e735bcef874479a902fb15c1a025391 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:28.077345 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.099296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 3b39d065-9c69-4890-a731-9f77638cbe94 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:36:28.237173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:28.282330 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:28.315923 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.422008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Set router 557cfaaa-2902-4169-b820-b2dd45c99917 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:28.603300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.611956 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c5a081f0-1988-44d0-8cf5-52364b46b5cd tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:28.686344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0924848-5250-4d04-ba9e-31e3ed10f7ac,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:28.691063 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:28.699665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Checking segment: {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:28.700104 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Network hostable DHCP agents. Network: 3b39d065-9c69-4890-a731-9f77638cbe94, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:36:28.722487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Network 3b39d065-9c69-4890-a731-9f77638cbe94 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:36:28.739656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 3b39d065-9c69-4890-a731-9f77638cbe94) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:28.750895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:28.751765 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.756077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce00d3-a081-44ab-97d3-120a5c2d924d None None] Network 3b39d065-9c69-4890-a731-9f77638cbe94 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:28.781904 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7424867 May 14 18:36:28.782141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35756) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:28.787769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:28.793271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:28.799187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Usage tracker for resource:router and tenant:9e735bcef874479a902fb15c1a025391 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:28.804667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:28.810746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:28.823854 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.824474 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.856410 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:28.991942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:25Z', 'revision_number': 4, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f518379a-0b29-46ce-be6a-b63545971e53', 'name': '', 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'mac_address': 'fa:16:3e:03:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:24Z', 'updated_at': '2021-05-14T18:36:25Z', 'revision_number': 2, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'subnets': [{'id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:29.002469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Checking router: 557cfaaa-2902-4169-b820-b2dd45c99917 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:29.003252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Updating router 557cfaaa-2902-4169-b820-b2dd45c99917 port f518379a-0b29-46ce-be6a-b63545971e53 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:36:29.168086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-3b39d065-9c69-4890-a731-9f77638cbe94', 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'fixed_ips': [{'subnet_id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:36:29.168911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.178473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.180862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.560571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Allocated IP 172.20.0.2 (3b39d065-9c69-4890-a731-9f77638cbe94/b0924848-5250-4d04-ba9e-31e3ed10f7ac/0717b571-f314-4099-84da-3d7bb929c816) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:29.605635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.623604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a6d38e06-e571-4180-a85b-0a7e43a2b1cc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:29.663020 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.805709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.831730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-38ae6c3f-9596-496b-ba06-6574a72430fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:29.838063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Allocated IP 172.25.4.64 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a1c5c27b-c235-48aa-a9bf-ad1ff02527b2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:29.971027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a6d38e06-e571-4180-a85b-0a7e43a2b1cc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:29.971489 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.008828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.051551 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.057166 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce6a10e6-ab70-4cdd-a0ec-0ef397b289f7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:30.070563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.111965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Transition to ACTIVE for port object f518379a-0b29-46ce-be6a-b63545971e53 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:30.122356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:30.125494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:30.132733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:30.132884 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.137266 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.145649 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:30.222330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Transition to ACTIVE for port object 0717b571-f314-4099-84da-3d7bb929c816 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:30.368945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:30.377874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:30.421687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Transition to ACTIVE for port object 0717b571-f314-4099-84da-3d7bb929c816 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:30.422890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fd9e2-973c-4a7f-a2aa-bbb61121ff9e None None] Pushing event updated for resources: {'Port': ['ID=f518379a-0b29-46ce-be6a-b63545971e53,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:30.511517 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-096fd9e2-973c-4a7f-a2aa-bbb61121ff9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:30.525635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.540060 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e263054-3cd9-4e70-9341-96e176a8fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:30.612583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Attempting to bind port f518379a-0b29-46ce-be6a-b63545971e53 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:30.613869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Attempting to bind port f518379a-0b29-46ce-be6a-b63545971e53 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:30.614803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Attempting to bind port f518379a-0b29-46ce-be6a-b63545971e53 on network 18fb00c0-7973-45c2-9048-d4baa103de0b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:30.623495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Network 3b39d065-9c69-4890-a731-9f77638cbe94 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:30.630664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:30.643876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:30.653393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:30.653776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Checking segment: {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:30.654382 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.654789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Bound using segment: {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:30.655305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Bound port: f518379a-0b29-46ce-be6a-b63545971e53, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ff13ed-7d83-48d4-a044-1ed249778f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:30.655882 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.790031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Pushing event updated for resources: {'Port': ['ID=0717b571-f314-4099-84da-3d7bb929c816,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:30.807778 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:30.860998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.868757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Attempting to bind port 0717b571-f314-4099-84da-3d7bb929c816 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:30.869137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Attempting to bind port 0717b571-f314-4099-84da-3d7bb929c816 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:30.869731 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Attempting to bind port 0717b571-f314-4099-84da-3d7bb929c816 on network 3b39d065-9c69-4890-a731-9f77638cbe94 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:30.879358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.893729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:30.894649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Checking segment: {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:30.895322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.895911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Bound using segment: {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:30.896405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Bound port: 0717b571-f314-4099-84da-3d7bb929c816, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:30.896791 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.949303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] For port f518379a-0b29-46ce-be6a-b63545971e53, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:30.971624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] For port f518379a-0b29-46ce-be6a-b63545971e53, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f518379a-0b29-46ce-be6a-b63545971e53,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:30.980615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:30.990543 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:31.137920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] For port 0717b571-f314-4099-84da-3d7bb929c816, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:31.145392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] For port 0717b571-f314-4099-84da-3d7bb929c816, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0717b571-f314-4099-84da-3d7bb929c816,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:31.163023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:31.173176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Routers {'557cfaaa-2902-4169-b820-b2dd45c99917'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:31.173868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['557cfaaa-2902-4169-b820-b2dd45c99917'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:31.239618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fd9e2-973c-4a7f-a2aa-bbb61121ff9e None None] Pushing event updated for resources: {'Port': ['ID=f518379a-0b29-46ce-be6a-b63545971e53,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:31.244505 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-096fd9e2-973c-4a7f-a2aa-bbb61121ff9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:31.304120 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:31.360017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:31.475734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Pushing event updated for resources: {'Port': ['ID=0717b571-f314-4099-84da-3d7bb929c816,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:31.484137 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:31.514374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] Set router 557cfaaa-2902-4169-b820-b2dd45c99917 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:31.718922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Router f003769e-b329-4284-ac21-c9e6c106bfd4 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:36:31.937839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:31.949874 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Sync routers for ids ['f003769e-b329-4284-ac21-c9e6c106bfd4'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:31.962841 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Routers {'f003769e-b329-4284-ac21-c9e6c106bfd4'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:31.963688 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f003769e-b329-4284-ac21-c9e6c106bfd4'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:31.968621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:31.975830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35828) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:31.977687 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1930013 May 14 18:36:32.016827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:25Z', 'revision_number': 4, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f518379a-0b29-46ce-be6a-b63545971e53', 'name': '', 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'mac_address': 'fa:16:3e:03:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:24Z', 'updated_at': '2021-05-14T18:36:30Z', 'revision_number': 4, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'subnets': [{'id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:32.022687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f10a42-7ac7-4843-a83f-30e7f85d002b None None] The sync data for ids ['557cfaaa-2902-4169-b820-b2dd45c99917'] in n-d-787206-3 is: [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:25Z', 'revision_number': 4, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f518379a-0b29-46ce-be6a-b63545971e53', 'name': '', 'network_id': '18fb00c0-7973-45c2-9048-d4baa103de0b', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'mac_address': 'fa:16:3e:03:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:24Z', 'updated_at': '2021-05-14T18:36:30Z', 'revision_number': 4, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'subnets': [{'id': '0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:32.243447 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Set router f003769e-b329-4284-ac21-c9e6c106bfd4 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:32.350687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:32.730983 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:30Z', 'revision_number': 3, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:32.740177 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Checking router: f003769e-b329-4284-ac21-c9e6c106bfd4 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:32.740869 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Updating router f003769e-b329-4284-ac21-c9e6c106bfd4 port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:36:32.827754 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:32.859610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ebb6a-91eb-4a55-b2c9-f0218ed3db81 None None] Network 3b39d065-9c69-4890-a731-9f77638cbe94 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:33.040399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-38ccc382-49f9-4d7c-bc1f-6918f89dbe67 None None] Provisioning for port 0717b571-f314-4099-84da-3d7bb929c816 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:33.121486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.293797 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.311469 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Transition to ACTIVE for port object a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:33.320634 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.334452 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-dc617448-deb0-474f-aaad-a07796b602c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:33.413179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Allocated IP 172.20.0.1 (3b39d065-9c69-4890-a731-9f77638cbe94/b0924848-5250-4d04-ba9e-31e3ed10f7ac/ad46adc3-736c-40b6-9f02-80531673748e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:33.468220 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d1fac-6345-47d0-b7bb-4676c6c6f790 None None] Pushing event updated for resources: {'Port': ['ID=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:33.488890 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-1b9d1fac-6345-47d0-b7bb-4676c6c6f790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:33.502457 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Attempting to bind port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:33.503157 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Attempting to bind port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:33.503610 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Attempting to bind port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:33.511438 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:33.512337 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:33.512824 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.513190 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:33.513683 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Bound port: a1c5c27b-c235-48aa-a9bf-ad1ff02527b2, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:33.514060 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.704322 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] For port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:33.714769 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] For port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:33.723856 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.727724 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-22e2ce9c-f1ef-4cfa-ae52-26754348843c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:33.742303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f518379a-0b29-46ce-be6a-b63545971e53 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:33.774165 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.802726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Transition to ACTIVE for port object ad46adc3-736c-40b6-9f02-80531673748e will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:33.835570 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.842429 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-54e6cbfb-8b67-4e7a-9743-24a3f077ae70 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:33.876161 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Routers {'f003769e-b329-4284-ac21-c9e6c106bfd4'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:33.876796 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f003769e-b329-4284-ac21-c9e6c106bfd4'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:33.932121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f518379a-0b29-46ce-be6a-b63545971e53 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:33.934181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Pushing event updated for resources: {'Port': ['ID=ad46adc3-736c-40b6-9f02-80531673748e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:33.939311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f518379a-0b29-46ce-be6a-b63545971e53 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:33.940204 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:33.960593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.961181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.961619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.962020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.962395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.962769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.965066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.965478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.965905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.966266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.966583 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d1fac-6345-47d0-b7bb-4676c6c6f790 None None] Pushing event updated for resources: {'Port': ['ID=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:33.966703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.966997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:36:33.972221 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-1b9d1fac-6345-47d0-b7bb-4676c6c6f790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:33.990204 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:33.996617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Network 3b39d065-9c69-4890-a731-9f77638cbe94 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:33.998101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:34.000811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:34.080412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.138269 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.191970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f518379a-0b29-46ce-be6a-b63545971e53, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f518379a-0b29-46ce-be6a-b63545971e53,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:34.204099 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.205257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0717b571-f314-4099-84da-3d7bb929c816 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:34.213631 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] Set router f003769e-b329-4284-ac21-c9e6c106bfd4 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:34.299212 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-d6cbda8e-ae65-4a4f-bec8-d05e40f83d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:34.396656 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0717b571-f314-4099-84da-3d7bb929c816 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:34.414289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4dc05936-4d06-4ade-bd70-5133b7ac0b66 None None] Provisioning for port ad46adc3-736c-40b6-9f02-80531673748e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:34.417363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0717b571-f314-4099-84da-3d7bb929c816 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:34.417730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.456368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f518379a-0b29-46ce-be6a-b63545971e53,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:34.471016 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:34.471811 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4dc05936-4d06-4ade-bd70-5133b7ac0b66 None None] Provisioning complete for port ad46adc3-736c-40b6-9f02-80531673748e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:34.472220 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4dc05936-4d06-4ade-bd70-5133b7ac0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.553948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.567667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4dc05936-4d06-4ade-bd70-5133b7ac0b66 None None] Port ad46adc3-736c-40b6-9f02-80531673748e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:34.593977 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:30Z', 'revision_number': 3, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:34.599072 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ba596-febc-42b7-b4ea-e81486f150b0 None None] The sync data for ids ['f003769e-b329-4284-ac21-c9e6c106bfd4'] in n-d-787206-3 is: [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:30Z', 'revision_number': 3, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:34.654031 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.697647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0717b571-f314-4099-84da-3d7bb929c816, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0717b571-f314-4099-84da-3d7bb929c816,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:34.703637 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:34.705522 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:34.874787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0717b571-f314-4099-84da-3d7bb929c816,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:34.880939 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:34.983364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:35.005855 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:35.051558 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:35.149044 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:35.152620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Pushing event updated for resources: {'Port': ['ID=ad46adc3-736c-40b6-9f02-80531673748e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:35.156069 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:35.305849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Network 3b39d065-9c69-4890-a731-9f77638cbe94 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:35.307014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:35.567837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Router f003769e-b329-4284-ac21-c9e6c106bfd4 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:35.609173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e647c1ef-1ebb-40af-b5bf-4720fcc88f5a None None] Provisioning complete for port ad46adc3-736c-40b6-9f02-80531673748e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:35.609652 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e647c1ef-1ebb-40af-b5bf-4720fcc88f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:35.690386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-e647c1ef-1ebb-40af-b5bf-4720fcc88f5a None None] Port ad46adc3-736c-40b6-9f02-80531673748e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:35.695988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f518379a-0b29-46ce-be6a-b63545971e53 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:35.778913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f518379a-0b29-46ce-be6a-b63545971e53 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:35.779667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:35.832636 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:35.846172 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] 10.222.0.24 "PUT /v2.0/routers/f003769e-b329-4284-ac21-c9e6c106bfd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8689518 May 14 18:36:35.963977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0717b571-f314-4099-84da-3d7bb929c816 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:36.048718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0717b571-f314-4099-84da-3d7bb929c816 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:36.049099 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:36.181639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:36.264460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:36.271398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:36.271783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:36.441773 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:36.465063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:36.474035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:36.476175 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:36.562340 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:36.567569 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:36.717763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Sync routers for ids ['f003769e-b329-4284-ac21-c9e6c106bfd4'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:36.729452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Routers {'f003769e-b329-4284-ac21-c9e6c106bfd4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:36.730137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f003769e-b329-4284-ac21-c9e6c106bfd4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:36.947637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Set router f003769e-b329-4284-ac21-c9e6c106bfd4 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:37.239943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35918) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:37.325638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:34Z', 'revision_number': 4, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'ad46adc3-736c-40b6-9f02-80531673748e', 'name': '', 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'mac_address': 'fa:16:3e:ac:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:33Z', 'updated_at': '2021-05-14T18:36:34Z', 'revision_number': 2, 'project_id': '9e735bcef874479a902fb15c1a025391', 'subnets': [{'id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:37.333321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Checking router: f003769e-b329-4284-ac21-c9e6c106bfd4 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:37.334520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Updating router f003769e-b329-4284-ac21-c9e6c106bfd4 port ad46adc3-736c-40b6-9f02-80531673748e binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:36:37.404949 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:37.593787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:37.834963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:37.835299 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.028017 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.051581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Transition to ACTIVE for port object ad46adc3-736c-40b6-9f02-80531673748e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:38.056796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.067279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.071196 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:38.241269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb735-a16e-4df7-aaf9-69eb537dbdc5 None None] Pushing event updated for resources: {'Port': ['ID=ad46adc3-736c-40b6-9f02-80531673748e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:38.244474 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dbadb735-a16e-4df7-aaf9-69eb537dbdc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:38.302762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Attempting to bind port ad46adc3-736c-40b6-9f02-80531673748e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:38.303526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Attempting to bind port ad46adc3-736c-40b6-9f02-80531673748e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:38.304076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Attempting to bind port ad46adc3-736c-40b6-9f02-80531673748e on network 3b39d065-9c69-4890-a731-9f77638cbe94 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:38.310193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:38.310863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Checking segment: {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:38.311658 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.312232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Bound using segment: {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:38.313165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Bound port: ad46adc3-736c-40b6-9f02-80531673748e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7928fd9f-9653-43b6-8bbe-11b54c2b96e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:38.313738 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.420504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] For port ad46adc3-736c-40b6-9f02-80531673748e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:38.425404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] For port ad46adc3-736c-40b6-9f02-80531673748e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ad46adc3-736c-40b6-9f02-80531673748e,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:38.433051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.436777 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:38.519609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Routers {'f003769e-b329-4284-ac21-c9e6c106bfd4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:38.520273 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f003769e-b329-4284-ac21-c9e6c106bfd4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:38.546461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Deleting port f518379a-0b29-46ce-be6a-b63545971e53 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:38.547040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.678407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb735-a16e-4df7-aaf9-69eb537dbdc5 None None] Pushing event updated for resources: {'Port': ['ID=ad46adc3-736c-40b6-9f02-80531673748e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:38.683003 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dbadb735-a16e-4df7-aaf9-69eb537dbdc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:38.700391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] For port f518379a-0b29-46ce-be6a-b63545971e53, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f518379a-0b29-46ce-be6a-b63545971e53,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:38.701060 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.752018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] Set router f003769e-b329-4284-ac21-c9e6c106bfd4 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:38.839408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Calling delete_port for f518379a-0b29-46ce-be6a-b63545971e53 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:38.984716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:38.990529 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9b795494-cf1c-4588-af12-7518e58345b1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:39.045295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f518379a-0b29-46ce-be6a-b63545971e53,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:39.078148 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:39.131907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:34Z', 'revision_number': 4, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'ad46adc3-736c-40b6-9f02-80531673748e', 'name': '', 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'mac_address': 'fa:16:3e:ac:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:33Z', 'updated_at': '2021-05-14T18:36:38Z', 'revision_number': 4, 'project_id': '9e735bcef874479a902fb15c1a025391', 'subnets': [{'id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:39.137049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988e19a-4e19-4d83-91aa-f85e3ed202c6 None None] The sync data for ids ['f003769e-b329-4284-ac21-c9e6c106bfd4'] in n-d-787206-3 is: [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:34Z', 'revision_number': 4, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'ad46adc3-736c-40b6-9f02-80531673748e', 'name': '', 'network_id': '3b39d065-9c69-4890-a731-9f77638cbe94', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'mac_address': 'fa:16:3e:ac:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:33Z', 'updated_at': '2021-05-14T18:36:38Z', 'revision_number': 4, 'project_id': '9e735bcef874479a902fb15c1a025391', 'subnets': [{'id': 'b0924848-5250-4d04-ba9e-31e3ed10f7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:39.413654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:39.507316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35938) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:39.515129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590108220', 'description': 'tempest-secgroup-smoke-590108220 description', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:39.536214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:39.547854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:39.557888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:39.587805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:39.619388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:39.664856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:39.674812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:39.692470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:39.700106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:39.751561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ad46adc3-736c-40b6-9f02-80531673748e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:39.798705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:39.805811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:39.815317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9250311e-e8d9-44fa-a5f6-b05d2d2db6ec tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:39.858247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ad46adc3-736c-40b6-9f02-80531673748e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:39.865804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ad46adc3-736c-40b6-9f02-80531673748e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:39.866196 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:39.866406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269cd731-5a23-4878-89c0-b1f1de8315fa,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:39.872206 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:39.875287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:39.881675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3731706 May 14 18:36:39.882522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35944) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:39.888242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group_rule': {'security_group_id': '269cd731-5a23-4878-89c0-b1f1de8315fa', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:39.896040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:39.904018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:39.907864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:39.916474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:39.947366 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.030520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.037852 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.041488 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:40.061622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfb8080-a736-4397-befd-d25d4ffa3e5a,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:40.066837 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:40.083740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.088457 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.090051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a017967e-8f45-4c9e-ab21-3513dd332be4 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062497 May 14 18:36:40.092847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35948) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:40.099161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group_rule': {'security_group_id': '269cd731-5a23-4878-89c0-b1f1de8315fa', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:40.105904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:40.109979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:40.113679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:40.123276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ad46adc3-736c-40b6-9f02-80531673748e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ad46adc3-736c-40b6-9f02-80531673748e,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:40.123927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:40.130989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.134134 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:40.144070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.212816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ad46adc3-736c-40b6-9f02-80531673748e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:40.220350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.225341 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:40.226816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.229163 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35050bc3-17a8-4833-910f-e0d6904274ab tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:40.237402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Router 557cfaaa-2902-4169-b820-b2dd45c99917 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:40.254833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e41b03-c6cf-4c9e-8948-01b78ce09a54,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:40.259468 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:40.276423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.280475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d066c116-5901-4602-84e7-aede94b812ae tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1836970 May 14 18:36:40.280845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35954) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:40.286692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group_rule': {'security_group_id': '269cd731-5a23-4878-89c0-b1f1de8315fa', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:40.293978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:40.299488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:40.302713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:40.309223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:40.332103 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.405374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.411969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.420271 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-75bbfe45-0c9b-4306-a178-b69625d397b8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:40.437270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:40.444281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a95245-068d-4d5d-9c4e-b2c391e23f0b,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:40.446808 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:40.452379 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] Sync routers for ids ['557cfaaa-2902-4169-b820-b2dd45c99917'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:40.453387 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.454651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1727865 May 14 18:36:40.458805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35958) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:40.464863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group_rule': {'security_group_id': '269cd731-5a23-4878-89c0-b1f1de8315fa', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:40.465374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] Routers {'557cfaaa-2902-4169-b820-b2dd45c99917'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:40.465997 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['557cfaaa-2902-4169-b820-b2dd45c99917'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:40.470825 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] 10.222.0.24 "PUT /v2.0/routers/557cfaaa-2902-4169-b820-b2dd45c99917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2275522 May 14 18:36:40.471193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 35962) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:40.471429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:40.475750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:40.478972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:40.485184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:40.504856 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.590330 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.596216 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.635430 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c103e049-9740-4d2a-8f26-d710e929bc63 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:40.661682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5c5e31-e0cd-46db-98ee-df45dd72f720,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:40.664415 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:40.668868 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.670577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5da542d5-5e8e-4dff-b038-388a0d0fbee3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108669 May 14 18:36:40.673408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35970) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:40.681409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group_rule': {'security_group_id': '269cd731-5a23-4878-89c0-b1f1de8315fa', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:40.691520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:40.696243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:40.699479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:40.708718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:40.723440 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Project 26c6c1accf8c40a791d5ad0be69e1b33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:36:40.725450 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.732701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.785515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] Set router 557cfaaa-2902-4169-b820-b2dd45c99917 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:40.839375 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.845618 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.849011 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4b1d0c9-33bc-454e-9cde-8d2fcf242911 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:40.889886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980201ac-a1ba-480c-9a03-cd3821314095,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:40.897255 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:40.906567 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.908779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2340198 May 14 18:36:40.912988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 35982) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:40.919397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'security_group_rule': {'security_group_id': '269cd731-5a23-4878-89c0-b1f1de8315fa', 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:40.928163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:40.933048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:security_group_rule and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:40.935511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:40.941730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:40.955962 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Project 26c6c1accf8c40a791d5ad0be69e1b33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:36:40.962221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:40.962753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.044907 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.051956 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.054088 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-af645f28-9e13-4df4-b454-13ed2c268bf7 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:41.071879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Deleting port a6d38e06-e571-4180-a85b-0a7e43a2b1cc {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:41.072650 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.096767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fda150-f4d1-484c-b28e-1ba31f6062bf,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:41.101044 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:41.103255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.104885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b84baad4-3232-42cb-8922-277d194cc351 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1908524 May 14 18:36:41.231250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] For port a6d38e06-e571-4180-a85b-0a7e43a2b1cc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:41.231250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.271623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:38Z', 'revision_number': 5, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port': {'id': 'a6d38e06-e571-4180-a85b-0a7e43a2b1cc', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:21Z', 'updated_at': '2021-05-14T18:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:41.275555 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] Checking router: 557cfaaa-2902-4169-b820-b2dd45c99917 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:41.283855 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] Routers {'557cfaaa-2902-4169-b820-b2dd45c99917'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:41.284665 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['557cfaaa-2902-4169-b820-b2dd45c99917'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:41.391302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Calling delete_port for a6d38e06-e571-4180-a85b-0a7e43a2b1cc owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:41.442965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19835464-9398-436d-b17c-12d4d76851e0 req-2119c2f6-d1ba-4ea8-89cc-32c6551efd6c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:41.444434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19835464-9398-436d-b17c-12d4d76851e0 req-2119c2f6-d1ba-4ea8-89cc-32c6551efd6c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1053259 May 14 18:36:41.471554 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] Set router 557cfaaa-2902-4169-b820-b2dd45c99917 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:41.509908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-19835464-9398-436d-b17c-12d4d76851e0 req-ea0cac26-f518-4720-ba36-adffec836ccc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586629 May 14 18:36:41.596431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ad46adc3-736c-40b6-9f02-80531673748e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:41.631633 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:40Z', 'revision_number': 6, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:41.636623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd0b4e-ef62-4365-8cd3-ec2627ecfa2d None None] The sync data for ids ['557cfaaa-2902-4169-b820-b2dd45c99917'] in n-d-787206-3 is: [{'id': '557cfaaa-2902-4169-b820-b2dd45c99917', 'name': 'tempest-TestAggregatesBasicOps-785549573-router', 'tenant_id': '1990f226db754e6a9fca803d0c68f8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:20Z', 'updated_at': '2021-05-14T18:36:40Z', 'revision_number': 6, 'project_id': '1990f226db754e6a9fca803d0c68f8ca', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:41.687514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ad46adc3-736c-40b6-9f02-80531673748e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:41.688238 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.742984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-20ffc4aa-6534-4d9f-9eda-d458ec410f07 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Synchronizing usage tracker for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:41.761790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-20ffc4aa-6534-4d9f-9eda-d458ec410f07 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Unset dirty status for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:41.767861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-20ffc4aa-6534-4d9f-9eda-d458ec410f07 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590108220&fields=id&tenant_id=26c6c1accf8c40a791d5ad0be69e1b33 HTTP/1.1" status: 200 len: 267 time: 0.0686462 May 14 18:36:41.772162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.776694 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db8a8f4d-5fba-447d-a104-e72577af7de3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:41.823228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d38e06-e571-4180-a85b-0a7e43a2b1cc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:41.826688 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:41.917988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:41.926470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-fb45f041-2507-4f99-8d1c-b61a2272e9ed tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:41.927164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-fb45f041-2507-4f99-8d1c-b61a2272e9ed tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Synchronizing usage tracker for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:41.946475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-fb45f041-2507-4f99-8d1c-b61a2272e9ed tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Unset dirty status for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:41.947808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-fb45f041-2507-4f99-8d1c-b61a2272e9ed tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 814 time: 0.1759582 May 14 18:36:41.966312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-dba9f252-e0c2-4be6-9e85-f0f6bf87caab tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/quotas/26c6c1accf8c40a791d5ad0be69e1b33 HTTP/1.1" status: 200 len: 375 time: 0.0118079 May 14 18:36:42.057865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-760ef514-f3ea-4d26-aea6-f2b176790dfc tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Synchronizing usage tracker for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:42.083649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-760ef514-f3ea-4d26-aea6-f2b176790dfc tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Unset dirty status for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:42.085020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-760ef514-f3ea-4d26-aea6-f2b176790dfc tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112440 May 14 18:36:42.114566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.116874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.140138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.140649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557cfaaa-2902-4169-b820-b2dd45c99917 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:36:42.156092 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.157187 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] 10.222.0.24 "DELETE /v2.0/routers/557cfaaa-2902-4169-b820-b2dd45c99917 HTTP/1.1" status: 204 len: 168 time: 1.6850429 May 14 18:36:42.160241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36000) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:42.221147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Deleting subnet 0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:36:42.225208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.238711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-d737af85-ef42-4e5b-97f4-9b63fc06e3be service neutron] 10.222.0.24 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399033 May 14 18:36:42.277128 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.365376 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.549188 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-5b357a4f-16e0-4f83-b235-9b9ad276d868 service neutron] 10.222.0.24 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039551 May 14 18:36:42.637526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.642585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-287b087c-693a-447d-a22a-495ef4eaa2ed tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:42.683434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:42.686881 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:42.687983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.696103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0b8503cf-ce47-4ab2-a68c-c84ad8cc68ee HTTP/1.1" status: 204 len: 168 time: 0.5325985 May 14 18:36:42.696594 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36010) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:42.700566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9bb439-a458-441f-8c56-d312bf2e53c2 None None] Network 18fb00c0-7973-45c2-9048-d4baa103de0b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:42.820071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:42.923491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Deleting port f5bb4296-6dc6-4501-a935-77f5ce4960a5 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:42.924219 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.116015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] For port f5bb4296-6dc6-4501-a935-77f5ce4960a5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5bb4296-6dc6-4501-a935-77f5ce4960a5,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:43.116469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.148637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] DHCP port deletion for 18fb00c0-7973-45c2-9048-d4baa103de0b request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:36:43.235706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Deleting port f5bb4296-6dc6-4501-a935-77f5ce4960a5 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:43.236082 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.336160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Calling delete_port for f5bb4296-6dc6-4501-a935-77f5ce4960a5 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:43.338341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] For port f5bb4296-6dc6-4501-a935-77f5ce4960a5, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f5bb4296-6dc6-4501-a935-77f5ce4960a5,segment=NetworkSegment(02ff13ed-7d83-48d4-a044-1ed249778f11),segment_id=02ff13ed-7d83-48d4-a044-1ed249778f11)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:43.338747 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.359558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792291-14a8-44a5-81ed-7b3d0eb75228 req-a9d32550-e329-4c70-93c7-9dd62dfeda5c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:43.371684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e792291-14a8-44a5-81ed-7b3d0eb75228 req-a9d32550-e329-4c70-93c7-9dd62dfeda5c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1591530 May 14 18:36:43.404387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.412974 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4722360c-f186-403d-89ae-3303adc60f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:43.446655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3e792291-14a8-44a5-81ed-7b3d0eb75228 req-3fd28b27-e41b-4a2b-9538-7617d2849231 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738308 May 14 18:36:43.464558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bb4296-6dc6-4501-a935-77f5ce4960a5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:43.466559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] No DVR routers for this DVR port f5bb4296-6dc6-4501-a935-77f5ce4960a5 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:36:43.468222 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:43.526376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Calling delete_port for f5bb4296-6dc6-4501-a935-77f5ce4960a5 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:43.596555 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.605887 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-921d506d-c96e-4034-8bf3-6ff1399d211b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:43.615545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b92e9c8d-bdea-471a-8ab6-c8b55ea9637e req-cb875e0f-78a3-4919-b024-83e5bfc57f59 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 210 time: 0.0811129 May 14 18:36:43.642224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a6d38e06-e571-4180-a85b-0a7e43a2b1cc no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:43.658149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.674171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fb00c0-7973-45c2-9048-d4baa103de0b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:43.689260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ff13ed-7d83-48d4-a044-1ed249778f11') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:43.689554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ff13ed-7d83-48d4-a044-1ed249778f11') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:43.694931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a6d38e06-e571-4180-a85b-0a7e43a2b1cc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:43.695442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a6d38e06-e571-4180-a85b-0a7e43a2b1cc not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:43.695976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f518379a-0b29-46ce-be6a-b63545971e53 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:43.702639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.722016 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.724476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] No DVR routers for this DVR port f5bb4296-6dc6-4501-a935-77f5ce4960a5 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:36:43.736183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Pushing event deleted for resources: {'Port': ['ID=f5bb4296-6dc6-4501-a935-77f5ce4960a5,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:43.736379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:36:43.736796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.744848 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:43.745588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f518379a-0b29-46ce-be6a-b63545971e53 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:43.745944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f518379a-0b29-46ce-be6a-b63545971e53 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:43.746365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5bb4296-6dc6-4501-a935-77f5ce4960a5 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: timer() May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:36:43.751324 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:36:43.781718 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f5bb4296-6dc6-4501-a935-77f5ce4960a5 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:43.782083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f5bb4296-6dc6-4501-a935-77f5ce4960a5 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:43.829500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.833686 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a5b70a97-98af-480b-af7d-c9d5e7008386 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:43.845896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:43.854139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Pushing event deleted for resources: {'Network': ['ID=18fb00c0-7973-45c2-9048-d4baa103de0b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:43.857756 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:43.862550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] 10.222.0.24 "DELETE /v2.0/networks/18fb00c0-7973-45c2-9048-d4baa103de0b HTTP/1.1" status: 204 len: 168 time: 1.1652851 May 14 18:36:43.866457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36028) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:44.449417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-16d3cc75-4781-4254-8e1c-24106b5d6ad6 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:44.451558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-16d3cc75-4781-4254-8e1c-24106b5d6ad6 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.22 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 814 time: 0.1669707 May 14 18:36:44.517469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-a85f760e-df6d-4256-b252-d2786c8d37e8 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c6c1accf8c40a791d5ad0be69e1b33 HTTP/1.1" status: 200 len: 379 time: 0.0571120 May 14 18:36:44.527284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'port': {'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'admin_state_up': True, 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'security_groups': ['269cd731-5a23-4878-89c0-b1f1de8315fa']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:44.645914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:44.743949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:44.760773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b43eb-79c5-421a-a644-163ad12bf31d req-43974118-6378-4663-88a4-c32e8e289829 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:44.762432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71b43eb-79c5-421a-a644-163ad12bf31d req-43974118-6378-4663-88a4-c32e8e289829 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1604886 May 14 18:36:44.766748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:44.794171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Made reservation on behalf of 26c6c1accf8c40a791d5ad0be69e1b33 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:44.797953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:44.877166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71b43eb-79c5-421a-a644-163ad12bf31d req-fea36716-b379-4b5f-8999-8210f353ae8a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067376 May 14 18:36:45.010532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Allocated IP 172.20.0.4 (e28a0454-0954-4c7b-9a90-f2b30e4654e7/2eab3ce6-cd11-4ba6-a78d-07df226902b3/e441a436-b816-46e1-988b-03bef1af87cf) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:45.073586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fc1bf88-dff4-43c4-b847-744b4d1c0622 req-e8e14be8-7658-4c14-b959-8fae7b35d362 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 210 time: 0.0511816 May 14 18:36:45.117123 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Deleting port ad46adc3-736c-40b6-9f02-80531673748e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:45.117692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.250423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] For port ad46adc3-736c-40b6-9f02-80531673748e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ad46adc3-736c-40b6-9f02-80531673748e,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:45.250790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.274967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.292132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Transition to ACTIVE for port object e441a436-b816-46e1-988b-03bef1af87cf will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:45.319458 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.326189 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eb69a901-fdb4-44ee-800b-3105c59206ef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:45.389134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Calling delete_port for ad46adc3-736c-40b6-9f02-80531673748e owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:45.391917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:45.395078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:45.399026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:45.445722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'Port': ['ID=e441a436-b816-46e1-988b-03bef1af87cf,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:45.450163 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:45.478245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:45.478902 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.522904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9994044 May 14 18:36:45.540604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Request body: {'port': {'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:45.587830 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.594328 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6727747d-1c24-441b-a156-02b8a1efe8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:45.648248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad46adc3-736c-40b6-9f02-80531673748e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:45.690495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:45.707389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.805675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1babcae9-a7f7-4332-a0a3-7a84c5b9fd60 None None] Provisioning for port e441a436-b816-46e1-988b-03bef1af87cf completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:45.812185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1babcae9-a7f7-4332-a0a3-7a84c5b9fd60 None None] Provisioning complete for port e441a436-b816-46e1-988b-03bef1af87cf triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:45.813041 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1babcae9-a7f7-4332-a0a3-7a84c5b9fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:45.904148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-1babcae9-a7f7-4332-a0a3-7a84c5b9fd60 None None] Port e441a436-b816-46e1-988b-03bef1af87cf cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:36:45.987103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:46.185091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafa88-ed24-41d4-93aa-06118513fc3b req-bb8b3076-b361-42bf-960c-f2281c729cbd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:46.186803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bcdafa88-ed24-41d4-93aa-06118513fc3b req-bb8b3076-b361-42bf-960c-f2281c729cbd tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1507487 May 14 18:36:46.289143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e441a436-b816-46e1-988b-03bef1af87cf {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:36:46.300203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bcdafa88-ed24-41d4-93aa-06118513fc3b req-6bf2eaa7-9e47-4ba4-b7dd-8121ecf12936 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030593 May 14 18:36:46.302121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:46.344963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Transition to ACTIVE for port object e441a436-b816-46e1-988b-03bef1af87cf will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:46.350968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:46.355411 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:46.655793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Router f003769e-b329-4284-ac21-c9e6c106bfd4 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:46.782833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Pushing event updated for resources: {'Port': ['ID=e441a436-b816-46e1-988b-03bef1af87cf,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:46.788459 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:46.884644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:46.895227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] Sync routers for ids ['f003769e-b329-4284-ac21-c9e6c106bfd4'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:46.904343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] 10.222.0.24 "PUT /v2.0/routers/f003769e-b329-4284-ac21-c9e6c106bfd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0368400 May 14 18:36:46.904947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36050) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:46.907598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] Routers {'f003769e-b329-4284-ac21-c9e6c106bfd4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:46.908486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f003769e-b329-4284-ac21-c9e6c106bfd4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:46.925060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Attempting to bind port e441a436-b816-46e1-988b-03bef1af87cf on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:46.925433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Attempting to bind port e441a436-b816-46e1-988b-03bef1af87cf by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:46.925741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Attempting to bind port e441a436-b816-46e1-988b-03bef1af87cf on network e28a0454-0954-4c7b-9a90-f2b30e4654e7 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:46.934802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd58c9-de3c-4184-b158-3098b330cdb1 req-7f9d729e-ccb6-4824-8d13-70f5dab6d0d8 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:46.935533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-27bd58c9-de3c-4184-b158-3098b330cdb1 req-7f9d729e-ccb6-4824-8d13-70f5dab6d0d8 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Synchronizing usage tracker for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:46.943089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Port e441a436-b816-46e1-988b-03bef1af87cf on network e28a0454-0954-4c7b-9a90-f2b30e4654e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:36:46.943436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Attempting to bind port e441a436-b816-46e1-988b-03bef1af87cf on network e28a0454-0954-4c7b-9a90-f2b30e4654e7 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:46.953728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:46.954062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Checking segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:46.954449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Bound using segment: {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:46.954880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Bound port: e441a436-b816-46e1-988b-03bef1af87cf, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277edc5b-a84c-4b0f-959e-088d6e904cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:46.955317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:46.974943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-27bd58c9-de3c-4184-b158-3098b330cdb1 req-7f9d729e-ccb6-4824-8d13-70f5dab6d0d8 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Unset dirty status for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:46.981765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27bd58c9-de3c-4184-b158-3098b330cdb1 req-7f9d729e-ccb6-4824-8d13-70f5dab6d0d8 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.4698522 May 14 18:36:47.090780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27bd58c9-de3c-4184-b158-3098b330cdb1 req-b24a72d4-d3b5-404f-ae6c-18f075b61bba tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079118 May 14 18:36:47.120563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] For port e441a436-b816-46e1-988b-03bef1af87cf, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:47.123896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] For port e441a436-b816-46e1-988b-03bef1af87cf, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e441a436-b816-46e1-988b-03bef1af87cf,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:47.131731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:47.137843 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8dd946e5-1d2e-45af-840e-721966b203d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:47.139878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:47.156527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] Set router f003769e-b329-4284-ac21-c9e6c106bfd4 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:47.232644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:47.233627 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:47.235969 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] 10.222.0.22 "PUT /v2.0/ports/e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 1091 time: 1.7021971 May 14 18:36:47.236485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:47.288137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Pushing event updated for resources: {'Port': ['ID=e441a436-b816-46e1-988b-03bef1af87cf,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:47.297007 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:47.387014 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:47.399701 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'status': 'completed', 'code': 200} May 14 18:36:47.473071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-8302fc45-ae5f-4bfb-83d7-62870066c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:47.474563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-8302fc45-ae5f-4bfb-83d7-62870066c4ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1094 time: 0.1755784 May 14 18:36:47.551762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Deleting port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:47.552129 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:47.672481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-225a22ff-71d4-46ed-b7f5-11e2bcf2d103 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 217 time: 0.1876359 May 14 18:36:47.757323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] For port a1c5c27b-c235-48aa-a9bf-ad1ff02527b2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:47.757925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:47.763483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-a574a0d3-f416-4ace-8799-c82eb16018b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:47.764945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-a574a0d3-f416-4ace-8799-c82eb16018b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 200 len: 853 time: 0.0821540 May 14 18:36:47.766057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:45Z', 'revision_number': 5, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port': {'id': 'a1c5c27b-c235-48aa-a9bf-ad1ff02527b2', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:29Z', 'updated_at': '2021-05-14T18:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:47.773150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] Checking router: f003769e-b329-4284-ac21-c9e6c106bfd4 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:47.785715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] Routers {'f003769e-b329-4284-ac21-c9e6c106bfd4'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:47.786350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['f003769e-b329-4284-ac21-c9e6c106bfd4'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:47.825678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a421c-4cc3-41a9-8aaa-b8115303819e req-44fb9b5f-8acc-4602-97a2-1eb0cdd80c44 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:47.834312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d03a421c-4cc3-41a9-8aaa-b8115303819e req-44fb9b5f-8acc-4602-97a2-1eb0cdd80c44 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.2207096 May 14 18:36:47.897692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d03a421c-4cc3-41a9-8aaa-b8115303819e req-9319d4de-510e-4854-81b9-f1dc613a1ee4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624120 May 14 18:36:47.902326 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Calling delete_port for a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:47.939723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-10f74676-80ab-44b0-ab5d-3fbfcd77200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:47.941420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-10f74676-80ab-44b0-ab5d-3fbfcd77200d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e28a0454-0954-4c7b-9a90-f2b30e4654e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626639 May 14 18:36:47.980669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] Set router f003769e-b329-4284-ac21-c9e6c106bfd4 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:48.104028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-47ed9667-c688-46fd-98fa-7208ae3a9d68 service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549065 May 14 18:36:48.122101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:47Z', 'revision_number': 6, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:48.126756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c74ab4-1401-4259-b63c-d59e70122dac None None] The sync data for ids ['f003769e-b329-4284-ac21-c9e6c106bfd4'] in n-d-787206-3 is: [{'id': 'f003769e-b329-4284-ac21-c9e6c106bfd4', 'name': 'tempest-TestAggregatesBasicOps-1117412601-router', 'tenant_id': '9e735bcef874479a902fb15c1a025391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:28Z', 'updated_at': '2021-05-14T18:36:47Z', 'revision_number': 6, 'project_id': '9e735bcef874479a902fb15c1a025391', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:48.287164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.292518 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d358d53b-00ba-460f-b64a-d827ab39037d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:48.328805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b997b3d0-32ac-468f-83d6-bc7fc2ab94ff req-be08219d-23e0-4218-aa0e-be348bed0c4c service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169223 May 14 18:36:48.342795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c5c27b-c235-48aa-a9bf-ad1ff02527b2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:48.348237 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:48.364336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e7e4-933a-45f8-99d8-858355cfef5d req-b05f6e33-d1cc-42ff-9de9-cc350d03febf tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:48.372779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5181e7e4-933a-45f8-99d8-858355cfef5d req-b05f6e33-d1cc-42ff-9de9-cc350d03febf tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.1349642 May 14 18:36:48.451227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.470792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5181e7e4-933a-45f8-99d8-858355cfef5d req-31f8f341-6b54-4f12-927c-05060d22a962 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970962 May 14 18:36:48.523300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-bbbf6556-2fa2-4d8a-b2e9-851a494db593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:48.525013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-bbbf6556-2fa2-4d8a-b2e9-851a494db593 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1094 time: 0.1352367 May 14 18:36:48.688254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.691540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.692358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-b49f9ccf-3412-440c-8015-b993a18625b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:48.693835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-b49f9ccf-3412-440c-8015-b993a18625b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 915 time: 0.1557627 May 14 18:36:48.719984 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.721112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f003769e-b329-4284-ac21-c9e6c106bfd4 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:36:48.735716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.740079 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f003769e-b329-4284-ac21-c9e6c106bfd4 HTTP/1.1" status: 204 len: 168 time: 1.8303819 May 14 18:36:48.740250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36064) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:48.783486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-c5b15ec5-c9a9-4355-8716-c767100419b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 217 time: 0.0813286 May 14 18:36:48.808098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Deleting subnet b0924848-5250-4d04-ba9e-31e3ed10f7ac {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:36:48.811040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.852673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-ddfee954-5787-4c23-b714-54babd50b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:48.854118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-ddfee954-5787-4c23-b714-54babd50b2cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 200 len: 853 time: 0.0635991 May 14 18:36:48.864349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:48.942923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-2011fe7c-0c98-4180-a283-843ce11a59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:48.944838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-2011fe7c-0c98-4180-a283-843ce11a59cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e28a0454-0954-4c7b-9a90-f2b30e4654e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835788 May 14 18:36:48.974503 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.011564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36070) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:49.302532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.309891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-dca1f745-18bf-4bbe-b132-f6764b9c143e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:49.355889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0924848-5250-4d04-ba9e-31e3ed10f7ac,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:49.358085 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.361396 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:49.368234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b0924848-5250-4d04-ba9e-31e3ed10f7ac HTTP/1.1" status: 204 len: 168 time: 0.6267304 May 14 18:36:49.368840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36074) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:49.371380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f336ca-ddc3-4bc0-8203-869d1708fef6 None None] Network 3b39d065-9c69-4890-a731-9f77638cbe94 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:49.560601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.600128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-f278f5ee-1683-4b82-947a-9e183216e6df service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457789 May 14 18:36:49.630801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ad46adc3-736c-40b6-9f02-80531673748e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:49.676622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Deleting port 0717b571-f314-4099-84da-3d7bb929c816 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:49.676990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.689270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17461b7-0e2b-41b6-9a03-21bc18b22910 req-e869c24f-fbc9-4e2e-a151-963d362856c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:49.691370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17461b7-0e2b-41b6-9a03-21bc18b22910 req-e869c24f-fbc9-4e2e-a151-963d362856c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.5700479 May 14 18:36:49.706883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ad46adc3-736c-40b6-9f02-80531673748e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:49.707263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ad46adc3-736c-40b6-9f02-80531673748e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:49.707677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:49.743321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:49.743676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a1c5c27b-c235-48aa-a9bf-ad1ff02527b2 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:49.791389 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] For port 0717b571-f314-4099-84da-3d7bb929c816, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0717b571-f314-4099-84da-3d7bb929c816,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:49.791752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.860010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] DHCP port deletion for 3b39d065-9c69-4890-a731-9f77638cbe94 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:36:49.923699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f17461b7-0e2b-41b6-9a03-21bc18b22910 req-7cb42b48-c08d-42cb-b161-2e7dcbbb86da tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848224 May 14 18:36:49.932767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Calling delete_port for 0717b571-f314-4099-84da-3d7bb929c816 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:49.961319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Deleting port 0717b571-f314-4099-84da-3d7bb929c816 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:49.961319 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:49.984187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b9937426-8958-4c96-8354-6b1bc51de1d5 req-9bd74072-f2e3-468f-acc6-bd5edfce3bcf service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104091 May 14 18:36:50.017170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.026590 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:50.074937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] For port 0717b571-f314-4099-84da-3d7bb929c816, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0717b571-f314-4099-84da-3d7bb929c816,segment=NetworkSegment(7928fd9f-9653-43b6-8bbe-11b54c2b96e1),segment_id=7928fd9f-9653-43b6-8bbe-11b54c2b96e1)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:50.075167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] No DVR routers for this DVR port 0717b571-f314-4099-84da-3d7bb929c816 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:36:50.075473 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.114364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0717b571-f314-4099-84da-3d7bb929c816,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:50.120233 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:50.204564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.212989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2accd-ba18-4a59-9ee9-a406ee494e71 req-3d919f50-03e4-4919-8e05-08d2997512fc tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:50.216529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Calling delete_port for 0717b571-f314-4099-84da-3d7bb929c816 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:50.221257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52e2accd-ba18-4a59-9ee9-a406ee494e71 req-3d919f50-03e4-4919-8e05-08d2997512fc tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.1665959 May 14 18:36:50.223843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b39d065-9c69-4890-a731-9f77638cbe94']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:50.236380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7928fd9f-9653-43b6-8bbe-11b54c2b96e1') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:50.236670 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7928fd9f-9653-43b6-8bbe-11b54c2b96e1') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:50.250184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.269371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.270899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.275805 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-bc674da6-29b1-4e0f-9114-76dfebc021b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:50.275958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52e2accd-ba18-4a59-9ee9-a406ee494e71 req-44acdf88-8b28-4698-b23c-2aa4db61c49f tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527358 May 14 18:36:50.276673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:36:50.277062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: timer() May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:36:50.293308 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:36:50.337694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] No DVR routers for this DVR port 0717b571-f314-4099-84da-3d7bb929c816 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:36:50.344840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Pushing event deleted for resources: {'Port': ['ID=0717b571-f314-4099-84da-3d7bb929c816,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:50.349745 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:50.367926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.381186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.386803 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74e8af09-27f9-43d7-9941-16ac381082e3 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:50.407622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.417773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b39d065-9c69-4890-a731-9f77638cbe94,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:50.426143 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:50.428956 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3b39d065-9c69-4890-a731-9f77638cbe94 HTTP/1.1" status: 204 len: 168 time: 1.0591807 May 14 18:36:50.620916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36084) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:50.671221 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0652d923-0811-41ab-a779-0c914933ae31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1990f226db754e6a9fca803d0c68f8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490787 May 14 18:36:50.673852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36088) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:50.732203 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.759258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.815333 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.820475 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-08f4a8b1-3d7a-4210-8c18-38920ae2c4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:50.832529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a53ad-650c-415c-a8c2-0ac7ecabea51,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:50.835086 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:50.839852 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.843855 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/614a53ad-650c-415c-a8c2-0ac7ecabea51 HTTP/1.1" status: 204 len: 168 time: 0.1665342 May 14 18:36:50.853593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 264a56ce-a580-43b2-8c69-4a48007fbed0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:50.853945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:50.994406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 264a56ce-a580-43b2-8c69-4a48007fbed0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=264a56ce-a580-43b2-8c69-4a48007fbed0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:50.995049 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:51.210218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36098) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:51.267305 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fab7a599-299d-4253-8852-599633852067 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e735bcef874479a902fb15c1a025391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556524 May 14 18:36:51.271234 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36102) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:51.335192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 264a56ce-a580-43b2-8c69-4a48007fbed0 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:51.345867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:51.374312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:51.403126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a62ad-8b32-44d7-a0f6-bd746957b782 req-ebed2296-45ed-4fca-a55b-2c6c70eb76b7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:51.404604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f6a62ad-8b32-44d7-a0f6-bd746957b782 req-ebed2296-45ed-4fca-a55b-2c6c70eb76b7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.3464918 May 14 18:36:51.438039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:51.444147 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df929c59-a4fc-4201-8638-4fbb46b9c269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:51.458002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c35c383-ceee-4018-b581-7aa4fe8a72b8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:51.460914 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:51.462818 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:51.464215 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c35c383-ceee-4018-b581-7aa4fe8a72b8 HTTP/1.1" status: 204 len: 168 time: 0.1917193 May 14 18:36:51.470312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f6a62ad-8b32-44d7-a0f6-bd746957b782 req-e55d2f19-d7fe-476c-9a9a-a48f0898b559 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583403 May 14 18:36:51.585643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:51.615527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0717b571-f314-4099-84da-3d7bb929c816 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:51.631492 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9131db6-9840-4e52-afb0-67ee32520592 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:51.651501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0717b571-f314-4099-84da-3d7bb929c816 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:51.652010 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0717b571-f314-4099-84da-3d7bb929c816 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:51.687140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=264a56ce-a580-43b2-8c69-4a48007fbed0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:51.690647 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:51.820389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a07cc1-438a-4402-8589-d7e97f463751 req-793ae90f-34db-4ab6-9d46-d8dfd5f7fdb2 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:51.821958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1a07cc1-438a-4402-8589-d7e97f463751 req-793ae90f-34db-4ab6-9d46-d8dfd5f7fdb2 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.2285209 May 14 18:36:52.017397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1a07cc1-438a-4402-8589-d7e97f463751 req-8a5e6710-e936-4a8b-9693-4a7e13c197f3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315689 May 14 18:36:52.049052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.349557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36130) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:52.432318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:36:52.466533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-486661011-network', 'tenant_id': '94753f16908645b09513a343fdbab86e'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:52.472815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:52.476961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Usage tracker for resource:network and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:52.480195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:52.485984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:52.500583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Made reservation on behalf of 94753f16908645b09513a343fdbab86e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:52.501844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.521858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.539695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:52.543892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:52.547140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:52.554619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:52.651546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.655773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.660000 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb1b6a1d-f8e4-433a-859a-8e0af261bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:52.673065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:52.686455 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:52.690449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:36:52.694077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "PUT /v2.0/routers/a61c3ba5-3258-47e5-b844-be1a2918404f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813691 May 14 18:36:52.700037 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:52.700493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87026f58-34b0-4591-9edc-0e8edc4a7898,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:52.700997 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:52.705060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:52.709149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.709524 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Added segment 8e15bab8-5f44-42d8-a0d9-4aa2173952c4 of type vlan for network ccbd93b5-96da-47ef-b854-9eee56e4d6dc May 14 18:36:52.719987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1adbf-8173-44d6-997e-7700248b61ca req-8bd2910b-8f04-44e2-b5f7-5c3eecc45208 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:52.721503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2f1adbf-8173-44d6-997e-7700248b61ca req-8bd2910b-8f04-44e2-b5f7-5c3eecc45208 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1192405 May 14 18:36:52.741035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.771904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2f1adbf-8173-44d6-997e-7700248b61ca req-fade2afa-d369-4a21-852d-ff14146b062a tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433605 May 14 18:36:52.777894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.777894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:52.778231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:52.783495 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-788e50c9-411b-4998-81aa-71396342bf41 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:52.965343 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:53.062287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Pushing event updated for resources: {'Network': ['ID=ccbd93b5-96da-47ef-b854-9eee56e4d6dc,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:53.065447 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:53.067852 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7172749 May 14 18:36:53.071354 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36144) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:53.073838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:36:53.077412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Request body: {'subnet': {'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-486661011-subnet', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:53.084383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:53.088878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Usage tracker for resource:subnet and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:53.092316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:53.101495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:53.119401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Made reservation on behalf of 94753f16908645b09513a343fdbab86e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:36:53.123066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:53.408060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d188ef-6647-4847-aac1-4a8d5d42fd6f req-0df32071-57eb-46b3-8766-98afda410459 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:53.408957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-18d188ef-6647-4847-aac1-4a8d5d42fd6f req-0df32071-57eb-46b3-8766-98afda410459 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:53.424777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-18d188ef-6647-4847-aac1-4a8d5d42fd6f req-0df32071-57eb-46b3-8766-98afda410459 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:53.426762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18d188ef-6647-4847-aac1-4a8d5d42fd6f req-0df32071-57eb-46b3-8766-98afda410459 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 946 time: 0.3014288 May 14 18:36:53.442489 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:51Z', 'revision_number': 6, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:25Z', 'revision_number': 1, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:53.448023 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:53.461461 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:53.463146 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:53.486912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-18d188ef-6647-4847-aac1-4a8d5d42fd6f req-7ce5809b-5ce0-4cec-a1a7-9a937b8aaad9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508165 May 14 18:36:53.608438 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:53.612496 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-267604c0-dff6-4434-b333-a57989f04be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:53.688814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f87630-fbf4-4d44-9fea-58029a1e5df8,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:53.700185 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:53.700907 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:53.705835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc23167-7df6-4320-bdde-031633f6c0e1 req-84871b33-bec8-4280-a71b-2255889baea0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:53.707916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Checking segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:53.708077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecc23167-7df6-4320-bdde-031633f6c0e1 req-84871b33-bec8-4280-a71b-2255889baea0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.0979586 May 14 18:36:53.708420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Network hostable DHCP agents. Network: ccbd93b5-96da-47ef-b854-9eee56e4d6dc, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:36:53.728654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:36:53.742133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, ccbd93b5-96da-47ef-b854-9eee56e4d6dc) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:53.754952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e5018-9b4d-4b7a-a5e5-79937af411b7 None None] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:53.757932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:53.758578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:53.776361 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecc23167-7df6-4320-bdde-031633f6c0e1 req-f529a527-33a6-469a-9aca-71467580d8b1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613861 May 14 18:36:53.792023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7195268 May 14 18:36:53.795106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36150) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:53.800753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:36:53.806427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:36:53.810676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Usage tracker for resource:router and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:36:53.814972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:36:53.822389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:36:53.834428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:53.836741 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:53.857492 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.107817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:36:54.109259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.150519 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:51Z', 'revision_number': 6, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:25Z', 'revision_number': 1, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:54.155016 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa1875-bcfe-461b-9d46-5bce27d94879 None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:51Z', 'revision_number': 6, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '747a5ece-81c1-4c25-8ac4-261fdc4a6d8f', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'port_id': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'mac_address': 'fa:16:3e:bb:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:34:21Z', 'updated_at': '2021-05-14T18:34:25Z', 'revision_number': 1, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:36:54.181069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.286987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Allocated IP 172.20.0.2 (ccbd93b5-96da-47ef-b854-9eee56e4d6dc/95f87630-fbf4-4d44-9fea-58029a1e5df8/79bd203a-c5a2-45a3-a4ec-3180c01c85a8) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:54.379554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1592b5-b401-462b-8bf8-c7fd5711f37e req-7267b5ba-60dc-4d13-a06b-bae71a4778e5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:54.381059 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e1592b5-b401-462b-8bf8-c7fd5711f37e req-7267b5ba-60dc-4d13-a06b-bae71a4778e5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.1651082 May 14 18:36:54.393145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.458078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9e1592b5-b401-462b-8bf8-c7fd5711f37e req-e7218336-6672-486c-a69f-aaa27407c456 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669196 May 14 18:36:54.551132 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.563750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Transition to ACTIVE for port object 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:54.594643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Transition to ACTIVE for port object 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:54.605624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.626098 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-83d3aac4-d564-42ff-b1d1-6c3555aeed40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:54.695412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:54.698642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:54.702435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:54.793606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Pushing event updated for resources: {'Port': ['ID=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:54.804538 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:54.811756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Attempting to bind port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:54.812323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Attempting to bind port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:54.813115 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Attempting to bind port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 on network ccbd93b5-96da-47ef-b854-9eee56e4d6dc {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:54.819992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:54.820381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Checking segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:54.821176 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.821176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Bound using segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:54.821678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Bound port: 79bd203a-c5a2-45a3-a4ec-3180c01c85a8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:54.822035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.834437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.873641 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.920562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] For port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:36:54.923454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] For port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:36:54.929829 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:54.935322 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:54.947561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-eabc23af-f533-4cb9-a597-eb53946c2b53 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:54.948991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-eabc23af-f533-4cb9-a597-eb53946c2b53 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 946 time: 0.4125447 May 14 18:36:54.950852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abcec6-827a-4fc6-a5bd-700b7b4f36ca req-755c6859-5899-43b0-8a92-b8e732458f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:54.952165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52abcec6-827a-4fc6-a5bd-700b7b4f36ca req-755c6859-5899-43b0-8a92-b8e732458f9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1097 time: 0.3122623 May 14 18:36:55.021509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde834c-9e57-4d56-9f5f-97fcc85816e2 req-424bb869-ac33-48ad-a3c1-a16adeccaeca tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:55.023498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bde834c-9e57-4d56-9f5f-97fcc85816e2 req-424bb869-ac33-48ad-a3c1-a16adeccaeca tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 946 time: 0.3377686 May 14 18:36:55.028075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Pushing event updated for resources: {'Port': ['ID=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:55.031940 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:55.333462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52abcec6-827a-4fc6-a5bd-700b7b4f36ca req-3185c4d3-9267-4fe7-87ca-76602133ed45 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690319 May 14 18:36:55.416509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6bde834c-9e57-4d56-9f5f-97fcc85816e2 req-4f8a4ad0-75cc-493e-9309-59ae5df7d1cf tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=62f1779a-4e5f-46f5-b38a-67231198ec80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749964 May 14 18:36:55.442040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Allocated IP 172.25.4.96 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/cb22155f-26be-4cb0-b7e7-ffcda913be9c) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:55.484317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:36:55.485063 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:55.604825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:55.685849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:55.700309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 264a56ce-a580-43b2-8c69-4a48007fbed0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:55.739469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 264a56ce-a580-43b2-8c69-4a48007fbed0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:55.739846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 264a56ce-a580-43b2-8c69-4a48007fbed0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:55.792654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:55.793027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:55.815683 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:55.953400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:36:55.958528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:36:55.968895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa151f63-01f9-46e6-91a2-23cece862269 req-00933805-73cf-4511-96ad-8492036070ed tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:55.970373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa151f63-01f9-46e6-91a2-23cece862269 req-00933805-73cf-4511-96ad-8492036070ed tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.4215243 May 14 18:36:56.043839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa151f63-01f9-46e6-91a2-23cece862269 req-f54c94b1-1f3d-4be5-8836-2aff9436ca44 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664353 May 14 18:36:56.047534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31e0a9-2c84-4ac4-8178-885e85543fcd None None] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:36:56.072969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.079523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:56.179420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:56.181526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Provisioning for port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:36:56.186715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:56.196074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:56.219095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Provisioning complete for port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:56.219573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.262057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Pushing event updated for resources: {'Port': ['ID=cb22155f-26be-4cb0-b7e7-ffcda913be9c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:56.271885 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:56.415295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.448550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:56.466765 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d7f3ab55-b648-44ea-b401-85748c5d3175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:56.480141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.503761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'port_id': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'mac_address': 'fa:16:3e:56:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:36:56.560508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:56.563971 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:56.611956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] For port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:56.631352 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.634387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:56.665510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] No DVR routers for this DVR port 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:36:56.678367 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.686063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'name': 'network-vif-deleted', 'tag': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:36:56.728804 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.769035 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1c22e0c-91cc-48e0-905a-23fdbb19efc2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:36:56.824343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:56.827044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Pushing event updated for resources: {'Port': ['ID=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:56.832954 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:56.833751 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:56.835658 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:56.921519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:56.925551 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:57.043653 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbba4260-cea0-4a46-af3d-58b0482ed5cf req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "DELETE /v2.0/ports/84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 HTTP/1.1" status: 204 len: 173 time: 2.0843987 May 14 18:36:57.058695 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f5abae1d-f92a-40cb-b063-710211ea2dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:57.070737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7aa5-0315-46f5-9d68-b23f5caefe6c req-806500c5-a158-4c4a-931f-bfcd89c33dd1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:57.078012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a5a7aa5-0315-46f5-9d68-b23f5caefe6c req-806500c5-a158-4c4a-931f-bfcd89c33dd1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.7198949 May 14 18:36:57.099702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['f1c22e0c-91cc-48e0-905a-23fdbb19efc2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:36:57.161241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a5a7aa5-0315-46f5-9d68-b23f5caefe6c req-f04a6058-64df-4df1-bb70-e80386d8e979 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821726 May 14 18:36:57.173415 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:57.184523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36170) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:57.193335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-267df0ed-3d0d-4aa1-925b-80b1bfdd2257 None None] Provisioning complete for port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:57.193636 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-267df0ed-3d0d-4aa1-925b-80b1bfdd2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:57.300096 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:57.350304 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b09fb1dd-f2e5-416f-9b8f-e2f0d5793830 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/floatingips/61f1deb7-b4ef-408b-aab5-7c2b44f45193 HTTP/1.1" status: 200 len: 992 time: 0.1576238 May 14 18:36:57.353999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:36:57.354352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:36:57.482810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fa722e58-b7a9-4a1b-966c-ac656fc00866 req-d9afce64-ef96-47d9-af30-a4d79f5ff69b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:36:57.600309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-fa722e58-b7a9-4a1b-966c-ac656fc00866 req-d9afce64-ef96-47d9-af30-a4d79f5ff69b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:36:57.601754 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa722e58-b7a9-4a1b-966c-ac656fc00866 req-d9afce64-ef96-47d9-af30-a4d79f5ff69b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0fda5c-c27c-41dd-836a-c398c566b493 HTTP/1.1" status: 200 len: 210 time: 0.2309909 May 14 18:36:57.625725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:36:57.648248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:57.719405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:36:57.719960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:57.721460 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0fda5c-c27c-41dd-836a-c398c566b493', 'name': 'network-vif-deleted', 'tag': '84cdfd2f-7ef1-47ea-ab85-b2f82ed059b0', 'status': 'completed', 'code': 200} May 14 18:36:57.956712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e441a436-b816-46e1-988b-03bef1af87cf details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:36:57.958595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c08057-d813-43b4-aae2-42c4285e5fe5 req-2cf4526c-3826-4bcd-8de4-b4b3b31461bf tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:57.960080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37c08057-d813-43b4-aae2-42c4285e5fe5 req-2cf4526c-3826-4bcd-8de4-b4b3b31461bf tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 943 time: 0.1575503 May 14 18:36:57.960416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:36:58.023499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-37c08057-d813-43b4-aae2-42c4285e5fe5 req-40a5ff07-1925-491b-8687-231c087a5620 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576599 May 14 18:36:58.024501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Router 40f075b2-82f0-4229-8393-a27d78f6b32c is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:36:58.033685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.212660 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.223626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:36:58.235501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Sync routers for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:36:58.241395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e441a436-b816-46e1-988b-03bef1af87cf, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e441a436-b816-46e1-988b-03bef1af87cf,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:58.243896 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.245141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4489000 May 14 18:36:58.248002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:58.251164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f1c22e0c-91cc-48e0-905a-23fdbb19efc2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:36:58.275555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:36:58.276211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:36:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:58.331857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'e441a436-b816-46e1-988b-03bef1af87cf', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:36:58.399151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:58.433840 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.446628 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:58.544729 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.567136 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:58.572845 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:58.574269 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e441a436-b816-46e1-988b-03bef1af87cf {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:36:58.600475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:36:58.711061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36186) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:58.774568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e441a436-b816-46e1-988b-03bef1af87cf, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e441a436-b816-46e1-988b-03bef1af87cf,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:36:58.792520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.797136 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3f4e09b-4bc0-46aa-a34c-47969500039f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:58.798717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.833323 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.936271 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.943210 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fc0b4a8d-b703-4fa0-acf1-b2900d5c3e06 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:58.960778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f1779a-4e5f-46f5-b38a-67231198ec80,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:58.966706 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:58.967993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e441a436-b816-46e1-988b-03bef1af87cf,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:58.968770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.973139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/security-groups/62f1779a-4e5f-46f5-b38a-67231198ec80 HTTP/1.1" status: 204 len: 168 time: 0.2570076 May 14 18:36:58.973339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:58.973847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:59.021896 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36192) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:36:59.036089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['e441a436-b816-46e1-988b-03bef1af87cf'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:36:59.120136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting subnet 41ec6ad1-afbf-41a4-8723-70d724cd7b40 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:36:59.123875 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.167509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:56Z', 'revision_number': 3, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:36:59.182927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Checking router: 40f075b2-82f0-4229-8393-a27d78f6b32c for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:36:59.183336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Updating router 40f075b2-82f0-4229-8393-a27d78f6b32c port cb22155f-26be-4cb0-b7e7-ffcda913be9c binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:36:59.247549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.268935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.360389 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7b2c-3e00-45a0-bccd-27955900e934 req-7ca5bb9f-002f-4461-9f11-a22b38749358 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:36:59.362352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-359a7b2c-3e00-45a0-bccd-27955900e934 req-7ca5bb9f-002f-4461-9f11-a22b38749358 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 944 time: 0.1749296 May 14 18:36:59.391322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.398955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Allocated IP 172.20.0.1 (ccbd93b5-96da-47ef-b854-9eee56e4d6dc/95f87630-fbf4-4d44-9fea-58029a1e5df8/dc924860-2792-4e53-babd-e36e7463bafd) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:36:59.613906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.631630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Transition to ACTIVE for port object dc924860-2792-4e53-babd-e36e7463bafd will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:59.651721 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.660689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.666197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eb254c31-3b7f-4f23-9b3a-d56f0451ac73 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:59.689425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-359a7b2c-3e00-45a0-bccd-27955900e934 req-091e3c25-372e-4122-8c0c-d8f445eef93a tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168266 May 14 18:36:59.733296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:36:59.741831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:36:59.748805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:36:59.757948 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.778060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Pushing event updated for resources: {'Port': ['ID=dc924860-2792-4e53-babd-e36e7463bafd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:59.786608 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:59.787417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Transition to ACTIVE for port object cb22155f-26be-4cb0-b7e7-ffcda913be9c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:36:59.796049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b319e29-4059-43ab-b936-4c3f29a5f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.800575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.804734 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:36:59.816127 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.901394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Attempting to bind port cb22155f-26be-4cb0-b7e7-ffcda913be9c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:36:59.901861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Attempting to bind port cb22155f-26be-4cb0-b7e7-ffcda913be9c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:36:59.902296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Attempting to bind port cb22155f-26be-4cb0-b7e7-ffcda913be9c on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:36:59.912078 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf021e-c108-4918-96b9-80d128eae424 None None] Pushing event updated for resources: {'Port': ['ID=cb22155f-26be-4cb0-b7e7-ffcda913be9c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:36:59.915547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:36:59.915828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:36:59.916235 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.916626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:36:59.917102 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Bound port: cb22155f-26be-4cb0-b7e7-ffcda913be9c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:36:59.917482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:36:59.946496 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-30bf021e-c108-4918-96b9-80d128eae424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:36:59.959719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:00.001032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.070055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.071206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] For port cb22155f-26be-4cb0-b7e7-ffcda913be9c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:00.075917 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e59f6793-9b61-4b34-b759-c9d1f46e6a31 tempest-NetworksTestDHCPv6-513466148 tempest-NetworksTestDHCPv6-513466148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:00.076562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] For port cb22155f-26be-4cb0-b7e7-ffcda913be9c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cb22155f-26be-4cb0-b7e7-ffcda913be9c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:00.087000 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.093773 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:00.129372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Subnet': ['ID=41ec6ad1-afbf-41a4-8723-70d724cd7b40,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:00.134669 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:00.145501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.153275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/subnets/41ec6ad1-afbf-41a4-8723-70d724cd7b40 HTTP/1.1" status: 204 len: 168 time: 1.1294909 May 14 18:37:00.154190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:00.154565 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.157998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36200) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:00.208314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c2e44-75fa-4c54-8db1-afffefa0c710 None None] Network b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:00.221277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf021e-c108-4918-96b9-80d128eae424 None None] Pushing event updated for resources: {'Port': ['ID=cb22155f-26be-4cb0-b7e7-ffcda913be9c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:00.237309 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-30bf021e-c108-4918-96b9-80d128eae424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:00.324679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:00.325243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:00.382484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-70d90e09-cd8d-4774-9253-bf1e889b9095 None None] Provisioning for port dc924860-2792-4e53-babd-e36e7463bafd completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:00.382838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.469804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-70d90e09-cd8d-4774-9253-bf1e889b9095 None None] Provisioning complete for port dc924860-2792-4e53-babd-e36e7463bafd triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:00.470181 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70d90e09-cd8d-4774-9253-bf1e889b9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.489483 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.510413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:00.511133 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.583094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.637683 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8c23606d-f633-4014-8f6f-11ffc3bfe559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:00.723430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-70d90e09-cd8d-4774-9253-bf1e889b9095 None None] Port dc924860-2792-4e53-babd-e36e7463bafd cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:00.751287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 3716701b-5353-4c2a-b018-ae5ba1df4ba7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3716701b-5353-4c2a-b018-ae5ba1df4ba7,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:00.751793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.763651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Pushing event updated for resources: {'Port': ['ID=dc924860-2792-4e53-babd-e36e7463bafd,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:00.763970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.769314 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.773188 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:00.798998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:00.876535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:00.898857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:00.924149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 3716701b-5353-4c2a-b018-ae5ba1df4ba7 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:00.974482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:00.976337 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-096fd9e2-973c-4a7f-a2aa-bbb61121ff9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:00.995745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2d425-f6ed-4bf0-a84c-05ae17575ae1 req-9076593f-4343-49d8-9726-5fcff4e0b604 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:00.998145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3e2d425-f6ed-4bf0-a84c-05ae17575ae1 req-9076593f-4343-49d8-9726-5fcff4e0b604 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 944 time: 0.1223254 May 14 18:37:01.028968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.054535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e3e2d425-f6ed-4bf0-a84c-05ae17575ae1 req-9afedda9-0705-45bd-8fa8-412b47116e78 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476289 May 14 18:37:01.098001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:01.100624 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:01.139387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:01.144467 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:01.155090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] DHCP port deletion for b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:37:01.158413 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'code': 200} May 14 18:37:01.304828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Deleting port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:01.305213 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.420547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 1, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:01.423409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] For port 3716701b-5353-4c2a-b018-ae5ba1df4ba7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3716701b-5353-4c2a-b018-ae5ba1df4ba7,segment=NetworkSegment(eee4b0b4-97be-4adb-abe6-397a33aaa6db),segment_id=eee4b0b4-97be-4adb-abe6-397a33aaa6db)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:01.423802 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.436523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520cd6b-7d22-4879-be7a-3e6dcca3b633 None None] The sync data for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 is: [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 1, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:01.482306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.505811 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-45f66980-b6f6-41c1-9fce-6b6806f30c82 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:01.553173 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] No DVR routers for this DVR port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:01.562085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Calling delete_port for 3716701b-5353-4c2a-b018-ae5ba1df4ba7 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:01.586855 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c16a6175-a838-4274-9a5c-cd283a54854b None None] Provisioning complete for port dc924860-2792-4e53-babd-e36e7463bafd triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:01.587253 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c16a6175-a838-4274-9a5c-cd283a54854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.596695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=3716701b-5353-4c2a-b018-ae5ba1df4ba7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:01.600257 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:01.615150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3716701b-5353-4c2a-b018-ae5ba1df4ba7 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:01.667342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3716701b-5353-4c2a-b018-ae5ba1df4ba7 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:01.667699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3716701b-5353-4c2a-b018-ae5ba1df4ba7 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:01.721421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c16a6175-a838-4274-9a5c-cd283a54854b None None] Port dc924860-2792-4e53-babd-e36e7463bafd cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:01.738270 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.742616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.742876 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:01.758779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Router 40f075b2-82f0-4229-8393-a27d78f6b32c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:01.764080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:01.781431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee4b0b4-97be-4adb-abe6-397a33aaa6db') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:01.781734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee4b0b4-97be-4adb-abe6-397a33aaa6db') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:01.788983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Pushing event deleted for resources: {'Port': ['ID=3716701b-5353-4c2a-b018-ae5ba1df4ba7,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:01.792748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] No DVR routers for this DVR port 3716701b-5353-4c2a-b018-ae5ba1df4ba7 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:01.794916 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:01.856510 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.931522 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:37:01.948341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.954701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e441a436-b816-46e1-988b-03bef1af87cf up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:01.969134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:37:01.969544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: timer() May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:37:01.985964 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:37:02.051238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port e441a436-b816-46e1-988b-03bef1af87cf completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:02.057060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port e441a436-b816-46e1-988b-03bef1af87cf triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:02.057711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.101694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.104479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:02.108919 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.113124 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:02.144729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Network': ['ID=b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:02.155532 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:02.172782 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] 10.222.0.24 "PUT /v2.0/routers/40f075b2-82f0-4229-8393-a27d78f6b32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9235170 May 14 18:37:02.176030 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/networks/b8e54b1c-d9cd-47a3-a579-bd18fc12ba6c HTTP/1.1" status: 204 len: 168 time: 2.0166285 May 14 18:37:02.178690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36214) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:02.247778 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.307281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port e441a436-b816-46e1-988b-03bef1af87cf, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e441a436-b816-46e1-988b-03bef1af87cf,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:02.316976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.323201 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a3f4e09b-4bc0-46aa-a34c-47969500039f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:02.404777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=e441a436-b816-46e1-988b-03bef1af87cf,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:02.407851 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:02.428958 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.469566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e74eac-fcce-46b3-a40f-e1f70ebe622e req-582603dc-2c61-448e-9fca-c38ebd7592ab tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:02.472491 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e74eac-fcce-46b3-a40f-e1f70ebe622e req-582603dc-2c61-448e-9fca-c38ebd7592ab tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.1663530 May 14 18:37:02.625605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-00e74eac-fcce-46b3-a40f-e1f70ebe622e req-9d585233-2ccf-4610-b0c2-b7576a392df6 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862043 May 14 18:37:02.702033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 7589f792-fcb5-4312-a81a-58de688b1e1a {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:02.702482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.857269 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.857826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.878771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36232) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:02.886142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1808001663-network', 'tenant_id': '550b00bfb271452b8816b7332ee159df'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:02.891888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:02.896613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Usage tracker for resource:network and tenant:550b00bfb271452b8816b7332ee159df is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:02.899836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:02.905917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:02.917787 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Made reservation on behalf of 550b00bfb271452b8816b7332ee159df for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:37:02.920377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.934488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:02.951835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:02.956991 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:550b00bfb271452b8816b7332ee159df is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:02.960300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:02.966205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:02.996674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 7589f792-fcb5-4312-a81a-58de688b1e1a owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:03.065878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.069690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.073786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-426207c6-a21f-4e2e-9b84-8ad0ae1a1350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:03.101910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:37:03.110737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec3f12f-723b-4562-b8fe-3bb0ca03690a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:03.114768 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:03.118914 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.119428 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Added segment 65370c54-87a7-4254-874b-c03359221368 of type vlan for network 4e593387-23e2-4af5-8b7c-d219f264a958 May 14 18:37:03.137294 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.142827 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3518bf0f-9ced-4f9c-8a96-683f03cf6029 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:03.148465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.159220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:03.184874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.186718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:03.186718 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.191453 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2801e365-ec35-4e8d-bf41-4e125ec7f172 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:03.199220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=7589f792-fcb5-4312-a81a-58de688b1e1a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:03.217711 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'code': 200} May 14 18:37:03.233899 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:03.300211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4200349 May 14 18:37:03.302876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:03.305573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e593387-23e2-4af5-8b7c-d219f264a958,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:03.308874 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:03.312417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Request body: {'subnet': {'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1808001663-subnet', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:03.318831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:03.321427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 4e593387-23e2-4af5-8b7c-d219f264a958 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:37:03.322749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Usage tracker for resource:subnet and tenant:550b00bfb271452b8816b7332ee159df is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:03.325843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:03.333746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:03.344947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Made reservation on behalf of 550b00bfb271452b8816b7332ee159df for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:37:03.348605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.348789 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.349377 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Floating IP 747a5ece-81c1-4c25-8ac4-261fdc4a6d8f disassociated (deleted). External IP: 172.25.4.250, port: e2366e25-21f4-48d0-ad1e-158512c15661. May 14 18:37:03.716391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cb22155f-26be-4cb0-b7e7-ffcda913be9c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:03.826143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port cb22155f-26be-4cb0-b7e7-ffcda913be9c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:03.832181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cb22155f-26be-4cb0-b7e7-ffcda913be9c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:03.832561 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.882033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6642c0-38cd-4b3b-b171-888dd7ca462e req-bfeff134-172c-4586-8016-b2f7edfbe95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:03.883649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d6642c0-38cd-4b3b-b171-888dd7ca462e req-bfeff134-172c-4586-8016-b2f7edfbe95f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1096 time: 0.5931673 May 14 18:37:03.901656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.907326 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36801cbd-afff-4038-a58b-d30bca157a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:03.973153 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:03.990158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb94a58-3027-48e0-b574-1d9b210eaf51,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:03.993405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port cb22155f-26be-4cb0-b7e7-ffcda913be9c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cb22155f-26be-4cb0-b7e7-ffcda913be9c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:03.995589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:03.996491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Checking segment: {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:03.996932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Network hostable DHCP agents. Network: 4e593387-23e2-4af5-8b7c-d219f264a958, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:37:03.999711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.003475 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:04.020376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Network 4e593387-23e2-4af5-8b7c-d219f264a958 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:37:04.035001 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Sync routers for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:04.036049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 4e593387-23e2-4af5-8b7c-d219f264a958) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:04.046378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:04.046974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.050852 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:04.051508 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:04.073083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa0f62-d984-4a2e-ba81-007dbe7555b6 None None] Network 4e593387-23e2-4af5-8b7c-d219f264a958 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:04.079550 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7752442 May 14 18:37:04.081961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36246) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:04.088550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:04.095142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:04.100232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d6642c0-38cd-4b3b-b171-888dd7ca462e req-754a4703-2b91-45bc-b70e-ab349dc5f575 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956661 May 14 18:37:04.100469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Usage tracker for resource:router and tenant:550b00bfb271452b8816b7332ee159df is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:04.103876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:04.110269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:04.125793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.127247 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.128798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e46f43-7d95-4ff5-a167-4a10fd19caf6 req-c51c82c3-1b7a-4fb5-9f5c-571a0f0c9564 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:04.135869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14e46f43-7d95-4ff5-a167-4a10fd19caf6 req-c51c82c3-1b7a-4fb5-9f5c-571a0f0c9564 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.3523719 May 14 18:37:04.150980 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.198988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=cb22155f-26be-4cb0-b7e7-ffcda913be9c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:04.204106 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:04.223111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-14e46f43-7d95-4ff5-a167-4a10fd19caf6 req-e6a511bb-7627-47f5-a9a6-3f10ea9bb73f tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862696 May 14 18:37:04.292251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:04.394648 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:04.421467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-4e593387-23e2-4af5-8b7c-d219f264a958', 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'fixed_ips': [{'subnet_id': '5fb94a58-3027-48e0-b574-1d9b210eaf51'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:37:04.422584 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.497409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:04.511696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:04.523073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.543849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:04.544960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:04.605142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/floatingips/747a5ece-81c1-4c25-8ac4-261fdc4a6d8f HTTP/1.1" status: 204 len: 168 time: 2.4247780 May 14 18:37:04.606307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:04.770555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Allocated IP 172.20.0.2 (4e593387-23e2-4af5-8b7c-d219f264a958/5fb94a58-3027-48e0-b574-1d9b210eaf51/08b81819-ce7b-489e-95eb-4bcc3dc21ad3) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:04.799433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:04.833513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:04.875998 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:00Z', 'revision_number': 2, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:04.881591 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Checking router: 40f075b2-82f0-4229-8393-a27d78f6b32c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:04.882228 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Updating router 40f075b2-82f0-4229-8393-a27d78f6b32c port dc924860-2792-4e53-babd-e36e7463bafd binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:37:04.979589 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'status': 'completed', 'code': 200} May 14 18:37:05.014213 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.218642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-9d9264ec-edf0-4648-a40f-cb2a4add2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:05.220485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-9d9264ec-edf0-4648-a40f-cb2a4add2155 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 1097 time: 0.2143283 May 14 18:37:05.261440 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.301623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.343933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239258d-f885-498d-889a-0e6edc96ebbf req-5dc19452-ae56-478d-90f0-229e145fb5b9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:05.345388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c239258d-f885-498d-889a-0e6edc96ebbf req-5dc19452-ae56-478d-90f0-229e145fb5b9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:05.396914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c239258d-f885-498d-889a-0e6edc96ebbf req-5dc19452-ae56-478d-90f0-229e145fb5b9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:05.404020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c239258d-f885-498d-889a-0e6edc96ebbf req-5dc19452-ae56-478d-90f0-229e145fb5b9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 946 time: 0.2988293 May 14 18:37:05.459458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-091db8ea-b4d8-42fe-895b-925f96603ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:05.461179 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-091db8ea-b4d8-42fe-895b-925f96603ca1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 200 len: 898 time: 0.2316628 May 14 18:37:05.468562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c239258d-f885-498d-889a-0e6edc96ebbf req-843c2b9e-82d5-4e65-91c1-6bac0ffa0a44 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:05.507650 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.517037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Allocated IP 172.25.4.26 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a5e7f6cd-4020-4977-a265-ca9b9e706432) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:05.524344 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Transition to ACTIVE for port object dc924860-2792-4e53-babd-e36e7463bafd will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:05.535042 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.539395 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0ee80950-2e3e-437f-ac10-d4b3595ecfe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:05.551858 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.580334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Transition to ACTIVE for port object 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:05.590568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-0a359e04-3342-4a4d-8f64-082315e48455 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 200 len: 217 time: 0.1180105 May 14 18:37:05.637343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Transition to ACTIVE for port object 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:05.668999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.682022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c239258d-f885-498d-889a-0e6edc96ebbf req-843c2b9e-82d5-4e65-91c1-6bac0ffa0a44 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:05.683006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c239258d-f885-498d-889a-0e6edc96ebbf req-843c2b9e-82d5-4e65-91c1-6bac0ffa0a44 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779939 May 14 18:37:05.689529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cb22155f-26be-4cb0-b7e7-ffcda913be9c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:05.736545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.751846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-a91fe61b-a77c-4c48-b101-54b605ff5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:05.754187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-a91fe61b-a77c-4c48-b101-54b605ff5bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 200 len: 834 time: 0.1561954 May 14 18:37:05.761451 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:05.777892 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Pushing event updated for resources: {'Port': ['ID=dc924860-2792-4e53-babd-e36e7463bafd,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:05.807546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.813655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c537bf81-57f7-4cb3-8041-eef0cba3c383 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:05.824215 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.824699 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.825138 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.825553 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.825968 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.826400 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.826807 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.827231 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.827640 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.828075 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.828490 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.829019 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:05.837572 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:05.864612 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Attempting to bind port dc924860-2792-4e53-babd-e36e7463bafd on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:05.865146 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Attempting to bind port dc924860-2792-4e53-babd-e36e7463bafd by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:05.865601 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Attempting to bind port dc924860-2792-4e53-babd-e36e7463bafd on network ccbd93b5-96da-47ef-b854-9eee56e4d6dc {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:05.881270 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:05.881270 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Checking segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:05.881749 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.882166 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Bound using segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:05.882455 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Bound port: dc924860-2792-4e53-babd-e36e7463bafd, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:05.882842 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:05.898894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:51Z', 'revision_number': 6, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:05.906885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Network 4e593387-23e2-4af5-8b7c-d219f264a958 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:05.913991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:05.917076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:05.927620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:05.946040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e7f6cd-4020-4977-a265-ca9b9e706432,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:05.954623 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:05.962850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:05.965980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:05.972290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:06.005685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Pushing event updated for resources: {'Port': ['ID=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:06.008125 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:06.013569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:06.014212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:06.017975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-fa42ba5a-5f8e-4f0b-b9bd-f35fe17ad0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:06.020116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-fa42ba5a-5f8e-4f0b-b9bd-f35fe17ad0e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f053726-c687-41eb-ade1-b0fcedbad09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576451 May 14 18:37:06.049927 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] For port dc924860-2792-4e53-babd-e36e7463bafd, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:06.053602 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] For port dc924860-2792-4e53-babd-e36e7463bafd, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dc924860-2792-4e53-babd-e36e7463bafd,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:06.062540 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:06.069208 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-69d61cbe-6149-4f02-850b-9c7d0222a350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:06.156369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c78e64-04df-49c9-b311-8c492a490ae5 req-325c78fd-7bfd-4cd4-9986-6908ce73d6cd tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:06.165611 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:06.165854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38c78e64-04df-49c9-b311-8c492a490ae5 req-325c78fd-7bfd-4cd4-9986-6908ce73d6cd tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.2656746 May 14 18:37:06.166716 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:06.298515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-38c78e64-04df-49c9-b311-8c492a490ae5 req-a89e69b7-067e-4e29-ad36-77c1a17971e7 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213708 May 14 18:37:06.298667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Attempting to bind port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:06.298667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Attempting to bind port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:06.298667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Attempting to bind port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 on network 4e593387-23e2-4af5-8b7c-d219f264a958 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:06.304376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-885f8c7e-4a36-4fc9-a840-d4a3913fd029 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737136 May 14 18:37:06.308640 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port cb22155f-26be-4cb0-b7e7-ffcda913be9c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:06.309028 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:06.344922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:06.345313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Checking segment: {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:06.345730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:06.346133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Bound using segment: {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:06.348537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Bound port: 08b81819-ce7b-489e-95eb-4bcc3dc21ad3, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:06.348537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:06.364643 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Pushing event updated for resources: {'Port': ['ID=dc924860-2792-4e53-babd-e36e7463bafd,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:06.379035 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:06.471373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:06.530736 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:06.604098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] For port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:06.609459 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] For port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:06.694874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:06.764606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:06.780028 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:06.896634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-0b6a86aa-1b45-421e-ae5e-7201a659ddc6 service neutron] 10.222.0.15 "GET /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842040 May 14 18:37:06.989751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901182-2acc-463e-8f4a-c480672111f3 req-adb10d3f-4322-4895-9b7d-cf9dd7beb206 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:06.990950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:06Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:06.991312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54901182-2acc-463e-8f4a-c480672111f3 req-adb10d3f-4322-4895-9b7d-cf9dd7beb206 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 946 time: 0.1705141 May 14 18:37:06.997305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28a0b3-6008-40b4-b158-62079d856b44 None None] The sync data for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 is: [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:06Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:07.010676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Pushing event updated for resources: {'Port': ['ID=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:07.017286 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:07.077458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2dc7a-57ca-4a7b-a99c-4949af21e394 req-416c8b0f-4f89-4b22-807c-52c95d306b9a tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:07.086669 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50b2dc7a-57ca-4a7b-a99c-4949af21e394 req-416c8b0f-4f89-4b22-807c-52c95d306b9a tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.2277405 May 14 18:37:07.135221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:51Z', 'revision_number': 6, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:07.140710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603372db-cc0e-4b9b-8ffb-b35cc10a641a None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:36:51Z', 'revision_number': 6, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '7dca4d9e-f89f-48c7-bad1-f840d7833bb3', 'name': '', 'network_id': '2f053726-c687-41eb-ade1-b0fcedbad09e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:9d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:36Z', 'updated_at': '2021-05-14T18:33:51Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'fa08df73-0f12-4425-8bc8-cc4311d01973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:07.168922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50b2dc7a-57ca-4a7b-a99c-4949af21e394 req-5dfa629c-7935-4579-a177-21783bb9af45 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807233 May 14 18:37:07.185198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36264) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:07.513832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:07.613015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-c980fa8f-665f-4d37-99ed-701c3652b20e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2783194 May 14 18:37:07.765509 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca3225-31d4-4282-846a-cdb566fabc44 None None] New status for floating IP 747a5ece-81c1-4c25-8ac4-261fdc4a6d8f: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:37:07.780492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port e2366e25-21f4-48d0-ad1e-158512c15661 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:07.781029 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:07.833660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dc924860-2792-4e53-babd-e36e7463bafd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:07.871441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Router 70b698d0-48f3-4dbb-9403-c604450330f0 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:37:07.942564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port dc924860-2792-4e53-babd-e36e7463bafd completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:07.948986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port dc924860-2792-4e53-babd-e36e7463bafd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:07.949678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.021348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a29d-a9ae-45eb-af4b-bc370ef1bd6f req-cffcf241-bed4-4fb6-a88b-dec9dedbb83e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:08.022935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db39a29d-a9ae-45eb-af4b-bc370ef1bd6f req-cffcf241-bed4-4fb6-a88b-dec9dedbb83e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 946 time: 0.6099360 May 14 18:37:08.079534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port e2366e25-21f4-48d0-ad1e-158512c15661, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=e2366e25-21f4-48d0-ad1e-158512c15661,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:08.079831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.145760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:08.179659 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.183717 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0979271 May 14 18:37:08.184094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:08.251845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.265190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Sync routers for ids ['70b698d0-48f3-4dbb-9403-c604450330f0'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:08.295637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for e2366e25-21f4-48d0-ad1e-158512c15661 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:08.304557 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port dc924860-2792-4e53-babd-e36e7463bafd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dc924860-2792-4e53-babd-e36e7463bafd,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:08.308871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Routers {'70b698d0-48f3-4dbb-9403-c604450330f0'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:08.309922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['70b698d0-48f3-4dbb-9403-c604450330f0'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:08.364406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-db39a29d-a9ae-45eb-af4b-bc370ef1bd6f req-830888ad-b584-4072-9e5d-37929f127ffb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=34b35c1c-ff00-4e98-87d0-1dde84a32924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256607 May 14 18:37:08.390649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.393829 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:08.443576 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7fdb71fb-fc24-47b2-8ca2-bf46f8b09792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:08.517738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-2f0e899c-b9c5-4a9d-9991-b447d036a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:08.519644 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-2f0e899c-b9c5-4a9d-9991-b447d036a4e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1097 time: 0.8658617 May 14 18:37:08.527992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061307c2-0ed9-4d35-80fe-dcb487c31d52 tempest-TestVolumeBackupRestore-1805146972 tempest-TestVolumeBackupRestore-1805146972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:08.529900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-061307c2-0ed9-4d35-80fe-dcb487c31d52 tempest-TestVolumeBackupRestore-1805146972 tempest-TestVolumeBackupRestore-1805146972-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1091 time: 1.3239856 May 14 18:37:08.540417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36276) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:08.548398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:08.586761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:08.599527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Usage tracker for resource:floatingip and tenant:26c6c1accf8c40a791d5ad0be69e1b33 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:08.599903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a1b4c-d9a2-40b7-9817-5de8d9bc65f2 None None] Network 4e593387-23e2-4af5-8b7c-d219f264a958 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:08.645505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:08.689264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:08.726537 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.750238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-71f187cb-2fd5-4a19-9258-a5f019b92a07 None None] Provisioning for port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:08.776839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=dc924860-2792-4e53-babd-e36e7463bafd,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:08.796564 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:08.837238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:08.847928 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-82ba93d2-3aad-4fb9-829c-d1ab3ac66e20 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:08.885324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:08.892163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Set router 70b698d0-48f3-4dbb-9403-c604450330f0 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:08.894764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-76c27b80-c78d-45dc-8593-c02d3aab003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:08.896266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-76c27b80-c78d-45dc-8593-c02d3aab003b service neutron] 10.222.0.22 "GET /v2.0/networks?id=836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 200 len: 898 time: 0.3370438 May 14 18:37:08.900699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=e2366e25-21f4-48d0-ad1e-158512c15661,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:08.907410 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:09.036128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:09.036391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.230239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] No DVR routers for this DVR port e2366e25-21f4-48d0-ad1e-158512c15661 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:09.235040 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.238464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'name': 'network-vif-deleted', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:09.238853 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.287926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54901182-2acc-463e-8f4a-c480672111f3 req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.15 "DELETE /v2.0/ports/e2366e25-21f4-48d0-ad1e-158512c15661 HTTP/1.1" status: 204 len: 173 time: 2.2769864 May 14 18:37:09.296013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-261b4068-02ff-4a7d-b3ed-41e00d934ed3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 200 len: 1001 time: 0.3879380 May 14 18:37:09.302472 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f', 'name': 'network-vif-deleted', 'tag': 'e2366e25-21f4-48d0-ad1e-158512c15661', 'status': 'completed', 'code': 200} May 14 18:37:09.351765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e2366e25-21f4-48d0-ad1e-158512c15661 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:09.402076 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.439957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-a578ccc6-647f-41d8-8462-b609a534a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:09.441961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-a578ccc6-647f-41d8-8462-b609a534a995 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 HTTP/1.1" status: 200 len: 835 time: 0.1376302 May 14 18:37:09.448817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: e2366e25-21f4-48d0-ad1e-158512c15661 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:09.449170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device e2366e25-21f4-48d0-ad1e-158512c15661 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:09.478556 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:09.487383 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.493894 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:09.608228 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.639233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:37:06Z', 'revision_number': 3, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:09.668287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dc924860-2792-4e53-babd-e36e7463bafd up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:09.711258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Checking router: 70b698d0-48f3-4dbb-9403-c604450330f0 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:09.711910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Updating router 70b698d0-48f3-4dbb-9403-c604450330f0 port a5e7f6cd-4020-4977-a265-ca9b9e706432 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:37:09.735276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Allocated IP 172.20.0.1 (4e593387-23e2-4af5-8b7c-d219f264a958/5fb94a58-3027-48e0-b574-1d9b210eaf51/04559ebc-a9d9-4d4f-b681-be7a4ea67d4f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:09.758037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-158d4355-9093-41b2-8610-51ec496bd888 req-aea5a01c-8816-43cf-a33e-3730497e186e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:09.759477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:09.767913 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:09.804732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.819327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-6310573a-926d-498a-832b-8f765f1cd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:09.820820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-6310573a-926d-498a-832b-8f765f1cd68b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=836d53e9-dba4-479e-a14c-f46cc20e4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3669536 May 14 18:37:09.834287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-fd3c1777-a8b1-4433-bb65-61421cdb4625 None None] Provisioning complete for port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:09.834644 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1777-a8b1-4433-bb65-61421cdb4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:09.852457 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-158d4355-9093-41b2-8610-51ec496bd888 req-aea5a01c-8816-43cf-a33e-3730497e186e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:09.853618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-158d4355-9093-41b2-8610-51ec496bd888 req-aea5a01c-8816-43cf-a33e-3730497e186e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e7e904c-8c2d-4552-9fae-1a3ba5e3dd5f HTTP/1.1" status: 200 len: 210 time: 0.1592996 May 14 18:37:09.981831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Allocated IP 172.25.4.84 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/4c1f6c12-4f2d-4972-9204-72fe5ee71cf3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:10.021292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port dc924860-2792-4e53-babd-e36e7463bafd triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:10.021885 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.033589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.055691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Transition to ACTIVE for port object 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:10.108781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.115331 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ae3d3f8c-7fe5-4e59-a36a-81a56bb54396 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:10.142212 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-42d761f4-01ac-4375-98f8-64998b9e423f service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839229 May 14 18:37:10.201352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Network 4e593387-23e2-4af5-8b7c-d219f264a958 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:10.205589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:10.211166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:10.265850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Pushing event updated for resources: {'Port': ['ID=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:10.269838 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:10.298774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.349308 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.379904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9fcabc79-df3b-404d-af1d-8f27a6ee21ea req-91c2c86f-c52e-4375-a26a-ab5a8c567dcd service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216113 May 14 18:37:10.429396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.440523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:10.442329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.558267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:10.560165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:10.563597 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:10.585746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4a4c653a-2671-4540-bff7-d0b07f01e92d None None] Provisioning for port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:10.615404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4a4c653a-2671-4540-bff7-d0b07f01e92d None None] Provisioning complete for port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:10.616019 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4a4c653a-2671-4540-bff7-d0b07f01e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.617978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'Port': ['ID=4c1f6c12-4f2d-4972-9204-72fe5ee71cf3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:10.622537 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:10.709259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c653a-2671-4540-bff7-d0b07f01e92d None None] Port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:10.737487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.752168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.805492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.822034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Transition to ACTIVE for port object a5e7f6cd-4020-4977-a265-ca9b9e706432 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:10.830414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.836745 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-096fd9e2-973c-4a7f-a2aa-bbb61121ff9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:10.859355 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:10.918387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:10.988845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Attempting to bind port a5e7f6cd-4020-4977-a265-ca9b9e706432 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:10.992108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Attempting to bind port a5e7f6cd-4020-4977-a265-ca9b9e706432 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:10.992756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Attempting to bind port a5e7f6cd-4020-4977-a265-ca9b9e706432 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:11.009383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39212f-4074-431e-af25-88fba93f5f83 None None] Pushing event updated for resources: {'Port': ['ID=a5e7f6cd-4020-4977-a265-ca9b9e706432,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:11.019576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:11.020352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:11.020970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.022861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:11.023466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Bound port: a5e7f6cd-4020-4977-a265-ca9b9e706432, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:11.023985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.027437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Pushing event updated for resources: {'Port': ['ID=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:11.042458 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:11.049878 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a39212f-4074-431e-af25-88fba93f5f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:11.053426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:11.113673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] For port a5e7f6cd-4020-4977-a265-ca9b9e706432, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:11.118442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] For port a5e7f6cd-4020-4977-a265-ca9b9e706432, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a5e7f6cd-4020-4977-a265-ca9b9e706432,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:11.118813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.124419 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.140672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c4cee1fd-557c-4f46-a36e-adc3ccc3b783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:11.197625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.214004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.230368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39212f-4074-431e-af25-88fba93f5f83 None None] Pushing event updated for resources: {'Port': ['ID=a5e7f6cd-4020-4977-a265-ca9b9e706432,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:11.234499 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a39212f-4074-431e-af25-88fba93f5f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:11.245630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Routers {'70b698d0-48f3-4dbb-9403-c604450330f0'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:11.246328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['70b698d0-48f3-4dbb-9403-c604450330f0'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:11.256035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Network 4e593387-23e2-4af5-8b7c-d219f264a958 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:11.259099 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.298336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:11.538511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] Set router 70b698d0-48f3-4dbb-9403-c604450330f0 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:11.619107 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.625259 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c819cb17-78d6-424f-9dfc-2849a206e3b9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:11.655043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.662903 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.663606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b35c1c-ff00-4e98-87d0-1dde84a32924,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:11.668051 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-97c253f9-f45b-4269-9fe2-964594577a4d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:11.682164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:11.692930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.693374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.693855 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.694324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.694833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.695340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.695799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.696243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.696661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.697196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.697552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.697913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:11.702843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Router 70b698d0-48f3-4dbb-9403-c604450330f0 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:11.704816 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:11.777522 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:11.781351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/security-groups/34b35c1c-ff00-4e98-87d0-1dde84a32924 HTTP/1.1" status: 204 len: 168 time: 0.7239563 May 14 18:37:11.842599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36304) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:12.014362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cd1daec3-b049-46c7-9cc9-18e5b599faa4 None None] Provisioning complete for port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:12.014761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cd1daec3-b049-46c7-9cc9-18e5b599faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:12.037099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event updated for resources: {'Port': ['ID=4c1f6c12-4f2d-4972-9204-72fe5ee71cf3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:12.040051 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:12.047361 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:12.138903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:12.139574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:12.173471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cd1daec3-b049-46c7-9cc9-18e5b599faa4 None None] Port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:12.233039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:12.241766 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/70b698d0-48f3-4dbb-9403-c604450330f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0555341 May 14 18:37:12.277398 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Floating IP 9891dcf5-ee03-42d6-8969-1eb9dfb9f06e associated. External IP: 172.25.4.84, port: e441a436-b816-46e1-988b-03bef1af87cf. May 14 18:37:12.353334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '04559ebc-a9d9-4d4f-b681-be7a4ea67d4f', 'name': '', 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'mac_address': 'fa:16:3e:ca:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:09Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 2, 'project_id': '550b00bfb271452b8816b7332ee159df', 'subnets': [{'id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:12.368233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0699958-5a48-4365-bfbc-434ca3a47966 None None] The sync data for ids ['70b698d0-48f3-4dbb-9403-c604450330f0'] in n-d-787206-3 is: [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '04559ebc-a9d9-4d4f-b681-be7a4ea67d4f', 'name': '', 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'mac_address': 'fa:16:3e:ca:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:09Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 2, 'project_id': '550b00bfb271452b8816b7332ee159df', 'subnets': [{'id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:12.787208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Router efae1371-a3ce-4332-9bfa-d1dd075b2810 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:12.802513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.008287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:13.020184 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] Sync routers for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:13.044834 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:13.045468 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:13.070493 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.180885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6393809 May 14 18:37:13.181853 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36322) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:13.182865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:13.343077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7176d135-7127-4b49-8f25-37017e1c6cd5 tempest-TestVolumeBackupRestore-1805146972 tempest-TestVolumeBackupRestore-1805146972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:13.344677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7176d135-7127-4b49-8f25-37017e1c6cd5 tempest-TestVolumeBackupRestore-1805146972 tempest-TestVolumeBackupRestore-1805146972-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1091 time: 0.1570694 May 14 18:37:13.349640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36328) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:13.355115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Request body: {'floatingip': {'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:13.361511 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:13.452076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36332) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:13.464707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:13.465131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.469461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150666948', 'description': 'tempest-secgroup-smoke-1150666948 description', 'project_id': '94753f16908645b09513a343fdbab86e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:13.489709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:13.494420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:13.497859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:13.506861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:13.532910 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.558655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:13.563689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:13.567558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:13.574284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:13.651129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.752359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5e7f6cd-4020-4977-a265-ca9b9e706432 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:13.782093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.798631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.806574 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39f21bea-5919-4ec7-8879-dc705762030a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:13.874332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a5e7f6cd-4020-4977-a265-ca9b9e706432 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:13.881153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 7dca4d9e-f89f-48c7-bad1-f840d7833bb3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:13.881724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a5e7f6cd-4020-4977-a265-ca9b9e706432 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:13.881848 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.881965 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:13.916503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abfaf09-8ce1-4258-b7b7-3c58344698ec,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:14.040415 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:14.041203 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.045253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5869975 May 14 18:37:14.045425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.050164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36340) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:14.058143 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group_rule': {'security_group_id': '9abfaf09-8ce1-4258-b7b7-3c58344698ec', 'project_id': '94753f16908645b09513a343fdbab86e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:14.064827 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port a5e7f6cd-4020-4977-a265-ca9b9e706432, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a5e7f6cd-4020-4977-a265-ca9b9e706432,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:14.073563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.077293 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:14.093992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:14.098672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:14.101727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:14.116842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:14.118457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:14.153223 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '9891dcf5-ee03-42d6-8969-1eb9dfb9f06e', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:11Z', 'updated_at': '2021-05-14T18:37:11Z', 'revision_number': 0, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:14.158901 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] Checking router: efae1371-a3ce-4332-9bfa-d1dd075b2810 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:14.168959 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:14.169916 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:14.214639 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=a5e7f6cd-4020-4977-a265-ca9b9e706432,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:14.218367 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:14.363207 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.367678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fabb75ee-5e10-467d-8ca2-0bb629dbf367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:14.450502 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=7dca4d9e-f89f-48c7-bad1-f840d7833bb3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:14.454293 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:14.495927 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:14.528881 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'status': 'completed', 'code': 200} May 14 18:37:14.635725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.773318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.920843 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '9891dcf5-ee03-42d6-8969-1eb9dfb9f06e', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:11Z', 'updated_at': '2021-05-14T18:37:11Z', 'revision_number': 0, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:14.926695 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126a13c-ef55-4737-b7fd-61e2381a764d None None] The sync data for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 is: [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '9891dcf5-ee03-42d6-8969-1eb9dfb9f06e', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:11Z', 'updated_at': '2021-05-14T18:37:11Z', 'revision_number': 0, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:14.939583 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.957417 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:14.961307 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e0e485d-9e19-4fa1-a9be-5eaa4777e1a2 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:14.969388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-be78f09c-aa49-4aa9-be29-734946c5fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:14.971776 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-be78f09c-aa49-4aa9-be29-734946c5fa63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1096 time: 0.3818057 May 14 18:37:14.983760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313015a-1215-4cf1-8b59-21cf6234a46e req-b732047e-0eee-4740-aa09-08df1aecff5f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:14.992853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b313015a-1215-4cf1-8b59-21cf6234a46e req-b732047e-0eee-4740-aa09-08df1aecff5f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.4570751 May 14 18:37:15.125099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06462023-1380-438e-9884-617a6691a392,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:15.142064 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:15.218018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee6874-b4ee-4c49-ba41-34d99ee6935f None None] New status for floating IP 9891dcf5-ee03-42d6-8969-1eb9dfb9f06e: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:37:15.255070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.258743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b0bc5be4-5c74-4621-a7ae-668350da54dd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2051556 May 14 18:37:15.269779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36350) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:15.272735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b313015a-1215-4cf1-8b59-21cf6234a46e req-4fe7e248-8efa-4ee6-8d9b-bb643842d2fc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790813 May 14 18:37:15.282310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group_rule': {'security_group_id': '9abfaf09-8ce1-4258-b7b7-3c58344698ec', 'project_id': '94753f16908645b09513a343fdbab86e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:15.301241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:15.320133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:15.325028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:15.341928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:15.382436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-4fa37441-5de7-457e-9dcf-0e9b94bd346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:15.383941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-4fa37441-5de7-457e-9dcf-0e9b94bd346a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 915 time: 0.3679218 May 14 18:37:15.392841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.397333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router a61c3ba5-3258-47e5-b844-be1a2918404f has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:15.574389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:37:15.574708 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:37:15.610793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Sync routers for ids ['70b698d0-48f3-4dbb-9403-c604450330f0'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:15.621991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-2df170b3-d462-483a-aa90-725d4912eb6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 998 time: 0.2178309 May 14 18:37:15.624153 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Routers {'70b698d0-48f3-4dbb-9403-c604450330f0'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:15.624845 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['70b698d0-48f3-4dbb-9403-c604450330f0'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:15.629103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:15.639986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] Sync routers for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:15.665080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:15.665712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:15.667189 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "PUT /v2.0/routers/a61c3ba5-3258-47e5-b844-be1a2918404f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8248131 May 14 18:37:15.670296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36354) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:15.710710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-358ae8bf-235d-49d5-8ffe-148d3ed33803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:15.712444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-358ae8bf-235d-49d5-8ffe-148d3ed33803 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 200 len: 853 time: 0.0789609 May 14 18:37:15.717768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.757652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5e7f6cd-4020-4977-a265-ca9b9e706432 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:15.766372 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.780425 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-211e32dd-a1f2-4fc1-83fe-bfbacb7e3d1b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:15.785382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting subnet fa08df73-0f12-4425-8bc8-cc4311d01973 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:37:15.789782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.808880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b2dee7-6be4-4902-8eee-5a8c820672d0,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:15.811749 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:15.821663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.826307 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c69d41bc-fe2c-48e5-99dd-6c70c71e15fd tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5526228 May 14 18:37:15.828411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36358) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:15.834122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group_rule': {'security_group_id': '9abfaf09-8ce1-4258-b7b7-3c58344698ec', 'project_id': '94753f16908645b09513a343fdbab86e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:15.841149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:15.845592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:15.849452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:15.863851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:15.869274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.885106 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Set router 70b698d0-48f3-4dbb-9403-c604450330f0 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:15.893786 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.939069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-6f5b8aa0-7781-4271-a6fc-0ca6b4e009e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:15.941844 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-6f5b8aa0-7781-4271-a6fc-0ca6b4e009e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e28a0454-0954-4c7b-9a90-f2b30e4654e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215307 May 14 18:37:15.945274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a5e7f6cd-4020-4977-a265-ca9b9e706432 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:15.945857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.979594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:15.990150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:16.110667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.172300 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-5e6cff65-fa61-4856-8ba0-349d9be8b6ba service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157986 May 14 18:37:16.243264 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '04559ebc-a9d9-4d4f-b681-be7a4ea67d4f', 'name': '', 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'mac_address': 'fa:16:3e:ca:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:09Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 2, 'project_id': '550b00bfb271452b8816b7332ee159df', 'subnets': [{'id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:16.248899 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Checking router: 70b698d0-48f3-4dbb-9403-c604450330f0 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:16.249266 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Updating router 70b698d0-48f3-4dbb-9403-c604450330f0 port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:37:16.350447 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.363658 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-20fd6c97-d92c-4caf-b9c8-392c28807685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:16.382558 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.392272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 7, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:16.396796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] Checking router: a61c3ba5-3258-47e5-b844-be1a2918404f for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:16.406421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] Routers {'a61c3ba5-3258-47e5-b844-be1a2918404f'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:16.407071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['a61c3ba5-3258-47e5-b844-be1a2918404f'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:16.414666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.421693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Subnet': ['ID=fa08df73-0f12-4425-8bc8-cc4311d01973,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:16.426302 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/subnets/fa08df73-0f12-4425-8bc8-cc4311d01973 HTTP/1.1" status: 204 len: 168 time: 0.7545733 May 14 18:37:16.429212 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:16.429874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36364) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:16.525366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62adc557-a8ce-4896-b08c-379125b1da92 None None] Network 2f053726-c687-41eb-ade1-b0fcedbad09e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:16.671978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.778265 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-109abf7c-9186-4f66-8c76-fc57c5e4aaf5 req-12d43e77-dc00-4ff2-a45a-5ff6765d655a service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821612 May 14 18:37:16.854293 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.867676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Transition to ACTIVE for port object 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:16.874851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.876178 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.886775 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:16.894052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.929098 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-229826a7-e230-49e5-8e87-1013e085d954 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:16.949369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] Set router a61c3ba5-3258-47e5-b844-be1a2918404f gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:16.972151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:16.976563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1469440 May 14 18:37:16.979739 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aaf75-212e-4fe6-858e-452821a3e90c None None] Pushing event updated for resources: {'Port': ['ID=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:16.982829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36368) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:16.985767 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-852aaf75-212e-4fe6-858e-452821a3e90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:16.998399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group_rule': {'security_group_id': '9abfaf09-8ce1-4258-b7b7-3c58344698ec', 'project_id': '94753f16908645b09513a343fdbab86e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:17.009657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3554f2-06b4-4698-98de-fcc4fc8a60ca,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:17.013101 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-34cae245-3a0b-4011-b838-646e64ef86ca tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:17.017752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:17.029144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:17.041483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:17.051605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:17.156782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.256932 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Attempting to bind port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:17.257332 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Attempting to bind port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:17.257662 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Attempting to bind port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f on network 4e593387-23e2-4af5-8b7c-d219f264a958 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:17.265118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.273532 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:17.274012 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Checking segment: {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:17.274441 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.274843 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Bound using segment: {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:17.275378 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Bound port: 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65370c54-87a7-4254-874b-c03359221368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:17.275760 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.287752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port e71453bd-e3ce-432b-a5d4-5769b4325fb9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:17.288507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.326382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ef066-1cb4-41bc-b805-18068324d2b5 req-df330c93-6f7c-48b5-9b83-ae10f35ff209 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:17.333263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-475ef066-1cb4-41bc-b805-18068324d2b5 req-df330c93-6f7c-48b5-9b83-ae10f35ff209 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.5538559 May 14 18:37:17.369821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] DHCP port deletion for 2f053726-c687-41eb-ade1-b0fcedbad09e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:37:17.390512 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] For port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:17.394073 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] For port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:17.401809 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.407023 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5c16108b-dd3b-4d80-93f7-71199004d237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:17.477085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port e71453bd-e3ce-432b-a5d4-5769b4325fb9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e71453bd-e3ce-432b-a5d4-5769b4325fb9,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:17.478432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.488709 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aaf75-212e-4fe6-858e-452821a3e90c None None] Pushing event updated for resources: {'Port': ['ID=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:17.493747 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-852aaf75-212e-4fe6-858e-452821a3e90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:17.521943 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Routers {'70b698d0-48f3-4dbb-9403-c604450330f0'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:17.522771 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['70b698d0-48f3-4dbb-9403-c604450330f0'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:17.593945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 7, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:17.615060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Deleting port 53d78db1-5597-48c5-ae73-7e7ab09366c4 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:17.615469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.632440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1080b70-748d-490a-a538-391d4c6e5905 None None] The sync data for ids ['a61c3ba5-3258-47e5-b844-be1a2918404f'] in n-d-787206-3 is: [{'id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'name': 'tempest-TestNetworkBasicOps-router-739453054', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:23Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 7, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': 'e71453bd-e3ce-432b-a5d4-5769b4325fb9', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c3ba5-3258-47e5-b844-be1a2918404f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:25Z', 'updated_at': '2021-05-14T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:17.669919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-475ef066-1cb4-41bc-b805-18068324d2b5 req-8db6a8b7-c21e-46e5-be02-b50610c9fb9e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401665 May 14 18:37:17.751777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for e71453bd-e3ce-432b-a5d4-5769b4325fb9 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:17.755806 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.763602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.767076 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-841b974e-e16b-4308-abc5-cb70824e6715 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:17.812268 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.816960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8235779 May 14 18:37:17.818239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36372) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:17.822972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc8f86f-94fe-4b8d-a5b7-de63a5ebbffa,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:17.833687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] For port 53d78db1-5597-48c5-ae73-7e7ab09366c4, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=53d78db1-5597-48c5-ae73-7e7ab09366c4,segment=NetworkSegment(623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a),segment_id=623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:17.834074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group_rule': {'security_group_id': '9abfaf09-8ce1-4258-b7b7-3c58344698ec', 'project_id': '94753f16908645b09513a343fdbab86e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:17.835106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.840933 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:17.845399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:17.850436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:17.855162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-41ed9fe0-6df4-46d7-bc72-9be1c777f0c9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:17.862908 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:17.883142 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] Set router 70b698d0-48f3-4dbb-9403-c604450330f0 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:17.948344 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Project 94753f16908645b09513a343fdbab86e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:37:17.968772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:17.982231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Calling delete_port for 53d78db1-5597-48c5-ae73-7e7ab09366c4 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:17.991720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.007145 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0b838fce-b9e3-485a-9327-b4635f85c4e8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:18.030131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.056491 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.061321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.065565 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:18.116697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:18.198195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Pushing event deleted for resources: {'Port': ['ID=53d78db1-5597-48c5-ae73-7e7ab09366c4,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:18.207333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.213875 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:18.215885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] No DVR routers for this DVR port 53d78db1-5597-48c5-ae73-7e7ab09366c4 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:18.244456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.250486 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32f24f92-d3db-4765-a1c7-ad88efe560f0 tempest-TestVolumeBootPattern-968990107 tempest-TestVolumeBootPattern-968990107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:18.273269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0348345c-e8eb-4d4f-87de-252214926a41,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:18.284082 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:18.287834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:18.304840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:18.305545 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.308531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.309812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2bd29491-70e3-4aba-974b-e0f4c4ba1a7b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4895453 May 14 18:37:18.312473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=e71453bd-e3ce-432b-a5d4-5769b4325fb9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:18.319013 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:18.322057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.329562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36376) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:18.335411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'security_group_rule': {'security_group_id': '9abfaf09-8ce1-4258-b7b7-3c58344698ec', 'project_id': '94753f16908645b09513a343fdbab86e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:18.358258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:18.368399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:security_group_rule and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:18.372243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:18.436249 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '04559ebc-a9d9-4d4f-b681-be7a4ea67d4f', 'name': '', 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'mac_address': 'fa:16:3e:ca:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:09Z', 'updated_at': '2021-05-14T18:37:17Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'subnets': [{'id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:18.441834 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee2f6-9c4e-4985-a97f-e14a89a7493d None None] The sync data for ids ['70b698d0-48f3-4dbb-9403-c604450330f0'] in n-d-787206-3 is: [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:37:10Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '04559ebc-a9d9-4d4f-b681-be7a4ea67d4f', 'name': '', 'network_id': '4e593387-23e2-4af5-8b7c-d219f264a958', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'mac_address': 'fa:16:3e:ca:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:09Z', 'updated_at': '2021-05-14T18:37:17Z', 'revision_number': 4, 'project_id': '550b00bfb271452b8816b7332ee159df', 'subnets': [{'id': '5fb94a58-3027-48e0-b574-1d9b210eaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:18.524220 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.563864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:18.571445 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.574740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:18.575463 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3fcd4ead-5469-4ad5-b3e7-9af41e6c1f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:18.617179 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Project 94753f16908645b09513a343fdbab86e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:37:18.632020 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.646146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Router efae1371-a3ce-4332-9bfa-d1dd075b2810 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:18.668521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.670962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.681011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:18.683892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 53d78db1-5597-48c5-ae73-7e7ab09366c4 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:18.699035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.699601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Fanout notify agent at l3_agent the message router_deleted on router a61c3ba5-3258-47e5-b844-be1a2918404f {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:37:18.721696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:18.723061 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/routers/a61c3ba5-3258-47e5-b844-be1a2918404f HTTP/1.1" status: 204 len: 168 time: 2.2922299 May 14 18:37:18.726952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36382) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:18.744285 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:18.767497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 53d78db1-5597-48c5-ae73-7e7ab09366c4 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:18.767869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 53d78db1-5597-48c5-ae73-7e7ab09366c4 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:18.886957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.050448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.066283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f053726-c687-41eb-ade1-b0fcedbad09e']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:19.079674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:19.079976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623ff36c-f99b-4d4a-a7e3-ea85eb52ab1a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:19.092552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.109319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.115884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:37:19.116264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: timer() May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:37:19.131560 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:37:19.207692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.217199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.219963 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.223255 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d82cd16c-adf5-4af3-aac2-216396743857 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:19.224055 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:19.230661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:19.240703 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] Sync routers for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:19.242010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.253847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:19.254951 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:19.256970 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/networks/2f053726-c687-41eb-ade1-b0fcedbad09e HTTP/1.1" status: 204 len: 168 time: 0.5286291 May 14 18:37:19.265688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Network': ['ID=2f053726-c687-41eb-ade1-b0fcedbad09e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:19.265688 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:19.279492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd4ec62-4552-4141-a22a-e91e61aa4624,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:19.281571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36386) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:19.286506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:19.294164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'network': {'name': 'tempest-network-smoke--1008663498', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'port_security_enabled': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:19.294505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dab010-7873-4aa7-b057-6c7b7ba4ae0e req-a74cd717-664f-44df-addf-e96bc7b19a74 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:19.296043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33dab010-7873-4aa7-b057-6c7b7ba4ae0e req-a74cd717-664f-44df-addf-e96bc7b19a74 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.4129677 May 14 18:37:19.297793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.307977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:19.313394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:network and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:19.316656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:19.323637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:19.366350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:37:19.366702 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.368013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3fbfe28d-6861-4063-a3dc-a03420079864 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0382531 May 14 18:37:19.382784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.433088 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-33dab010-7873-4aa7-b057-6c7b7ba4ae0e req-18df19b4-2d2f-457a-938a-8fed9dfcb6fa tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047161 May 14 18:37:19.440615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:37:19.459825 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.460177 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Added segment 840f320a-b158-4254-bffc-1c514489abee of type vlan for network 509b0f4f-879b-470e-850f-55801c5e5873 May 14 18:37:19.507361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:19.523493 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:19.529243 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.541352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-84e0dff0-4f57-45eb-9bcd-32a34781d603 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "PUT /v2.0/floatingips/9891dcf5-ee03-42d6-8969-1eb9dfb9f06e HTTP/1.1" status: 200 len: 992 time: 6.1890490 May 14 18:37:19.577826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.584900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:19.585507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.613429 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:19.644190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:19.655416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-d705e9ed-e1e7-441b-88e2-462b6032aec0 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Synchronizing usage tracker for tenant:94753f16908645b09513a343fdbab86e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:19.681138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-d705e9ed-e1e7-441b-88e2-462b6032aec0 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Unset dirty status for tenant:94753f16908645b09513a343fdbab86e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:19.682663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-d705e9ed-e1e7-441b-88e2-462b6032aec0 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150666948&fields=id&tenant_id=94753f16908645b09513a343fdbab86e HTTP/1.1" status: 200 len: 267 time: 0.0746214 May 14 18:37:19.725880 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4353020 May 14 18:37:19.727240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36404) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:19.731999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:19.732944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.735736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'admin_state_up': True, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:19.745183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:19.749265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:router and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:19.752327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:19.758889 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:19.777394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.778739 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.786347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Network': ['ID=509b0f4f-879b-470e-850f-55801c5e5873,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:19.789389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:19.803763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:19.807635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 509b0f4f-879b-470e-850f-55801c5e5873 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:37:19.871283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-5e6c7d6e-c8df-4698-9851-b352bf9cdb4d tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:19.879417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-5e6c7d6e-c8df-4698-9851-b352bf9cdb4d tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 808 time: 0.1880295 May 14 18:37:19.903570 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-b0a6c1a5-690e-422f-852d-74961800e3e9 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/quotas/94753f16908645b09513a343fdbab86e HTTP/1.1" status: 200 len: 375 time: 0.0231791 May 14 18:37:19.989632 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '9891dcf5-ee03-42d6-8969-1eb9dfb9f06e', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:11Z', 'updated_at': '2021-05-14T18:37:17Z', 'revision_number': 2, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:19.993983 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] Checking router: efae1371-a3ce-4332-9bfa-d1dd075b2810 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:20.004770 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:20.005399 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:20.033814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-8d3c8e14-eb24-429c-8e0a-511314736cea tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292284 May 14 18:37:20.134815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:20.177939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:20.178201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 7dca4d9e-f89f-48c7-bad1-f840d7833bb3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:20.178891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e71453bd-e3ce-432b-a5d4-5769b4325fb9 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:20.218233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-28b8c3ef-e5e0-484f-89ad-60dcb9a0f924 service neutron] 10.222.0.24 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821795 May 14 18:37:20.223891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e71453bd-e3ce-432b-a5d4-5769b4325fb9 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:20.224411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e71453bd-e3ce-432b-a5d4-5769b4325fb9 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:20.232183 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:20.335126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:20.360555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-f2a5d09b-88ba-4e84-9c53-202b94a75e21 service neutron] 10.222.0.24 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348214 May 14 18:37:20.551926 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'status': 'completed', 'code': 200} May 14 18:37:20.714463 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '9891dcf5-ee03-42d6-8969-1eb9dfb9f06e', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:11Z', 'updated_at': '2021-05-14T18:37:17Z', 'revision_number': 2, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:20.725665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:20.726571 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccf2e9-3eac-4248-acbe-8db4914bc4c7 None None] The sync data for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 is: [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '9891dcf5-ee03-42d6-8969-1eb9dfb9f06e', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'port_id': 'e441a436-b816-46e1-988b-03bef1af87cf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'mac_address': 'fa:16:3e:d4:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:11Z', 'updated_at': '2021-05-14T18:37:17Z', 'revision_number': 2, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:20.763694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:20.777584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-db70a5dc-3da1-464a-9eb9-5f0b4f410bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:20.779266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-db70a5dc-3da1-464a-9eb9-5f0b4f410bcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1096 time: 0.1938982 May 14 18:37:20.818825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a2772-3037-410a-bb43-9d0ba8fc2d6c req-aef5c026-e599-4e5e-857e-3623987c8aa0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:20.824057 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-033a2772-3037-410a-bb43-9d0ba8fc2d6c req-aef5c026-e599-4e5e-857e-3623987c8aa0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.1447511 May 14 18:37:20.959468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-89766d54-5b4c-481d-9dfa-dee5061abfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:20.960966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-89766d54-5b4c-481d-9dfa-dee5061abfc7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 915 time: 0.1733441 May 14 18:37:20.964501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.25.4.172 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/33ed7326-00db-457c-aa67-2a9a7bdd3adf) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:21.100665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-033a2772-3037-410a-bb43-9d0ba8fc2d6c req-ccd204e8-6703-4145-8d68-ed7bff4e6f02 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385872 May 14 18:37:21.116484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-7838930e-015c-46b8-a8e4-89fc452b633b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 1000 time: 0.1366124 May 14 18:37:21.139297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:21.182158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:21.188391 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:21.202283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-20765664-48ee-4a56-bda9-29b1bd95abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:21.204683 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-20765664-48ee-4a56-bda9-29b1bd95abbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 200 len: 853 time: 0.0807877 May 14 18:37:21.278607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:21.279590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=33ed7326-00db-457c-aa67-2a9a7bdd3adf,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:21.283187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:21.286479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:21.313442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:21.319707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-630d2c9c-29e7-4b4c-807c-f293e71256ee req-548d7e1d-fc44-4275-a326-f5cb48f83d08 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 210 time: 0.0641973 May 14 18:37:21.365109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-584a5d3d-043f-4a6e-939f-2fbcce2562b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:21.366900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-584a5d3d-043f-4a6e-939f-2fbcce2562b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e28a0454-0954-4c7b-9a90-f2b30e4654e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511261 May 14 18:37:21.511891 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-1c4d7fde-276e-406a-86f7-c791589cb143 service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363657 May 14 18:37:21.669708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0356dae4-d08e-4c8e-b68e-f8fc1604aef3 req-91cf821f-dcaf-4c8a-99f7-89be0653e08c service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495032 May 14 18:37:21.744340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:21.848295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-061785b8-5b27-4d9c-a30c-d819376e57fc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:21.849872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-061785b8-5b27-4d9c-a30c-d819376e57fc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 808 time: 0.1566708 May 14 18:37:21.912473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-7ba92547-73e9-4936-b2be-968d303012ac tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94753f16908645b09513a343fdbab86e HTTP/1.1" status: 200 len: 380 time: 0.0538578 May 14 18:37:21.921746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'port': {'device_id': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'admin_state_up': True, 'tenant_id': '94753f16908645b09513a343fdbab86e', 'security_groups': ['9abfaf09-8ce1-4258-b7b7-3c58344698ec']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:22.064270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:22.068712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:port and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:22.071548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:22.077382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:22.087350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Made reservation on behalf of 94753f16908645b09513a343fdbab86e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:37:22.090795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:22.296634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:22.316515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Allocated IP 172.20.0.5 (ccbd93b5-96da-47ef-b854-9eee56e4d6dc/95f87630-fbf4-4d44-9fea-58029a1e5df8/2f50abc7-1a0c-44da-85f8-971d6cf81346) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:22.366240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c636d-f476-4fca-b6e9-099105b580fd req-6ecca447-7bb7-42d4-b472-32850bbb6280 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:22.368197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a7c636d-f476-4fca-b6e9-099105b580fd req-6ecca447-7bb7-42d4-b472-32850bbb6280 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.1385725 May 14 18:37:22.511957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a7c636d-f476-4fca-b6e9-099105b580fd req-631c55e5-2534-47d4-8078-6b781787b887 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326509 May 14 18:37:22.521187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router db7b9994-55a1-4d88-93cd-79f6fa8978f8 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:37:22.554943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:22.591471 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:22.608987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Transition to ACTIVE for port object 2f50abc7-1a0c-44da-85f8-971d6cf81346 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:22.640617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:22.655820 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:22.739715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:22.750427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Sync routers for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:22.758122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:22.762756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:22.762907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:22.763574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:22.769872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:22.771069 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0428483 May 14 18:37:22.774035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36426) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:22.778467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:22.826103 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a1ae2e18-f01b-4628-a240-e51ceb6d2a8c tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=29cbe4fdbfd44af290490a675076284e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502129 May 14 18:37:22.828462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36430) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:22.977987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:23.016145 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'Port': ['ID=2f50abc7-1a0c-44da-85f8-971d6cf81346,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:23.024407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702b4a1-86fe-4452-aaf9-3751867705b3 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:23.028347 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e702b4a1-86fe-4452-aaf9-3751867705b3 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1961889 May 14 18:37:23.028616 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:23.029347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36434) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:23.060634 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:23.061144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.083090 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1b4d090b-97f5-4ead-9a1e-91528c955b47 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494959 May 14 18:37:23.083391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:23.092433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395406877', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:23.098204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d958-63f6-486a-92ab-0703d409307f req-bdfabb82-97a5-41d9-ba01-8a3ba223fa76 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:23.100095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b80d958-63f6-486a-92ab-0703d409307f req-bdfabb82-97a5-41d9-ba01-8a3ba223fa76 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 931 time: 0.4083850 May 14 18:37:23.110353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1922517 May 14 18:37:23.133460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Request body: {'port': {'device_id': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:23.175237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-40bd2e21-7359-4d72-93aa-6d319ce7e0a7 None None] Provisioning for port 2f50abc7-1a0c-44da-85f8-971d6cf81346 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:23.181397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-40bd2e21-7359-4d72-93aa-6d319ce7e0a7 None None] Provisioning complete for port 2f50abc7-1a0c-44da-85f8-971d6cf81346 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:23.182053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-40bd2e21-7359-4d72-93aa-6d319ce7e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.211536 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:23.212242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b80d958-63f6-486a-92ab-0703d409307f req-66a03fde-267c-4ea7-8dc9-4a89ff70cdcf tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010067 May 14 18:37:23.216170 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:subnet and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:23.218953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:23.224807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:23.240142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:37:23.256082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.273254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-40bd2e21-7359-4d72-93aa-6d319ce7e0a7 None None] Port 2f50abc7-1a0c-44da-85f8-971d6cf81346 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:23.304245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.316830 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'status': 'completed', 'code': 200} May 14 18:37:23.360110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:21Z', 'revision_number': 3, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:23.365152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Checking router: db7b9994-55a1-4d88-93cd-79f6fa8978f8 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:23.365551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Updating router db7b9994-55a1-4d88-93cd-79f6fa8978f8 port 33ed7326-00db-457c-aa67-2a9a7bdd3adf binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:37:23.428344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.532109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-a1a4695d-515b-4e3e-ba11-cf0f8d90cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:23.533711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-a1a4695d-515b-4e3e-ba11-cf0f8d90cb07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1096 time: 0.1813624 May 14 18:37:23.866197 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.879323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Transition to ACTIVE for port object 33ed7326-00db-457c-aa67-2a9a7bdd3adf will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:23.881856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-b6ac03fc-ea1d-4258-b11e-17b0d96d2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:23.883401 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-b6ac03fc-ea1d-4258-b11e-17b0d96d2e9b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 915 time: 0.3421581 May 14 18:37:23.886750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.891733 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:23.968137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Pushing event updated for resources: {'Port': ['ID=33ed7326-00db-457c-aa67-2a9a7bdd3adf,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:23.973583 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:23.978218 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Attempting to bind port 33ed7326-00db-457c-aa67-2a9a7bdd3adf on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:23.978641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Attempting to bind port 33ed7326-00db-457c-aa67-2a9a7bdd3adf by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:23.978977 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Attempting to bind port 33ed7326-00db-457c-aa67-2a9a7bdd3adf on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:23.984825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:23.985211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:23.985620 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:23.986437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:23.987324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Bound port: 33ed7326-00db-457c-aa67-2a9a7bdd3adf, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:23.987486 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.006231 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.009892 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30270692-0828-412a-9925-a05e20fc55b4 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:24.069598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] For port 33ed7326-00db-457c-aa67-2a9a7bdd3adf, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:24.073474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] For port 33ed7326-00db-457c-aa67-2a9a7bdd3adf, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=33ed7326-00db-457c-aa67-2a9a7bdd3adf,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:24.077396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.085755 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:24.087697 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-db0a0d7a-f410-457d-ae45-d991c246bb2d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 1000 time: 0.1945188 May 14 18:37:24.093944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Subnet': ['ID=dc88c3dc-9e6b-4772-8afc-e6fa257cd699,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:24.098320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fe879-dc19-4756-8da1-37baa28acd64 req-9c33d8a4-f18b-4646-91c4-bf01d883a095 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:24.098534 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:24.100660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b62fe879-dc19-4756-8da1-37baa28acd64 req-9c33d8a4-f18b-4646-91c4-bf01d883a095 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.3247440 May 14 18:37:24.105082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Checking segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:24.105439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network hostable DHCP agents. Network: 509b0f4f-879b-470e-850f-55801c5e5873, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:37:24.123272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 509b0f4f-879b-470e-850f-55801c5e5873 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:37:24.138564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 509b0f4f-879b-470e-850f-55801c5e5873) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:24.152017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c576f-df6b-47de-9d41-a366a703bf1e None None] Network 509b0f4f-879b-470e-850f-55801c5e5873 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:24.157697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:24.158275 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.175106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f50abc7-1a0c-44da-85f8-971d6cf81346 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:37:24.185678 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0985017 May 14 18:37:24.185993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36448) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:24.194383 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.229586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-7b997d3a-b15b-49f3-836c-afbb9721d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:24.230957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-7b997d3a-b15b-49f3-836c-afbb9721d00f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 200 len: 853 time: 0.1298559 May 14 18:37:24.243621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:24.244283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:24.278340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Transition to ACTIVE for port object 2f50abc7-1a0c-44da-85f8-971d6cf81346 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:24.288949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b62fe879-dc19-4756-8da1-37baa28acd64 req-43f1537e-f858-4e1b-8335-799943c0d521 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433604 May 14 18:37:24.296002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.303289 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dd927bd0-0e2f-4d1b-be45-e38f0cda5cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:24.464925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2f50abc7-1a0c-44da-85f8-971d6cf81346,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:24.482038 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:24.500341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Pushing event updated for resources: {'Port': ['ID=33ed7326-00db-457c-aa67-2a9a7bdd3adf,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:24.506611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.563429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.563782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.564118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.564456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.565356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.565712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.566064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.566379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.566710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.567130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.567605 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.567934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:24.576609 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:24.669049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:24.694233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-666fb3d0-cc32-4070-83fc-e0d8a8d8b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:24.695752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-666fb3d0-cc32-4070-83fc-e0d8a8d8b9c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e28a0454-0954-4c7b-9a90-f2b30e4654e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4543760 May 14 18:37:24.802229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Attempting to bind port 2f50abc7-1a0c-44da-85f8-971d6cf81346 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:24.802462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Attempting to bind port 2f50abc7-1a0c-44da-85f8-971d6cf81346 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:24.802882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Attempting to bind port 2f50abc7-1a0c-44da-85f8-971d6cf81346 on network ccbd93b5-96da-47ef-b854-9eee56e4d6dc {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:24.821202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Port 2f50abc7-1a0c-44da-85f8-971d6cf81346 on network ccbd93b5-96da-47ef-b854-9eee56e4d6dc not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:37:24.821592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Attempting to bind port 2f50abc7-1a0c-44da-85f8-971d6cf81346 on network ccbd93b5-96da-47ef-b854-9eee56e4d6dc {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:24.837992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5f501-a521-4e22-997d-f7618487a49a req-42b70e93-d90b-452c-be44-1845725a9348 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:24.838713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-11b5f501-a521-4e22-997d-f7618487a49a req-42b70e93-d90b-452c-be44-1845725a9348 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Synchronizing usage tracker for tenant:94753f16908645b09513a343fdbab86e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:24.853906 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:24.854246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Checking segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:24.854625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Bound using segment: {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:24.855055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Bound port: 2f50abc7-1a0c-44da-85f8-971d6cf81346, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e15bab8-5f44-42d8-a0d9-4aa2173952c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:24.855428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:24.993721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-509b0f4f-879b-470e-850f-55801c5e5873', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:37:24.995062 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:25.060699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:25.145580 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-3cb82144-3fc1-425f-9af4-f499794508c1 service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373763 May 14 18:37:25.148833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-11b5f501-a521-4e22-997d-f7618487a49a req-42b70e93-d90b-452c-be44-1845725a9348 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Unset dirty status for tenant:94753f16908645b09513a343fdbab86e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:25.149893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11b5f501-a521-4e22-997d-f7618487a49a req-42b70e93-d90b-452c-be44-1845725a9348 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 943 time: 0.6667478 May 14 18:37:25.314033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-11b5f501-a521-4e22-997d-f7618487a49a req-fe37e79e-bc1c-4af2-99b5-ccccea75ca95 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358879 May 14 18:37:25.324581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] For port 2f50abc7-1a0c-44da-85f8-971d6cf81346, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:25.327967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Allocated IP 172.20.0.2 (509b0f4f-879b-470e-850f-55801c5e5873/dc88c3dc-9e6b-4772-8afc-e6fa257cd699/63749a97-8088-4194-8caa-f89258ce216b) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:25.335942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:21Z', 'revision_number': 3, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:25.348716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e1c11-1749-497c-b098-b4376a2f1442 None None] The sync data for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 is: [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:21Z', 'revision_number': 3, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:25.351733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] For port 2f50abc7-1a0c-44da-85f8-971d6cf81346, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:25.389859 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:25.407382 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a45a60a0-ffd6-49c1-a43d-6bf21e41185a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:25.514349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:25.515404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:25.519918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 1091 time: 2.3913238 May 14 18:37:25.519918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:25.550836 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-29eb0be2-d9d6-4bce-8b8e-6c4dde2801b1 req-98a2b11f-440c-446e-9c7c-9be099f1a043 service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960485 May 14 18:37:25.692187 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:25.707325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Transition to ACTIVE for port object 63749a97-8088-4194-8caa-f89258ce216b will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:25.719694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2f50abc7-1a0c-44da-85f8-971d6cf81346,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:25.725450 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:25.732296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Transition to ACTIVE for port object 63749a97-8088-4194-8caa-f89258ce216b will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:25.741460 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:25.772711 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c0fc86b4-2abc-439f-b86c-c6fa7f43b190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:25.791542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-a2ad1b03-c792-420b-bf3a-bcd0494e2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:25.794084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-a2ad1b03-c792-420b-bf3a-bcd0494e2515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1094 time: 0.1772072 May 14 18:37:25.838208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Network 509b0f4f-879b-470e-850f-55801c5e5873 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:25.841533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:25.856939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:25.900444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.20.0.1 (509b0f4f-879b-470e-850f-55801c5e5873/dc88c3dc-9e6b-4772-8afc-e6fa257cd699/695970f1-695e-4432-9a82-fe3b1549fb57) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:25.924937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755abfb-f49a-4d25-ada9-f19c0c43c1fd req-2a8a1512-c862-45c8-bbdc-e2454378164a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:25.935655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9755abfb-f49a-4d25-ada9-f19c0c43c1fd req-2a8a1512-c862-45c8-bbdc-e2454378164a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.3641591 May 14 18:37:25.966380 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-215a5b15-e222-43be-ba54-f16e61d01eea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 217 time: 0.1509504 May 14 18:37:26.015538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Pushing event updated for resources: {'Port': ['ID=63749a97-8088-4194-8caa-f89258ce216b,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:26.039967 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:26.040346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9755abfb-f49a-4d25-ada9-f19c0c43c1fd req-36f1c4ee-091c-417f-8e1d-e39684e9396d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054857 May 14 18:37:26.042567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:37:26.103368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-d14dca2e-cfc5-42f4-bfb8-ad6febce661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:26.105251 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-d14dca2e-cfc5-42f4-bfb8-ad6febce661f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.1140637 May 14 18:37:26.171201 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'status': 'completed', 'code': 200} May 14 18:37:26.180030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Attempting to bind port 63749a97-8088-4194-8caa-f89258ce216b on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:26.182318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Attempting to bind port 63749a97-8088-4194-8caa-f89258ce216b by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:26.182612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Attempting to bind port 63749a97-8088-4194-8caa-f89258ce216b on network 509b0f4f-879b-470e-850f-55801c5e5873 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:26.194761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:26.195581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Checking segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:26.195894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.196523 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Bound using segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:26.197292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Bound port: 63749a97-8088-4194-8caa-f89258ce216b, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:26.197733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.229009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-afec32db-c9c2-4d03-b450-41c208108040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:26.231098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-afec32db-c9c2-4d03-b450-41c208108040 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159515 May 14 18:37:26.327036 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.341440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:26.368713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Transition to ACTIVE for port object 695970f1-695e-4432-9a82-fe3b1549fb57 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:26.374351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'mac_address': 'fa:16:3e:e8:23:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:37:26.434010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.439539 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5e772de2-0058-43bc-ac59-793f79b9797e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:26.448340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-fd7e5349-674f-4fda-8ca5-0009af95f1bb service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099600 May 14 18:37:26.467675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] For port 63749a97-8088-4194-8caa-f89258ce216b, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:26.496004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] For port 63749a97-8088-4194-8caa-f89258ce216b, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=63749a97-8088-4194-8caa-f89258ce216b,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:26.519328 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.526895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 509b0f4f-879b-470e-850f-55801c5e5873 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:26.530839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:26.535717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:26.537769 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:26.593841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=695970f1-695e-4432-9a82-fe3b1549fb57,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:26.600546 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:26.601674 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.630625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.656672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:37:26.693095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Pushing event updated for resources: {'Port': ['ID=63749a97-8088-4194-8caa-f89258ce216b,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:26.697591 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:26.700712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:26.714105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.716379 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dbadb735-a16e-4df7-aaf9-69eb537dbdc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:26.728680 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3df13c49-fab5-4196-84fa-6e8c86aab168 req-17efb6d1-c672-419b-9b7b-8187c2756f29 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734711 May 14 18:37:26.738114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a3857-3add-4fef-80de-512940159c43 req-60233328-eae4-4e6d-9c6e-1b49fa0c50f8 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:26.748369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b3a3857-3add-4fef-80de-512940159c43 req-60233328-eae4-4e6d-9c6e-1b49fa0c50f8 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 943 time: 0.1759465 May 14 18:37:26.841360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b3a3857-3add-4fef-80de-512940159c43 req-d4d9b9d0-8152-4bf9-97c0-5c497f98a215 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919988 May 14 18:37:26.905250 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=6']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:26.918306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:26.921285 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:26.925637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['78aa5ff2-2b7e-4b66-b05e-c537e0c32452'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:37:26.957763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-4ddc5430-e720-4e1f-8679-2b9cf72070fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:26.959436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-4ddc5430-e720-4e1f-8679-2b9cf72070fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1094 time: 0.0961866 May 14 18:37:27.166116 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24f18d46-b59f-450a-974f-7c24c0ba1a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:27.185539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-b38bbc37-3e33-4991-b40e-5089b5cdb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:27.188515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-b38bbc37-3e33-4991-b40e-5089b5cdb8c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 909 time: 0.2205565 May 14 18:37:27.316290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-f1eea05b-e89c-49d9-84e8-9c000a5abdfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 217 time: 0.1209199 May 14 18:37:27.463085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-cabddebd-98df-430e-a764-2d7b3797846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:27.465141 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-cabddebd-98df-430e-a764-2d7b3797846c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.1129103 May 14 18:37:27.573478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1e943-7e35-4950-bd39-b859ce4de8a4 req-1cf6b45e-ac99-48cb-a7d1-e941d2df310b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:27.575495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8bb1e943-7e35-4950-bd39-b859ce4de8a4 req-1cf6b45e-ac99-48cb-a7d1-e941d2df310b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.2576828 May 14 18:37:27.586448 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:27.595117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:27.646397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-07c41b2d-8089-4b1a-811d-24abbbe7a563 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:27.743651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33ed7326-00db-457c-aa67-2a9a7bdd3adf up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:27.761936 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=695970f1-695e-4432-9a82-fe3b1549fb57,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:27.765204 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:27.784233 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:27.848212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-6e930d26-8378-401c-b45d-7d627d417fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:27.849898 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-6e930d26-8378-401c-b45d-7d627d417fd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751729 May 14 18:37:27.861165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 33ed7326-00db-457c-aa67-2a9a7bdd3adf completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:27.870617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 33ed7326-00db-457c-aa67-2a9a7bdd3adf triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:27.871003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:27.944785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8bb1e943-7e35-4950-bd39-b859ce4de8a4 req-ad45d16d-428c-4936-ae69-877569fa1e56 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506706 May 14 18:37:28.059455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:28.118848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 509b0f4f-879b-470e-850f-55801c5e5873 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:28.121151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:28.179033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:28.270497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:28.291765 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 33ed7326-00db-457c-aa67-2a9a7bdd3adf, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=33ed7326-00db-457c-aa67-2a9a7bdd3adf,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:28.335778 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:28.336081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 63749a97-8088-4194-8caa-f89258ce216b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:28.399010 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-ad9fb133-026d-48e4-96b2-68e43caff053 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320518 May 14 18:37:28.458923 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:28.538049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd424368-cd58-426b-bf0f-059442ddd25a None None] Network 509b0f4f-879b-470e-850f-55801c5e5873 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:28.551032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router db7b9994-55a1-4d88-93cd-79f6fa8978f8 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:28.635699 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c315d-8523-450e-b83b-92f6ee4bdb11 req-ad336fad-1cbb-47d5-bc7a-e39e4939090c tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:28.637266 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b8c315d-8523-450e-b83b-92f6ee4bdb11 req-ad336fad-1cbb-47d5-bc7a-e39e4939090c tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 943 time: 0.3970675 May 14 18:37:28.707521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:28.707826 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:28.731392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e934d6dd-a816-4a24-ae3a-6a638613762a req-b0283f26-3a80-4fc3-a903-d69d41aa573f service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232260 May 14 18:37:28.769243 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b8c315d-8523-450e-b83b-92f6ee4bdb11 req-72ed4a99-5b1b-4ca4-9a60-18b59623991d tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170707 May 14 18:37:28.793510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=33ed7326-00db-457c-aa67-2a9a7bdd3adf,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:28.800073 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:28.812700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9a58fac1-778c-4028-9400-2da334b4e06d None None] Provisioning for port 63749a97-8088-4194-8caa-f89258ce216b completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:28.858186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 63749a97-8088-4194-8caa-f89258ce216b completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:28.869954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 63749a97-8088-4194-8caa-f89258ce216b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:28.870336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:28.910217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:28.920433 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Sync routers for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:28.935739 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "PUT /v2.0/routers/db7b9994-55a1-4d88-93cd-79f6fa8978f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7462931 May 14 18:37:28.937061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36494) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:28.939446 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:28.940374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:29.221542 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:29.363953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.368433 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.373198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.373788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.374350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.374878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.376635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.379410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.379992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.380532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.382738 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dfb51dbb-f275-438a-8273-8f9bacc4b151 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.4455049 May 14 18:37:29.386135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36500) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:29.416361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7d2bf-7b0b-450d-a60d-d81f793826fd req-e739d4a0-ba7b-47ed-99fc-d8b15a5d06a7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.423477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0c7d2bf-7b0b-450d-a60d-d81f793826fd req-e739d4a0-ba7b-47ed-99fc-d8b15a5d06a7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1994224 May 14 18:37:29.431366 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.508876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:29.511453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:29.529480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.565657 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0c7d2bf-7b0b-450d-a60d-d81f793826fd req-826c864d-6dd9-4886-8f1d-a54224b5a920 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344037 May 14 18:37:29.568038 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.574931 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a39212f-4074-431e-af25-88fba93f5f83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:29.636771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.638545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.639020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.639514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.643870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.644563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.645195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.645870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.646549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.647118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:29.653628 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b3c864c6-ed9e-4e91-8384-1277908598f1 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6547 time: 0.2641814 May 14 18:37:29.656548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:29.680224 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'code': 200} May 14 18:37:29.720046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 63749a97-8088-4194-8caa-f89258ce216b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=63749a97-8088-4194-8caa-f89258ce216b,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:29.731204 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:27Z', 'revision_number': 2, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:29.737391 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Checking router: db7b9994-55a1-4d88-93cd-79f6fa8978f8 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:29.737869 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Updating router db7b9994-55a1-4d88-93cd-79f6fa8978f8 port 695970f1-695e-4432-9a82-fe3b1549fb57 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:37:29.744054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.747952 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.776087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=7']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:29.779161 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:29.781651 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5a39212f-4074-431e-af25-88fba93f5f83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:29.868691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-97816e9b-33ff-4bf0-9333-c056353a3a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.891221 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:29.933667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=63749a97-8088-4194-8caa-f89258ce216b,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:29.938612 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:29.963386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33ed7326-00db-457c-aa67-2a9a7bdd3adf up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:30.121653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 33ed7326-00db-457c-aa67-2a9a7bdd3adf triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:30.122103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.189575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-81b47a1e-434b-4b5a-905c-548739267afe None None] Provisioning for port 695970f1-695e-4432-9a82-fe3b1549fb57 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:30.202171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-81b47a1e-434b-4b5a-905c-548739267afe None None] Provisioning complete for port 695970f1-695e-4432-9a82-fe3b1549fb57 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:30.203015 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-81b47a1e-434b-4b5a-905c-548739267afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.216910 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-56fb6ec9-45b2-44ea-a53f-2f7c811eacfc tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5936 time: 0.5585918 May 14 18:37:30.254845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa54e-dd35-47dc-993a-5b131830d4a0 req-754db341-3f16-4b94-ba25-55c2c1c78033 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:30.265716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c8aa54e-dd35-47dc-993a-5b131830d4a0 req-754db341-3f16-4b94-ba25-55c2c1c78033 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 943 time: 0.2306433 May 14 18:37:30.337510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c8aa54e-dd35-47dc-993a-5b131830d4a0 req-1412108b-19b8-40ea-b7d5-f6eeb6b0c1af tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705662 May 14 18:37:30.424989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-81b47a1e-434b-4b5a-905c-548739267afe None None] Port 695970f1-695e-4432-9a82-fe3b1549fb57 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:30.437472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-81b47a1e-434b-4b5a-905c-548739267afe None None] Provisioning complete for port 63749a97-8088-4194-8caa-f89258ce216b triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:30.438495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-81b47a1e-434b-4b5a-905c-548739267afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.548225 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.572131 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Transition to ACTIVE for port object 695970f1-695e-4432-9a82-fe3b1549fb57 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:30.590025 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.595014 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-c8b7dc4f-04e0-4eb2-8431-cb1e69f36552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:30.794342 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d16c61-da41-4715-aabd-a3221177e166 None None] Pushing event updated for resources: {'Port': ['ID=695970f1-695e-4432-9a82-fe3b1549fb57,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:30.804036 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-76d16c61-da41-4715-aabd-a3221177e166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:30.837108 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.963327 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Attempting to bind port 695970f1-695e-4432-9a82-fe3b1549fb57 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:30.963907 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Attempting to bind port 695970f1-695e-4432-9a82-fe3b1549fb57 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:30.964276 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Attempting to bind port 695970f1-695e-4432-9a82-fe3b1549fb57 on network 509b0f4f-879b-470e-850f-55801c5e5873 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:30.976323 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:30.976663 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Checking segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:30.977066 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:30.977458 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Bound using segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:30.977920 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Bound port: 695970f1-695e-4432-9a82-fe3b1549fb57, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:30.978288 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.045086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36518) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:31.050501 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792474586', 'description': 'tempest-secgroup-smoke-792474586 description', 'project_id': '29cbe4fdbfd44af290490a675076284e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:31.067166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:31.073846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:31.077073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:31.093022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:31.110293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] For port 695970f1-695e-4432-9a82-fe3b1549fb57, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:31.115214 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.120468 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] For port 695970f1-695e-4432-9a82-fe3b1549fb57, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=695970f1-695e-4432-9a82-fe3b1549fb57,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:31.128568 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.138458 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-7e36feff-fe48-42e1-808b-c81543bca9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:31.162666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:31.167077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:31.171850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:31.178431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:31.239936 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d16c61-da41-4715-aabd-a3221177e166 None None] Pushing event updated for resources: {'Port': ['ID=695970f1-695e-4432-9a82-fe3b1549fb57,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:31.249582 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:31.250239 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:31.313327 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.321968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.359088 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-76d16c61-da41-4715-aabd-a3221177e166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:31.391264 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aa2aff3b-cc02-4cd0-8377-c4e5e632d9fc tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:31.433983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca45c8-dad8-4d27-81d0-7ac838f76c2e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:31.437169 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:31.440422 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.441707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3958504 May 14 18:37:31.444629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36524) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:31.450626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '8cca45c8-dad8-4d27-81d0-7ac838f76c2e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:31.459940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2f50abc7-1a0c-44da-85f8-971d6cf81346 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:37:31.461775 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:31.469204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:31.474739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:31.484437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:31.526830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381dabe-5d2c-4163-b750-8d333b5864c8 req-c041f3ad-1319-42b1-8629-577bd4ffc316 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:31.535134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0381dabe-5d2c-4163-b750-8d333b5864c8 req-c041f3ad-1319-42b1-8629-577bd4ffc316 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.2966793 May 14 18:37:31.556317 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.633135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0381dabe-5d2c-4163-b750-8d333b5864c8 req-77987d44-e8b5-4153-b972-449cd47a963b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970705 May 14 18:37:31.660512 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:31.692686 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.698872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.701400 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-441f012a-9ee9-4c6e-afb5-0d2aa7d18c1c tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:31.708772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2f50abc7-1a0c-44da-85f8-971d6cf81346, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:31.728621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'port_id': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'mac_address': 'fa:16:3e:fe:aa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:37:31.732771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df5dbb6-cbf5-4efb-a11e-e780dacb4d2b,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:31.737228 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:31.754988 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.756598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-19cdf911-dc2c-4ba3-b15b-6756fdd47920 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105409 May 14 18:37:31.759469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36528) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:31.765089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '8cca45c8-dad8-4d27-81d0-7ac838f76c2e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:31.784387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:31.789165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:31.792363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:31.807026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:31.836921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.839516 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.870066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f50abc7-1a0c-44da-85f8-971d6cf81346 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:37:31.891821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2f50abc7-1a0c-44da-85f8-971d6cf81346, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:31.898435 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:31.901799 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-30bf021e-c108-4918-96b9-80d128eae424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:31.945780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 63749a97-8088-4194-8caa-f89258ce216b up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:32.022006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.035643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.040281 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c55b3f2a-257b-49e9-9e5b-aede7b70d35e tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:32.066243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2f50abc7-1a0c-44da-85f8-971d6cf81346,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:32.069716 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:32.081596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 63749a97-8088-4194-8caa-f89258ce216b triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:32.081981 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.099411 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1e4c1b-b5c3-40dc-a04c-729f5ed54dc7,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:32.110441 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.112960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3524268 May 14 18:37:32.115216 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-22a6d5f6-eccb-4604-b84e-7917ece430ac tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:32.116249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36534) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:32.123139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '8cca45c8-dad8-4d27-81d0-7ac838f76c2e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:32.136462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:32.146284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:32.156207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:32.175102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:32.192605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704e75-4df3-430a-baf2-70de7207ef6f req-e4d05713-40cb-4061-ab5d-5d705c9ed853 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:32.201583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90704e75-4df3-430a-baf2-70de7207ef6f req-e4d05713-40cb-4061-ab5d-5d705c9ed853 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 944 time: 0.3049169 May 14 18:37:32.204742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.237356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['2f50abc7-1a0c-44da-85f8-971d6cf81346'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:37:32.279269 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:31Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:32.291517 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336747e3-69d2-4074-acc0-af32f65590ca None None] The sync data for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 is: [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:31Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:32.297309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-90704e75-4df3-430a-baf2-70de7207ef6f req-2af1546c-b4b2-4979-a6ca-fa72aa24b565 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930114 May 14 18:37:32.377963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.384727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.393729 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4b12b814-a017-4a5c-897d-588c8a2ec2c8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:32.404964 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.418402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf483257-515b-4133-9c85-066e431a042b,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:32.428273 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:32.480243 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.481821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634737 May 14 18:37:32.484236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36538) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:32.492168 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '8cca45c8-dad8-4d27-81d0-7ac838f76c2e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:32.501633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:32.509492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:32.513434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:32.522711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:32.569470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.757192 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.769252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.771332 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c792827c-7f37-4839-8566-248afb34a0fc tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:32.809546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e97abdc-3550-4c1b-a9d0-bfd431175151,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:32.819319 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:32.836804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:32.838039 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-57581029-db14-40a2-80b4-7f86aadf8445 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3528414 May 14 18:37:32.841033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:32.847158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '8cca45c8-dad8-4d27-81d0-7ac838f76c2e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:32.871449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:32.927087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:32.931415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:32.940135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:32.973983 n-d-787206-3 neutron-server[79559]: INFO neutron.db.securitygroups_db [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Project 29cbe4fdbfd44af290490a675076284e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:37:32.983631 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.026776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae478b9-4cbd-47ad-b22a-20385fd886a6 req-45f42666-c308-4233-abcc-409e17e4e3f5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:33.028325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ae478b9-4cbd-47ad-b22a-20385fd886a6 req-45f42666-c308-4233-abcc-409e17e4e3f5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.1589077 May 14 18:37:33.119752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ae478b9-4cbd-47ad-b22a-20385fd886a6 req-bb66c3ae-d143-4764-aee5-4477d26a9237 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777247 May 14 18:37:33.150354 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.161769 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.164069 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4cbb2b76-5bca-418e-9d74-2959dfbd40f0 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:33.194811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c20628-e971-4938-86e5-24b7da92f909,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:33.197591 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:33.208681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.210167 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8067e80b-423a-4725-a9ec-68e34dd41b27 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3679636 May 14 18:37:33.213202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36548) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:33.219638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'security_group_rule': {'security_group_id': '8cca45c8-dad8-4d27-81d0-7ac838f76c2e', 'project_id': '29cbe4fdbfd44af290490a675076284e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:33.228507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:33.235381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:security_group_rule and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:33.243711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:33.250896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:33.274984 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Project 29cbe4fdbfd44af290490a675076284e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:37:33.284695 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.431415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.446387 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.457295 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49eed420-281c-496d-98b6-a64217fc5730 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:33.498921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2f50abc7-1a0c-44da-85f8-971d6cf81346 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:33.530982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cd61d3-25e9-47a1-814d-c182a707490d,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:33.550549 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:33.574359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.575213 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609149 May 14 18:37:33.654334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e4424-9e3e-4da6-8261-8ac8a258e5b9 req-afbbc652-2545-425f-bcd7-f0d8e67d87ea tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:33.666433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf8e4424-9e3e-4da6-8261-8ac8a258e5b9 req-afbbc652-2545-425f-bcd7-f0d8e67d87ea tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 944 time: 0.2131524 May 14 18:37:33.708045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 2f50abc7-1a0c-44da-85f8-971d6cf81346 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:33.718930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 2f50abc7-1a0c-44da-85f8-971d6cf81346 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:33.719478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:33.783092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bf8e4424-9e3e-4da6-8261-8ac8a258e5b9 req-0ee49119-13b2-4567-ac2c-306e6f5d335d tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144040 May 14 18:37:33.936195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 695970f1-695e-4432-9a82-fe3b1549fb57 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:34.015015 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:34.062608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:34.077619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 2f50abc7-1a0c-44da-85f8-971d6cf81346, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:34.079363 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 695970f1-695e-4432-9a82-fe3b1549fb57 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:34.084761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:34.088353 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c3d54b30-b652-437b-9e48-6bfe71e2a005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:34.106507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-850468ce-e72f-4287-9f51-e61ba1ce0909 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:34.126263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-850468ce-e72f-4287-9f51-e61ba1ce0909 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:34.135068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-850468ce-e72f-4287-9f51-e61ba1ce0909 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792474586&fields=id&tenant_id=29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 267 time: 0.0789986 May 14 18:37:34.154122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 695970f1-695e-4432-9a82-fe3b1549fb57 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:34.154496 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:34.257056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=2f50abc7-1a0c-44da-85f8-971d6cf81346,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:34.260374 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:34.333808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:34.372137 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 695970f1-695e-4432-9a82-fe3b1549fb57, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=695970f1-695e-4432-9a82-fe3b1549fb57,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:34.385889 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:34.388835 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:34.504723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=695970f1-695e-4432-9a82-fe3b1549fb57,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:34.508628 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:34.535709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-cde93bc4-0b72-4bf1-b9fa-4d576790c1f0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:34.539682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-cde93bc4-0b72-4bf1-b9fa-4d576790c1f0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/networks?id=509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 200 len: 797 time: 0.4005148 May 14 18:37:34.556930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-617a9784-8a9b-413c-a364-6ea05200d0d0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/quotas/29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 375 time: 0.0120015 May 14 18:37:34.619747 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36576) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:34.680028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-eba06421-13f4-4faa-9e2d-d5565f4a1ce3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157618 May 14 18:37:34.883602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-70fec33a-d0bf-4803-a492-1ac6964244fb service neutron] 10.222.0.24 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880751 May 14 18:37:34.986383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 0c3e474f-2c21-413d-929e-b5c918cf51b9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:34.988179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:35.056465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-f889d117-b138-490a-b71b-64594429a5f5 service neutron] 10.222.0.24 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719806 May 14 18:37:35.148839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:35.149229 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:35.219019 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'code': 200} May 14 18:37:35.330710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 0c3e474f-2c21-413d-929e-b5c918cf51b9 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:35.541179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e01d-66ef-4763-a504-cea696752bad req-6159f126-fe4d-4b0c-8e1d-e0414f58191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:35.543006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0f5e01d-66ef-4763-a504-cea696752bad req-6159f126-fe4d-4b0c-8e1d-e0414f58191f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.2546079 May 14 18:37:35.570849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:35.585731 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-705f685d-e0b8-4925-9653-1cc577c1a861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:35.650178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e065c3-7806-45ed-93f1-f2bd3f5c6425 req-14d257ca-f2d1-41fb-ab30-2663f27af566 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:35.652462 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2e065c3-7806-45ed-93f1-f2bd3f5c6425 req-14d257ca-f2d1-41fb-ab30-2663f27af566 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.2944727 May 14 18:37:35.669951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0f5e01d-66ef-4763-a504-cea696752bad req-d46ea184-ab84-47c9-9f26-6c137319810a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189206 May 14 18:37:35.675867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=0c3e474f-2c21-413d-929e-b5c918cf51b9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:35.713614 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:35.727277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2e065c3-7806-45ed-93f1-f2bd3f5c6425 req-2acec973-c47c-455d-a7fe-9fe12063ee86 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625458 May 14 18:37:35.786358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:35.788287 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Floating IP 61f1deb7-b4ef-408b-aab5-7c2b44f45193 disassociated (deleted). External IP: 172.25.4.16, port: f1c22e0c-91cc-48e0-905a-23fdbb19efc2. May 14 18:37:35.913816 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 695970f1-695e-4432-9a82-fe3b1549fb57 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:35.984942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eee716-99e6-4ef7-9859-e13886792e79 req-9bdd47c3-d194-4c99-b123-f46fa16af173 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:35.993360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88eee716-99e6-4ef7-9859-e13886792e79 req-9bdd47c3-d194-4c99-b123-f46fa16af173 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.1206496 May 14 18:37:36.075743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88eee716-99e6-4ef7-9859-e13886792e79 req-88971b2c-b85f-428e-9fd7-dc48c0548992 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811162 May 14 18:37:36.104574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 695970f1-695e-4432-9a82-fe3b1549fb57 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:36.104954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:36.237268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ee025e5-b5e9-41d0-897e-4cebce78ce52 req-89f3d24f-70f4-47f4-9a44-5058d7ee8f47 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 210 time: 0.0529668 May 14 18:37:36.623798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 1bbc97f1-c60d-43d1-a8fe-21a134166601 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:36.981923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:37.002376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] Sync routers for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:37.014202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:37.020377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:37.021073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:37.078847 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/floatingips/61f1deb7-b4ef-408b-aab5-7c2b44f45193 HTTP/1.1" status: 204 len: 168 time: 2.4579108 May 14 18:37:37.079642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:37.226391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ef22e444-079c-4fe5-9ad0-006a55b2ee2a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:37.228843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ef22e444-079c-4fe5-9ad0-006a55b2ee2a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.22 "GET /v2.0/networks?id=509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 200 len: 797 time: 0.3376298 May 14 18:37:37.245741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc3ed8-2394-4a45-a310-630b393a6168 req-7729cd40-4c98-4971-8446-22e8f49df008 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:37.253896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2fc3ed8-2394-4a45-a310-630b393a6168 req-7729cd40-4c98-4971-8446-22e8f49df008 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.3176720 May 14 18:37:37.339786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2fc3ed8-2394-4a45-a310-630b393a6168 req-9b7f6130-abc6-411a-b674-958d7061fd25 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846722 May 14 18:37:37.351973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-a9d48f87-7449-487b-8e0f-b9612d0162d0 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29cbe4fdbfd44af290490a675076284e HTTP/1.1" status: 200 len: 379 time: 0.0810022 May 14 18:37:37.370224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'port': {'device_id': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'admin_state_up': True, 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'security_groups': ['8cca45c8-dad8-4d27-81d0-7ac838f76c2e']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:37.380279 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:37.708879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:37.714290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:port and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:37.718594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:37.728320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:37.744877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Made reservation on behalf of 29cbe4fdbfd44af290490a675076284e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:37:37.751897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:37.782340 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'status': 'completed', 'code': 200} May 14 18:37:37.880157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:37.889302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] Checking router: 1bbc97f1-c60d-43d1-a8fe-21a134166601 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:37.907957 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:37.910361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:38.146396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-4eaf33cc-660f-4fbd-ad38-d1b761d92fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:38.148711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-4eaf33cc-660f-4fbd-ad38-d1b761d92fb9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a43b1e4fc53d439bb8822476c970e030&device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 1097 time: 0.3029525 May 14 18:37:38.172176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:38.267189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.20.0.9 (509b0f4f-879b-470e-850f-55801c5e5873/dc88c3dc-9e6b-4772-8afc-e6fa257cd699/30584de0-d939-45b9-961a-f5b665c5a539) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:38.607070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068a53-07e2-4841-bf9c-9b6fe550795f req-2f7db911-4219-4804-b650-e86200c7517b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:38.614438 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58068a53-07e2-4841-bf9c-9b6fe550795f req-2f7db911-4219-4804-b650-e86200c7517b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.6615429 May 14 18:37:38.721833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-80793eb1-1152-4192-af99-a79103c84538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:38.723290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-80793eb1-1152-4192-af99-a79103c84538 service neutron] 10.222.0.22 "GET /v2.0/networks?id=836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 200 len: 898 time: 0.5662405 May 14 18:37:38.729869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:38.734634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521b20f-58bc-4a6b-9276-b626dfe341a2 None None] The sync data for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 is: [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '1b7535d7-d252-4ec5-8904-b3a1795631ca', 'name': '', 'network_id': '836d53e9-dba4-479e-a14c-f46cc20e4acc', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'mac_address': 'fa:16:3e:fb:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:38Z', 'updated_at': '2021-05-14T18:35:48Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'subnets': [{'id': 'd4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:38.859166 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58068a53-07e2-4841-bf9c-9b6fe550795f req-93464f1b-3a23-49cc-a468-fa77fd69ef2b tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436066 May 14 18:37:38.881379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-da094bd2-91a4-4adf-9995-a2f7f226d977 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 200 len: 217 time: 0.0992446 May 14 18:37:38.933100 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:37:39.060502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-188047d3-1595-43f5-817d-f583f7f2cf5c req-54efcd34-9ba7-4836-94e5-df77206ff2f6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 210 time: 0.0693507 May 14 18:37:39.075035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-cad07725-9401-49d6-babc-e187f7f8c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:39.078100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-cad07725-9401-49d6-babc-e187f7f8c178 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 HTTP/1.1" status: 200 len: 835 time: 0.1773388 May 14 18:37:39.097737 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:39.190509 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c98a2-39aa-46c5-bef9-083b5546f5ed None None] New status for floating IP 61f1deb7-b4ef-408b-aab5-7c2b44f45193: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:37:39.195744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Transition to ACTIVE for port object 30584de0-d939-45b9-961a-f5b665c5a539 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:39.348519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:39.366548 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:39.370513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-ab1a66ff-4151-47fd-819d-340d732999b4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:39.372979 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-ab1a66ff-4151-47fd-819d-340d732999b4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Synchronizing usage tracker for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:39.412475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-ab1a66ff-4151-47fd-819d-340d732999b4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Unset dirty status for tenant:a43b1e4fc53d439bb8822476c970e030 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:39.413598 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-ab1a66ff-4151-47fd-819d-340d732999b4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.2729239 May 14 18:37:39.445910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-427706e3-d21b-4c78-a18e-272363dcda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:39.447406 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-427706e3-d21b-4c78-a18e-272363dcda7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=836d53e9-dba4-479e-a14c-f46cc20e4acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591282 May 14 18:37:39.495945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fef1d-a551-4666-8e25-7dacbab3fd47 req-6b5a1371-612e-4578-b1d8-6fcd4dd557f4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:39.499959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f48fef1d-a551-4666-8e25-7dacbab3fd47 req-6b5a1371-612e-4578-b1d8-6fcd4dd557f4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/ports?device_id=0de21e68-3d5a-4026-89d9-fd635f3ee893 HTTP/1.1" status: 200 len: 946 time: 0.2894554 May 14 18:37:39.538567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 509b0f4f-879b-470e-850f-55801c5e5873 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:39.619336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:39.623743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:39.656015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:39.656330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:39.791290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=30584de0-d939-45b9-961a-f5b665c5a539,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:39.836227 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f48fef1d-a551-4666-8e25-7dacbab3fd47 req-4b744e58-7098-4745-bdab-c7fe680a94ec tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "GET /v2.0/security-groups?id=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215733 May 14 18:37:39.845355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.846184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.846667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.847148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.847920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.848403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.848898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.849374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.850541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.850541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.850541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.851306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:37:39.874376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:39.875010 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:39.885680 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:39.926473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port f1c22e0c-91cc-48e0-905a-23fdbb19efc2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:39.927626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:39.934805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-77bb20a6-4e47-4962-bad3-5f0d150de753 service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732742 May 14 18:37:40.030225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-edb76b1c-69a5-476d-bb44-585eaa6afd9b None None] Provisioning for port 30584de0-d939-45b9-961a-f5b665c5a539 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:40.039400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-edb76b1c-69a5-476d-bb44-585eaa6afd9b None None] Provisioning complete for port 30584de0-d939-45b9-961a-f5b665c5a539 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:40.040529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-edb76b1c-69a5-476d-bb44-585eaa6afd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:40.122711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-edb76b1c-69a5-476d-bb44-585eaa6afd9b None None] Port 30584de0-d939-45b9-961a-f5b665c5a539 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:37:40.159310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-1ba09536-19d2-4a26-8b00-9671b86e7230 service neutron] 10.222.0.22 "GET /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122641 May 14 18:37:40.201812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for f1c22e0c-91cc-48e0-905a-23fdbb19efc2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:40.209410 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8509500 May 14 18:37:40.228925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Request body: {'port': {'device_id': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:40.348003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:40.356278 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:40.372101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:40.399930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5868411-dd0a-41de-b2d2-8bdf36fe1eba req-4a722fe0-2f74-4e47-9cd1-62fdf85578f0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:40.401421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5868411-dd0a-41de-b2d2-8bdf36fe1eba req-4a722fe0-2f74-4e47-9cd1-62fdf85578f0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.2412217 May 14 18:37:40.424713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=f1c22e0c-91cc-48e0-905a-23fdbb19efc2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:40.429822 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:40.520397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] No DVR routers for this DVR port f1c22e0c-91cc-48e0-905a-23fdbb19efc2 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:40.524638 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:40.544516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'name': 'network-vif-deleted', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:40.552189 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-310afdb2-439c-4610-8ba9-0434c8bb6b14 req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.22 "DELETE /v2.0/ports/f1c22e0c-91cc-48e0-905a-23fdbb19efc2 HTTP/1.1" status: 204 len: 173 time: 1.1287143 May 14 18:37:40.568917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5868411-dd0a-41de-b2d2-8bdf36fe1eba req-8d7708ad-80f3-4e26-8798-fa61dc462f0a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579754 May 14 18:37:40.944326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ad769-b1a4-43a9-8fba-ffffb5a9b57b req-d5a00fc3-221c-4238-a640-d10c94d0c128 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:40.951877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e0ad769-b1a4-43a9-8fba-ffffb5a9b57b req-d5a00fc3-221c-4238-a640-d10c94d0c128 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.2348318 May 14 18:37:41.250354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e0ad769-b1a4-43a9-8fba-ffffb5a9b57b req-e4023747-98af-40e1-bb38-c8d0d7cf08b5 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975421 May 14 18:37:41.339833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30584de0-d939-45b9-961a-f5b665c5a539 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:37:41.347985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:41.384290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Transition to ACTIVE for port object 30584de0-d939-45b9-961a-f5b665c5a539 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:41.389089 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:41.400344 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a7674841-430a-4b4a-9fff-52b510be6f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:41.670758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Pushing event updated for resources: {'Port': ['ID=30584de0-d939-45b9-961a-f5b665c5a539,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:41.714292 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:41.790261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Attempting to bind port 30584de0-d939-45b9-961a-f5b665c5a539 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:41.790608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Attempting to bind port 30584de0-d939-45b9-961a-f5b665c5a539 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:41.790942 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Attempting to bind port 30584de0-d939-45b9-961a-f5b665c5a539 on network 509b0f4f-879b-470e-850f-55801c5e5873 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:41.802077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb03b-d7d5-4872-9ef1-8fadff15e450 req-7ca01a22-2cfd-400e-a5c1-622feda106ff tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:41.802799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-26afb03b-d7d5-4872-9ef1-8fadff15e450 req-7ca01a22-2cfd-400e-a5c1-622feda106ff tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:41.807802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Port 30584de0-d939-45b9-961a-f5b665c5a539 on network 509b0f4f-879b-470e-850f-55801c5e5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:37:41.808134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Attempting to bind port 30584de0-d939-45b9-961a-f5b665c5a539 on network 509b0f4f-879b-470e-850f-55801c5e5873 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:41.820864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:41.821211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Checking segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:41.821608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Bound using segment: {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:41.822051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Bound port: 30584de0-d939-45b9-961a-f5b665c5a539, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840f320a-b158-4254-bffc-1c514489abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:41.822400 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:41.850066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-26afb03b-d7d5-4872-9ef1-8fadff15e450 req-7ca01a22-2cfd-400e-a5c1-622feda106ff tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:41.851268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26afb03b-d7d5-4872-9ef1-8fadff15e450 req-7ca01a22-2cfd-400e-a5c1-622feda106ff tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 943 time: 0.4137592 May 14 18:37:41.979908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26afb03b-d7d5-4872-9ef1-8fadff15e450 req-4082fc4a-b76f-41d0-93f0-0a04e08e6660 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993516 May 14 18:37:41.998749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] For port 30584de0-d939-45b9-961a-f5b665c5a539, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:42.002458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] For port 30584de0-d939-45b9-961a-f5b665c5a539, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=30584de0-d939-45b9-961a-f5b665c5a539,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:42.008727 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:42.013429 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4449745b-80ed-4f9c-8b91-bd982c4af85c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:42.074913 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de21e68-3d5a-4026-89d9-fd635f3ee893', 'name': 'network-vif-deleted', 'tag': 'f1c22e0c-91cc-48e0-905a-23fdbb19efc2', 'status': 'completed', 'code': 200} May 14 18:37:42.075715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:42.076464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:42.077881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] 10.222.0.22 "PUT /v2.0/ports/30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 200 len: 1091 time: 1.8546171 May 14 18:37:42.078450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:42.176410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:42.215615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Pushing event updated for resources: {'Port': ['ID=30584de0-d939-45b9-961a-f5b665c5a539,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:42.221730 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:42.324322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-786528a4-c4f7-48ae-bf33-ebc02f8b7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:42.326076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-786528a4-c4f7-48ae-bf33-ebc02f8b7959 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1094 time: 0.1797264 May 14 18:37:42.498504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-71a52245-07fd-4086-86be-cdc9a004b685 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 200 len: 217 time: 0.0806284 May 14 18:37:42.625114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2004a-4b76-4ede-89ab-17d4c90a21c5 req-9eb348c0-4978-4cf1-a38d-c90edd7adf51 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:42.632882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3af2004a-4b76-4ede-89ab-17d4c90a21c5 req-9eb348c0-4978-4cf1-a38d-c90edd7adf51 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.2911332 May 14 18:37:42.651149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-3e08addc-c1e8-4e01-976c-afdd2e973cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:42.653228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-3e08addc-c1e8-4e01-976c-afdd2e973cdf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc88c3dc-9e6b-4772-8afc-e6fa257cd699 HTTP/1.1" status: 200 len: 834 time: 0.1468658 May 14 18:37:42.768479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3af2004a-4b76-4ede-89ab-17d4c90a21c5 req-47722966-b98c-449d-8d47-85b84101a3fb tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339641 May 14 18:37:42.776662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36638) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:42.839796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-8737902e-054b-432b-ae10-45f56a544650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:42.843543 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-8737902e-054b-432b-ae10-45f56a544650 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=509b0f4f-879b-470e-850f-55801c5e5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1830139 May 14 18:37:43.122705 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-54a19f56-95e8-40cd-a833-529fa58bbaaf service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695649 May 14 18:37:43.178961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:43.303004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca90359-c282-4733-aa8f-f4c951df6682 tempest-TestServerBasicOps-1885265609 tempest-TestServerBasicOps-1885265609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:43.307385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4ca90359-c282-4733-aa8f-f4c951df6682 tempest-TestServerBasicOps-1885265609 tempest-TestServerBasicOps-1885265609-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1091 time: 0.5262787 May 14 18:37:43.316929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3d19-9faf-4f8b-8b43-111236be485d req-1da141fb-0026-4ac8-b2d2-430ace10294c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:43.318468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b2a3d19-9faf-4f8b-8b43-111236be485d req-1da141fb-0026-4ac8-b2d2-430ace10294c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.3650858 May 14 18:37:43.318960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36652) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:43.336766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:43.370449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:43.379621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Usage tracker for resource:floatingip and tenant:94753f16908645b09513a343fdbab86e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:43.385851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:43.416428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:43.429983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ff14724-83e8-42d7-ab46-557ed8b994d3 req-f800ef3d-bad4-45cc-bc68-ea8657c95213 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975082 May 14 18:37:43.441148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b2a3d19-9faf-4f8b-8b43-111236be485d req-9a848a6a-8afb-4bce-9762-bfc99c8d7a4a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049037 May 14 18:37:43.448193 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:43.749680 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539', 'status': 'completed', 'code': 200} May 14 18:37:43.777987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 1b7535d7-d252-4ec5-8904-b3a1795631ca {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:43.778329 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:43.917750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 1b7535d7-d252-4ec5-8904-b3a1795631ca, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=1b7535d7-d252-4ec5-8904-b3a1795631ca,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:43.918106 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:43.920869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-7fec4544-c306-4d7d-81fb-e598f01d8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:43.922342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-7fec4544-c306-4d7d-81fb-e598f01d8cb2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1094 time: 0.1719713 May 14 18:37:43.933066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dd91b-0437-4be7-aee1-36395d6d8914 req-68d46181-4ee7-43d8-9cc5-5e78ae9b9bdf tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:43.934504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-536dd91b-0437-4be7-aee1-36395d6d8914 req-68d46181-4ee7-43d8-9cc5-5e78ae9b9bdf tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 943 time: 0.1869056 May 14 18:37:44.048982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 1b7535d7-d252-4ec5-8904-b3a1795631ca owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:44.094633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-536dd91b-0437-4be7-aee1-36395d6d8914 req-b1e274cb-936d-47e5-b389-56b645cf0e5d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335056 May 14 18:37:44.113373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:44.147738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:44.179404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-d1c4ec53-3b12-4d0f-b551-abf0f990bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:44.182503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-d1c4ec53-3b12-4d0f-b551-abf0f990bbfd service neutron] 10.222.0.22 "GET /v2.0/networks?id=509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 200 len: 898 time: 0.2442958 May 14 18:37:44.186400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-6ffaa8db-f98c-47d4-b2b7-6df624474d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:44.188488 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-6ffaa8db-f98c-47d4-b2b7-6df624474d49 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1096 time: 0.1154487 May 14 18:37:44.191697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: f1c22e0c-91cc-48e0-905a-23fdbb19efc2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:44.192196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device f1c22e0c-91cc-48e0-905a-23fdbb19efc2 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:44.277715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-e0d5af0a-3613-4ebd-ab22-9d11ab088a03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 200 len: 217 time: 0.0804017 May 14 18:37:44.356285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:44.362709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70126806-4d28-40c8-a355-15884a1fe8d2 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:44.397386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-51f4e237-80d1-459d-9ffb-ba2a524a8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:44.398818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-51f4e237-80d1-459d-9ffb-ba2a524a8203 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc88c3dc-9e6b-4772-8afc-e6fa257cd699 HTTP/1.1" status: 200 len: 834 time: 0.0909965 May 14 18:37:44.399993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Allocated IP 172.25.4.183 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/e79a7e38-a757-41dc-8b45-7230f2ea00a9) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:44.415934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=1b7535d7-d252-4ec5-8904-b3a1795631ca,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:44.420580 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:44.499197 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-16279660-f038-4a04-b7e9-3a7be92aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:44.501444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-16279660-f038-4a04-b7e9-3a7be92aa5a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.3052881 May 14 18:37:44.602665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-1aae56de-f778-444f-a253-dc642e08a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:44.604202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-1aae56de-f778-444f-a253-dc642e08a332 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=509b0f4f-879b-470e-850f-55801c5e5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948683 May 14 18:37:44.745380 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:44.850391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e63e1d-d142-4cac-ba70-b7d2a98d2910 req-d1572434-2ea5-48ef-81d5-e51a1eaa71ab tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:44.851981 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08e63e1d-d142-4cac-ba70-b7d2a98d2910 req-d1572434-2ea5-48ef-81d5-e51a1eaa71ab tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.2468998 May 14 18:37:44.855102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-fddac4b3-2cb5-4b96-a7aa-2e2ce34ae17b service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099380 May 14 18:37:44.893868 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:44.903045 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-13f8ebd5-b130-4696-925d-0cbdaf3e6032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:44.911756 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-9eae0dda-2d91-4063-95bb-03bf16e12fde service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 1000 time: 0.4019208 May 14 18:37:45.003105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-8e1b185b-db32-4826-82f8-584b15b8a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:45.004540 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-8e1b185b-db32-4826-82f8-584b15b8a1bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.0853450 May 14 18:37:45.029058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:45.039586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-08e63e1d-d142-4cac-ba70-b7d2a98d2910 req-197c8af8-0906-4bf0-85f6-7cbae9cbc6b3 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812031 May 14 18:37:45.040391 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:45.046460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:45.066755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:45.115774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'Port': ['ID=e79a7e38-a757-41dc-8b45-7230f2ea00a9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:45.122814 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:45.195074 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c048c8c4-6d81-4c64-bf22-c902bc7ad401 req-a7ecefa8-1f57-4c84-9667-a61d373401e5 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205216 May 14 18:37:45.246484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-d242b353-2075-452f-b2d0-897665c8e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:45.248121 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-d242b353-2075-452f-b2d0-897665c8e803 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363214 May 14 18:37:45.576240 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-a1ddb442-aed1-44bb-b7bb-767e93853216 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206418 May 14 18:37:45.674252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dde54-44e1-4d13-95a7-1c8f9f5b527d req-3837f583-f1a8-43ca-8db5-d2bd3e883605 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:45.675741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d93dde54-44e1-4d13-95a7-1c8f9f5b527d req-3837f583-f1a8-43ca-8db5-d2bd3e883605 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 943 time: 0.4588621 May 14 18:37:45.690471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Router 1bbc97f1-c60d-43d1-a8fe-21a134166601 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:45.749964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d93dde54-44e1-4d13-95a7-1c8f9f5b527d req-6e8eaf8e-f059-4bcb-b935-5405550e8ecf tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651774 May 14 18:37:45.808004 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:45.883151 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b816d28-c7b3-449b-a5eb-6f045098a079 req-4f1b53dc-0e49-48c1-aa68-cc0e6adfbde4 service neutron] 10.222.0.22 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998312 May 14 18:37:45.887345 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:45.934054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:45.944088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] Sync routers for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:45.950411 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "PUT /v2.0/routers/1bbc97f1-c60d-43d1-a8fe-21a134166601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7728889 May 14 18:37:45.953088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:45.953883 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:45.954580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:46.026898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting subnet d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:37:46.030624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.098003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.117610 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.123231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.128851 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:46.161017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 30584de0-d939-45b9-961a-f5b665c5a539 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:37:46.169540 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:46.193977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.295588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event updated for resources: {'Port': ['ID=e79a7e38-a757-41dc-8b45-7230f2ea00a9,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:46.298528 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:46.302287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.495087 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Floating IP 3b344243-4f8c-47b0-8164-df6b22f9e12d associated. External IP: 172.25.4.183, port: 2f50abc7-1a0c-44da-85f8-971d6cf81346. May 14 18:37:46.603889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 30584de0-d939-45b9-961a-f5b665c5a539, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=30584de0-d939-45b9-961a-f5b665c5a539,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:46.623925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '30584de0-d939-45b9-961a-f5b665c5a539', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'port_id': '30584de0-d939-45b9-961a-f5b665c5a539', 'mac_address': 'fa:16:3e:84:49:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:37:46.649379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d16d4-c88c-478f-b2a1-037659e9b4fb req-2e4a453c-4c10-487e-9a12-f5fc14972c3a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:46.651056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-072d16d4-c88c-478f-b2a1-037659e9b4fb req-2e4a453c-4c10-487e-9a12-f5fc14972c3a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.4770856 May 14 18:37:46.685558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.698230 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2002a1c-116b-48bb-8293-c126f34ecf92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:46.700113 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.719855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-072d16d4-c88c-478f-b2a1-037659e9b4fb req-c767adea-cb00-4fa4-b120-1ce4542dc2cf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591495 May 14 18:37:46.725302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30584de0-d939-45b9-961a-f5b665c5a539 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:37:46.737930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:37:44Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:46.746726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] Checking router: 1bbc97f1-c60d-43d1-a8fe-21a134166601 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:46.763427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 30584de0-d939-45b9-961a-f5b665c5a539, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=30584de0-d939-45b9-961a-f5b665c5a539,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:46.763859 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.771614 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:46.774129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:46.786221 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:46.787926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:46.799655 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/subnets/d4d52d95-7db4-4828-bc3e-b3e7f7a6f6f7 HTTP/1.1" status: 204 len: 168 time: 0.8450966 May 14 18:37:46.802011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36676) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:46.812255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f3198-9861-446a-9726-75666c19ad95 None None] Network 836d53e9-dba4-479e-a14c-f46cc20e4acc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:37:46.834316 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] Routers {'1bbc97f1-c60d-43d1-a8fe-21a134166601'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:46.834316 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['1bbc97f1-c60d-43d1-a8fe-21a134166601'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:47.086945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:47.098005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['30584de0-d939-45b9-961a-f5b665c5a539'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:37:47.159675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=30584de0-d939-45b9-961a-f5b665c5a539,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:47.162797 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:47.179252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f802d-c53f-4f15-87e8-7285f7c699ee req-60c7649f-1340-4a90-83d2-e16e53fe9ff9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:47.180729 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b51f802d-c53f-4f15-87e8-7285f7c699ee req-60c7649f-1340-4a90-83d2-e16e53fe9ff9 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 944 time: 0.1394601 May 14 18:37:47.186850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Router 40f075b2-82f0-4229-8393-a27d78f6b32c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:47.269710 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:47.308177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] Set router 1bbc97f1-c60d-43d1-a8fe-21a134166601 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:47.342709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 0aabc5f0-14c6-47fa-aa0c-30e58452655f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:47.343131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:47.378508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b51f802d-c53f-4f15-87e8-7285f7c699ee req-6f6b2b38-84e3-49ba-8cf7-2d48284593b1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884208 May 14 18:37:47.416754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:47.442282 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] Sync routers for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:47.446517 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:47.469837 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:47.475022 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:47.482601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 0aabc5f0-14c6-47fa-aa0c-30e58452655f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0aabc5f0-14c6-47fa-aa0c-30e58452655f,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:47.482976 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:47.524441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1966250 May 14 18:37:47.530847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:47.622229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 0aabc5f0-14c6-47fa-aa0c-30e58452655f owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:47.628454 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'status': 'completed', 'code': 200} May 14 18:37:47.776085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] DHCP port deletion for 836d53e9-dba4-479e-a14c-f46cc20e4acc request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:37:47.790902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-614f6a3f-68ee-4f35-90cf-90edc711fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:47.798111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-614f6a3f-68ee-4f35-90cf-90edc711fa7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.1472130 May 14 18:37:47.910363 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:47.918413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:47.931857 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e71ae30d-695e-4aee-8a15-a925fb75972e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:47.998118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-d211f79e-b914-4521-82a6-10aaedb25a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:48.000102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-d211f79e-b914-4521-82a6-10aaedb25a41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 909 time: 0.1988459 May 14 18:37:48.014979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 744e70c0-c218-44ff-93fa-f8444752118b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:48.016640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=0aabc5f0-14c6-47fa-aa0c-30e58452655f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:48.020118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:48.113653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:37:44Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:48.126289 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.132712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd97be-f965-4986-92a9-a4fb77cce453 None None] The sync data for ids ['1bbc97f1-c60d-43d1-a8fe-21a134166601'] in n-d-787206-3 is: [{'id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768335689', 'tenant_id': 'a43b1e4fc53d439bb8822476c970e030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:35:29Z', 'updated_at': '2021-05-14T18:37:44Z', 'revision_number': 5, 'project_id': 'a43b1e4fc53d439bb8822476c970e030', 'gw_port': {'id': '0aabc5f0-14c6-47fa-aa0c-30e58452655f', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:85:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc97f1-c60d-43d1-a8fe-21a134166601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:35:30Z', 'updated_at': '2021-05-14T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:48.208574 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:48.222540 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-b55c9f6d-acc4-449a-98b5-015c5cce416e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 999 time: 0.1570113 May 14 18:37:48.280269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694b8bb-efa6-4ef8-8639-ee776ebb024a req-bf0a7a19-c7a3-4320-bbcf-bb6d30f912fc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:48.284456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f694b8bb-efa6-4ef8-8639-ee776ebb024a req-bf0a7a19-c7a3-4320-bbcf-bb6d30f912fc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.2801290 May 14 18:37:48.362593 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f694b8bb-efa6-4ef8-8639-ee776ebb024a req-f88f63b7-9af9-4959-975e-1fd2eddbe86f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555000 May 14 18:37:48.365176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Deleting port 744e70c0-c218-44ff-93fa-f8444752118b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:48.365696 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.384623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-92a966a6-fbcb-483f-852f-f45d36b27c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:48.386515 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-92a966a6-fbcb-483f-852f-f45d36b27c3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.1482561 May 14 18:37:48.394307 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.397930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.406159 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '3b344243-4f8c-47b0-8164-df6b22f9e12d', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'port_id': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'mac_address': 'fa:16:3e:fe:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:45Z', 'updated_at': '2021-05-14T18:37:45Z', 'revision_number': 0, 'project_id': '94753f16908645b09513a343fdbab86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:08Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:48.420821 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] Checking router: 40f075b2-82f0-4229-8393-a27d78f6b32c for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:48.431511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.432509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbc97f1-c60d-43d1-a8fe-21a134166601 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:37:48.442083 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:48.443108 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:48.453251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.454752 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/routers/1bbc97f1-c60d-43d1-a8fe-21a134166601 HTTP/1.1" status: 204 len: 168 time: 1.6512461 May 14 18:37:48.457443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36692) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:48.483677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] For port 744e70c0-c218-44ff-93fa-f8444752118b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=744e70c0-c218-44ff-93fa-f8444752118b,segment=NetworkSegment(4db33a3a-6572-43a1-b3ec-cd0ed95031c8),segment_id=4db33a3a-6572-43a1-b3ec-cd0ed95031c8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:48.484086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.576722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36696) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:48.662917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.743434 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:48.744411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Calling delete_port for 744e70c0-c218-44ff-93fa-f8444752118b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:48.780685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-7d7b5870-bb4c-49f2-a777-a98962565b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:48.782508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-7d7b5870-bb4c-49f2-a777-a98962565b88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3888137 May 14 18:37:48.827844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.845557 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:48.851996 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Deleting port 744e70c0-c218-44ff-93fa-f8444752118b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:48.852407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.918169 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:48.967032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Pushing event deleted for resources: {'Port': ['ID=744e70c0-c218-44ff-93fa-f8444752118b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:48.969514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] No DVR routers for this DVR port 744e70c0-c218-44ff-93fa-f8444752118b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:48.990719 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-2e73906d-a5f8-4d8f-99b2-197a2bf523cd service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866307 May 14 18:37:49.027570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] For port 744e70c0-c218-44ff-93fa-f8444752118b, host n-d-787206-3, got binding levels [] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:49.028213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.032358 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:49.144257 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.186090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:49.203677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:49.210086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Calling delete_port for 744e70c0-c218-44ff-93fa-f8444752118b owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:49.212938 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.214113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Port 744e70c0-c218-44ff-93fa-f8444752118b was not found and therefore no delete operation was performed {{(pid=79560) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 18:37:49.216252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.216424 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:49.221869 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-db20a564-3971-4d68-9d05-ca721e31bd09 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:49.304939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Port': ['ID=744e70c0-c218-44ff-93fa-f8444752118b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:49.320625 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:49.324988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] No DVR routers for this DVR port 744e70c0-c218-44ff-93fa-f8444752118b on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:49.333219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:49.339265 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:49.369894 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '3b344243-4f8c-47b0-8164-df6b22f9e12d', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'port_id': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'mac_address': 'fa:16:3e:fe:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:45Z', 'updated_at': '2021-05-14T18:37:45Z', 'revision_number': 0, 'project_id': '94753f16908645b09513a343fdbab86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:08Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:49.374646 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648a5f40-260a-4e5a-9621-97629f636ab9 None None] The sync data for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 is: [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '3b344243-4f8c-47b0-8164-df6b22f9e12d', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'port_id': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'mac_address': 'fa:16:3e:fe:aa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:45Z', 'updated_at': '2021-05-14T18:37:45Z', 'revision_number': 0, 'project_id': '94753f16908645b09513a343fdbab86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:08Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:49.392425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a3617f7-d10f-4d3c-aa27-fc5ca5037d0b req-f48b38a1-02d5-4d32-8916-d079cff506e6 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392142 May 14 18:37:49.492967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Deleting port 4c1f6c12-4f2d-4972-9204-72fe5ee71cf3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:49.493609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.672436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.681080 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.681414 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.709133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836d53e9-dba4-479e-a14c-f46cc20e4acc']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:49.724931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dbb39-f193-4dd2-9124-7feab267dfd5 None None] New status for floating IP 3b344243-4f8c-47b0-8164-df6b22f9e12d: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:37:49.735695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db33a3a-6572-43a1-b3ec-cd0ed95031c8') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:49.736179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db33a3a-6572-43a1-b3ec-cd0ed95031c8') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:49.750296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.771564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.779283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:37:49.779737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: timer() May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:37:49.801033 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:37:49.899818 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.908666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-16e2353a-1a82-4160-b10e-f7fd603ac409 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:49.914193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0aabc5f0-14c6-47fa-aa0c-30e58452655f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:49.927860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:49.937396 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'Network': ['ID=836d53e9-dba4-479e-a14c-f46cc20e4acc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:49.943051 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:49.951737 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/networks/836d53e9-dba4-479e-a14c-f46cc20e4acc HTTP/1.1" status: 204 len: 168 time: 1.4928329 May 14 18:37:49.954114 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36714) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:49.960539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0aabc5f0-14c6-47fa-aa0c-30e58452655f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:49.960900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0aabc5f0-14c6-47fa-aa0c-30e58452655f not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:49.961330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1b7535d7-d252-4ec5-8904-b3a1795631ca no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:50.003612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 1b7535d7-d252-4ec5-8904-b3a1795631ca {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:50.003900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 1b7535d7-d252-4ec5-8904-b3a1795631ca not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:50.034337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.051077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Calling delete_port for 4c1f6c12-4f2d-4972-9204-72fe5ee71cf3 owned by network:floatingip {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:50.068507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.126190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa918e-7a88-4d5c-9802-a0ec482cd447 req-c4d7886d-01ff-4a15-9610-38c7a088b037 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:50.131714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35aa918e-7a88-4d5c-9802-a0ec482cd447 req-c4d7886d-01ff-4a15-9610-38c7a088b037 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 944 time: 0.3785539 May 14 18:37:50.152683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.158466 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-333bd8de-7ec9-4694-8d59-e90386fa1f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:50.162079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 30584de0-d939-45b9-961a-f5b665c5a539 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:37:50.174957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:50.177639 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:50.183774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.187702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] 10.222.0.24 "DELETE /v2.0/security-groups/da1ac4c6-a7c0-40a3-91a8-52a2da4dcdd5 HTTP/1.1" status: 204 len: 168 time: 0.2314882 May 14 18:37:50.203097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-35aa918e-7a88-4d5c-9802-a0ec482cd447 req-ccdfef1e-8393-46fb-86d8-6ab5bf1eb3fe tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671282 May 14 18:37:50.259741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 30584de0-d939-45b9-961a-f5b665c5a539 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:37:50.264498 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 30584de0-d939-45b9-961a-f5b665c5a539 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:37:50.264881 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.284075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.289582 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:50.290295 n-d-787206-3 neutron-server[79561]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'code': 422} returned with failed status May 14 18:37:50.336848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event deleted for resources: {'Port': ['ID=4c1f6c12-4f2d-4972-9204-72fe5ee71cf3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:50.339882 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:50.394731 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.429972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 30584de0-d939-45b9-961a-f5b665c5a539, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=30584de0-d939-45b9-961a-f5b665c5a539,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:50.434029 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.436028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for floatingip, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:50.436536 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Floating IP 9891dcf5-ee03-42d6-8969-1eb9dfb9f06e disassociated (deleted). External IP: 172.25.4.84, port: e441a436-b816-46e1-988b-03bef1af87cf. May 14 18:37:50.444620 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:50.477850 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-30bf021e-c108-4918-96b9-80d128eae424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:50.584789 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=30584de0-d939-45b9-961a-f5b665c5a539,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:50.588533 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:50.846662 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Router efae1371-a3ce-4332-9bfa-d1dd075b2810 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:51.075435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:51.086925 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] Sync routers for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:51.099774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:51.100670 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:51.108030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36740) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:51.158765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:51.247880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "DELETE /v2.0/floatingips/9891dcf5-ee03-42d6-8969-1eb9dfb9f06e HTTP/1.1" status: 204 len: 168 time: 2.6632068 May 14 18:37:51.250888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:51.279097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f725e-15e9-4453-af6b-e505d70d1f29 req-6b002a0b-1c14-4ae3-ae73-4c44596ce1dc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:51.280638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c6f725e-15e9-4453-af6b-e505d70d1f29 req-6b002a0b-1c14-4ae3-ae73-4c44596ce1dc tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 943 time: 0.1808870 May 14 18:37:51.307821 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:51.310660 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-358327e3-a1d3-46b1-a3b5-6c18054a70f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a43b1e4fc53d439bb8822476c970e030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012813 May 14 18:37:51.311595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:51.336136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c6f725e-15e9-4453-af6b-e505d70d1f29 req-a24742e7-c24d-4276-9c85-ae72dcde08c5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477910 May 14 18:37:51.396171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:51.432529 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:51.519362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:51.524303 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7454928a-cb7d-4451-9fa7-46e4c7ce0c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:51.547221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5149575-0f84-493c-9bd0-9801e10b799d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:51.557897 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:51.559054 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5149575-0f84-493c-9bd0-9801e10b799d HTTP/1.1" status: 204 len: 168 time: 0.2464633 May 14 18:37:51.572811 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:51.581943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-376d59b0-308f-4a5d-b850-53a21311e4a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1759853 May 14 18:37:51.774736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39155f88-d15a-4129-bc91-cddeb4905c72 req-67660b43-8004-4f35-aa73-ff52d24350bc tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:51.783811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39155f88-d15a-4129-bc91-cddeb4905c72 req-67660b43-8004-4f35-aa73-ff52d24350bc tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.2581441 May 14 18:37:51.793388 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:51.799627 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] Checking router: efae1371-a3ce-4332-9bfa-d1dd075b2810 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:37:51.818575 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:51.820078 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:51.834510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39155f88-d15a-4129-bc91-cddeb4905c72 req-3f80d420-38dc-4b0f-8e62-b565c5adeeef tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473335 May 14 18:37:52.029141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:52.066025 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:52.090185 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9374e5c8-17b7-4db3-9fae-261649cf1d55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7adeed14fc444f079e3975df89746629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599668 May 14 18:37:52.092645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36780) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:52.170743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:52.172950 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'status': 'completed', 'code': 200} May 14 18:37:52.262418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:52.291841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:52.328120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-81dcfc1f-5210-4d8d-89e4-df03b0fbad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:52.330401 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-81dcfc1f-5210-4d8d-89e4-df03b0fbad22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 1096 time: 0.1291754 May 14 18:37:52.365915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:52.389164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f966f2-71ad-4ca2-bb14-01a3d65efbb2 req-d41d5501-460c-45ea-bea8-f01da19b28f3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:52.389878 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-99f966f2-71ad-4ca2-bb14-01a3d65efbb2 req-d41d5501-460c-45ea-bea8-f01da19b28f3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Synchronizing usage tracker for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:52.413092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-99f966f2-71ad-4ca2-bb14-01a3d65efbb2 req-d41d5501-460c-45ea-bea8-f01da19b28f3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Unset dirty status for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:52.414393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99f966f2-71ad-4ca2-bb14-01a3d65efbb2 req-d41d5501-460c-45ea-bea8-f01da19b28f3 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.1319318 May 14 18:37:52.436841 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b27c5f71-20b9-4a96-9fdb-feeb3070bb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:52.459947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ae62b3-405f-4f19-86e9-5985cdb362e0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:52.464669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:52.483995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:52.485590 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7ae62b3-405f-4f19-86e9-5985cdb362e0 HTTP/1.1" status: 204 len: 168 time: 0.3916776 May 14 18:37:52.497320 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-99f966f2-71ad-4ca2-bb14-01a3d65efbb2 req-f5d56784-e9e6-4797-9ac0-7b3e256bf494 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754817 May 14 18:37:52.507846 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:52.512085 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d386ac-8ebc-4c7a-af4a-5ecfdb648e42 None None] The sync data for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 is: [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'f6274151-aabc-45f9-b55b-836aea3fba6e', 'name': '', 'network_id': 'e28a0454-0954-4c7b-9a90-f2b30e4654e7', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'mac_address': 'fa:16:3e:30:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:51Z', 'updated_at': '2021-05-14T18:34:05Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'subnets': [{'id': '2eab3ce6-cd11-4ba6-a78d-07df226902b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:37:52.550546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-228ce175-d5ad-486e-a026-990b1e0ea200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:52.552271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-228ce175-d5ad-486e-a026-990b1e0ea200 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 200 len: 915 time: 0.2136033 May 14 18:37:52.565604 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539', 'code': 200} May 14 18:37:52.672836 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-0b2e34a6-9813-4b00-b5b7-f7479f5d8f9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 200 len: 217 time: 0.1113083 May 14 18:37:52.764077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-4dc82b5e-7596-42d0-947d-440d4c23c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:52.765572 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-4dc82b5e-7596-42d0-947d-440d4c23c4be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 200 len: 853 time: 0.0865083 May 14 18:37:52.867741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-fe482dc6-b6f4-46b1-8fe7-3ca1914a411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:52.869566 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-fe482dc6-b6f4-46b1-8fe7-3ca1914a411d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e28a0454-0954-4c7b-9a90-f2b30e4654e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968759 May 14 18:37:52.910174 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5d2bd-db43-494a-b253-1384716b5b36 None None] New status for floating IP 9891dcf5-ee03-42d6-8969-1eb9dfb9f06e: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:37:53.066035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81309c10-3b99-4235-86e0-925179f33204 req-6717dd7b-80d7-4c47-a41e-8658bda2b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:53.067623 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81309c10-3b99-4235-86e0-925179f33204 req-6717dd7b-80d7-4c47-a41e-8658bda2b509 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1096 time: 0.4087329 May 14 18:37:53.068731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-cfd5e7f1-2433-4218-b06e-7ca51bbb0880 service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907232 May 14 18:37:53.074204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-d7716c1a-7efe-4144-b1d5-0751119729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:53.075827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-d7716c1a-7efe-4144-b1d5-0751119729bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a&tenant_id=d651803427d242dfa93aa854e5dd5686 HTTP/1.1" status: 200 len: 1094 time: 0.4633534 May 14 18:37:53.098107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ecb27-04f8-4ddd-a170-6de9687a09c0 req-d8c9d4f9-a03c-4007-9003-8c5fa527e349 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:53.103818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad9ecb27-04f8-4ddd-a170-6de9687a09c0 req-d8c9d4f9-a03c-4007-9003-8c5fa527e349 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 943 time: 0.3912702 May 14 18:37:53.122945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:53.217740 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-33dcc8ec-5bf1-4fdd-8853-0b7c3192b9ae req-1786cec4-b64f-40b7-97ef-5227a85b217c service neutron] 10.222.0.22 "GET /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361144 May 14 18:37:53.228449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81309c10-3b99-4235-86e0-925179f33204 req-daf0b8eb-d42c-4881-978b-40a0569d0d09 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415565 May 14 18:37:53.275959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad9ecb27-04f8-4ddd-a170-6de9687a09c0 req-c975d2d7-af5e-49f3-ab9c-264b30c548f6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241472 May 14 18:37:53.294002 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:53.617150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3b11-4542-4cfd-b15f-81752f496cd3 req-8c21bd79-56f9-4316-a94e-15c9b5df5d77 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:53.619061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9af3b11-4542-4cfd-b15f-81752f496cd3 req-8c21bd79-56f9-4316-a94e-15c9b5df5d77 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.2089033 May 14 18:37:53.656798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:53.682032 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f9af3b11-4542-4cfd-b15f-81752f496cd3 req-f22bcce3-ab34-4cf9-a98d-b24e11ecd027 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518515 May 14 18:37:53.703912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:53.755796 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:37:53.762961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:53.779428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Transition to ACTIVE for port object 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:37:53.820486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:53.829606 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2308bb18-ce76-4893-8e2c-948381f80744 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:53.971161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=9']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:53.976505 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:54.085717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] No DVR routers for this DVR port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:54.207626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb69d3-2583-40fe-947d-e293fb772877 req-d33c7681-6318-4e90-86f3-77f34b09d659 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:54.209090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5cb69d3-2583-40fe-947d-e293fb772877 req-d33c7681-6318-4e90-86f3-77f34b09d659 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.4317572 May 14 18:37:54.293949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5cb69d3-2583-40fe-947d-e293fb772877 req-cbfce60c-d571-4415-bf39-5b74b81fd752 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/security-groups?id=269cd731-5a23-4878-89c0-b1f1de8315fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734639 May 14 18:37:54.323606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-989e5e06-4cd5-473e-bc8d-636d6c391ffd tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:54.325042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-989e5e06-4cd5-473e-bc8d-636d6c391ffd tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.22 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 945 time: 0.2968338 May 14 18:37:54.350934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:54.518176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:37:54.518176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:37:54.518492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:54.534286 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:37:54.534606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Attempting to bind port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on network 7dfae54b-a8fd-438f-9699-895ae4e490c6 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:37:54.545545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:37:54.545814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Checking segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:37:54.546194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Bound using segment: {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:37:54.546614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Bound port: 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e815f57-ff24-471d-adc7-c82939f21b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:37:54.546958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:54.817899 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b0f62-4392-4674-9d41-c8ac0c43c5a3 req-374fef07-a166-4f85-83e5-0da67d843e8f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:54.819291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e91b0f62-4392-4674-9d41-c8ac0c43c5a3 req-374fef07-a166-4f85-83e5-0da67d843e8f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 943 time: 0.4031739 May 14 18:37:54.861502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Deleting port e441a436-b816-46e1-988b-03bef1af87cf {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:37:54.861970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:54.882580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:37:54.948390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:37:54.959619 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:54.967670 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1c83f13b-d362-46da-b125-22fe7c8c7634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:55.020691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e91b0f62-4392-4674-9d41-c8ac0c43c5a3 req-c9955e6d-b4d5-4cb7-9b58-3b9e29e8e9a2 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883454 May 14 18:37:55.058919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:55.059565 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:55.060928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] 10.222.0.15 "PUT /v2.0/ports/78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 1091 time: 1.9730058 May 14 18:37:55.061461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:55.139015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=10']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:55.149599 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:55.209394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] For port e441a436-b816-46e1-988b-03bef1af87cf, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=e441a436-b816-46e1-988b-03bef1af87cf,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:37:55.209761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:55.339496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Calling delete_port for e441a436-b816-46e1-988b-03bef1af87cf owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:37:55.398532 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-181d8d2b-df37-41b1-beab-33e5f0e28442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:55.400072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-181d8d2b-df37-41b1-beab-33e5f0e28442 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1095 time: 0.3000021 May 14 18:37:55.411124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21403366-7775-489d-b7b6-1649b3bf813e req-8e60e3ba-754a-483b-809c-db0f9f486bb1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:55.412489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21403366-7775-489d-b7b6-1649b3bf813e req-8e60e3ba-754a-483b-809c-db0f9f486bb1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.2746260 May 14 18:37:55.556817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-21403366-7775-489d-b7b6-1649b3bf813e req-b0756b09-d53a-4ec2-82e1-53d8ebfbbe47 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221626 May 14 18:37:55.612866 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'status': 'completed', 'code': 200} May 14 18:37:55.644651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-1f36ecc5-d1a3-424f-89f9-84072a375d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:55.646098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-1f36ecc5-d1a3-424f-89f9-84072a375d3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.2327850 May 14 18:37:55.652096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:55.708507 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0aa54acf-8d01-48cd-8d5a-45b562288b06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:55.815846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event deleted for resources: {'Port': ['ID=e441a436-b816-46e1-988b-03bef1af87cf,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:55.845851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-48c0bc28-9484-49e8-9abe-9aea0ce89ae0 req-dec2bda9-8d76-4409-9e10-3bbaae5bca80 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 210 time: 0.1065562 May 14 18:37:55.853154 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:55.910057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] No DVR routers for this DVR port e441a436-b816-46e1-988b-03bef1af87cf on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:37:55.914798 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:55.918617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-8262660e-af4f-4980-8b67-43fb29b37541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 998 time: 0.2647452 May 14 18:37:55.997664 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8e4d215f-c7de-4a9f-8667-fb13f87c208f req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.22 "DELETE /v2.0/ports/e441a436-b816-46e1-988b-03bef1af87cf HTTP/1.1" status: 204 len: 173 time: 1.6633434 May 14 18:37:56.036169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e0551fb1-26ab-4fc0-9e57-e3ccedc1cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:56.037631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-e0551fb1-26ab-4fc0-9e57-e3ccedc1cf2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.1120198 May 14 18:37:56.105873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1fd26-0304-4913-a9fe-cad0c3359c3c req-b778df16-be16-420e-a7bf-6436cb60ea61 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:56.107349 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfa1fd26-0304-4913-a9fe-cad0c3359c3c req-b778df16-be16-420e-a7bf-6436cb60ea61 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.1506176 May 14 18:37:56.173143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cfa1fd26-0304-4913-a9fe-cad0c3359c3c req-decb9f9e-77d0-45c8-bd22-06b796c220f4 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582423 May 14 18:37:56.177428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-47b53328-c929-4356-b882-e0cebe284f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:56.178971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-47b53328-c929-4356-b882-e0cebe284f1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338701 May 14 18:37:56.198044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36810) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:56.344841 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1b80a-3255-46db-a149-1361e5ca5ee0 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:56.347544 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b0d1b80a-3255-46db-a149-1361e5ca5ee0 tempest-TestNetworkBasicOps-711626868 tempest-TestNetworkBasicOps-711626868-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1091 time: 0.1481481 May 14 18:37:56.351947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36814) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:56.359616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '30584de0-d939-45b9-961a-f5b665c5a539', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:37:56.367959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:37:56.379942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Usage tracker for resource:floatingip and tenant:29cbe4fdbfd44af290490a675076284e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:37:56.383473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:37:56.389342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:37:56.401010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:56.552951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:56.576242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-640c9a87-f074-49e3-9ae1-c891a896456e service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901594 May 14 18:37:56.694494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54e3c-da5c-4dc3-aabd-74d5fc14f923 req-35635f1f-c612-4cd2-a8d8-ab3caf74428b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:56.695043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Allocated IP 172.25.4.12 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a45e8b15-5fa3-4865-8c35-077029398b9f) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:37:56.702807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13f54e3c-da5c-4dc3-aabd-74d5fc14f923 req-35635f1f-c612-4cd2-a8d8-ab3caf74428b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1954949 May 14 18:37:56.794691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13f54e3c-da5c-4dc3-aabd-74d5fc14f923 req-dfa8c4d5-c394-4980-ac1e-c1504f5d9777 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905948 May 14 18:37:56.798339 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-abbd214f-51db-4a09-9afa-e904a8474cf0 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140219 May 14 18:37:56.850459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:56.882304 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:56.891673 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7aa5f203-01e4-4fc8-9f94-3604e8fe5c84 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:56.962533 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:37:56.965496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:37:56.979329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:37:57.039974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-6bc60bfa-7036-47eb-8ea3-2019e32513f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:57.042042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-6bc60bfa-7036-47eb-8ea3-2019e32513f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1095 time: 0.1854963 May 14 18:37:57.072160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87fef2df-dff8-4a35-9ffb-5ebd5a53b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:57.088746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b80d6133-2735-462b-ba96-53e62100de6f req-12127d0e-8555-4189-a991-3a025394a879 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Synchronizing usage tracker for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:37:57.172175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b80d6133-2735-462b-ba96-53e62100de6f req-12127d0e-8555-4189-a991-3a025394a879 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Unset dirty status for tenant:26c6c1accf8c40a791d5ad0be69e1b33 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:37:57.185819 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b80d6133-2735-462b-ba96-53e62100de6f req-12127d0e-8555-4189-a991-3a025394a879 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 210 time: 0.1818705 May 14 18:37:57.188416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=a45e8b15-5fa3-4865-8c35-077029398b9f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:57.202315 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:57.256848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-80872274-c42a-47f9-af60-6b21b424f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:57.258409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-80872274-c42a-47f9-af60-6b21b424f673 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.2069294 May 14 18:37:57.437896 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-38dd6ef7-294a-4607-929e-23ac043bf8f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 998 time: 0.1699569 May 14 18:37:57.614843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'name': 'network-vif-deleted', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:57.696064 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95488a50-5a1c-40eb-9bfe-0c05a77edb69', 'name': 'network-vif-deleted', 'tag': 'e441a436-b816-46e1-988b-03bef1af87cf', 'status': 'completed', 'code': 200} May 14 18:37:57.729061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:57.852786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:57.996497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:58.134925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:58.144356 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:58.153922 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:37:58.184965 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e441a436-b816-46e1-988b-03bef1af87cf no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:37:58.198763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085aa0d-7bb0-4172-be6c-75d555847d6e req-69921375-7cd5-4775-8020-a65572bd3f7c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:58.200292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4085aa0d-7bb0-4172-be6c-75d555847d6e req-69921375-7cd5-4775-8020-a65572bd3f7c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.2224450 May 14 18:37:58.266748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: e441a436-b816-46e1-988b-03bef1af87cf {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:37:58.268642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device e441a436-b816-46e1-988b-03bef1af87cf not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:37:58.280924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event updated for resources: {'Port': ['ID=a45e8b15-5fa3-4865-8c35-077029398b9f,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:37:58.296198 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:37:58.304551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4085aa0d-7bb0-4172-be6c-75d555847d6e req-8a88be34-993e-4d97-9438-cc72b7f80597 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947504 May 14 18:37:58.308311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:58.482613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c61ecc7d-4fe3-494c-8e62-a503d2eeeb92 req-54c22b9b-0adb-4970-bbca-15bbf9bd62fd tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 210 time: 0.0554256 May 14 18:37:58.563531 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Floating IP fd9a17b5-aa40-432f-8eb4-f8005d3b188e associated. External IP: 172.25.4.12, port: 30584de0-d939-45b9-961a-f5b665c5a539. May 14 18:37:58.968291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router db7b9994-55a1-4d88-93cd-79f6fa8978f8 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:37:59.340317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:37:59.351447 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] Sync routers for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:37:59.365249 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:37:59.366121 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:37:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:37:59.379990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:59.471333 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1156428 May 14 18:37:59.471333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:37:59.472261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 36846) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:37:59.606406 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:59.637102 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:37:59.700413 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4be3a545-a3fc-47de-8c4a-945cc9a8eb85 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/fd9a17b5-aa40-432f-8eb4-f8005d3b188e HTTP/1.1" status: 200 len: 990 time: 0.2262545 May 14 18:37:59.748345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80bec4-c249-4c38-b36c-c18357a46664 req-5022db54-eb70-403c-b668-b2764ee599c0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:37:59.749777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab80bec4-c249-4c38-b36c-c18357a46664 req-5022db54-eb70-403c-b668-b2764ee599c0 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1513498 May 14 18:37:59.801381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-579aa64f-9f2c-463a-aaa3-f1585c4a42d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:37:59.822246 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab80bec4-c249-4c38-b36c-c18357a46664 req-9848bf8f-0d95-4b16-88b1-fd61d27118d7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637009 May 14 18:37:59.908837 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539', 'status': 'completed', 'code': 200} May 14 18:38:00.052167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-68164f6f-6fb2-451d-86e4-ce5c3f1aa430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:00.054017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-68164f6f-6fb2-451d-86e4-ce5c3f1aa430 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1096 time: 0.1210310 May 14 18:38:00.203723 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'fd9a17b5-aa40-432f-8eb4-f8005d3b188e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'port_id': '30584de0-d939-45b9-961a-f5b665c5a539', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'mac_address': 'fa:16:3e:84:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:57Z', 'updated_at': '2021-05-14T18:37:57Z', 'revision_number': 0, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:34Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:00.217141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] Checking router: db7b9994-55a1-4d88-93cd-79f6fa8978f8 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:38:00.219379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d3dda4a-2b37-4b62-bc51-5a971019dd94 req-6c39c8eb-7a83-4ed7-8929-6d6365c4cc84 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "GET /v2.0/ports?device_id=95488a50-5a1c-40eb-9bfe-0c05a77edb69 HTTP/1.1" status: 200 len: 210 time: 0.1266046 May 14 18:38:00.239512 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:00.240266 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:00.322996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-11f47d58-ce73-4343-9510-e58b6a387353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:00.325278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-11f47d58-ce73-4343-9510-e58b6a387353 service neutron] 10.222.0.22 "GET /v2.0/networks?id=509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 200 len: 898 time: 0.2609262 May 14 18:38:00.457763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-43fb2276-8488-4007-a6b6-4f8916d15d3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 200 len: 998 time: 0.1255102 May 14 18:38:00.533128 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:00.537721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-1814ad54-32d4-4fc8-8265-c7eec4be2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:00.539194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-1814ad54-32d4-4fc8-8265-c7eec4be2fb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc88c3dc-9e6b-4772-8afc-e6fa257cd699 HTTP/1.1" status: 200 len: 834 time: 0.0745611 May 14 18:38:00.623323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-2f6f5711-4eb3-4762-8435-8f41154ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:00.624780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-2f6f5711-4eb3-4762-8435-8f41154ee57a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=509b0f4f-879b-470e-850f-55801c5e5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777185 May 14 18:38:00.704107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36856) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:00.867459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:00.961685 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-c489da04-9998-4c05-8e1a-d9413c000545 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297026 May 14 18:38:00.978473 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7358f8cd-72b0-4646-ad98-e3a4c9d39d65 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/fd9a17b5-aa40-432f-8eb4-f8005d3b188e HTTP/1.1" status: 200 len: 990 time: 0.2706063 May 14 18:38:01.218194 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'fd9a17b5-aa40-432f-8eb4-f8005d3b188e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'port_id': '30584de0-d939-45b9-961a-f5b665c5a539', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'mac_address': 'fa:16:3e:84:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:57Z', 'updated_at': '2021-05-14T18:37:57Z', 'revision_number': 0, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:34Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:01.223093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea061b7-992f-48fa-bc87-bea9be4332e3 None None] The sync data for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 is: [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': 'fd9a17b5-aa40-432f-8eb4-f8005d3b188e', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'floating_ip_address': '172.25.4.12', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'port_id': '30584de0-d939-45b9-961a-f5b665c5a539', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'mac_address': 'fa:16:3e:84:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:37:57Z', 'updated_at': '2021-05-14T18:37:57Z', 'revision_number': 0, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:34Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:38:01.416034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eda9b23d-18e3-4cfe-8dd8-7435230be7c7 req-901b852e-e2ff-4a3a-aae6-f353de32f5b1 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471381 May 14 18:38:01.438874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb33f7d-f723-4c9d-82d3-3163e535c866 req-8f9a8a7a-2414-4ba9-b911-10512f0d7876 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:01.444914 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbb33f7d-f723-4c9d-82d3-3163e535c866 req-8f9a8a7a-2414-4ba9-b911-10512f0d7876 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.3447201 May 14 18:38:01.474512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07649702-4a2b-4e5c-8a28-22203eb51cfa None None] New status for floating IP fd9a17b5-aa40-432f-8eb4-f8005d3b188e: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:38:01.496873 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bbb33f7d-f723-4c9d-82d3-3163e535c866 req-46f76145-6844-448c-ae44-03aec3b5599a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458844 May 14 18:38:01.596510 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36864) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:01.673359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:01.715884 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:01.795430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:01.800513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-29ec5064-4b2b-4932-9c0c-c05af107cbbc tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:01.817255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269cd731-5a23-4878-89c0-b1f1de8315fa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:01.821077 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:01.833560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:01.835111 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] 10.222.0.24 "DELETE /v2.0/security-groups/269cd731-5a23-4878-89c0-b1f1de8315fa HTTP/1.1" status: 204 len: 168 time: 0.2370090 May 14 18:38:01.979820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 36874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:02.111335 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7c3263b3-0adb-4ea4-be7b-7b386af70baa tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/fd9a17b5-aa40-432f-8eb4-f8005d3b188e HTTP/1.1" status: 200 len: 992 time: 0.1281767 May 14 18:38:02.376423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:02.757760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d321c-5edf-403e-a89d-1ec6a12d61ed req-468b183a-710b-4d48-9cbe-b6a99d3f831b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:02.759476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a0d321c-5edf-403e-a89d-1ec6a12d61ed req-468b183a-710b-4d48-9cbe-b6a99d3f831b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.0927436 May 14 18:38:02.834549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3a0d321c-5edf-403e-a89d-1ec6a12d61ed req-d9c6f561-6e63-42a6-a3dd-7e1cad526c0b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687773 May 14 18:38:04.106105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e856-4859-4e20-888f-9a9a1f0a2111 req-ccd2c8ef-8766-4c87-abf8-439fd2218dbf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:04.108476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7a0e856-4859-4e20-888f-9a9a1f0a2111 req-ccd2c8ef-8766-4c87-abf8-439fd2218dbf tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1144049 May 14 18:38:04.167788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7a0e856-4859-4e20-888f-9a9a1f0a2111 req-f7c9d9cf-8b32-45b6-be19-343ac22f8a22 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524507 May 14 18:38:05.601523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad4c2f-3fb3-4d34-921b-46fc91fb0cc8 req-fa8be859-14f8-4443-9839-7c494f3d4aeb tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:05.616043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dad4c2f-3fb3-4d34-921b-46fc91fb0cc8 req-fa8be859-14f8-4443-9839-7c494f3d4aeb tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.2298722 May 14 18:38:05.719464 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6dad4c2f-3fb3-4d34-921b-46fc91fb0cc8 req-ea798f4d-ad43-4aaa-b732-b2c79b75cc17 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023271 May 14 18:38:05.759750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37222) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:06.464267 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:06.950955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c4a89-859a-40d9-999d-e0918f1bdf52 req-ccd107b6-b7ca-48d2-bd2f-c5e85630908a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:06.959846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-384c4a89-859a-40d9-999d-e0918f1bdf52 req-ccd107b6-b7ca-48d2-bd2f-c5e85630908a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1046433 May 14 18:38:07.012223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-384c4a89-859a-40d9-999d-e0918f1bdf52 req-7379b4e6-5376-46a8-8c53-2e6a6b1d2b3e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513318 May 14 18:38:07.148322 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Deleting port f6274151-aabc-45f9-b55b-836aea3fba6e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:07.148906 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:07.267469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-4c2077b0-7e2e-4482-966e-384e291de20c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871351 May 14 18:38:07.287673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] For port f6274151-aabc-45f9-b55b-836aea3fba6e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f6274151-aabc-45f9-b55b-836aea3fba6e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:07.288028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:07.424308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Calling delete_port for f6274151-aabc-45f9-b55b-836aea3fba6e owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:07.431726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126854-61da-49e3-9457-3539a6a42eaf req-be55fdf4-9f2e-4ae4-a107-4217541879f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:07.433214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-be55fdf4-9f2e-4ae4-a107-4217541879f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1096 time: 0.0931289 May 14 18:38:07.581280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:07.587017 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf4440f2-ebca-47b5-b26c-fc5761bf2292 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:07.596898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126854-61da-49e3-9457-3539a6a42eaf req-187cea40-9124-41fc-abbe-50641859289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:07.598598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-187cea40-9124-41fc-abbe-50641859289c service neutron] 10.222.0.22 "GET /v2.0/networks?id=509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 200 len: 898 time: 0.1428127 May 14 18:38:07.643630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6274151-aabc-45f9-b55b-836aea3fba6e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:07.646039 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:07.764472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-c17c3cea-9c07-4889-a605-7b2ca182d687 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 200 len: 1000 time: 0.1562567 May 14 18:38:07.869693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126854-61da-49e3-9457-3539a6a42eaf req-1d864368-42a8-45c1-b53e-6677b6a0ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:07.871345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-1d864368-42a8-45c1-b53e-6677b6a0ef67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc88c3dc-9e6b-4772-8afc-e6fa257cd699 HTTP/1.1" status: 200 len: 834 time: 0.0993180 May 14 18:38:07.959694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:07.970735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126854-61da-49e3-9457-3539a6a42eaf req-85aa6f88-f543-41c0-bca6-83f583d60a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:07.972239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-85aa6f88-f543-41c0-bca6-83f583d60a3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=509b0f4f-879b-470e-850f-55801c5e5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896537 May 14 18:38:08.132151 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-6cbc87b1-c9aa-40ab-b736-4b889c173864 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532595 May 14 18:38:08.304846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca126854-61da-49e3-9457-3539a6a42eaf req-7e8a5690-fe61-4649-994d-2b7a9d87517b service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635809 May 14 18:38:08.353944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b511-3a24-41e6-aae9-3a1ecb57406b req-2a8aeba8-abe6-49c5-b5ad-7741c64428f6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:08.355408 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab83b511-3a24-41e6-aae9-3a1ecb57406b req-2a8aeba8-abe6-49c5-b5ad-7741c64428f6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1888506 May 14 18:38:08.372248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Router efae1371-a3ce-4332-9bfa-d1dd075b2810 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:38:08.409277 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab83b511-3a24-41e6-aae9-3a1ecb57406b req-1d14fae1-492b-45a6-9b53-e9242b7fe5da tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475895 May 14 18:38:08.752476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:38:08.763118 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] Sync routers for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:38:08.770808 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] 10.222.0.24 "PUT /v2.0/routers/efae1371-a3ce-4332-9bfa-d1dd075b2810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0096605 May 14 18:38:08.773443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37342) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:08.773725 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:08.774360 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:08.972943 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:09.002913 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:09.308462 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:38:07Z', 'revision_number': 5, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port': {'id': 'cf6e616a-e13d-4df1-baa2-08d3f23c4573', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:43Z', 'updated_at': '2021-05-14T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:09.312863 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] Checking router: efae1371-a3ce-4332-9bfa-d1dd075b2810 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:38:09.322878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] Routers {'efae1371-a3ce-4332-9bfa-d1dd075b2810'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:09.323770 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['efae1371-a3ce-4332-9bfa-d1dd075b2810'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:09.348238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:09.426005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Deleting port cf6e616a-e13d-4df1-baa2-08d3f23c4573 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:09.426350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:09.479048 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] Set router efae1371-a3ce-4332-9bfa-d1dd075b2810 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:09.590717 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:38:09Z', 'revision_number': 6, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:09.595842 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d352bc-8601-482b-acc6-7856f869e78c None None] The sync data for ids ['efae1371-a3ce-4332-9bfa-d1dd075b2810'] in n-d-787206-3 is: [{'id': 'efae1371-a3ce-4332-9bfa-d1dd075b2810', 'name': 'tempest-TestVolumeBackupRestore-1996331632-router', 'tenant_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:41Z', 'updated_at': '2021-05-14T18:38:09Z', 'revision_number': 6, 'project_id': '26c6c1accf8c40a791d5ad0be69e1b33', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:38:09.678203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] For port cf6e616a-e13d-4df1-baa2-08d3f23c4573, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cf6e616a-e13d-4df1-baa2-08d3f23c4573,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:09.678619 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:09.805212 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Calling delete_port for cf6e616a-e13d-4df1-baa2-08d3f23c4573 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:09.845558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9c797-daff-4eb3-bd79-09bdf7e8774c req-890761c4-9703-4c2f-b605-0748cd947190 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:09.846935 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46c9c797-daff-4eb3-bd79-09bdf7e8774c req-890761c4-9703-4c2f-b605-0748cd947190 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.2506504 May 14 18:38:09.914390 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46c9c797-daff-4eb3-bd79-09bdf7e8774c req-da87939f-a562-4b97-a8ad-4e61f75168a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613163 May 14 18:38:09.966232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f6274151-aabc-45f9-b55b-836aea3fba6e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:10.004733 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f6274151-aabc-45f9-b55b-836aea3fba6e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:10.005191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f6274151-aabc-45f9-b55b-836aea3fba6e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:10.008975 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.013525 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:10.059992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6e616a-e13d-4df1-baa2-08d3f23c4573,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:10.062487 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:10.159483 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.329245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.331452 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.354273 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.354809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Fanout notify agent at l3_agent the message router_deleted on router efae1371-a3ce-4332-9bfa-d1dd075b2810 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:38:10.368513 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.369629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] 10.222.0.24 "DELETE /v2.0/routers/efae1371-a3ce-4332-9bfa-d1dd075b2810 HTTP/1.1" status: 204 len: 168 time: 1.5952110 May 14 18:38:10.372468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:10.431961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Deleting subnet 2eab3ce6-cd11-4ba6-a78d-07df226902b3 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:38:10.434751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.488376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.567735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.817823 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.821390 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-975ded2d-9451-4eb7-aa90-d03c74624593 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:10.855858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eab3ce6-cd11-4ba6-a78d-07df226902b3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:10.858860 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:10.859858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:10.867422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2eab3ce6-cd11-4ba6-a78d-07df226902b3 HTTP/1.1" status: 204 len: 168 time: 0.4932981 May 14 18:38:10.867750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48325238-99a9-49bd-874c-19a362501da3 None None] Network e28a0454-0954-4c7b-9a90-f2b30e4654e7 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:38:10.870071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37352) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:10.979428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.102769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Deleting port a8ebc30b-86d7-4066-8825-c3b2761d7f0e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:11.103523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.128110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df548d22-9be5-458b-88dd-09fda999395e None None] DHCP port deletion for e28a0454-0954-4c7b-9a90-f2b30e4654e7 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:38:11.196013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Deleting port a8ebc30b-86d7-4066-8825-c3b2761d7f0e {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:11.196390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.300899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-df548d22-9be5-458b-88dd-09fda999395e None None] For port a8ebc30b-86d7-4066-8825-c3b2761d7f0e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:11.301304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.381362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] For port a8ebc30b-86d7-4066-8825-c3b2761d7f0e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,segment=NetworkSegment(277edc5b-a84c-4b0f-959e-088d6e904cdf),segment_id=277edc5b-a84c-4b0f-959e-088d6e904cdf)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:11.381607 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.396531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd718082-6e6c-4dc1-91ca-b712c22aa168 req-ee65e5b3-5516-4c35-8f8d-20a19b657b4f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:11.397982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd718082-6e6c-4dc1-91ca-b712c22aa168 req-ee65e5b3-5516-4c35-8f8d-20a19b657b4f tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.3671279 May 14 18:38:11.426587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Calling delete_port for a8ebc30b-86d7-4066-8825-c3b2761d7f0e owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:11.474219 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.478553 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:11.516012 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Calling delete_port for a8ebc30b-86d7-4066-8825-c3b2761d7f0e owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:11.528027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Pushing event deleted for resources: {'Port': ['ID=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:11.530971 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:11.531901 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df548d22-9be5-458b-88dd-09fda999395e None None] No DVR routers for this DVR port a8ebc30b-86d7-4066-8825-c3b2761d7f0e on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:38:11.568281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cd718082-6e6c-4dc1-91ca-b712c22aa168 req-a51d259b-6afe-4fac-bc38-f9648f1b5cb2 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169386 May 14 18:38:11.593880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.598397 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-be324506-09c5-4ed8-b0f8-56e431faaff2 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:11.644833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ebc30b-86d7-4066-8825-c3b2761d7f0e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:11.647953 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:11.648725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] No DVR routers for this DVR port a8ebc30b-86d7-4066-8825-c3b2761d7f0e on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:38:11.763099 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.775673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28a0454-0954-4c7b-9a90-f2b30e4654e7']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:11.788395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277edc5b-a84c-4b0f-959e-088d6e904cdf') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:11.788686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277edc5b-a84c-4b0f-959e-088d6e904cdf') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:11.801217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.818007 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.824774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:38:11.825292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: util.warn( May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: timer() May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:38:11.838985 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:38:11.864162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cf6e616a-e13d-4df1-baa2-08d3f23c4573 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:11.898263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: cf6e616a-e13d-4df1-baa2-08d3f23c4573 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:11.898535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cf6e616a-e13d-4df1-baa2-08d3f23c4573 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:11.898953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a8ebc30b-86d7-4066-8825-c3b2761d7f0e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:11.916837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.921906 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:11.926876 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-311fb3cc-6b80-4b2d-bfc0-f7df88c02f01 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:11.934188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a8ebc30b-86d7-4066-8825-c3b2761d7f0e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:11.934554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a8ebc30b-86d7-4066-8825-c3b2761d7f0e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:11.951694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28a0454-0954-4c7b-9a90-f2b30e4654e7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:11.954178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:11.965183 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e28a0454-0954-4c7b-9a90-f2b30e4654e7 HTTP/1.1" status: 204 len: 168 time: 1.0940495 May 14 18:38:11.968030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37358) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:12.499394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:12.925753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-9411fc28-d49a-4d96-9b59-91ac27e998a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:12.927193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-9411fc28-d49a-4d96-9b59-91ac27e998a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.3032746 May 14 18:38:13.124784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2a926-1bf8-48d1-97ca-a70d6f42c829 req-ad55131f-f959-4bf7-bd44-2bf20427ee4b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:13.127917 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7b2a926-1bf8-48d1-97ca-a70d6f42c829 req-ad55131f-f959-4bf7-bd44-2bf20427ee4b tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.4400773 May 14 18:38:13.195692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-37729fef-b37c-4fcc-9d5c-98d1c37fcbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:13.197066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-37729fef-b37c-4fcc-9d5c-98d1c37fcbfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558298 May 14 18:38:13.259038 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c7b2a926-1bf8-48d1-97ca-a70d6f42c829 req-49680d96-edd2-451e-889f-8919bc023891 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244514 May 14 18:38:13.429825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-68086407-3b98-4b95-97ac-e24eef37650d service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225907 May 14 18:38:13.523836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Deleting port 5073d298-f212-4c29-8dff-46fb678948f7 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:13.524376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:13.670971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8c5deeda-97c4-4c2e-b90d-f5853b0ef61d req-3b5db15e-c4c6-4051-8f74-83e1414aa999 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311745 May 14 18:38:13.690120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] For port 5073d298-f212-4c29-8dff-46fb678948f7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=5073d298-f212-4c29-8dff-46fb678948f7,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:13.690482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:13.815716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Calling delete_port for 5073d298-f212-4c29-8dff-46fb678948f7 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:13.949398 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:13.953008 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6d79d3b1-48a0-4bda-a59b-651b14d6b258 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:13.999667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5073d298-f212-4c29-8dff-46fb678948f7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:14.003287 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:14.265112 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:14.744994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ad0ad-cca1-4e93-8465-160d4f1061e3 req-285c1ad1-9337-4fea-8b6f-ec8edb3b6368 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:14.746430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e19ad0ad-cca1-4e93-8465-160d4f1061e3 req-285c1ad1-9337-4fea-8b6f-ec8edb3b6368 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1873689 May 14 18:38:14.870174 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e19ad0ad-cca1-4e93-8465-160d4f1061e3 req-6ac58100-1470-4913-b185-287515d8a5ee tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674393 May 14 18:38:14.900981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Router ac006d4b-74ec-4884-92ff-079e79af96ac has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:38:15.080323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:38:15.088214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] Sync routers for ids ['ac006d4b-74ec-4884-92ff-079e79af96ac'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:38:15.089031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] 10.222.0.24 "PUT /v2.0/routers/ac006d4b-74ec-4884-92ff-079e79af96ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1200659 May 14 18:38:15.091602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37366) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:15.098628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] Routers {'ac006d4b-74ec-4884-92ff-079e79af96ac'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:15.099277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ac006d4b-74ec-4884-92ff-079e79af96ac'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:15.264614 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:15.320364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] Set router ac006d4b-74ec-4884-92ff-079e79af96ac gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:15.440772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:15.512323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Deleting port 65a9cdfd-eec9-43fa-b7be-4f92c3724223 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:15.512735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:15.605334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:38:13Z', 'revision_number': 5, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port': {'id': '65a9cdfd-eec9-43fa-b7be-4f92c3724223', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:33:59Z', 'updated_at': '2021-05-14T18:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:15.609192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] Checking router: ac006d4b-74ec-4884-92ff-079e79af96ac for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:38:15.618217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] Routers {'ac006d4b-74ec-4884-92ff-079e79af96ac'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:15.618909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['ac006d4b-74ec-4884-92ff-079e79af96ac'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:15.636520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] For port 65a9cdfd-eec9-43fa-b7be-4f92c3724223, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=65a9cdfd-eec9-43fa-b7be-4f92c3724223,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:15.636895 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:15.768105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] Set router ac006d4b-74ec-4884-92ff-079e79af96ac gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:15.879263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:38:15Z', 'revision_number': 6, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:15.883562 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1ba45-9468-447a-aa0d-ca7380c97d45 None None] The sync data for ids ['ac006d4b-74ec-4884-92ff-079e79af96ac'] in n-d-787206-3 is: [{'id': 'ac006d4b-74ec-4884-92ff-079e79af96ac', 'name': 'tempest-TestVolumeBackupRestore-1707042608-router', 'tenant_id': '67c4e9bc382145c3aaaeb7402e0db539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:33:58Z', 'updated_at': '2021-05-14T18:38:15Z', 'revision_number': 6, 'project_id': '67c4e9bc382145c3aaaeb7402e0db539', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:38:15.932305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:38:15.944759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Calling delete_port for 65a9cdfd-eec9-43fa-b7be-4f92c3724223 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:16.132773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1248e7e-df2a-48a5-ab01-b461e019d7e0 req-aa7bd67c-2a83-48f9-b5ff-daa43a2ac779 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:16.134090 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1248e7e-df2a-48a5-ab01-b461e019d7e0 req-aa7bd67c-2a83-48f9-b5ff-daa43a2ac779 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.1416678 May 14 18:38:16.182157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.190806 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-74fd565b-af3a-40a0-b982-5d8bfa4f9b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:16.270397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a9cdfd-eec9-43fa-b7be-4f92c3724223,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:16.272747 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:16.280627 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1248e7e-df2a-48a5-ab01-b461e019d7e0 req-02037cc2-91a3-42da-be3f-cf60743ad941 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367347 May 14 18:38:16.341634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.513490 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.515728 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.538911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.539468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac006d4b-74ec-4884-92ff-079e79af96ac {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:38:16.551046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.552181 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ac006d4b-74ec-4884-92ff-079e79af96ac HTTP/1.1" status: 204 len: 168 time: 1.4596920 May 14 18:38:16.554640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37374) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:16.616383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Deleting subnet f46a0de6-d47e-4ab9-aca1-aa9535a09212 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:38:16.619456 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.669398 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.748874 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:16.999571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.003158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-705a997d-934c-42fa-be6c-89139d5a7820 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:17.040157 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46a0de6-d47e-4ab9-aca1-aa9535a09212,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:17.044551 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:17.045629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.052340 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f46a0de6-d47e-4ab9-aca1-aa9535a09212 HTTP/1.1" status: 204 len: 168 time: 0.4967167 May 14 18:38:17.052608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea1186-c125-45fd-b0d9-4e4df0d73de8 None None] Network a0ce2833-d964-41dd-a927-0abf7251af5e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:38:17.054694 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37378) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:17.210075 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.272609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-fc066fe8-c142-4fc9-bc4b-4760509e3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:17.274116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-fc066fe8-c142-4fc9-bc4b-4760509e3359 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d651803427d242dfa93aa854e5dd5686&device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1095 time: 0.1481740 May 14 18:38:17.305952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] DHCP port deletion for a0ce2833-d964-41dd-a927-0abf7251af5e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:38:17.325399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Deleting port d77fa7b6-0f97-4658-9adc-a7cb9924642f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:17.325746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.375426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Deleting port d77fa7b6-0f97-4658-9adc-a7cb9924642f {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:17.376716 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.483359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] For port d77fa7b6-0f97-4658-9adc-a7cb9924642f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d77fa7b6-0f97-4658-9adc-a7cb9924642f,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:17.483831 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.610181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Calling delete_port for d77fa7b6-0f97-4658-9adc-a7cb9924642f owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:17.622908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:38:17.722167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] For port d77fa7b6-0f97-4658-9adc-a7cb9924642f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=d77fa7b6-0f97-4658-9adc-a7cb9924642f,segment=NetworkSegment(84047b04-d037-40ec-b6af-ccdc248030e8),segment_id=84047b04-d037-40ec-b6af-ccdc248030e8)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:17.722529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.809662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:17.816565 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:17.859996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-c5d33e76-a30f-4bfe-91f2-580060d622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:17.862205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-c5d33e76-a30f-4bfe-91f2-580060d622ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 200 len: 918 time: 0.5682240 May 14 18:38:17.868848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Calling delete_port for d77fa7b6-0f97-4658-9adc-a7cb9924642f owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:17.873711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Pushing event deleted for resources: {'Port': ['ID=d77fa7b6-0f97-4658-9adc-a7cb9924642f,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:17.884143 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] No DVR routers for this DVR port d77fa7b6-0f97-4658-9adc-a7cb9924642f on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:38:17.885493 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:17.889679 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d77fa7b6-0f97-4658-9adc-a7cb9924642f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:17.932023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: d77fa7b6-0f97-4658-9adc-a7cb9924642f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:17.932386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device d77fa7b6-0f97-4658-9adc-a7cb9924642f not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:17.932807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5073d298-f212-4c29-8dff-46fb678948f7 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:17.968968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:17.976800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 5073d298-f212-4c29-8dff-46fb678948f7 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:17.977197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 5073d298-f212-4c29-8dff-46fb678948f7 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:17.977579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 65a9cdfd-eec9-43fa-b7be-4f92c3724223 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:17.997917 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346766-82d1-4d38-9f21-0e9e67bb6e54 req-38c9c818-0065-47be-8f5b-89670d05996d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:17.999391 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46346766-82d1-4d38-9f21-0e9e67bb6e54 req-38c9c818-0065-47be-8f5b-89670d05996d tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 944 time: 0.6050146 May 14 18:38:18.006030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-339f0b47-db92-489c-a49d-f7aec0c7617e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 200 len: 998 time: 0.1314368 May 14 18:38:18.019879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 65a9cdfd-eec9-43fa-b7be-4f92c3724223 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:18.020219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 65a9cdfd-eec9-43fa-b7be-4f92c3724223 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:18.021904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'port_id': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'mac_address': 'fa:16:3e:e8:23:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:38:18.080646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.098405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:38:18.115145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:18.119097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.120920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46346766-82d1-4d38-9f21-0e9e67bb6e54 req-eea91495-5723-434f-9433-aad03fabcbc3 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139705 May 14 18:38:18.121158 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:18.122806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-2388aaf9-3b9a-45ba-9f17-1111171c8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:18.124170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-2388aaf9-3b9a-45ba-9f17-1111171c8b1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 200 len: 856 time: 0.0995438 May 14 18:38:18.124884 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.130392 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1d9878cc-0b30-4160-8468-d88f02de1f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:18.194275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=11']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:18.197470 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:18.209874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Pushing event deleted for resources: {'Port': ['ID=d77fa7b6-0f97-4658-9adc-a7cb9924642f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:18.217411 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:18.219327 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] No DVR routers for this DVR port d77fa7b6-0f97-4658-9adc-a7cb9924642f on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:38:18.343350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.359398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ce2833-d964-41dd-a927-0abf7251af5e']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:18.379009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-d2ee677e-3a35-4d9b-9318-325159aa9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:18.380553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-d2ee677e-3a35-4d9b-9318-325159aa9ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dfae54b-a8fd-438f-9699-895ae4e490c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195251 May 14 18:38:18.382047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84047b04-d037-40ec-b6af-ccdc248030e8') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:18.382334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84047b04-d037-40ec-b6af-ccdc248030e8') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:18.416496 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.435950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['78aa5ff2-2b7e-4b66-b05e-c537e0c32452'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:38:18.483410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.499284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:38:18.499683 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: timer() May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:38:18.513144 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:38:18.616318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-922f3543-6827-4c57-bf95-69fe103fe9ba service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274210 May 14 18:38:18.620274 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.623961 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3c3255bd-bdf1-44b0-aa57-fd8e1d19be7b tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:18.637502 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:18.673233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ce2833-d964-41dd-a927-0abf7251af5e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:18.717990 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:18.723656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0ce2833-d964-41dd-a927-0abf7251af5e HTTP/1.1" status: 204 len: 168 time: 1.6680160 May 14 18:38:18.782595 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1abd6f16-7309-44c7-8f09-4e497d7d8a05 req-6666cecc-4ef2-43ec-8fa4-52692fac96c0 service neutron] 10.222.0.15 "GET /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425860 May 14 18:38:18.896818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37386) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:18.946065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c8d8fc92-98f5-428c-b3bb-ab9cf38c30ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26c6c1accf8c40a791d5ad0be69e1b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479367 May 14 18:38:18.948298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37390) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:19.005467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.030233 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.083989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.088626 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-23f3339c-adb2-4332-bcbe-b49f3d004c96 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:19.102471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e04f730-2bd7-4bec-ba31-dbefdb7bd0c9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:19.106001 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:19.111899 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.113044 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e04f730-2bd7-4bec-ba31-dbefdb7bd0c9 HTTP/1.1" status: 204 len: 168 time: 0.1638744 May 14 18:38:19.322958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350d671-ef26-4741-bdec-344ce07b9739 req-43c56b8e-32eb-4c82-9b2d-10a885bd12c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:19.324536 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3350d671-ef26-4741-bdec-344ce07b9739 req-43c56b8e-32eb-4c82-9b2d-10a885bd12c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 945 time: 0.0871832 May 14 18:38:19.369661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3350d671-ef26-4741-bdec-344ce07b9739 req-26130031-7053-4fd2-9318-532f16afd3c1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 May 14 18:38:19.460276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37400) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:19.509774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2f82ba37-6829-46b0-8e81-8744d673e311 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67c4e9bc382145c3aaaeb7402e0db539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481877 May 14 18:38:19.512210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37404) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:19.570576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.597368 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.640329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:38:19.651507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.655317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-53013a8a-d513-430d-a791-2423ecaf0ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:19.667130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85721be-f056-48ba-ade8-1aafc3d68ce4,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:19.669335 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:19.674893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.676803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e85721be-f056-48ba-ade8-1aafc3d68ce4 HTTP/1.1" status: 204 len: 168 time: 0.1636815 May 14 18:38:19.724817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:38:19.729462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:38:19.729844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.850499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.879793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:38:19.890695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:19.898522 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:19.900816 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:19.936713 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'code': 200} May 14 18:38:19.978257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:19.981478 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:20.163147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8b3af-0a62-4ac1-aef1-c41f310fc292 req-ea0c9938-c716-4749-ba6b-bbf90dc2d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:20.164606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b8b3af-0a62-4ac1-aef1-c41f310fc292 req-ea0c9938-c716-4749-ba6b-bbf90dc2d55f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 1097 time: 0.0775588 May 14 18:38:20.214869 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-75b8b3af-0a62-4ac1-aef1-c41f310fc292 req-be8546a1-43ac-46ae-8c23-98c75804bc4d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 May 14 18:38:20.563153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bffb6-4d50-4863-aa9c-c6475265f338 req-ee26bcfa-dadc-4625-9d1b-e4524c7685c5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:20.564912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a6bffb6-4d50-4863-aa9c-c6475265f338 req-ee26bcfa-dadc-4625-9d1b-e4524c7685c5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 946 time: 0.0823498 May 14 18:38:20.609096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a6bffb6-4d50-4863-aa9c-c6475265f338 req-ba878323-4c7d-47ad-8724-a8ea2f47edef tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384829 May 14 18:38:21.807123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e207a6f-9d45-4df4-ba81-64e26689af5b req-bc6868a9-3668-480d-83c9-8591f3af6bb5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:21.808651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e207a6f-9d45-4df4-ba81-64e26689af5b req-bc6868a9-3668-480d-83c9-8591f3af6bb5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 946 time: 0.0810096 May 14 18:38:21.855904 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e207a6f-9d45-4df4-ba81-64e26689af5b req-d88833eb-07cd-4d83-beac-0b571ea363c1 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 May 14 18:38:23.209234 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98960b9c-321c-4381-93c8-f9aea7ef313f req-08317daf-4ac0-4a80-89ee-3cf61bbd5d35 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:23.210574 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98960b9c-321c-4381-93c8-f9aea7ef313f req-08317daf-4ac0-4a80-89ee-3cf61bbd5d35 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 946 time: 0.2463677 May 14 18:38:23.254945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-98960b9c-321c-4381-93c8-f9aea7ef313f req-4833f140-89ee-4bdf-a7bc-eb265d930dac tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384591 May 14 18:38:24.371781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:27.065866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-329f4abb-7fd5-4103-9c02-a610bff4c9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:27.997712 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:29.602818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:29.782909 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c5f0c645-c529-439e-99a8-1abf08c04769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:30.828619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:31.349091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37466) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:31.612957 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d37e1325-7231-463e-a8b6-b4639c317f46 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/floatingips/fd9a17b5-aa40-432f-8eb4-f8005d3b188e HTTP/1.1" status: 200 len: 992 time: 0.2625141 May 14 18:38:31.874665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37478) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:32.143391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port a45e8b15-5fa3-4865-8c35-077029398b9f {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:32.143970 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:32.263642 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:32.263965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:32.338494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:32.388138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for a45e8b15-5fa3-4865-8c35-077029398b9f owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:32.508324 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:32.511944 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:32.556999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=a45e8b15-5fa3-4865-8c35-077029398b9f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:32.590685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.591065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.591466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.591839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.592209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.592574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.592935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.593293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.593651 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.594007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.594365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.594722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:32.602196 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:32.663742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:32.664073 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Floating IP fd9a17b5-aa40-432f-8eb4-f8005d3b188e disassociated (deleted). External IP: 172.25.4.12, port: 30584de0-d939-45b9-961a-f5b665c5a539. May 14 18:38:33.011729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router db7b9994-55a1-4d88-93cd-79f6fa8978f8 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:38:33.188880 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:38:33.198678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438faa7e-a973-496b-8287-d0f320db507c None None] Sync routers for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:38:33.208905 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:33.209527 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:33.209955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:33.266019 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/floatingips/fd9a17b5-aa40-432f-8eb4-f8005d3b188e HTTP/1.1" status: 204 len: 168 time: 1.3902519 May 14 18:38:33.266576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:38:33.389787 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:33.508549 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539', 'status': 'completed', 'code': 200} May 14 18:38:33.652260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-fdd7867a-07dc-4158-a16e-90050e5582ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:33.653744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-fdd7867a-07dc-4158-a16e-90050e5582ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=29cbe4fdbfd44af290490a675076284e&device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 1096 time: 0.1207492 May 14 18:38:33.752468 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:34Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:33.756396 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438faa7e-a973-496b-8287-d0f320db507c None None] Checking router: db7b9994-55a1-4d88-93cd-79f6fa8978f8 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:38:33.764467 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:33.765056 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:33.786305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a5dd-2525-407c-b2a6-07efe212daa3 req-6281d567-fb0a-4ed3-8a5c-5606a35d56ed tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:33.787700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f05a5dd-2525-407c-b2a6-07efe212daa3 req-6281d567-fb0a-4ed3-8a5c-5606a35d56ed tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.1928427 May 14 18:38:33.828488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-d2862afa-fdcb-4e53-938c-3681d56bde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:33.829941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-d2862afa-fdcb-4e53-938c-3681d56bde83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 200 len: 898 time: 0.1689677 May 14 18:38:33.907403 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-41133f50-2f9f-43e7-93c6-074e43f057dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 200 len: 217 time: 0.0699179 May 14 18:38:33.912872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5f05a5dd-2525-407c-b2a6-07efe212daa3 req-d4cbc733-fc8a-4198-a8cf-311906a55997 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176147 May 14 18:38:33.940399 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:33.971631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-16650d7f-ecbb-4915-a203-43983d113278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:33.973076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-16650d7f-ecbb-4915-a203-43983d113278 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc88c3dc-9e6b-4772-8afc-e6fa257cd699 HTTP/1.1" status: 200 len: 834 time: 0.0592887 May 14 18:38:34.052833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-a139c942-f894-4cfb-ba81-5bc886bb55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:34.054239 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-a139c942-f894-4cfb-ba81-5bc886bb55e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=509b0f4f-879b-470e-850f-55801c5e5873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738125 May 14 18:38:34.190796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-04d01140-f8c4-45be-acb6-e86b3ebb90f2 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287446 May 14 18:38:34.246966 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-438faa7e-a973-496b-8287-d0f320db507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:34Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:34.250794 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438faa7e-a973-496b-8287-d0f320db507c None None] The sync data for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 is: [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:37:26Z', 'revision_number': 4, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '695970f1-695e-4432-9a82-fe3b1549fb57', 'name': '', 'network_id': '509b0f4f-879b-470e-850f-55801c5e5873', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'mac_address': 'fa:16:3e:d2:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:25Z', 'updated_at': '2021-05-14T18:37:34Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'subnets': [{'id': 'dc88c3dc-9e6b-4772-8afc-e6fa257cd699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:38:34.326528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0fa0edd1-af68-49e2-a003-896e6948c865 req-84679694-b36e-431b-bb5b-c8d359b51593 service neutron] 10.222.0.22 "GET /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291637 May 14 18:38:34.479112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24ffff-1589-41ff-be1e-11c9dbc5b527 None None] New status for floating IP fd9a17b5-aa40-432f-8eb4-f8005d3b188e: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:38:35.098446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-4bde1044-c5f3-4f5a-894e-2fe52531f8d4 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:35.099900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-4bde1044-c5f3-4f5a-894e-2fe52531f8d4 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.1303098 May 14 18:38:35.167788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2d907-9a68-4b13-95fe-ef3adc256df0 req-05fa44b6-a5e0-4abd-a3dd-1f73d9fc2da8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:38:35.169173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65b2d907-9a68-4b13-95fe-ef3adc256df0 req-05fa44b6-a5e0-4abd-a3dd-1f73d9fc2da8 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 945 time: 0.1450217 May 14 18:38:35.267199 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65b2d907-9a68-4b13-95fe-ef3adc256df0 req-787adecf-ad3d-4594-8997-35db04bffacb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cca45c8-dad8-4d27-81d0-7ac838f76c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887299 May 14 18:38:35.292168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 30584de0-d939-45b9-961a-f5b665c5a539 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:35.292515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:35.421403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 30584de0-d939-45b9-961a-f5b665c5a539, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=30584de0-d939-45b9-961a-f5b665c5a539,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:35.421756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:35.701482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 30584de0-d939-45b9-961a-f5b665c5a539 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:35.810723 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:35.817160 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c9600b6f-8094-4dfc-a829-cd1f24c0200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:35.860907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=30584de0-d939-45b9-961a-f5b665c5a539,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:35.864604 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:35.941752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] No DVR routers for this DVR port 30584de0-d939-45b9-961a-f5b665c5a539 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:38:35.944321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:35.946836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'name': 'network-vif-deleted', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:38:35.958994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfc2c1d0-e6b3-4a41-b8a2-65aaae006473 req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.22 "DELETE /v2.0/ports/30584de0-d939-45b9-961a-f5b665c5a539 HTTP/1.1" status: 204 len: 173 time: 0.8496234 May 14 18:38:35.997045 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdf2d5a-2ace-4034-9ab1-ccee57517c13', 'name': 'network-vif-deleted', 'tag': '30584de0-d939-45b9-961a-f5b665c5a539', 'status': 'completed', 'code': 200} May 14 18:38:36.432390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4977114a-6433-4adf-ab2c-93dfd55fee5a req-59f6abca-84af-4cc5-8fce-2788612847e6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Synchronizing usage tracker for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:38:36.453200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4977114a-6433-4adf-ab2c-93dfd55fee5a req-59f6abca-84af-4cc5-8fce-2788612847e6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Unset dirty status for tenant:29cbe4fdbfd44af290490a675076284e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:38:36.454479 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4977114a-6433-4adf-ab2c-93dfd55fee5a req-59f6abca-84af-4cc5-8fce-2788612847e6 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffdf2d5a-2ace-4034-9ab1-ccee57517c13 HTTP/1.1" status: 200 len: 210 time: 0.0651467 May 14 18:38:37.552258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37498) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:37.623469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:37.653260 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:37.717535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:37.721789 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-84229e5a-76a5-436f-8771-4a57fb17af49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:37.735436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca45c8-dad8-4d27-81d0-7ac838f76c2e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:37.739200 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:37.749039 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:37.750155 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/security-groups/8cca45c8-dad8-4d27-81d0-7ac838f76c2e HTTP/1.1" status: 204 len: 168 time: 0.1966574 May 14 18:38:37.780922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37504) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:38.329659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 30584de0-d939-45b9-961a-f5b665c5a539 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:38.332500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:38.364362 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 30584de0-d939-45b9-961a-f5b665c5a539 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:38.364712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 30584de0-d939-45b9-961a-f5b665c5a539 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:38.742278 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 695970f1-695e-4432-9a82-fe3b1549fb57 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:38.742615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:39.034674 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 695970f1-695e-4432-9a82-fe3b1549fb57, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=695970f1-695e-4432-9a82-fe3b1549fb57,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:39.035442 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:39.156799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 695970f1-695e-4432-9a82-fe3b1549fb57 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:39.327363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:39.331497 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f7c1dcd0-5f66-402d-8a99-e794931c7480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:39.379363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=695970f1-695e-4432-9a82-fe3b1549fb57,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:39.381600 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:39.678523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:40.042415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Router db7b9994-55a1-4d88-93cd-79f6fa8978f8 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:38:40.222625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:38:40.232049 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] Sync routers for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:38:40.246834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "PUT /v2.0/routers/db7b9994-55a1-4d88-93cd-79f6fa8978f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635153 May 14 18:38:40.249981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37508) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:40.254598 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:40.255233 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:40.315972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting subnet dc88c3dc-9e6b-4772-8afc-e6fa257cd699 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:38:40.318870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:40.372281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:40.430218 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:40.622838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:40.715588 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:38:39Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:40.719712 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] Checking router: db7b9994-55a1-4d88-93cd-79f6fa8978f8 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:38:40.728542 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] Routers {'db7b9994-55a1-4d88-93cd-79f6fa8978f8'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:38:40.729138 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:38:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:40.898677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:40.903120 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-21585d78-6bbc-419b-b678-ed21f4eaff4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:40.940500 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] Set router db7b9994-55a1-4d88-93cd-79f6fa8978f8 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:38:40.941490 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:40.945039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Subnet': ['ID=dc88c3dc-9e6b-4772-8afc-e6fa257cd699,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:40.946727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d00a7-19d1-41e6-a2a3-02424bedb452 None None] Network 509b0f4f-879b-470e-850f-55801c5e5873 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:38:40.954188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.954571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.954945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.955948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.956317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.956681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.957043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.957395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.957753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.958117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.958473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.958830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:40.961925 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:40.965387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-42b6a80f-5c25-473b-bbba-c416a0868994 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/subnets/dc88c3dc-9e6b-4772-8afc-e6fa257cd699 HTTP/1.1" status: 204 len: 168 time: 0.7139256 May 14 18:38:40.967621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37512) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:41.229370 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] DHCP port deletion for 509b0f4f-879b-470e-850f-55801c5e5873 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:38:41.236925 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:38:39Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:41.241287 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3180d4-d6da-4c4e-b075-729e42124669 None None] The sync data for ids ['db7b9994-55a1-4d88-93cd-79f6fa8978f8'] in n-d-787206-3 is: [{'id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'name': 'tempest-TestNetworkBasicOps-router-1304337720', 'tenant_id': '29cbe4fdbfd44af290490a675076284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:19Z', 'updated_at': '2021-05-14T18:38:39Z', 'revision_number': 5, 'project_id': '29cbe4fdbfd44af290490a675076284e', 'gw_port': {'id': '33ed7326-00db-457c-aa67-2a9a7bdd3adf', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b9994-55a1-4d88-93cd-79f6fa8978f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:20Z', 'updated_at': '2021-05-14T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:38:41.298747 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Deleting port 63749a97-8088-4194-8caa-f89258ce216b {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:41.299166 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.325248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.399335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] For port 63749a97-8088-4194-8caa-f89258ce216b, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=63749a97-8088-4194-8caa-f89258ce216b,segment=NetworkSegment(840f320a-b158-4254-bffc-1c514489abee),segment_id=840f320a-b158-4254-bffc-1c514489abee)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:41.399735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.506482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.569341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Calling delete_port for 63749a97-8088-4194-8caa-f89258ce216b owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:41.576924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Deleting port 33ed7326-00db-457c-aa67-2a9a7bdd3adf {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:38:41.577264 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.622485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.626541 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:41.681084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Pushing event deleted for resources: {'Port': ['ID=63749a97-8088-4194-8caa-f89258ce216b,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:41.685988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] No DVR routers for this DVR port 63749a97-8088-4194-8caa-f89258ce216b on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:38:41.693440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.693794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.694716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.694716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.694961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.695154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.695464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.695796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.696118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.696949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.696949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.697150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:38:41.703849 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:41.704957 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] For port 33ed7326-00db-457c-aa67-2a9a7bdd3adf, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=33ed7326-00db-457c-aa67-2a9a7bdd3adf,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:38:41.705291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.831030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Calling delete_port for 33ed7326-00db-457c-aa67-2a9a7bdd3adf owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:38:41.877729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 695970f1-695e-4432-9a82-fe3b1549fb57 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:41.910853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 695970f1-695e-4432-9a82-fe3b1549fb57 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:41.911254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 695970f1-695e-4432-9a82-fe3b1549fb57 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:41.911658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 63749a97-8088-4194-8caa-f89258ce216b no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:41.945306 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 63749a97-8088-4194-8caa-f89258ce216b {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:41.945666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 63749a97-8088-4194-8caa-f89258ce216b not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:41.973952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:41.978394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-87f412bd-646f-4ed8-88ab-df54ff542942 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:42.022822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Port': ['ID=33ed7326-00db-457c-aa67-2a9a7bdd3adf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:42.054684 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:42.111262 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.281491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.284103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.306202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.306732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Fanout notify agent at l3_agent the message router_deleted on router db7b9994-55a1-4d88-93cd-79f6fa8978f8 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:38:42.322084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.323271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/routers/db7b9994-55a1-4d88-93cd-79f6fa8978f8 HTTP/1.1" status: 204 len: 168 time: 1.3545632 May 14 18:38:42.326109 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37518) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:42.445430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.741502 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.755721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509b0f4f-879b-470e-850f-55801c5e5873']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:42.767724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f320a-b158-4254-bffc-1c514489abee') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:42.768021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f320a-b158-4254-bffc-1c514489abee') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:38:42.779116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.795332 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.801744 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:38:42.802119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: timer() May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:38:42.816385 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:38:42.895840 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.899153 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0c98555-61c4-40d2-86f6-27bcf3856e4a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:42.913212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:42.925792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Pushing event deleted for resources: {'Network': ['ID=509b0f4f-879b-470e-850f-55801c5e5873,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:42.928605 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] 10.222.0.24 "DELETE /v2.0/networks/509b0f4f-879b-470e-850f-55801c5e5873 HTTP/1.1" status: 204 len: 168 time: 0.6015298 May 14 18:38:42.929464 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:43.215618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37528) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:43.361727 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-effd098f-62af-46ba-b960-432aa8d0b650 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29cbe4fdbfd44af290490a675076284e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447811 May 14 18:38:43.364225 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37534) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:43.425433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.451017 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.500887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.504932 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9d82ed0-3779-46d2-891b-c78a1fe83925 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:43.518982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24eb34-7023-4492-9f7c-a353a11c6035,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:43.521399 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:43.527308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.528480 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f24eb34-7023-4492-9f7c-a353a11c6035 HTTP/1.1" status: 204 len: 168 time: 0.1633878 May 14 18:38:43.811720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37542) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:43.831371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.852331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:38:43.856223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Usage tracker for resource:security_group_rule and tenant:ba90b0d6c4c44b26a4fbeae4ab1f4ca4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:38:43.859298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:38:43.865620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:38:43.899025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33ed7326-00db-457c-aa67-2a9a7bdd3adf no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:38:43.939780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 33ed7326-00db-457c-aa67-2a9a7bdd3adf {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:38:43.940135 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 33ed7326-00db-457c-aa67-2a9a7bdd3adf not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:38:43.958434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.962257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:43.970819 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-939be04c-d86a-40f4-a26e-9a8bd9663cd6 tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:44.014148 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba90b0d6c4c44b26a4fbeae4ab1f4ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013640 May 14 18:38:44.015087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b5990-60e0-4676-abd4-8011c846cc53,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:44.017578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37546) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:38:44.018137 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:44.077237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:44.107099 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:44.156713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:44.161245 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2b2ecb8-00f5-49d8-8613-a1875370b307 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:38:44.172131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b5990-60e0-4676-abd4-8011c846cc53,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:38:44.175895 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:38:44.180277 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:44.181478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/558b5990-60e0-4676-abd4-8011c846cc53 HTTP/1.1" status: 204 len: 168 time: 0.1621056 May 14 18:38:52.931747 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:38:54.393101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:57.068533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-93573418-e16e-4d44-b307-c26a21bb02b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:58.013333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:59.604940 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:38:59.784053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bec87bf5-5c2b-4cde-a9de-5315f600ff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:00.830586 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:02.341646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:02.919947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37568) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:03.142542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f9ad9-807d-4409-9cf6-0e7499f21f7f req-f747bf64-da5d-4be2-918c-ad6a7e7c6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:03.144051 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cf1f9ad9-807d-4409-9cf6-0e7499f21f7f req-f747bf64-da5d-4be2-918c-ad6a7e7c6d56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.2231290 May 14 18:39:03.183952 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-cf1f9ad9-807d-4409-9cf6-0e7499f21f7f req-3c7c5fe1-72e9-44ca-83b4-2898b8184a16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 May 14 18:39:19.219054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-7adab20e-9245-4885-b476-654a5df254fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250176 May 14 18:39:19.317735 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-a2e6f0b0-50db-4cd2-b578-31ba49262fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:19.319171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-a2e6f0b0-50db-4cd2-b578-31ba49262fa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.0746448 May 14 18:39:19.463648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-ae23a9a3-ae46-4e51-855c-3e38d14db70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:19.465077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-ae23a9a3-ae46-4e51-855c-3e38d14db70f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 909 time: 0.1264560 May 14 18:39:19.567497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-4dfaf77f-f27e-46ac-b505-07555165685b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 1001 time: 0.0953598 May 14 18:39:19.631708 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-e3f18b86-cd3f-4bc5-9cfe-4916e889841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:19.633648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-e3f18b86-cd3f-4bc5-9cfe-4916e889841f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.0595891 May 14 18:39:19.708134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-4ec37d28-0e7f-4665-92d1-bb48ceb61829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:19.709581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-4ec37d28-0e7f-4665-92d1-bb48ceb61829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702140 May 14 18:39:19.838912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-da5bbd7e-ee43-424e-8166-de7d4806c1fe service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222794 May 14 18:39:19.968725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d940a85-17d0-408e-ba57-abfdde4fbdc7 req-3a75fffc-c70f-470e-9fcb-e6fab296db7b service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228056 May 14 18:39:24.404339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:27.070063 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-74ac17e4-e044-441f-a2a5-256f53bb0637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:28.038495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:29.607141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:29.785395 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-15e085e9-a7a5-4491-a422-9a11afc20371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:29.930902 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:39:30.700730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876871f-9009-49f2-bef0-b72c20586197 req-80a61325-bec2-4062-befa-d1f98757a964 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:30.702173 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b876871f-9009-49f2-bef0-b72c20586197 req-80a61325-bec2-4062-befa-d1f98757a964 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 946 time: 0.0863411 May 14 18:39:30.745661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b876871f-9009-49f2-bef0-b72c20586197 req-53000a90-8f0a-44af-b2c3-fa7a0eaadba7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378535 May 14 18:39:30.834357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:31.941987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9f16-34dd-432d-8601-6ca669a4a005 req-e2a9aaef-ea45-420c-85a0-dce7f2de666a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:31.943423 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e2f9f16-34dd-432d-8601-6ca669a4a005 req-e2a9aaef-ea45-420c-85a0-dce7f2de666a tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 946 time: 0.0834196 May 14 18:39:31.987772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e2f9f16-34dd-432d-8601-6ca669a4a005 req-b3161cab-dff7-422e-a33c-2800f2aa4492 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups?id=3372f4a2-1561-4cba-9e09-7b35f30eb8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384886 May 14 18:39:32.161664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-80371e41-4392-419d-ae6a-11e7e43e3dc5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:39:32.163116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-80371e41-4392-419d-ae6a-11e7e43e3dc5 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 946 time: 0.0801947 May 14 18:39:32.300760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Deleting port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:39:32.301113 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:32.344001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:32.434002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] For port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:39:32.434291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:32.881829 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:32.882108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:32.882420 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Floating IP cc970ff0-e141-4b5d-943d-eca6449a7beb disassociated. External IP: 172.25.4.35, port: 78aa5ff2-2b7e-4b66-b05e-c537e0c32452. May 14 18:39:32.883348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Calling delete_port for 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:39:32.992303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:32.998365 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:33.042016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event deleted for resources: {'Port': ['ID=78aa5ff2-2b7e-4b66-b05e-c537e0c32452,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:33.046675 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:33.212701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f842d66-18e3-49f0-8794-90141c6ea348 req-3c431973-ff20-496e-9282-12996cf6bbb2 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54886b-a41c-42d0-ad93-bbe8e167f01a HTTP/1.1" status: 200 len: 210 time: 0.1103764 May 14 18:39:33.274430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:39:33.457562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:39:33.470719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:39:33.484050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:39:33.485113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:39:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:33.538189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] No DVR routers for this DVR port 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:39:33.541278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:33.546233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-deleted', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:39:33.563281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3eea7cbc-5eb9-4a4d-a4be-805a9cbaadf5 req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.15 "DELETE /v2.0/ports/78aa5ff2-2b7e-4b66-b05e-c537e0c32452 HTTP/1.1" status: 204 len: 173 time: 1.3933601 May 14 18:39:33.691080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:39:33.780947 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e54886b-a41c-42d0-ad93-bbe8e167f01a', 'name': 'network-vif-deleted', 'tag': '78aa5ff2-2b7e-4b66-b05e-c537e0c32452', 'status': 'completed', 'code': 200} May 14 18:39:34.013712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:34.017580 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:39:34.027037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:39:34.027739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:39:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:34.213962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:39:34.340215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37624) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:34.405035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:34.433577 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:34.491013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:34.497623 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6cc9b74f-33be-437e-b66d-9ecde7bcdbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:34.515525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3372f4a2-1561-4cba-9e09-7b35f30eb8d3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:34.518048 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:34.525838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:34.529311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "DELETE /v2.0/security-groups/3372f4a2-1561-4cba-9e09-7b35f30eb8d3 HTTP/1.1" status: 204 len: 168 time: 0.1856828 May 14 18:39:34.529883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37628) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:34.547491 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [None req-f73a161f-a8ff-4ca9-be93-c569f6cd91e7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] show failed (client error): The resource could not be found. May 14 18:39:34.548571 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f73a161f-a8ff-4ca9-be93-c569f6cd91e7 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "GET /v2.0/security-groups/3372f4a2-1561-4cba-9e09-7b35f30eb8d3 HTTP/1.1" status: 404 len: 347 time: 0.0176544 May 14 18:39:34.551449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37632) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:34.588514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:34.592525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba314d-572f-46b5-92af-7873837266e7 None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:29:37Z', 'revision_number': 4, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ee825b9-add6-4a3f-a2e6-18103697f993', 'name': '', 'network_id': '7dfae54b-a8fd-438f-9699-895ae4e490c6', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'mac_address': 'fa:16:3e:ab:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:35Z', 'updated_at': '2021-05-14T18:29:52Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'subnets': [{'id': '4e3a8636-41a7-4768-aeb8-146da2030461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:39:34.779997 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Deleting port 13701c87-4b38-43b2-b2f8-96339e40881c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:39:34.780343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:34.812640 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ce9ecc-1205-4260-8e48-313f2da595b6 None None] New status for floating IP cc970ff0-e141-4b5d-943d-eca6449a7beb: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:39:34.900027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:34.900343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:35.026171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Calling delete_port for 13701c87-4b38-43b2-b2f8-96339e40881c owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:39:35.136508 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:35.140118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ebc89f8f-6879-4f7e-a878-60f27bad6572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:35.184311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Pushing event deleted for resources: {'Port': ['ID=13701c87-4b38-43b2-b2f8-96339e40881c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:35.219398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.219781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.220155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.220521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.220885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.221246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.221605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.221963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.222324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.222681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.223035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.223419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:35.226951 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:35.290539 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:35.312057 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:35.313188 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc970ff0-e141-4b5d-943d-eca6449a7beb HTTP/1.1" status: 204 len: 168 time: 0.7608302 May 14 18:39:35.998005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:39:36.032803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:39:36.033164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 78aa5ff2-2b7e-4b66-b05e-c537e0c32452 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:39:36.739943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-dda700c5-8799-4fdf-be7d-10dcc53ba2a5 req-232a3120-ef75-473c-a62b-6bca90ca6cf6 service neutron] (79559) timed out ('10.222.0.24', 48366) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:39:40.300020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37660) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:41.132696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:41.536305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Deleting port 6ee825b9-add6-4a3f-a2e6-18103697f993 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:39:41.536975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:41.656915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] For port 6ee825b9-add6-4a3f-a2e6-18103697f993, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6ee825b9-add6-4a3f-a2e6-18103697f993,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:39:41.657286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:41.780246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Calling delete_port for 6ee825b9-add6-4a3f-a2e6-18103697f993 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:39:41.918538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:41.923131 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-40748d23-909c-4869-956f-1be16d7624a7 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:41.966561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee825b9-add6-4a3f-a2e6-18103697f993,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:41.968710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:42.227538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:42.740167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:39:42.919071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:39:42.927875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] Sync routers for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:39:42.932047 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] 10.222.0.24 "PUT /v2.0/routers/402bba9f-62aa-45fc-94c2-3ecabe9f6515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6309564 May 14 18:39:42.934409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37666) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:42.938177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:39:42.939053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:39:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:43.111689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:43.116793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:39:43.284141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:43.360455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Deleting port 83a3653a-014c-4660-8c34-426292173d42 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:39:43.360789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:43.486487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] For port 83a3653a-014c-4660-8c34-426292173d42, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=83a3653a-014c-4660-8c34-426292173d42,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:39:43.486891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:43.540582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '83a3653a-014c-4660-8c34-426292173d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:39:41Z', 'revision_number': 5, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port': {'id': '83a3653a-014c-4660-8c34-426292173d42', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:29:28Z', 'updated_at': '2021-05-14T18:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:43.546924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] Checking router: 402bba9f-62aa-45fc-94c2-3ecabe9f6515 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:39:43.568642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] Routers {'402bba9f-62aa-45fc-94c2-3ecabe9f6515'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:39:43.569274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:39:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:43.613886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Calling delete_port for 83a3653a-014c-4660-8c34-426292173d42 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:39:43.736521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] Set router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:39:43.751609 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:43.756116 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-054b8e49-4c82-4a37-90fb-d124f01edeb2 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:43.804644 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a3653a-014c-4660-8c34-426292173d42,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:43.831587 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:43.900454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:43.902514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:39:43Z', 'revision_number': 6, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:43.909369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524c50a-1abb-43ec-af74-180e9666a853 None None] The sync data for ids ['402bba9f-62aa-45fc-94c2-3ecabe9f6515'] in n-d-787206-3 is: [{'id': '402bba9f-62aa-45fc-94c2-3ecabe9f6515', 'name': 'tempest-AttachVolumeShelveTestJSON-2066988735-router', 'tenant_id': 'd651803427d242dfa93aa854e5dd5686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:29:25Z', 'updated_at': '2021-05-14T18:39:43Z', 'revision_number': 6, 'project_id': 'd651803427d242dfa93aa854e5dd5686', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:39:44.264678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.266744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.292439 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.292974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402bba9f-62aa-45fc-94c2-3ecabe9f6515 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:39:44.306354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.307450 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/402bba9f-62aa-45fc-94c2-3ecabe9f6515 HTTP/1.1" status: 204 len: 168 time: 1.3721297 May 14 18:39:44.309958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:44.376425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Deleting subnet 4e3a8636-41a7-4768-aeb8-146da2030461 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:39:44.380071 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.433043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.520837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.764969 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.769262 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cd6531de-ccbd-4283-b48d-06864ea6ffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:44.804443 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3a8636-41a7-4768-aeb8-146da2030461,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:44.807513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:44.808493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:44.814571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928f0c5-11e9-4806-9a4e-0ede2130212b None None] Network 7dfae54b-a8fd-438f-9699-895ae4e490c6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:39:44.815211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e3a8636-41a7-4768-aeb8-146da2030461 HTTP/1.1" status: 204 len: 168 time: 0.5042357 May 14 18:39:44.817655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37676) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:44.926290 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.000283 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Deleting port 3768a7d4-addf-42ce-9993-97c6d50187d3 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:39:45.000747 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.077873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] DHCP port deletion for 7dfae54b-a8fd-438f-9699-895ae4e490c6 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:39:45.110111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] For port 3768a7d4-addf-42ce-9993-97c6d50187d3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3768a7d4-addf-42ce-9993-97c6d50187d3,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:39:45.110545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.147657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Deleting port 3768a7d4-addf-42ce-9993-97c6d50187d3 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:39:45.148050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.234702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Calling delete_port for 3768a7d4-addf-42ce-9993-97c6d50187d3 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:39:45.249927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] For port 3768a7d4-addf-42ce-9993-97c6d50187d3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3768a7d4-addf-42ce-9993-97c6d50187d3,segment=NetworkSegment(3e815f57-ff24-471d-adc7-c82939f21b6a),segment_id=3e815f57-ff24-471d-adc7-c82939f21b6a)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:39:45.250336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.287155 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.291042 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:45.339835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3768a7d4-addf-42ce-9993-97c6d50187d3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:45.343514 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] No DVR routers for this DVR port 3768a7d4-addf-42ce-9993-97c6d50187d3 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:39:45.370126 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:45.376421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Calling delete_port for 3768a7d4-addf-42ce-9993-97c6d50187d3 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:39:45.419461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.423014 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:45.462079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.466129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Pushing event deleted for resources: {'Port': ['ID=3768a7d4-addf-42ce-9993-97c6d50187d3,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:45.470756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] No DVR routers for this DVR port 3768a7d4-addf-42ce-9993-97c6d50187d3 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:39:45.477122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfae54b-a8fd-438f-9699-895ae4e490c6']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:45.477324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.477607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.477947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.478289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.483657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:45.484603 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:45.491897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e815f57-ff24-471d-adc7-c82939f21b6a') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:45.492274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e815f57-ff24-471d-adc7-c82939f21b6a') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:39:45.505287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.521696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.528055 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:39:45.528430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: timer() May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:39:45.542578 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:39:45.619317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.624042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.626783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c768e81a-4cbf-4a14-864b-615dd9f46508 tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:45.649328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfae54b-a8fd-438f-9699-895ae4e490c6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:45.651809 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:45.662524 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7dfae54b-a8fd-438f-9699-895ae4e490c6 HTTP/1.1" status: 204 len: 168 time: 0.8437388 May 14 18:39:45.794627 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37684) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:45.842837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4df0e2ce-26f3-488e-8ca9-8d4acc02ed9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d651803427d242dfa93aa854e5dd5686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469918 May 14 18:39:45.845136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:45.903939 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.913062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ee825b9-add6-4a3f-a2e6-18103697f993 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:39:45.930901 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.948746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6ee825b9-add6-4a3f-a2e6-18103697f993 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:39:45.949101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ee825b9-add6-4a3f-a2e6-18103697f993 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:39:45.949518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83a3653a-014c-4660-8c34-426292173d42 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:39:45.985612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 83a3653a-014c-4660-8c34-426292173d42 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:39:45.986011 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 83a3653a-014c-4660-8c34-426292173d42 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:39:45.986368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3768a7d4-addf-42ce-9993-97c6d50187d3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:39:45.987433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:45.991054 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:46.004733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c24a7-6a68-4fc2-b5b9-6d0b7880b1d5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:46.007017 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:46.012938 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:46.014043 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d36c24a7-6a68-4fc2-b5b9-6d0b7880b1d5 HTTP/1.1" status: 204 len: 168 time: 0.1680391 May 14 18:39:46.026323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3768a7d4-addf-42ce-9993-97c6d50187d3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:39:46.026677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3768a7d4-addf-42ce-9993-97c6d50187d3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:39:49.233001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37798) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:49.363209 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.377801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:49.381595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Usage tracker for resource:security_group_rule and tenant:5410b5026e104292b5cd0defd64905b4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:49.384489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:49.390107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:49.473796 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.478576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.485972 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1fb5e9a3-1353-4e3f-8dfd-00d0dbf2dc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:49.526611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5410b5026e104292b5cd0defd64905b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925568 May 14 18:39:49.527736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429769a-9f4b-4ee3-90db-3c0b2f8adde8,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:49.529313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37804) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:49.535774 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.536184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.536559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.536924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.537285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.537644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.538004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.538357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.538712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.539686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.540054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.540513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:39:49.544320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:49.588596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.614547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.667543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.671202 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f97cc6e0-f134-4851-be96-0796a6cbe906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:49.682557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429769a-9f4b-4ee3-90db-3c0b2f8adde8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:49.684892 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:49.690776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:49.691910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f429769a-9f4b-4ee3-90db-3c0b2f8adde8 HTTP/1.1" status: 204 len: 168 time: 0.1616344 May 14 18:39:49.970475 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37812) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:49.989276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.003245 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:50.007164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Usage tracker for resource:security_group_rule and tenant:9986fb93c1d343d9956b37e57bf13160 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:50.010611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:50.016407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:50.105535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.109202 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.117631 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00e54fe0-f6d1-4692-a730-77ee6d5fb1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:50.159868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9986fb93c1d343d9956b37e57bf13160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857789 May 14 18:39:50.159868 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbfa609-ad2d-4191-a670-8b6b3310a059,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:50.160778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37816) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:50.161467 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:50.219787 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.245107 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.301088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.304623 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f5dfc66f-4255-4302-928b-66dcb61ca01b tempest-NegativeSecGroupIPv6Test-563522934 tempest-NegativeSecGroupIPv6Test-563522934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:50.316757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbfa609-ad2d-4191-a670-8b6b3310a059,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:50.319306 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:50.327027 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:50.328177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cbfa609-ad2d-4191-a670-8b6b3310a059 HTTP/1.1" status: 204 len: 168 time: 0.1660354 May 14 18:39:52.636798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37886) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:52.768455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:52.782471 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:52.786250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa611f91e24474b967e1c2c51422d9f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:52.789051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:52.794827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:52.878229 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:52.881717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:52.891038 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e61fbd2-ad3b-452c-9f9f-8c33d9d053bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:52.928706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaa611f91e24474b967e1c2c51422d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908764 May 14 18:39:52.930883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493ddaf6-51ff-44af-8d32-4a90e5163ca1,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:52.932034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37892) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:52.934151 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:52.989781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.016042 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.066948 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.070795 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-350daf0d-04a6-4cf6-ae6f-a7fb804ab827 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:53.082935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ddaf6-51ff-44af-8d32-4a90e5163ca1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:53.087971 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:53.094096 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.095218 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/493ddaf6-51ff-44af-8d32-4a90e5163ca1 HTTP/1.1" status: 204 len: 168 time: 0.1621974 May 14 18:39:53.369672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37900) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:53.390656 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.404914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:53.408688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Usage tracker for resource:security_group_rule and tenant:c95fc689bbe54f188cacf483f3247361 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:53.411422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:53.417828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:53.500627 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.505668 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.514516 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6c3aae21-4707-42b6-ae9c-51a625444245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:53.554280 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c95fc689bbe54f188cacf483f3247361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835411 May 14 18:39:53.555378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae24fa17-ab3e-4ddc-8ed8-711acf537b85,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:53.556991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37904) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:53.558159 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:53.619643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.646365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.699377 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.702973 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-611b8bf0-ef99-4bcf-8811-44db43e9afee tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:53.715253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae24fa17-ab3e-4ddc-8ed8-711acf537b85,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:53.717766 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:53.725746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:53.727872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae24fa17-ab3e-4ddc-8ed8-711acf537b85 HTTP/1.1" status: 204 len: 168 time: 0.1682673 May 14 18:39:54.403397 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:55.706738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37972) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:55.824814 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:55.838926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:55.842810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Usage tracker for resource:security_group_rule and tenant:42de7eaa59ec49f99875801f5281ec7a is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:55.845594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:55.851342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:55.933262 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:55.937066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:55.946305 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d542ad88-8c81-43bb-8a31-0d3777b55959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:55.983584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42de7eaa59ec49f99875801f5281ec7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757933 May 14 18:39:55.985200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf5c2a-2008-4db5-8647-a8d68c1804fa,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:55.986418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37978) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:55.988193 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:56.046655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.072412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.126649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.131333 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f2c71004-22e2-4887-973f-0964674c8254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:56.142545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf5c2a-2008-4db5-8647-a8d68c1804fa,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:56.145420 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:56.153218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.156958 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bedf5c2a-2008-4db5-8647-a8d68c1804fa HTTP/1.1" status: 204 len: 168 time: 0.1662254 May 14 18:39:56.430687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 37986) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:56.452412 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.466993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:56.470755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Usage tracker for resource:security_group_rule and tenant:e40651344e804f0b87d4104e9a36d157 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:56.473746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:56.481039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:56.562192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.566045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.574814 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2fa477d3-4dde-44e0-a6e6-87238284e63f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:56.614359 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e40651344e804f0b87d4104e9a36d157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825390 May 14 18:39:56.616109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2af6be-82aa-48c6-8fdb-652732c8a428,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:56.617094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 37990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:56.619460 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:56.676495 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.702378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.756453 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.760642 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cd4875cf-fe9c-4fcf-b3cd-d675ab32535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:56.771401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2af6be-82aa-48c6-8fdb-652732c8a428,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:56.776564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:56.780626 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:56.781711 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d2af6be-82aa-48c6-8fdb-652732c8a428 HTTP/1.1" status: 204 len: 168 time: 0.1634941 May 14 18:39:57.073357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd7219bd-0f19-4363-98e2-564f6874655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:58.034054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:58.771604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38042) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:58.895371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:58.909881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:58.913702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Usage tracker for resource:security_group_rule and tenant:17f1ae0fa9784f558af07290ab5a7b79 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:58.917152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:58.922764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:59.007757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.011405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.177679 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f2e3135-c355-478d-b226-d9b092995598 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:59.218163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f1ae0fa9784f558af07290ab5a7b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455192 May 14 18:39:59.219094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec3b3a-afc9-400b-9060-f0136acaa9f5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:59.220860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38052) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:59.222260 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:59.281438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.306309 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.360546 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.365324 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9889bbad-7233-4a58-98a2-03a26394b946 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:59.378133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec3b3a-afc9-400b-9060-f0136acaa9f5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:59.380929 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:59.392222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.393323 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8ec3b3a-afc9-400b-9060-f0136acaa9f5 HTTP/1.1" status: 204 len: 168 time: 0.1714880 May 14 18:39:59.609270 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.676731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38060) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:59.695195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.709888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:39:59.713819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d193b519d77448e09b0c95d369caa77b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:39:59.716677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:39:59.722730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:39:59.789907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-270808bd-4b47-4a2f-943f-84562e84aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.807511 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.811259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.820270 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b90887e6-5f47-4eca-9b0d-c28c43add585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:39:59.858857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d193b519d77448e09b0c95d369caa77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810827 May 14 18:39:59.861024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6625d9e5-1f81-4aeb-a3a0-8008c42d0bd7,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:39:59.861716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38064) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:39:59.864105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:39:59.921459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:39:59.947878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:00.000648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:00.004591 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-685b6811-75a5-4584-8e86-a6fa02969ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:00.017158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6625d9e5-1f81-4aeb-a3a0-8008c42d0bd7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:00.019328 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:00.026287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:00.029937 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6625d9e5-1f81-4aeb-a3a0-8008c42d0bd7 HTTP/1.1" status: 204 len: 168 time: 0.1646943 May 14 18:40:00.838395 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:02.350891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.196315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:06.314610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.332187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:06.335901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Usage tracker for resource:security_group_rule and tenant:f252e59555ae456f8e57cd02cf3f9862 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:06.338932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:06.345147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:06.425270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.428842 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.437534 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e128e38d-c40a-4108-908b-2f549752c1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:06.478863 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f252e59555ae456f8e57cd02cf3f9862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779741 May 14 18:40:06.478863 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30aae4-8d59-4af5-9c30-79b8d069de79,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:06.479737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38190) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:06.481564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:06.546393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.576028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.626876 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.630472 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a2c4fc93-f58c-4c1d-8c70-5816926100ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:06.643216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30aae4-8d59-4af5-9c30-79b8d069de79,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:06.646999 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:06.652575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.653678 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a30aae4-8d59-4af5-9c30-79b8d069de79 HTTP/1.1" status: 204 len: 168 time: 0.1722159 May 14 18:40:06.934166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38198) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:06.934556 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:40:06.952630 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:06.966386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:06.970150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Usage tracker for resource:security_group_rule and tenant:994ffc273a4c4f23ab4de586caed05d7 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:06.972947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:06.978629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:07.057501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:07.061001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:07.068021 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8009b52-e70c-4195-9de7-ff8ab09906e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:07.106643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96235b74-49ed-4a1d-9b62-b9c2cbe7cb55,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:07.110831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=994ffc273a4c4f23ab4de586caed05d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756067 May 14 18:40:07.111810 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:07.114137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38202) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:07.173735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:07.199435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:07.249831 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:07.253507 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ad5e7fbf-4855-46e8-b676-8836631bda4c tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:07.265230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96235b74-49ed-4a1d-9b62-b9c2cbe7cb55,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:07.268696 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:07.273616 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:07.274712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96235b74-49ed-4a1d-9b62-b9c2cbe7cb55 HTTP/1.1" status: 204 len: 168 time: 0.1601086 May 14 18:40:09.177903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38274) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:09.295998 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.310258 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:09.314292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Usage tracker for resource:security_group_rule and tenant:2be80570e1ca4a8899d14c6cb7f33605 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:09.317043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:09.323144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:09.403350 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.407026 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.415441 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bb018c37-3819-42e7-9ca8-f7801711c34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:09.457720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2be80570e1ca4a8899d14c6cb7f33605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787752 May 14 18:40:09.459393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257be468-d45d-47d2-98a5-c26340ea2768,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:09.460611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38280) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:09.462448 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:09.521486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.546950 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.596837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.601568 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7df334ce-48b3-47d7-a546-db4c1e401d13 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:09.620568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257be468-d45d-47d2-98a5-c26340ea2768,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:09.625891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:09.633257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:09.634363 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/257be468-d45d-47d2-98a5-c26340ea2768 HTTP/1.1" status: 204 len: 168 time: 0.1727085 May 14 18:40:09.911287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38288) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:10.081922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.095871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:10.099684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Usage tracker for resource:security_group_rule and tenant:f056152f3e754d79b504bb21fd4e8305 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:10.102443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:10.108233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:10.190045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.194016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.201546 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1354e711-f813-48f7-aade-5143f272e7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:10.242208 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f056152f3e754d79b504bb21fd4e8305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298583 May 14 18:40:10.243098 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c57ac8-48d1-4927-a36f-453ebfcc555d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:10.245761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38292) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:10.246794 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:10.303161 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.328780 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.380306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.383858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-884863c9-6a9e-4480-9d1c-f2b2f8be9c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:10.394149 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c57ac8-48d1-4927-a36f-453ebfcc555d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:10.396301 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:10.402157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:10.403274 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54c57ac8-48d1-4927-a36f-453ebfcc555d HTTP/1.1" status: 204 len: 168 time: 0.1565318 May 14 18:40:13.949199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38506) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:14.068873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.083544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:14.087305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Usage tracker for resource:security_group_rule and tenant:d74a8bcbc4964da8b4a2b37f398f0c4a is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:14.090680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:14.096509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:14.177556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.181211 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.193092 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:14.232093 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d74a8bcbc4964da8b4a2b37f398f0c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818387 May 14 18:40:14.233815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0788edd1-b18d-459f-bac0-cd493b062052,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:14.234840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38514) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:14.237038 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:14.295195 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.324461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.375850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.379638 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f67d06af-0e1a-4827-bb70-45ed4dbf2462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:14.392344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788edd1-b18d-459f-bac0-cd493b062052,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:14.396193 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:14.406281 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:14.407404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0788edd1-b18d-459f-bac0-cd493b062052 HTTP/1.1" status: 204 len: 168 time: 0.1715262 May 14 18:40:15.637956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38552) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:15.746288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:15.751729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:15.755544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Usage tracker for resource:floatingip and tenant:0b117f8c169149cf80f624c818c1186d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:15.758330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:15.765897 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:15.776280 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:15.921461 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.058714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Allocated IP 172.25.4.69 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/a47a358c-a176-4f39-aa53-992dbb7ba114) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:16.208677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.238727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.243287 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-99184dca-d6c0-4cb6-9f5a-4f9febfbd5a6 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:16.298350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:16.301080 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:16.303427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:16.351459 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Pushing event updated for resources: {'Port': ['ID=a47a358c-a176-4f39-aa53-992dbb7ba114,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:16.354668 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:16.399452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.458022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.661621 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.666524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.670144 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:16.764611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Pushing event updated for resources: {'Port': ['ID=a47a358c-a176-4f39-aa53-992dbb7ba114,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:16.768496 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:16.783030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.808757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.810038 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1711013 May 14 18:40:16.813370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38558) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:16.819308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-918845286', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'fixed_ips': [{'ip_address': '172.25.4.69'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:16.825181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:16.828945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Usage tracker for resource:port and tenant:0b117f8c169149cf80f624c818c1186d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:16.832960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:16.838668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:16.847450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Made reservation on behalf of 0b117f8c169149cf80f624c818c1186d for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:16.850087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.864862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.879405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:16.883105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Usage tracker for resource:security_group_rule and tenant:0b117f8c169149cf80f624c818c1186d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:16.886739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:16.892313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:16.975046 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.978986 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:16.982102 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8900253-0885-4ed5-8661-113509a0d901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:16.989435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] device_id is not set on port 8a7e4201-a164-4f05-9a98-92e65531cd75 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:40:17.051092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba24f846-cb91-4067-8bd2-6f02afeabf3f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:17.055961 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:17.190175 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 14 18:40:17.190674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:40:17.213331 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3984144 May 14 18:40:17.216015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38562) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:17.429496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Deleting port a47a358c-a176-4f39-aa53-992dbb7ba114 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:17.429835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:17.549225 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:17.549553 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:17.673405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Calling delete_port for a47a358c-a176-4f39-aa53-992dbb7ba114 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:17.783000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:17.787250 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c9c594fc-245f-4c85-aa1d-806ad1a2a143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:17.992759 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Pushing event deleted for resources: {'Port': ['ID=a47a358c-a176-4f39-aa53-992dbb7ba114,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:18.018938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:18.084959 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.095525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.096647 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/98b85afd-04c5-4e1d-bd66-fd77a85b4249 HTTP/1.1" status: 204 len: 168 time: 0.8797476 May 14 18:40:18.359921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38570) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:18.479058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.493276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:18.497906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f0126ab07a4c7dbcb88e7fb96d9ac0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:18.500812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:18.506480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:18.587589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.591323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.598306 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2f9e0bee-f028-4cfb-8f71-6b7edfd53aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:18.637229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b38c3a-85c9-4677-9a61-4071f2e0e2a6,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:18.641350 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8f0126ab07a4c7dbcb88e7fb96d9ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804134 May 14 18:40:18.642221 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:18.644729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38576) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:18.701509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.726757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.781213 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.785849 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d5d1b5c-f647-44d4-a1bb-237ad9eaf6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:18.796298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b38c3a-85c9-4677-9a61-4071f2e0e2a6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:18.800240 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:18.803835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:18.804932 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83b38c3a-85c9-4677-9a61-4071f2e0e2a6 HTTP/1.1" status: 204 len: 168 time: 0.1600490 May 14 18:40:19.079837 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38584) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:19.129152 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7a43f762-18e7-41df-b1e1-3406d4ca29b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b117f8c169149cf80f624c818c1186d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480962 May 14 18:40:19.131440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38588) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:19.188516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:19.214717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:19.265735 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:19.270407 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-983f7ef6-203c-46d5-9d92-f763527ddfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:19.286885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba24f846-cb91-4067-8bd2-6f02afeabf3f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:19.289186 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:19.290256 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba24f846-cb91-4067-8bd2-6f02afeabf3f HTTP/1.1" status: 204 len: 168 time: 0.1579499 May 14 18:40:19.291678 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:20.033635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38612) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:20.137944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'networks': [{'name': 'tempest-network--686781075'}, {'name': 'tempest-network--1652824251'}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:20.138276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'network': {'name': 'tempest-network--686781075'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:20.138733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'network': {'name': 'tempest-network--1652824251'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:20.144462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:20.148463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:network and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:20.152078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:20.158689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:20.168091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'network': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:20.172547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.185022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.200012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:20.203660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:security_group_rule and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:20.206398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:20.212026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:20.295087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.298869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.299433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.309605 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-857b07b2-54d4-42f0-a797-76a606461063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:20.348033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a146da78-6a85-413e-8c93-4a8a123fc94e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:20.354068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:20.356363 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:20.364246 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.364582 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Added segment de21d66e-c395-424d-97f7-bbda9e14daae of type vlan for network c3f1d4b2-23ac-42ee-951e-08ba121f85c7 May 14 18:40:20.390832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.427962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:20.436434 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.436780 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Added segment 4eacb4b7-1eab-4476-ad15-1defed286864 of type vlan for network e3c8082f-abff-4a15-8dc0-61687871e106 May 14 18:40:20.461489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.492442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.492987 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.498604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:20.503386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:20.503995 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:20.508947 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-88313d52-2e0f-408e-9a75-834885901fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:20.612128 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5773997 May 14 18:40:20.614842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38618) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:20.615398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Network': ['ID=c3f1d4b2-23ac-42ee-951e-08ba121f85c7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:20.626162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c3f1d4b2-23ac-42ee-951e-08ba121f85c7 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:20.710738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Network': ['ID=e3c8082f-abff-4a15-8dc0-61687871e106,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:20.714119 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:20.714745 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:20.715135 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:20.724315 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network e3c8082f-abff-4a15-8dc0-61687871e106 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:20.781965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3cc52-38ca-48a4-ae52-e2110fb92fc8 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:20.787864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3cc52-38ca-48a4-ae52-e2110fb92fc8 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:20.793922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3cc52-38ca-48a4-ae52-e2110fb92fc8 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:20.799606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3cc52-38ca-48a4-ae52-e2110fb92fc8 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:20.801241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-13f3cc52-38ca-48a4-ae52-e2110fb92fc8 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1852789 May 14 18:40:20.804092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38622) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:20.916858 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.046826 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.096295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f1d4b2-23ac-42ee-951e-08ba121f85c7']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:21.113534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de21d66e-c395-424d-97f7-bbda9e14daae') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:21.113823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de21d66e-c395-424d-97f7-bbda9e14daae') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:21.128243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.148210 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.156162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:21.156534 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:21.170717 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:21.242635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-5fd6dd67-8946-4827-89a2-c4af91863d3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1886616 May 14 18:40:21.262201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.265586 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:21.280207 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.292008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Network': ['ID=c3f1d4b2-23ac-42ee-951e-08ba121f85c7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:21.296000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/networks/c3f1d4b2-23ac-42ee-951e-08ba121f85c7 HTTP/1.1" status: 204 len: 168 time: 0.4905889 May 14 18:40:21.297424 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9e462480-abdd-4b2d-bf4f-94f1c80a12c1 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:21.297831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:21.460211 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.483081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-08a79e5b-aae0-4d8a-a773-7deae00b9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:21.484550 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-08a79e5b-aae0-4d8a-a773-7deae00b9a2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.1657879 May 14 18:40:21.680481 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.703192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c8082f-abff-4a15-8dc0-61687871e106']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:21.726387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eacb4b7-1eab-4476-ad15-1defed286864') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:21.726681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eacb4b7-1eab-4476-ad15-1defed286864') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:21.749704 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.770610 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-94b05f04-c658-46d3-8e7b-086f62fafb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:21.772078 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-94b05f04-c658-46d3-8e7b-086f62fafb41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 909 time: 0.2574792 May 14 18:40:21.775529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.827761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:21.828157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:21.848020 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:22.118332 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.123360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.126050 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-867ea105-a161-4f42-b8ca-4b71e3891c8f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:22.140630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-7844e839-1cf3-4f70-b1e7-210ee930096d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 1001 time: 0.3605504 May 14 18:40:22.148723 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/networks/e3c8082f-abff-4a15-8dc0-61687871e106 HTTP/1.1" status: 204 len: 168 time: 0.8498800 May 14 18:40:22.149697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Network': ['ID=e3c8082f-abff-4a15-8dc0-61687871e106,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:22.152212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:22.152697 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:22.216241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-8cea2007-b850-47cf-b5e0-fad896dfe95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:22.217810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-8cea2007-b850-47cf-b5e0-fad896dfe95f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.0638413 May 14 18:40:22.298153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-60f7fd19-dabc-4df2-a3ea-19a0c664f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:22.299677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-60f7fd19-dabc-4df2-a3ea-19a0c664f892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747194 May 14 18:40:22.307688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df884555-9412-4b3a-b475-faec3372f7c4 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:22.313574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df884555-9412-4b3a-b475-faec3372f7c4 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:22.314570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df884555-9412-4b3a-b475-faec3372f7c4 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Synchronizing usage tracker for tenant:7d91097123934b34807ea85022489d70 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:22.331244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df884555-9412-4b3a-b475-faec3372f7c4 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Unset dirty status for tenant:7d91097123934b34807ea85022489d70 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:22.332443 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-df884555-9412-4b3a-b475-faec3372f7c4 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1792531 May 14 18:40:22.336230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38634) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:22.342573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1968468394'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:22.348577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:22.359236 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:22.369276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:22.372713 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.401637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:22.410543 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.410853 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Added segment bdb82b0e-fa44-4578-a5f2-287bb91d4bc5 of type vlan for network cf1e3508-a09d-40e6-acf5-9d1b641a9af5 May 14 18:40:22.437094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-17a18376-804d-4a89-b020-3917f07cc03f service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295235 May 14 18:40:22.437498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.469390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.476120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:22.476861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.483225 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aed133a4-2049-421b-9139-8df4551d8ea1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:22.575367 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9f2d981-3dfe-45ad-8da3-667358604c0b req-4d64528f-be38-4933-890f-573a4bb4e648 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311727 May 14 18:40:22.588822 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2515581 May 14 18:40:22.592245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38638) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:22.595381 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Network': ['ID=cf1e3508-a09d-40e6-acf5-9d1b641a9af5,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:22.599744 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:22.599910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-218416759'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:22.606375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:22.606568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network cf1e3508-a09d-40e6-acf5-9d1b641a9af5 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:22.611783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:network and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:22.614614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:22.621462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:22.633709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:22.638092 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.666065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:22.675051 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.675419 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Added segment ffaf0eca-2d0e-490e-8009-a4ecedec0e46 of type vlan for network 28a942de-8060-4caf-93a1-dd500b2eef44 May 14 18:40:22.705445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.737817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.743397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:22.744495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:22.748166 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2e475f95-3b95-43c1-b52f-98ec118434fc tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:22.850461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2571077 May 14 18:40:22.853450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:22.856716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Network': ['ID=28a942de-8060-4caf-93a1-dd500b2eef44,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:22.859344 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:22.860471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'ports': [{'network_id': 'cf1e3508-a09d-40e6-acf5-9d1b641a9af5', 'name': 'tempest-port--1400699969', 'admin_state_up': True}, {'network_id': '28a942de-8060-4caf-93a1-dd500b2eef44', 'admin_state_up': False}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:22.860782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'port': {'network_id': 'cf1e3508-a09d-40e6-acf5-9d1b641a9af5', 'name': 'tempest-port--1400699969', 'admin_state_up': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:22.861252 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'port': {'network_id': '28a942de-8060-4caf-93a1-dd500b2eef44', 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:22.867590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 28a942de-8060-4caf-93a1-dd500b2eef44 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:23.080762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:23.084739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:port and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:23.087478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:23.093107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:23.102612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'port': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:23.107887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:23.125604 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:23.246241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] device_id is not set on port 08b53605-d502-49ff-b89e-9acebf37b18b yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:40:23.380195 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:23.492598 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] device_id is not set on port d0a70202-5c91-4ad8-b949-16e98e206352 yet. {{(pid=79560) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 14 18:40:23.625116 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:23.651639 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:23.657804 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cb7a7004-2640-44fc-8e97-ee7802e36db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:23.743305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Port': ['ID=08b53605-d502-49ff-b89e-9acebf37b18b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:23.746021 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:23.754807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Checking segment: {'id': 'bdb82b0e-fa44-4578-a5f2-287bb91d4bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf1e3508-a09d-40e6-acf5-9d1b641a9af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:23.755156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network hostable DHCP agents. Network: cf1e3508-a09d-40e6-acf5-9d1b641a9af5, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:23.772291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network cf1e3508-a09d-40e6-acf5-9d1b641a9af5 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:23.781626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, cf1e3508-a09d-40e6-acf5-9d1b641a9af5) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:23.785486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:23.786291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:23.790668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab1446-a3e9-42e2-98c9-ffe81d330b46 None None] Network cf1e3508-a09d-40e6-acf5-9d1b641a9af5 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:23.793982 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:24.032993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Port': ['ID=d0a70202-5c91-4ad8-b949-16e98e206352,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:24.035643 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:24.047230 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Checking segment: {'id': 'ffaf0eca-2d0e-490e-8009-a4ecedec0e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '28a942de-8060-4caf-93a1-dd500b2eef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:24.047586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network hostable DHCP agents. Network: 28a942de-8060-4caf-93a1-dd500b2eef44, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:24.064640 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network 28a942de-8060-4caf-93a1-dd500b2eef44 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:24.073870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 28a942de-8060-4caf-93a1-dd500b2eef44) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:24.077333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:24.083094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43dbdf6-e9d0-4858-a0b7-6f1d427e4a44 None None] Network 28a942de-8060-4caf-93a1-dd500b2eef44 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:24.083511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:24.088444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:24.089074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.111141 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2565417 May 14 18:40:24.113718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:24.196101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91177be1-1ceb-469b-9ad2-4f9bbc2f4195 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:24.201886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91177be1-1ceb-469b-9ad2-4f9bbc2f4195 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:24.202607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-91177be1-1ceb-469b-9ad2-4f9bbc2f4195 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Synchronizing usage tracker for tenant:7d91097123934b34807ea85022489d70 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:24.220122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-91177be1-1ceb-469b-9ad2-4f9bbc2f4195 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Unset dirty status for tenant:7d91097123934b34807ea85022489d70 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:24.221401 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-91177be1-1ceb-469b-9ad2-4f9bbc2f4195 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1067154 May 14 18:40:24.224126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38650) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:24.360793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Deleting port 08b53605-d502-49ff-b89e-9acebf37b18b {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:24.361516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.402961 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.464655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.584442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Calling delete_port for 08b53605-d502-49ff-b89e-9acebf37b18b owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:24.629562 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.636221 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9ebb786c-ed23-4a72-9e5a-1f7353fb35b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:24.678524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Port': ['ID=08b53605-d502-49ff-b89e-9acebf37b18b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:24.681910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:24.685880 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.699699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/ports/08b53605-d502-49ff-b89e-9acebf37b18b HTTP/1.1" status: 204 len: 168 time: 0.4746408 May 14 18:40:24.702193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38654) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:24.832003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Deleting port d0a70202-5c91-4ad8-b949-16e98e206352 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:24.832247 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:24.932137 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.050476 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Calling delete_port for d0a70202-5c91-4ad8-b949-16e98e206352 owned by {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:25.095707 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.101023 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7f471fbf-ae5b-4145-9e1a-81fbb471587d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:25.145612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Port': ['ID=d0a70202-5c91-4ad8-b949-16e98e206352,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:25.149139 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:25.153490 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.162903 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/ports/d0a70202-5c91-4ad8-b949-16e98e206352 HTTP/1.1" status: 204 len: 168 time: 0.4598024 May 14 18:40:25.165361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38658) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:25.207630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-43ab9a4e-8062-4c68-873b-663ac0024cf6 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Synchronizing usage tracker for tenant:7d91097123934b34807ea85022489d70 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:25.222801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-43ab9a4e-8062-4c68-873b-663ac0024cf6 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Unset dirty status for tenant:7d91097123934b34807ea85022489d70 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:25.223953 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-43ab9a4e-8062-4c68-873b-663ac0024cf6 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571144 May 14 18:40:25.227496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38662) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:25.233710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2033804497'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:25.239190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:25.243120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:network and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:25.246093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:25.251646 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:25.261852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:25.265172 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.292043 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:25.300677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.301098 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Added segment ccd430eb-34eb-44e5-8333-a53cab7acb92 of type vlan for network a7a15573-6ffe-4e09-b377-ad7e6b359e78 May 14 18:40:25.328582 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.361386 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.366762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:25.367389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.372318 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9628c504-3ee7-41cc-a17d-a14f5d3599d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:25.479053 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2482491 May 14 18:40:25.479363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38668) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:25.481700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Network': ['ID=a7a15573-6ffe-4e09-b377-ad7e6b359e78,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:25.484929 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:25.488735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1965374839'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:25.492690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a7a15573-6ffe-4e09-b377-ad7e6b359e78 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:25.495377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:25.500010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:network and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:25.502896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:25.508708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:25.519425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:25.523488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.557182 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:25.566257 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.566647 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Added segment ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1 of type vlan for network 324b4d04-f0fc-4f33-8a13-c1af1799960a May 14 18:40:25.593458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.622315 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.628822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:25.629472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:25.636103 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e6d78e92-8c6e-4067-a20d-0d982a574576 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:25.732326 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2518265 May 14 18:40:25.741272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Network': ['ID=324b4d04-f0fc-4f33-8a13-c1af1799960a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:25.745395 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:25.757806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 324b4d04-f0fc-4f33-8a13-c1af1799960a details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:25.860014 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38672) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:25.866117 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'subnets': [{'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--286393275', 'ip_version': 4}, {'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:25.866429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'subnet': {'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--286393275', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:25.867018 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Request body: {'subnet': {'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:26.073199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:26.076940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Usage tracker for resource:subnet and tenant:7d91097123934b34807ea85022489d70 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:26.079719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:26.085238 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:26.094992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Made reservation on behalf of 7d91097123934b34807ea85022489d70 for: {'subnet': 2} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:26.099608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:26.099960 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:26.714565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:26.718171 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bbf7182-07cf-406f-8331-62330f6b89c0 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:26.796629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Subnet': ['ID=c695e934-2eca-4474-9afe-8a47b8b118bd,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:26.801848 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:26.805764 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Checking segment: {'id': 'ccd430eb-34eb-44e5-8333-a53cab7acb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:26.806125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network hostable DHCP agents. Network: a7a15573-6ffe-4e09-b377-ad7e6b359e78, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:26.823685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network a7a15573-6ffe-4e09-b377-ad7e6b359e78 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:26.832643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a7a15573-6ffe-4e09-b377-ad7e6b359e78) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:26.842014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b7f18-f19f-4c1f-8d46-2d7b0e5d935f None None] Network a7a15573-6ffe-4e09-b377-ad7e6b359e78 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:27.060512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a7a15573-6ffe-4e09-b377-ad7e6b359e78', 'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78', 'tenant_id': '7d91097123934b34807ea85022489d70', 'fixed_ips': [{'subnet_id': 'c695e934-2eca-4474-9afe-8a47b8b118bd'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:27.061368 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.133475 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-91e19714-e0d2-4f85-b525-e9e312626652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.201196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.205556 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c252074-de0a-4ac4-882f-a1de368639f8 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:27.234190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Allocated IP 172.20.0.2 (a7a15573-6ffe-4e09-b377-ad7e6b359e78/c695e934-2eca-4474-9afe-8a47b8b118bd/0d480a58-e2c9-4c05-b70e-98b3acc9ee2e) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:27.283330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event updated for resources: {'Subnet': ['ID=2ba22edc-2c11-4e53-bcb1-bdb3223678a6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:27.287222 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:27.291497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Checking segment: {'id': 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:27.291866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network hostable DHCP agents. Network: 324b4d04-f0fc-4f33-8a13-c1af1799960a, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:27.309709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Network 324b4d04-f0fc-4f33-8a13-c1af1799960a is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:27.319838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 324b4d04-f0fc-4f33-8a13-c1af1799960a) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:27.330469 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:27.330945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:27.331153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6df7a-2a0d-4f09-80a2-f0f6adbe6f27 None None] Network 324b4d04-f0fc-4f33-8a13-c1af1799960a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:27.331596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.354319 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4905994 May 14 18:40:27.354562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38676) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:27.423167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322e150-6257-4f9d-8119-fd7668d5a039 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:27.424788 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322e150-6257-4f9d-8119-fd7668d5a039 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:27.426368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322e150-6257-4f9d-8119-fd7668d5a039 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:27.427424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a322e150-6257-4f9d-8119-fd7668d5a039 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Synchronizing usage tracker for tenant:7d91097123934b34807ea85022489d70 on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:27.444248 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a322e150-6257-4f9d-8119-fd7668d5a039 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Unset dirty status for tenant:7d91097123934b34807ea85022489d70 on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:27.449071 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a322e150-6257-4f9d-8119-fd7668d5a039 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0899925 May 14 18:40:27.449401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38680) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:27.521344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Deleting subnet c695e934-2eca-4474-9afe-8a47b8b118bd {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:40:27.594316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.614780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Transition to ACTIVE for port object 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:27.669566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Transition to ACTIVE for port object 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:27.672129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-324b4d04-f0fc-4f33-8a13-c1af1799960a', 'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a', 'tenant_id': '7d91097123934b34807ea85022489d70', 'fixed_ips': [{'subnet_id': '2ba22edc-2c11-4e53-bcb1-bdb3223678a6'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:27.672945 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.685323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.687594 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.698048 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8e5d0026-b10b-4044-ba3e-847973b0749d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:27.745877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.831648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:27.837664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Network a7a15573-6ffe-4e09-b377-ad7e6b359e78 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:27.849866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:27.861312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:27.870673 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Pushing event updated for resources: {'Port': ['ID=0d480a58-e2c9-4c05-b70e-98b3acc9ee2e,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:27.876889 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:28.011162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Attempting to bind port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:28.011633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Attempting to bind port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ccd430eb-34eb-44e5-8333-a53cab7acb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:28.012002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Attempting to bind port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e on network a7a15573-6ffe-4e09-b377-ad7e6b359e78 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:28.029230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:28.029618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Checking segment: {'id': 'ccd430eb-34eb-44e5-8333-a53cab7acb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:28.030038 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.030434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Bound using segment: {'id': 'ccd430eb-34eb-44e5-8333-a53cab7acb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:28.030909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Bound port: 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd430eb-34eb-44e5-8333-a53cab7acb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a7a15573-6ffe-4e09-b377-ad7e6b359e78'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:28.031315 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.062372 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.093700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Allocated IP 172.20.0.18 (324b4d04-f0fc-4f33-8a13-c1af1799960a/2ba22edc-2c11-4e53-bcb1-bdb3223678a6/e07efe14-8977-4ce6-9fb0-600165795f04) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:28.105470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.110111 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:28.151493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Subnet': ['ID=c695e934-2eca-4474-9afe-8a47b8b118bd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:28.153511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.156263 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:28.167368 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/subnets/c695e934-2eca-4474-9afe-8a47b8b118bd HTTP/1.1" status: 204 len: 168 time: 0.7169440 May 14 18:40:28.169943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38684) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:28.215314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] For port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:28.219742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] For port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0d480a58-e2c9-4c05-b70e-98b3acc9ee2e,segment=NetworkSegment(ccd430eb-34eb-44e5-8333-a53cab7acb92),segment_id=ccd430eb-34eb-44e5-8333-a53cab7acb92)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:28.227885 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.234247 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b43fd9e7-d184-4de3-8088-157a9da358e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:28.237428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Deleting subnet 2ba22edc-2c11-4e53-bcb1-bdb3223678a6 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:40:28.416790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Pushing event updated for resources: {'Port': ['ID=0d480a58-e2c9-4c05-b70e-98b3acc9ee2e,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:28.423017 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:28.438741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.452373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Transition to ACTIVE for port object e07efe14-8977-4ce6-9fb0-600165795f04 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:28.473779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Transition to ACTIVE for port object e07efe14-8977-4ce6-9fb0-600165795f04 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:28.479927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.480785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.485162 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:28.544698 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.548889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Network 324b4d04-f0fc-4f33-8a13-c1af1799960a is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:28.551719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:28.555507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:28.596177 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Pushing event updated for resources: {'Port': ['ID=e07efe14-8977-4ce6-9fb0-600165795f04,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:28.603883 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:28.669762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.685980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Attempting to bind port e07efe14-8977-4ce6-9fb0-600165795f04 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:28.686601 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Attempting to bind port e07efe14-8977-4ce6-9fb0-600165795f04 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:28.686735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Attempting to bind port e07efe14-8977-4ce6-9fb0-600165795f04 on network 324b4d04-f0fc-4f33-8a13-c1af1799960a {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:28.693003 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:28.693384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Checking segment: {'id': 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:28.693795 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.694200 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Bound using segment: {'id': 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:28.694676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Bound port: e07efe14-8977-4ce6-9fb0-600165795f04, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '324b4d04-f0fc-4f33-8a13-c1af1799960a'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:28.695063 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.959749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.962238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] For port e07efe14-8977-4ce6-9fb0-600165795f04, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:28.964311 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de863d38-d545-4565-ad7b-3e407e12fa04 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:28.966496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] For port e07efe14-8977-4ce6-9fb0-600165795f04, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e07efe14-8977-4ce6-9fb0-600165795f04,segment=NetworkSegment(ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1),segment_id=ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:28.972717 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:28.976589 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:29.001773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba22edc-2c11-4e53-bcb1-bdb3223678a6,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:29.005114 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:29.006205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.015731 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/subnets/2ba22edc-2c11-4e53-bcb1-bdb3223678a6 HTTP/1.1" status: 204 len: 168 time: 0.8447669 May 14 18:40:29.018222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38688) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:29.063298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Pushing event updated for resources: {'Port': ['ID=e07efe14-8977-4ce6-9fb0-600165795f04,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:29.066748 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:29.099724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c19a0-e287-450c-8972-843619a03a2e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:29.100397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dd7c19a0-e287-450c-8972-843619a03a2e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Synchronizing usage tracker for tenant:7d91097123934b34807ea85022489d70 on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:29.120329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dd7c19a0-e287-450c-8972-843619a03a2e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Unset dirty status for tenant:7d91097123934b34807ea85022489d70 on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:29.121610 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dd7c19a0-e287-450c-8972-843619a03a2e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024983 May 14 18:40:29.125531 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38692) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:29.259295 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.348592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Deleting port e07efe14-8977-4ce6-9fb0-600165795f04 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:29.348931 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.457305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2830dec8-8444-4d41-87bb-39f80fb0e7d9 None None] Network a7a15573-6ffe-4e09-b377-ad7e6b359e78 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:29.457620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] For port e07efe14-8977-4ce6-9fb0-600165795f04, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e07efe14-8977-4ce6-9fb0-600165795f04,segment=NetworkSegment(ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1),segment_id=ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:29.458043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.553887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a9777dc7-5b25-4088-a2d0-63c76785b011 None None] Provisioning for port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:29.584526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Calling delete_port for e07efe14-8977-4ce6-9fb0-600165795f04 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:29.640997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.645043 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-04cf62da-a4a3-452c-a286-cb77985e635d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:29.648758 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.699069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Port': ['ID=e07efe14-8977-4ce6-9fb0-600165795f04,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:29.701239 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:29.702186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] No DVR routers for this DVR port e07efe14-8977-4ce6-9fb0-600165795f04 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:29.756357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] DHCP port deletion for a7a15573-6ffe-4e09-b377-ad7e6b359e78 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:40:29.817811 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-23971036-d142-4f9a-ba10-e8a6001c186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.837630 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.843872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Deleting port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:29.844357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.851776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324b4d04-f0fc-4f33-8a13-c1af1799960a']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:29.869916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:29.870269 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea02ebc4-f3bb-49be-8ccc-08e38fd2faf1') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:29.882565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.899769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.907588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:29.908760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:29.924281 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:29.947566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] For port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0d480a58-e2c9-4c05-b70e-98b3acc9ee2e,segment=NetworkSegment(ccd430eb-34eb-44e5-8333-a53cab7acb92),segment_id=ccd430eb-34eb-44e5-8333-a53cab7acb92)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:29.947972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.009874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.017594 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a8204123-cf6e-4fde-a1a8-741dd5caf7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:30.032581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.045076 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Network': ['ID=324b4d04-f0fc-4f33-8a13-c1af1799960a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:30.050437 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:30.059138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38696) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:30.059628 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/networks/324b4d04-f0fc-4f33-8a13-c1af1799960a HTTP/1.1" status: 204 len: 168 time: 0.9326394 May 14 18:40:30.124923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Calling delete_port for 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:30.130997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bec106-f15d-42f0-b9b2-c01ea3fa6251 None None] DHCP port deletion for 324b4d04-f0fc-4f33-8a13-c1af1799960a request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:40:30.139460 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3509d6cf-03b8-413e-a9e3-c5a8d5a5b4c1 None None] Could not find standard attr ID for object e07efe14-8977-4ce6-9fb0-600165795f04. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:40:30.155660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805358f5-2394-4ffa-96d5-23fef202a90f None None] Network 324b4d04-f0fc-4f33-8a13-c1af1799960a requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:30.175817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805358f5-2394-4ffa-96d5-23fef202a90f None None] Network 324b4d04-f0fc-4f33-8a13-c1af1799960a could not be found, it might have been deleted concurrently. {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 14 18:40:30.184883 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.202932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.206727 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:30.234502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] The port '0d480a58-e2c9-4c05-b70e-98b3acc9ee2e' was deleted {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}} May 14 18:40:30.251844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Pushing event deleted for resources: {'Port': ['ID=0d480a58-e2c9-4c05-b70e-98b3acc9ee2e,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:30.251844 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:30.257128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] No DVR routers for this DVR port 0d480a58-e2c9-4c05-b70e-98b3acc9ee2e on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:30.362641 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.375437 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a15573-6ffe-4e09-b377-ad7e6b359e78']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:30.387277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd430eb-34eb-44e5-8333-a53cab7acb92') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:30.387581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd430eb-34eb-44e5-8333-a53cab7acb92') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:30.398944 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.416292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.423079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:30.423495 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:30.438226 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:30.522291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.528431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.531559 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d3977f26-5ca8-43ff-b1f4-2d44d36e092e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:30.553360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Network': ['ID=a7a15573-6ffe-4e09-b377-ad7e6b359e78,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:30.555634 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:30.560041 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/networks/a7a15573-6ffe-4e09-b377-ad7e6b359e78 HTTP/1.1" status: 204 len: 168 time: 0.4992578 May 14 18:40:30.562475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38700) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:30.677912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.811555 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.825166 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a942de-8060-4caf-93a1-dd500b2eef44']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:30.838812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaf0eca-2d0e-490e-8009-a4ecedec0e46') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:30.839059 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.839326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaf0eca-2d0e-490e-8009-a4ecedec0e46') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:30.851016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.867793 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.874362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:30.874742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:30.888844 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:30.969043 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.972393 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8952afb2-314c-414a-be28-8eb6751673bb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:30.987252 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:30.998376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Network': ['ID=28a942de-8060-4caf-93a1-dd500b2eef44,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:31.002122 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:31.003646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/networks/28a942de-8060-4caf-93a1-dd500b2eef44 HTTP/1.1" status: 204 len: 168 time: 0.4402845 May 14 18:40:31.006079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38704) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:31.120975 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.253083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.266195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1e3508-a09d-40e6-acf5-9d1b641a9af5']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:31.278445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb82b0e-fa44-4578-a5f2-287bb91d4bc5') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:31.278744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb82b0e-fa44-4578-a5f2-287bb91d4bc5') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:31.290192 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.305807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.312080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:31.312460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:31.327549 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:31.575388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.578674 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-413b14c4-e269-4839-8470-41fec48f9415 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:31.593101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:31.604663 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Pushing event deleted for resources: {'Network': ['ID=cf1e3508-a09d-40e6-acf5-9d1b641a9af5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:31.608436 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:31.609905 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c0fd9d95-b69e-4d03-942b-8ed948801498 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] 10.222.0.24 "DELETE /v2.0/networks/cf1e3508-a09d-40e6-acf5-9d1b641a9af5 HTTP/1.1" status: 204 len: 168 time: 0.6029537 May 14 18:40:31.869672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38712) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:31.900949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e07efe14-8977-4ce6-9fb0-600165795f04 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:40:31.938127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e07efe14-8977-4ce6-9fb0-600165795f04 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:40:31.938481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e07efe14-8977-4ce6-9fb0-600165795f04 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:40:32.021665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70b26b97-46a8-4858-b91d-00d1ab9a5573 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d91097123934b34807ea85022489d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506720 May 14 18:40:32.023960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38718) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:32.083605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:32.109624 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:32.161123 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:32.165927 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fe03df2f-a890-4ab5-9b84-83b1aa5b0ce4 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:32.177375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a146da78-6a85-413e-8c93-4a8a123fc94e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:32.180279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:32.184093 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:32.185567 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a146da78-6a85-413e-8c93-4a8a123fc94e HTTP/1.1" status: 204 len: 168 time: 0.1607766 May 14 18:40:32.350573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:32.872781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38742) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:32.980215 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117095214'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:32.985665 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:32.989625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:32.992598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:33.000291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:33.010737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:33.014168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.026717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.042244 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:33.046112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:security_group_rule and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:33.048869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:33.054474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:33.138938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.142730 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.146649 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c495ac56-0eed-4099-9a69-06e0b2faedef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:33.179538 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:33.188148 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ab3da-cf9c-4da3-8e91-d02ad263a364,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:33.191943 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:33.194326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.194676 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment c17ad9fb-7987-4b7c-badd-e697c324d7a3 of type vlan for network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 May 14 18:40:33.220885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.248985 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.254374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:33.254953 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:33.260130 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1bdf1f41-2beb-4385-92e8-75cfe9e4748c tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:33.365342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4913666 May 14 18:40:33.368089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=14b16b61-cb99-4b29-b4f1-9a1c2fc9b648,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:33.371315 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:33.378643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:36.544774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38748) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:36.550795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:36.669495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:36.674093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:36.677584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:36.685722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:36.696987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:36.700943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.265237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.269556 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a0116e67-7e67-4a4f-bea2-e974fec898ef tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:37.342667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=e17a47bb-8065-4e8b-98d5-300fc5dbbc77,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:37.353722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.354095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.354462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.354822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.355206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.355563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.355916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.356271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.356623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.356971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.357321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.357669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:37.361141 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:37.364041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': 'c17ad9fb-7987-4b7c-badd-e697c324d7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:37.364394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:37.381468 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:37.390497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:37.398973 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906db374-b813-4691-86b4-ed92e1645fd3 None None] Network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:37.400572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:37.401146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.422850 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8768134 May 14 18:40:37.426180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38752) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:37.432050 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1945527263'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:37.437888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:37.442505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:37.445405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:37.452827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:37.464277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:37.467688 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.495335 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:37.504693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.505034 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment ebb97947-74f2-49db-b875-6acf47b8095f of type vlan for network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b May 14 18:40:37.537333 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.567667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.573984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:37.574565 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.579636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-178638e6-2dc7-481b-ae67-9cf6895506dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:37.630230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-14b16b61-cb99-4b29-b4f1-9a1c2fc9b648', 'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': 'e17a47bb-8065-4e8b-98d5-300fc5dbbc77'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:37.631306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.676212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2489805 May 14 18:40:37.679060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38756) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:37.688124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:37.713971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=3c4db5b6-5f00-4fa1-b868-35b890a1ec1b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:37.717281 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:37.726032 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:37.806986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:37.812925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:37.816058 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:37.821716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:37.831064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:37.836109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:37.882610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Allocated IP 2001:db8:0:ffff::2 (14b16b61-cb99-4b29-b4f1-9a1c2fc9b648/e17a47bb-8065-4e8b-98d5-300fc5dbbc77/0b5adada-5bcb-4b55-8803-9da2752c512d) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:38.088281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.098054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Transition to ACTIVE for port object 0b5adada-5bcb-4b55-8803-9da2752c512d will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:38.115508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Transition to ACTIVE for port object 0b5adada-5bcb-4b55-8803-9da2752c512d will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:38.121946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.125265 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-627a43fd-155d-45f0-8abc-731529f6e71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:38.184567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:38.187348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:38.195779 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:38.202844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Pushing event updated for resources: {'Port': ['ID=0b5adada-5bcb-4b55-8803-9da2752c512d,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:38.206774 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:38.264311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.268662 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d1269b5-8a22-4819-b47c-990ac345052e tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:38.291237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Attempting to bind port 0b5adada-5bcb-4b55-8803-9da2752c512d on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:38.291615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Attempting to bind port 0b5adada-5bcb-4b55-8803-9da2752c512d by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c17ad9fb-7987-4b7c-badd-e697c324d7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:38.291981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Attempting to bind port 0b5adada-5bcb-4b55-8803-9da2752c512d on network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:38.297422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:38.297805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Checking segment: {'id': 'c17ad9fb-7987-4b7c-badd-e697c324d7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:38.298209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.298608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Bound using segment: {'id': 'c17ad9fb-7987-4b7c-badd-e697c324d7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:38.299075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Bound port: 0b5adada-5bcb-4b55-8803-9da2752c512d, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17ad9fb-7987-4b7c-badd-e697c324d7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b16b61-cb99-4b29-b4f1-9a1c2fc9b648'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:38.299486 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.355796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=6ee558c6-f840-4064-bb35-981917d1e89c,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:38.358318 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:38.359378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': 'ebb97947-74f2-49db-b875-6acf47b8095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:38.359740 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:38.377962 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:38.386356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] For port 0b5adada-5bcb-4b55-8803-9da2752c512d, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:38.388781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:38.389350 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] For port 0b5adada-5bcb-4b55-8803-9da2752c512d, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0b5adada-5bcb-4b55-8803-9da2752c512d,segment=NetworkSegment(c17ad9fb-7987-4b7c-badd-e697c324d7a3),segment_id=c17ad9fb-7987-4b7c-badd-e697c324d7a3)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:38.393911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.399542 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:38.400197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.401015 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:38.421677 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7416232 May 14 18:40:38.424485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:38.434823 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d0263b-35ff-4039-a711-e2dc0111c4d9 None None] Network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:38.558224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Pushing event updated for resources: {'Port': ['ID=0b5adada-5bcb-4b55-8803-9da2752c512d,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:38.563191 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:38.573657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.642797 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.729295 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-3c4db5b6-5f00-4fa1-b868-35b890a1ec1b', 'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '6ee558c6-f840-4064-bb35-981917d1e89c'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:38.730236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:38.949132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Allocated IP 2001:db8::1 (3c4db5b6-5f00-4fa1-b868-35b890a1ec1b/6ee558c6-f840-4064-bb35-981917d1e89c/df7211aa-f0f8-4f21-b14e-27a8295318a0) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:39.146607 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.156743 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Transition to ACTIVE for port object df7211aa-f0f8-4f21-b14e-27a8295318a0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:39.174818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Transition to ACTIVE for port object df7211aa-f0f8-4f21-b14e-27a8295318a0 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:39.180855 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.184539 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:39.199459 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.204052 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7d30e0b-56c2-444e-9de8-de54929e1c7f tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:39.246813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:39.247111 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee558c6-f840-4064-bb35-981917d1e89c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:39.249806 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:39.251026 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:39.257793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:39.264629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Pushing event updated for resources: {'Port': ['ID=df7211aa-f0f8-4f21-b14e-27a8295318a0,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:39.268317 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:39.352971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.355206 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Attempting to bind port df7211aa-f0f8-4f21-b14e-27a8295318a0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:39.355661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Attempting to bind port df7211aa-f0f8-4f21-b14e-27a8295318a0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'ebb97947-74f2-49db-b875-6acf47b8095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:39.356089 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Attempting to bind port df7211aa-f0f8-4f21-b14e-27a8295318a0 on network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:39.361645 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:39.362134 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Checking segment: {'id': 'ebb97947-74f2-49db-b875-6acf47b8095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:39.362605 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.363066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Bound using segment: {'id': 'ebb97947-74f2-49db-b875-6acf47b8095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:39.363566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Bound port: df7211aa-f0f8-4f21-b14e-27a8295318a0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb97947-74f2-49db-b875-6acf47b8095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:39.363949 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.367438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4db5b6-5f00-4fa1-b868-35b890a1ec1b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:39.380946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb97947-74f2-49db-b875-6acf47b8095f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:39.381401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb97947-74f2-49db-b875-6acf47b8095f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:39.394700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.411877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.418956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:39.419373 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:39.435267 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:39.463908 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] For port df7211aa-f0f8-4f21-b14e-27a8295318a0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:39.521802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] For port df7211aa-f0f8-4f21-b14e-27a8295318a0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df7211aa-f0f8-4f21-b14e-27a8295318a0,segment=NetworkSegment(ebb97947-74f2-49db-b875-6acf47b8095f),segment_id=ebb97947-74f2-49db-b875-6acf47b8095f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:39.523683 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:40:39.523683 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:40:39.523683 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '3c4db5b6-5f00-4fa1-b868-35b890a1ec1b'}] May 14 18:40:39.523683 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:40:39.523683 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:40:39.528091 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:39.531920 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-df548d22-9be5-458b-88dd-09fda999395e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:39.563700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4c4f7-a69a-4fc9-9e9c-d6fcf622b633 None None] Network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:39.756329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f49eac76-e35c-4e5f-ae84-d94a3598d6f4 None None] Provisioning for port 0b5adada-5bcb-4b55-8803-9da2752c512d completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:39.758939 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Pushing event updated for resources: {'Port': ['ID=df7211aa-f0f8-4f21-b14e-27a8295318a0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:39.770671 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:39.826761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbaf39-709c-408f-997f-75af87b6e17c None None] Network 3c4db5b6-5f00-4fa1-b868-35b890a1ec1b requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:39.972282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0b5adada-5bcb-4b55-8803-9da2752c512d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:40:40.024991 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.095848 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port df7211aa-f0f8-4f21-b14e-27a8295318a0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:40.096181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.137612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0b5adada-5bcb-4b55-8803-9da2752c512d completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:40.149217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0b5adada-5bcb-4b55-8803-9da2752c512d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:40.149599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.291418 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.327664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0b5adada-5bcb-4b55-8803-9da2752c512d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0b5adada-5bcb-4b55-8803-9da2752c512d,segment=NetworkSegment(c17ad9fb-7987-4b7c-badd-e697c324d7a3),segment_id=c17ad9fb-7987-4b7c-badd-e697c324d7a3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:40.332720 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.335310 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:40.374294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf9728-ea55-4ce0-81b8-67a3d36ac372 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:40:40.375421 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port df7211aa-f0f8-4f21-b14e-27a8295318a0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=df7211aa-f0f8-4f21-b14e-27a8295318a0,segment=NetworkSegment(ebb97947-74f2-49db-b875-6acf47b8095f),segment_id=ebb97947-74f2-49db-b875-6acf47b8095f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:40.375792 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.463750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0b5adada-5bcb-4b55-8803-9da2752c512d,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:40.466970 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:40.477647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-084a5337-ed99-4e69-9552-840fe85ca53b None None] Provisioning complete for port 0b5adada-5bcb-4b55-8803-9da2752c512d triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:40.478550 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-084a5337-ed99-4e69-9552-840fe85ca53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.505097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for df7211aa-f0f8-4f21-b14e-27a8295318a0 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:40.552877 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.557652 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:40.600384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=df7211aa-f0f8-4f21-b14e-27a8295318a0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:40.605397 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:40.606187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port df7211aa-f0f8-4f21-b14e-27a8295318a0 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:40.623121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf9728-ea55-4ce0-81b8-67a3d36ac372 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:40:40.732308 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.745264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4db5b6-5f00-4fa1-b868-35b890a1ec1b']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:40.757573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb97947-74f2-49db-b875-6acf47b8095f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:40.757883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb97947-74f2-49db-b875-6acf47b8095f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:40.769606 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.786034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.793075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:40.793464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:40.812023 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:40.890566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.894911 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fd8f076f-4159-4bb6-80ec-aad11963a758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:40.910140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:40.921988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=3c4db5b6-5f00-4fa1-b868-35b890a1ec1b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:40.926145 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:40.933230 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/3c4db5b6-5f00-4fa1-b868-35b890a1ec1b HTTP/1.1" status: 204 len: 168 time: 2.5036252 May 14 18:40:40.933416 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38764) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:40.938900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-943583290'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:40.945013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:40.949069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:40.952113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:40.958621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:40.968558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:40.972001 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.004967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:41.014038 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.014379 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment 99744955-37be-4c4e-86f2-91929fbcd6fa of type vlan for network d26e281d-74d0-465e-88c8-76c3205a187d May 14 18:40:41.039726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.068064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.074300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:41.074886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.079783 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-101b9172-7edd-4d2e-9065-5abe046937da tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:41.177699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2433226 May 14 18:40:41.180618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38768) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:41.190582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:41.220566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=d26e281d-74d0-465e-88c8-76c3205a187d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:41.223322 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:41.231324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network d26e281d-74d0-465e-88c8-76c3205a187d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:41.318223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:41.322187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:41.325920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:41.332447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:41.344025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:41.348799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.815353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.819596 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b926130b-e8ba-4aee-8ba2-6c8f345aa94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:41.896332 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=16608573-7737-47de-ad0c-4f5040d0c9c9,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:41.902695 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:41.905126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': '99744955-37be-4c4e-86f2-91929fbcd6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:41.905479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: d26e281d-74d0-465e-88c8-76c3205a187d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:41.922427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network d26e281d-74d0-465e-88c8-76c3205a187d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:41.932549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, d26e281d-74d0-465e-88c8-76c3205a187d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:41.943686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c9f52-9de9-450b-8143-c93b719eb5c6 None None] Network d26e281d-74d0-465e-88c8-76c3205a187d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:41.952192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:41.952926 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:41.976695 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7943902 May 14 18:40:41.980401 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38772) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:41.986192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895965033'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:41.991981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:41.995954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:41.998806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:42.004551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:42.012649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0b5adada-5bcb-4b55-8803-9da2752c512d up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:40:42.015548 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:42.019072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.049189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:42.058994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.060691 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment d1f0e224-be11-4efc-86a3-1e3a4be24ccc of type vlan for network 87368958-77aa-41f8-a4de-216828c86971 May 14 18:40:42.089238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.119591 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.125908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:42.126483 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.131738 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c1c0a23-878a-4bfb-be79-5db0cff1fc72 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:42.162947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0b5adada-5bcb-4b55-8803-9da2752c512d triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:42.163330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.225033 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2435131 May 14 18:40:42.227886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38776) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:42.236388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': '87368958-77aa-41f8-a4de-216828c86971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:42.271573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-d26e281d-74d0-465e-88c8-76c3205a187d', 'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '16608573-7737-47de-ad0c-4f5040d0c9c9'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:42.272370 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.308656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=87368958-77aa-41f8-a4de-216828c86971,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:42.311839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:42.326705 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 87368958-77aa-41f8-a4de-216828c86971 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:42.357210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:42.361005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:42.363833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:42.370261 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:42.381210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:42.385296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.481160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing IP validity checks on allocation pools {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 14 18:40:42.481679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 14 18:40:42.575748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Allocated IP 2001:db8::1 (d26e281d-74d0-465e-88c8-76c3205a187d/16608573-7737-47de-ad0c-4f5040d0c9c9/24222d31-3e37-485b-a908-6e202aeecedc) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:42.783430 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.794426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Transition to ACTIVE for port object 24222d31-3e37-485b-a908-6e202aeecedc will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:42.813341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Transition to ACTIVE for port object 24222d31-3e37-485b-a908-6e202aeecedc will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:42.817614 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.819331 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:42.822198 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e391dd9-4e3e-4a45-807a-a63d285772b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:42.823807 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7b70f92c-6da9-4d2d-bf3b-f2639893f2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:42.884723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Network d26e281d-74d0-465e-88c8-76c3205a187d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:42.887793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:42.892075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:42.907910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Pushing event updated for resources: {'Port': ['ID=24222d31-3e37-485b-a908-6e202aeecedc,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:42.936220 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:43.049987 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Attempting to bind port 24222d31-3e37-485b-a908-6e202aeecedc on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:43.050692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Attempting to bind port 24222d31-3e37-485b-a908-6e202aeecedc by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '99744955-37be-4c4e-86f2-91929fbcd6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:43.050692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Attempting to bind port 24222d31-3e37-485b-a908-6e202aeecedc on network d26e281d-74d0-465e-88c8-76c3205a187d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:43.056290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:43.056919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Checking segment: {'id': '99744955-37be-4c4e-86f2-91929fbcd6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:43.057336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.057738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Bound using segment: {'id': '99744955-37be-4c4e-86f2-91929fbcd6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:43.058214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Bound port: 24222d31-3e37-485b-a908-6e202aeecedc, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99744955-37be-4c4e-86f2-91929fbcd6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd26e281d-74d0-465e-88c8-76c3205a187d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:43.058607 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.063102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=8e489028-edbe-4edd-9993-60383372cf34,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:43.067392 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:43.071375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87368958-77aa-41f8-a4de-216828c86971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:43.071918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: 87368958-77aa-41f8-a4de-216828c86971, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:43.088694 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network 87368958-77aa-41f8-a4de-216828c86971 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:43.097890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 87368958-77aa-41f8-a4de-216828c86971) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:43.108449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:43.109087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.112403 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710bc32c-fff0-4d04-99f1-6db19bd30575 None None] Network 87368958-77aa-41f8-a4de-216828c86971 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:43.140831 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9117758 May 14 18:40:43.144384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38780) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:43.250182 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] For port 24222d31-3e37-485b-a908-6e202aeecedc, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:43.269594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] For port 24222d31-3e37-485b-a908-6e202aeecedc, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=24222d31-3e37-485b-a908-6e202aeecedc,segment=NetworkSegment(99744955-37be-4c4e-86f2-91929fbcd6fa),segment_id=99744955-37be-4c4e-86f2-91929fbcd6fa)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:43.286979 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.303715 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.309690 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:43.357868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.431317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Pushing event updated for resources: {'Port': ['ID=24222d31-3e37-485b-a908-6e202aeecedc,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:43.438432 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:43.453412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-87368958-77aa-41f8-a4de-216828c86971', 'network_id': '87368958-77aa-41f8-a4de-216828c86971', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '8e489028-edbe-4edd-9993-60383372cf34'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:43.454322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.625689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Allocated IP 2001:db8::3 (87368958-77aa-41f8-a4de-216828c86971/8e489028-edbe-4edd-9993-60383372cf34/9869c8b5-4db6-498c-8f09-1692c0ce25b9) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:43.836910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.847063 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Transition to ACTIVE for port object 9869c8b5-4db6-498c-8f09-1692c0ce25b9 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:43.865296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Transition to ACTIVE for port object 9869c8b5-4db6-498c-8f09-1692c0ce25b9 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:43.872680 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.876381 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8abc87cf-647b-4223-bb02-78209b197854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:43.903300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:43.908115 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61ac47fb-bb1a-4bf2-b869-e7ac7e21cd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:43.934878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:40:43.941717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Network 87368958-77aa-41f8-a4de-216828c86971 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:43.944909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:43.948291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=8e489028-edbe-4edd-9993-60383372cf34,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:43.949180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:43.952321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:44.033183 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 24222d31-3e37-485b-a908-6e202aeecedc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:40:44.049200 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.063866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87368958-77aa-41f8-a4de-216828c86971']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:44.077961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:44.078254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:44.079101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Pushing event updated for resources: {'Port': ['ID=9869c8b5-4db6-498c-8f09-1692c0ce25b9,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:44.090448 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:44.091338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Attempting to bind port 9869c8b5-4db6-498c-8f09-1692c0ce25b9 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:44.091710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Attempting to bind port 9869c8b5-4db6-498c-8f09-1692c0ce25b9 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87368958-77aa-41f8-a4de-216828c86971'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:44.091866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.092075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Attempting to bind port 9869c8b5-4db6-498c-8f09-1692c0ce25b9 on network 87368958-77aa-41f8-a4de-216828c86971 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:44.102563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:44.103824 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Checking segment: {'id': 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87368958-77aa-41f8-a4de-216828c86971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:44.103972 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.104292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Bound using segment: {'id': 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87368958-77aa-41f8-a4de-216828c86971'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:44.104780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Bound port: 9869c8b5-4db6-498c-8f09-1692c0ce25b9, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87368958-77aa-41f8-a4de-216828c86971'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:44.105163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.109872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.116941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:44.117160 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:44.134908 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:44.194643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 24222d31-3e37-485b-a908-6e202aeecedc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:44.226770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] For port 9869c8b5-4db6-498c-8f09-1692c0ce25b9, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:44.227489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:40:44.227489 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:40:44.227489 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '87368958-77aa-41f8-a4de-216828c86971'}] May 14 18:40:44.227489 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:40:44.230544 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] For port 9869c8b5-4db6-498c-8f09-1692c0ce25b9, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9869c8b5-4db6-498c-8f09-1692c0ce25b9,segment=NetworkSegment(d1f0e224-be11-4efc-86a3-1e3a4be24ccc),segment_id=d1f0e224-be11-4efc-86a3-1e3a4be24ccc)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:44.231720 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:40:44.236326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.240261 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-17dbb8c3-5f45-453f-9396-b594b6b90856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:44.320596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Pushing event updated for resources: {'Port': ['ID=9869c8b5-4db6-498c-8f09-1692c0ce25b9,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:44.349059 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:44.397469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26bfbed-ff7a-42e4-aa4e-a252a6d08d41 None None] Network 87368958-77aa-41f8-a4de-216828c86971 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:44.468167 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2785c4-6d02-410f-af89-485cd29384ca None None] Network d26e281d-74d0-465e-88c8-76c3205a187d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:44.622516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Provisioning for port 24222d31-3e37-485b-a908-6e202aeecedc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:44.675944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Provisioning complete for port 24222d31-3e37-485b-a908-6e202aeecedc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:44.676252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.733131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.806504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port 9869c8b5-4db6-498c-8f09-1692c0ce25b9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:44.806904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.907741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port 9869c8b5-4db6-498c-8f09-1692c0ce25b9, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9869c8b5-4db6-498c-8f09-1692c0ce25b9,segment=NetworkSegment(d1f0e224-be11-4efc-86a3-1e3a4be24ccc),segment_id=d1f0e224-be11-4efc-86a3-1e3a4be24ccc)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:44.908098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:44.963071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.004716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] For port 24222d31-3e37-485b-a908-6e202aeecedc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=24222d31-3e37-485b-a908-6e202aeecedc,segment=NetworkSegment(99744955-37be-4c4e-86f2-91929fbcd6fa),segment_id=99744955-37be-4c4e-86f2-91929fbcd6fa)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:45.012512 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.014384 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:45.031846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for 9869c8b5-4db6-498c-8f09-1692c0ce25b9 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:45.081917 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.085251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Pushing event updated for resources: {'Port': ['ID=24222d31-3e37-485b-a908-6e202aeecedc,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:45.089540 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:45.089939 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-81ec3a38-c74c-45aa-990f-86398fdaf4b5 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:45.140296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=9869c8b5-4db6-498c-8f09-1692c0ce25b9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:45.142120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port 9869c8b5-4db6-498c-8f09-1692c0ce25b9 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:45.144416 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:45.197888 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7df7c-110b-40df-9c4a-11b63e0477db None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:40:45.260322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-446a6a69-aa54-4600-91d2-ad539f93ebd5 None None] Provisioning complete for port 24222d31-3e37-485b-a908-6e202aeecedc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:45.260682 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-446a6a69-aa54-4600-91d2-ad539f93ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.267990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.280560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87368958-77aa-41f8-a4de-216828c86971']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:45.292617 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:45.292916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f0e224-be11-4efc-86a3-1e3a4be24ccc') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:45.304113 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.320437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.327006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:45.327746 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:45.341986 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:45.370108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7df7c-110b-40df-9c4a-11b63e0477db None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:40:45.423365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.428275 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-53278f6a-df22-481f-94ee-69f85ce007c1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:45.443581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.455165 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=87368958-77aa-41f8-a4de-216828c86971,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:45.460991 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:45.463977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/87368958-77aa-41f8-a4de-216828c86971 HTTP/1.1" status: 204 len: 168 time: 2.3187182 May 14 18:40:45.467504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38784) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:45.473395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-752038555'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:45.489925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:45.503134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:45.506174 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:45.513596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:45.524061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:45.527563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.557051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:45.566425 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.566762 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment cf0e3e54-c0bf-4dd2-a9c0-7a688766f222 of type vlan for network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 May 14 18:40:45.593384 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.621705 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.627190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:45.627783 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:45.633337 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0751109a-8377-4d59-b06b-75fff76b9ca2 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:45.732193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2635059 May 14 18:40:45.735061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38790) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:45.739015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=f08c11af-c045-4d1a-aa7a-02c8eb0c3d64,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:45.741720 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:45.748438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:45.749473 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:45.965211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 24222d31-3e37-485b-a908-6e202aeecedc up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:40:46.018547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:46.022158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:46.025629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:46.031091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 24222d31-3e37-485b-a908-6e202aeecedc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:46.031274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:46.031505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.041569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:46.045321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.460103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.465211 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8b5d654b-3bee-4195-8612-e30bca631c72 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:46.541965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=314e9da6-3f96-4265-be85-c69868c239a2,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:46.547377 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:46.549771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:46.550127 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: f08c11af-c045-4d1a-aa7a-02c8eb0c3d64, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:46.567302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:46.576998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, f08c11af-c045-4d1a-aa7a-02c8eb0c3d64) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:46.585344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49336a6-65cf-4a9a-b75c-73270d426ae5 None None] Network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:46.591406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:46.591997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.612861 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8764565 May 14 18:40:46.615499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38794) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:46.758568 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.805008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-f08c11af-c045-4d1a-aa7a-02c8eb0c3d64', 'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '314e9da6-3f96-4265-be85-c69868c239a2'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:46.806347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.830309 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:46.964219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Allocated IP 2001:db8::1 (f08c11af-c045-4d1a-aa7a-02c8eb0c3d64/314e9da6-3f96-4265-be85-c69868c239a2/9f2d5c19-5b43-4897-86f0-adda1f8ebf8e) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:47.213176 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.223127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Transition to ACTIVE for port object 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:47.240594 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Transition to ACTIVE for port object 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:47.245922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.249519 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:47.262885 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.267467 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ce5a6f16-417e-4732-8b06-15582784ce7f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:47.302272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=314e9da6-3f96-4265-be85-c69868c239a2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:47.305269 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:47.309894 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:47.312636 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:47.315559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:47.361664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Pushing event updated for resources: {'Port': ['ID=9f2d5c19-5b43-4897-86f0-adda1f8ebf8e,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:47.397570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.405216 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.405570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.405910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.406245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.406578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.406905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.407253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.407579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.407904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.408222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.408546 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.408864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:47.410460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08c11af-c045-4d1a-aa7a-02c8eb0c3d64']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:47.421198 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:47.423323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:47.423622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:47.430230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Attempting to bind port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:47.430606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Attempting to bind port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:47.431527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Attempting to bind port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e on network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:47.435779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.437178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:47.437561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Checking segment: {'id': 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:47.437969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.438366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Bound using segment: {'id': 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:47.438838 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Bound port: 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:47.439507 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.454690 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.463835 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:47.464584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:47.479578 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:47.530740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-21169c9a-850d-4536-a210-36d801332b1f None None] For port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:47.559860 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:40:47.559860 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:40:47.559860 n-d-787206-3 neutron-server[79560]: [parameters: {'id': 'f08c11af-c045-4d1a-aa7a-02c8eb0c3d64'}] May 14 18:40:47.559860 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:40:47.560413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-21169c9a-850d-4536-a210-36d801332b1f None None] For port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9f2d5c19-5b43-4897-86f0-adda1f8ebf8e,segment=NetworkSegment(cf0e3e54-c0bf-4dd2-a9c0-7a688766f222),segment_id=cf0e3e54-c0bf-4dd2-a9c0-7a688766f222)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:47.560562 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:40:47.564485 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:47.568180 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:47.684521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Pushing event updated for resources: {'Port': ['ID=9f2d5c19-5b43-4897-86f0-adda1f8ebf8e,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:47.687404 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:47.712522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a04fe-752c-46b6-9d4c-9867cd2167a4 None None] Network f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:47.906031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace792c1-d6f7-4127-8872-c472cdcf5144 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:40:48.015853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace792c1-d6f7-4127-8872-c472cdcf5144 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:40:48.061435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.133755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:48.134104 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.233895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9f2d5c19-5b43-4897-86f0-adda1f8ebf8e,segment=NetworkSegment(cf0e3e54-c0bf-4dd2-a9c0-7a688766f222),segment_id=cf0e3e54-c0bf-4dd2-a9c0-7a688766f222)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:48.234154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.357012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:48.402515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.406197 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:48.453852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=9f2d5c19-5b43-4897-86f0-adda1f8ebf8e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:48.455680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port 9f2d5c19-5b43-4897-86f0-adda1f8ebf8e on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:48.457132 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:48.740384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.752939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08c11af-c045-4d1a-aa7a-02c8eb0c3d64']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:48.765428 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:48.765654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0e3e54-c0bf-4dd2-a9c0-7a688766f222') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:48.777321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.792831 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.798756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:48.799139 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: timer() May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:48.813380 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:48.894613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.897858 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-31463688-de50-4526-9341-300b77aea9ba tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:48.911754 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.924612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=f08c11af-c045-4d1a-aa7a-02c8eb0c3d64,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:48.927300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:48.929014 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 HTTP/1.1" status: 204 len: 168 time: 2.3126290 May 14 18:40:48.933048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38798) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:48.938410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025359947'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:48.944369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:48.948980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:48.951827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:48.958116 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:48.967342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:48.970673 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:48.998631 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:49.007090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.007463 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment 641d4f83-9a6e-4d55-9ab9-0929de6a1646 of type vlan for network b200ba83-9c61-46a7-9a48-1016b4be6ac1 May 14 18:40:49.033385 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.062043 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.067832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:49.068399 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.072360 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-19ef3893-30f7-4608-a6ba-b214438b26ac tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:49.167144 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2330925 May 14 18:40:49.169988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38802) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:49.175897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:49.176907 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=b200ba83-9c61-46a7-9a48-1016b4be6ac1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:49.179539 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fadee441-9e08-40ec-8df6-8a44fdf2f95a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:49.187633 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network b200ba83-9c61-46a7-9a48-1016b4be6ac1 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:49.290013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:49.294247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:49.297076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:49.302777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:49.312062 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:49.315739 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.725673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.730230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c9a98b9-aa06-438c-9d78-c24c5460944b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:49.799568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=2aec529e-1663-40e1-9ab9-b01b63812dd6,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:49.812580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.812956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.813328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.813695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.814056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.814683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.815040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.815426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.815783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.816137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.816491 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.816841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:40:49.821192 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:49.822705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': '641d4f83-9a6e-4d55-9ab9-0929de6a1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:49.823067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: b200ba83-9c61-46a7-9a48-1016b4be6ac1, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:49.839638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network b200ba83-9c61-46a7-9a48-1016b4be6ac1 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:49.848001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, b200ba83-9c61-46a7-9a48-1016b4be6ac1) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:49.856874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4176d61-224e-4dd2-8eb8-fc8f4528041f None None] Network b200ba83-9c61-46a7-9a48-1016b4be6ac1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:49.857540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:49.858179 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:49.879825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7086885 May 14 18:40:49.882522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38806) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:50.022987 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.073376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-b200ba83-9c61-46a7-9a48-1016b4be6ac1', 'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '2aec529e-1663-40e1-9ab9-b01b63812dd6'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:50.074205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.092260 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.232879 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Allocated IP 2001:db8::1 (b200ba83-9c61-46a7-9a48-1016b4be6ac1/2aec529e-1663-40e1-9ab9-b01b63812dd6/b8f75d8e-765c-492b-a12e-cfbdac557089) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:50.495613 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.505941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Transition to ACTIVE for port object b8f75d8e-765c-492b-a12e-cfbdac557089 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:50.523552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Transition to ACTIVE for port object b8f75d8e-765c-492b-a12e-cfbdac557089 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:50.529814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.533948 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:50.546344 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.551262 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c6bedb93-b735-4b8d-bbac-e742509c745e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:50.596225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Network b200ba83-9c61-46a7-9a48-1016b4be6ac1 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:50.599005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:50.602506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:50.608585 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=2aec529e-1663-40e1-9ab9-b01b63812dd6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:50.615636 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:50.640694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Pushing event updated for resources: {'Port': ['ID=b8f75d8e-765c-492b-a12e-cfbdac557089,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:50.647570 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:50.686416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.702145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Attempting to bind port b8f75d8e-765c-492b-a12e-cfbdac557089 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:50.702513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Attempting to bind port b8f75d8e-765c-492b-a12e-cfbdac557089 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '641d4f83-9a6e-4d55-9ab9-0929de6a1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:50.702863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Attempting to bind port b8f75d8e-765c-492b-a12e-cfbdac557089 on network b200ba83-9c61-46a7-9a48-1016b4be6ac1 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:50.705505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b200ba83-9c61-46a7-9a48-1016b4be6ac1']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:50.708413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:50.708800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Checking segment: {'id': '641d4f83-9a6e-4d55-9ab9-0929de6a1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:50.709209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.709611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Bound using segment: {'id': '641d4f83-9a6e-4d55-9ab9-0929de6a1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:50.710179 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Bound port: b8f75d8e-765c-492b-a12e-cfbdac557089, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641d4f83-9a6e-4d55-9ab9-0929de6a1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:50.710539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.718190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641d4f83-9a6e-4d55-9ab9-0929de6a1646') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:50.718481 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641d4f83-9a6e-4d55-9ab9-0929de6a1646') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:50.730617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.746781 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.753181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:50.753560 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:50.768409 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:50.801101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] For port b8f75d8e-765c-492b-a12e-cfbdac557089, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:50.844866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] For port b8f75d8e-765c-492b-a12e-cfbdac557089, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b8f75d8e-765c-492b-a12e-cfbdac557089,segment=NetworkSegment(641d4f83-9a6e-4d55-9ab9-0929de6a1646),segment_id=641d4f83-9a6e-4d55-9ab9-0929de6a1646)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:50.845954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:40:50.845954 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:40:50.845954 n-d-787206-3 neutron-server[79559]: [parameters: {'id': 'b200ba83-9c61-46a7-9a48-1016b4be6ac1'}] May 14 18:40:50.845954 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:40:50.846539 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:40:50.849110 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:50.853313 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:50.962481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Pushing event updated for resources: {'Port': ['ID=b8f75d8e-765c-492b-a12e-cfbdac557089,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:50.966747 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:50.993858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5047c39-b4e3-45ee-882c-ee0bf7f775ea None None] Network b200ba83-9c61-46a7-9a48-1016b4be6ac1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:51.183667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b44e27-73ea-4ad2-915d-5843130861b7 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:40:51.291457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b44e27-73ea-4ad2-915d-5843130861b7 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:40:51.347709 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.422876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port b8f75d8e-765c-492b-a12e-cfbdac557089 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:51.423241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.525358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port b8f75d8e-765c-492b-a12e-cfbdac557089, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b8f75d8e-765c-492b-a12e-cfbdac557089,segment=NetworkSegment(641d4f83-9a6e-4d55-9ab9-0929de6a1646),segment_id=641d4f83-9a6e-4d55-9ab9-0929de6a1646)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:51.525725 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.648938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for b8f75d8e-765c-492b-a12e-cfbdac557089 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:51.694613 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.698320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-157367d5-c0ad-4e93-82e7-5196c788999a tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:51.744803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=b8f75d8e-765c-492b-a12e-cfbdac557089,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:51.747903 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:51.748670 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port b8f75d8e-765c-492b-a12e-cfbdac557089 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:51.870722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.883061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b200ba83-9c61-46a7-9a48-1016b4be6ac1']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:51.894723 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641d4f83-9a6e-4d55-9ab9-0929de6a1646') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:51.895016 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641d4f83-9a6e-4d55-9ab9-0929de6a1646') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:51.906790 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.923014 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.929000 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:51.929385 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:51.943934 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:52.024688 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.029611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.032212 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a4eb3a9-609d-430e-aa83-7bd04162502c tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:52.056984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=b200ba83-9c61-46a7-9a48-1016b4be6ac1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:52.059257 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:52.062275 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/b200ba83-9c61-46a7-9a48-1016b4be6ac1 HTTP/1.1" status: 204 len: 168 time: 2.1786065 May 14 18:40:52.065777 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38810) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:52.071235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215933627'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:52.077081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:52.080800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:52.083617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:52.089811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:52.099162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:52.102499 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.130702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:52.139744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.140116 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment a35cce87-175c-44ed-ad5a-5ec1c65ece3f of type vlan for network a19e0189-8a9b-4adb-9fc3-dcc24025496d May 14 18:40:52.166179 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.194620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.200812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:52.201389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.206130 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f3cd47fc-f55b-4e6b-a8b1-7953b1df4551 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:52.296502 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2296748 May 14 18:40:52.299745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38814) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:52.305554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:52.309119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=a19e0189-8a9b-4adb-9fc3-dcc24025496d,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:52.311838 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91c806ba-fc33-4ac3-9be1-21ca6e00fd57 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:52.323065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:52.420188 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:52.424944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:52.427751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:52.433869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:52.443645 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:52.447451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.862423 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:52.866592 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f0ab4064-2d5d-4c7f-b54e-3cfd50aebe89 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:52.940352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=9fb1083c-a556-4e97-ad22-a1a372dbf5ba,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:52.944048 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:52.951048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:52.951435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: a19e0189-8a9b-4adb-9fc3-dcc24025496d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:52.968281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:52.977203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a19e0189-8a9b-4adb-9fc3-dcc24025496d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:52.986470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00c0f2-969e-484f-8382-6acadab39699 None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:52.987552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:52.988121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.010292 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7094505 May 14 18:40:53.013133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38818) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:53.018762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:53.155906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:53.159680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:subnet and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:53.162693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:53.168411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:53.178067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:53.181985 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.201631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a19e0189-8a9b-4adb-9fc3-dcc24025496d', 'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '9fb1083c-a556-4e97-ad22-a1a372dbf5ba'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:53.203052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.405606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Allocated IP 2001:db8::2 (a19e0189-8a9b-4adb-9fc3-dcc24025496d/9fb1083c-a556-4e97-ad22-a1a372dbf5ba/9e232a43-0629-4f05-8bf0-d5b1945e42d1) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:53.616587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.626641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Transition to ACTIVE for port object 9e232a43-0629-4f05-8bf0-d5b1945e42d1 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:53.630561 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.636000 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aed2486e-6894-43d4-ad0e-a71b142bac20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:53.645411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Transition to ACTIVE for port object 9e232a43-0629-4f05-8bf0-d5b1945e42d1 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:53.651804 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.655328 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:53.687096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:53.690330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:53.705223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.705803 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.713196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=babff28a-80bb-4a77-907b-1f3b99b7c705,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:53.713968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:53.718233 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:53.719885 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:53.722176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:53.731295 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7171547 May 14 18:40:53.734045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38822) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:53.760862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Pushing event updated for resources: {'Port': ['ID=9e232a43-0629-4f05-8bf0-d5b1945e42d1,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:53.768605 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:53.808745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.810326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.811846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.813516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.815340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.816220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Synchronizing usage tracker for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:subnet {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:53.822753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Attempting to bind port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:53.823154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Attempting to bind port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:53.823552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Attempting to bind port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 on network a19e0189-8a9b-4adb-9fc3-dcc24025496d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:53.828748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:53.829125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Checking segment: {'id': 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:53.829530 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.829924 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Bound using segment: {'id': 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:53.830561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Bound port: 9e232a43-0629-4f05-8bf0-d5b1945e42d1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:53.830937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.833978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Unset dirty status for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:subnet {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:53.835448 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-25e5170d-d51a-4bec-b79a-d7f60fe34fee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0995088 May 14 18:40:53.839768 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38826) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:53.845325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81181962'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:53.856813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:53.861150 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:53.864566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:53.871020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:53.880284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:53.884459 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.912476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:53.921929 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.922274 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment 0160390f-19bd-46da-a877-3d525e056068 of type vlan for network 9348d353-f034-4930-b3c7-3a7f7e647978 May 14 18:40:53.925761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] For port 9e232a43-0629-4f05-8bf0-d5b1945e42d1, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:53.928900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] For port 9e232a43-0629-4f05-8bf0-d5b1945e42d1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e232a43-0629-4f05-8bf0-d5b1945e42d1,segment=NetworkSegment(a35cce87-175c-44ed-ad5a-5ec1c65ece3f),segment_id=a35cce87-175c-44ed-ad5a-5ec1c65ece3f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:53.932607 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.937274 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dc1f2c41-7218-46ad-9401-c3c385fd108a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:53.949183 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.978873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.984639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:53.985328 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:53.990896 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9266bcdb-8188-4e66-808c-42084719f54b tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:54.019647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Pushing event updated for resources: {'Port': ['ID=9e232a43-0629-4f05-8bf0-d5b1945e42d1,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:54.022828 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:54.089640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2488406 May 14 18:40:54.092451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:54.099029 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'New_network'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:54.099262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=9348d353-f034-4930-b3c7-3a7f7e647978,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:54.101764 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:54.108878 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9348d353-f034-4930-b3c7-3a7f7e647978 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:54.401945 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:54.545532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:54.562681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:54.567484 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52cbf3ca-57a8-415f-b5c9-99ca4279f1a7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:54.586869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network 9348d353-f034-4930-b3c7-3a7f7e647978 is not hosted by any dhcp agent {{(pid=79560) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:40:54.592154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:54.592755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:54.593987 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "PUT /v2.0/networks/9348d353-f034-4930-b3c7-3a7f7e647978 HTTP/1.1" status: 200 len: 723 time: 0.5005789 May 14 18:40:54.597047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38834) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:54.603462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:54.672315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=9348d353-f034-4930-b3c7-3a7f7e647978,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:54.675617 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:54.684799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9348d353-f034-4930-b3c7-3a7f7e647978 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:54.720646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:54.731727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:54.742274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:54.746534 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:54.975424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad10fc-bde4-4f27-b031-c4a18ac339ac None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:55.131030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f31d9d44-f2b0-4a3d-a21e-6c5ffc1b64f5 None None] Provisioning for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:55.314845 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Update dhcp port {'port': {'network_id': 'a19e0189-8a9b-4adb-9fc3-dcc24025496d', 'fixed_ips': [{'subnet_id': '9fb1083c-a556-4e97-ad22-a1a372dbf5ba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'babff28a-80bb-4a77-907b-1f3b99b7c705'}], 'binding:host_id': 'n-d-787206-3'}, 'id': '9e232a43-0629-4f05-8bf0-d5b1945e42d1'} from n-d-787206-3. {{(pid=79561) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 14 18:40:55.336639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.341256 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d5f7a416-61a4-4fd6-9db1-8899cb1861dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:55.370410 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.420118 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=4d2e157a-5755-4155-9be2-1ab575aa36b0,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:55.423553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:55.429318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': '0160390f-19bd-46da-a877-3d525e056068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:55.429679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: 9348d353-f034-4930-b3c7-3a7f7e647978, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:40:55.448643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network 9348d353-f034-4930-b3c7-3a7f7e647978 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:40:55.458199 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 9348d353-f034-4930-b3c7-3a7f7e647978) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:55.473577 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:55.474163 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.480906 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60195492-eba9-40e0-a391-cac2e4f0ce8a None None] Network 9348d353-f034-4930-b3c7-3a7f7e647978 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:55.500194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9019613 May 14 18:40:55.502697 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38838) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:55.509713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:55.634506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2222768'] for subnet, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.755402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Allocated IP 172.20.0.1 (a19e0189-8a9b-4adb-9fc3-dcc24025496d/babff28a-80bb-4a77-907b-1f3b99b7c705/9e232a43-0629-4f05-8bf0-d5b1945e42d1) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:55.819336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727268142888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2945188'] for subnet, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.823741 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e3bfd017-4ba8-43c1-bc96-389690d9b6a6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:55.865854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:55.866433 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.867721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "PUT /v2.0/subnets/4d2e157a-5755-4155-9be2-1ab575aa36b0 HTTP/1.1" status: 200 len: 826 time: 0.3638515 May 14 18:40:55.870507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38842) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:55.891841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-9348d353-f034-4930-b3c7-3a7f7e647978', 'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '4d2e157a-5755-4155-9be2-1ab575aa36b0'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:40:55.892659 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:55.960203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=4d2e157a-5755-4155-9be2-1ab575aa36b0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:55.967074 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:56.003432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] For port 9e232a43-0629-4f05-8bf0-d5b1945e42d1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e232a43-0629-4f05-8bf0-d5b1945e42d1,segment=NetworkSegment(a35cce87-175c-44ed-ad5a-5ec1c65ece3f),segment_id=a35cce87-175c-44ed-ad5a-5ec1c65ece3f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:56.016698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e232a43-0629-4f05-8bf0-d5b1945e42d1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:40:56.034474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.104460 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.125312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.163919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Transition to ACTIVE for port object 9e232a43-0629-4f05-8bf0-d5b1945e42d1 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:56.173192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.181616 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:56.221830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Allocated IP 2001:db8::2 (9348d353-f034-4930-b3c7-3a7f7e647978/4d2e157a-5755-4155-9be2-1ab575aa36b0/de108e0d-0519-40bb-acaf-184bfaa3abb2) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:40:56.276799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:56.414122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Pushing event updated for resources: {'Port': ['ID=9e232a43-0629-4f05-8bf0-d5b1945e42d1,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:56.418953 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:56.548105 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.559596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Transition to ACTIVE for port object de108e0d-0519-40bb-acaf-184bfaa3abb2 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:56.579357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Transition to ACTIVE for port object de108e0d-0519-40bb-acaf-184bfaa3abb2 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:40:56.585886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.591582 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-093e7ed7-6d3f-4b51-aa88-d5fc73621ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:56.602370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.606320 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-08956443-f466-4725-8f6a-fff9337e6e92 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:56.645880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2e157a-5755-4155-9be2-1ab575aa36b0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:56.654180 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:56.655725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Network 9348d353-f034-4930-b3c7-3a7f7e647978 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:40:56.658610 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:40:56.662372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:40:56.677945 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Pushing event updated for resources: {'Port': ['ID=de108e0d-0519-40bb-acaf-184bfaa3abb2,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:56.716307 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:56.768866 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.774201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Attempting to bind port de108e0d-0519-40bb-acaf-184bfaa3abb2 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:40:56.775713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Attempting to bind port de108e0d-0519-40bb-acaf-184bfaa3abb2 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '0160390f-19bd-46da-a877-3d525e056068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:40:56.775713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Attempting to bind port de108e0d-0519-40bb-acaf-184bfaa3abb2 on network 9348d353-f034-4930-b3c7-3a7f7e647978 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:40:56.782027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:40:56.782409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Checking segment: {'id': '0160390f-19bd-46da-a877-3d525e056068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:40:56.782815 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.783251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Bound using segment: {'id': '0160390f-19bd-46da-a877-3d525e056068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:40:56.783707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Bound port: de108e0d-0519-40bb-acaf-184bfaa3abb2, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0160390f-19bd-46da-a877-3d525e056068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9348d353-f034-4930-b3c7-3a7f7e647978'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:40:56.784090 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.789122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9348d353-f034-4930-b3c7-3a7f7e647978']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:56.802732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0160390f-19bd-46da-a877-3d525e056068') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:56.802988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0160390f-19bd-46da-a877-3d525e056068') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:56.817864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.838406 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.845884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:56.846364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:56.862798 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:56.881126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] For port de108e0d-0519-40bb-acaf-184bfaa3abb2, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:40:56.944593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] For port de108e0d-0519-40bb-acaf-184bfaa3abb2, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=de108e0d-0519-40bb-acaf-184bfaa3abb2,segment=NetworkSegment(0160390f-19bd-46da-a877-3d525e056068),segment_id=0160390f-19bd-46da-a877-3d525e056068)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:40:56.947057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 18:40:56.947057 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 18:40:56.947057 n-d-787206-3 neutron-server[79559]: [parameters: {'id': '9348d353-f034-4930-b3c7-3a7f7e647978'}] May 14 18:40:56.947057 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:40:56.947872 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:40:56.949798 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:56.954502 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d77d60f-ac33-4ede-bd86-9fea7171e869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:56.986355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd72083-d62c-4bca-b8a2-4050c51c1b8c None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:57.170534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Provisioning for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:40:57.182934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-55a6c83e-8fac-4623-81ce-6426c4b8112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.188495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Pushing event updated for resources: {'Port': ['ID=de108e0d-0519-40bb-acaf-184bfaa3abb2,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:57.199672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:57.200248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Provisioning complete for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:57.200619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.349568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0d972-74ca-44dc-a0a8-f9c5c2bee7db None None] Network 9348d353-f034-4930-b3c7-3a7f7e647978 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:57.448928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.522747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port de108e0d-0519-40bb-acaf-184bfaa3abb2 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:40:57.523167 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.623711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port de108e0d-0519-40bb-acaf-184bfaa3abb2, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=de108e0d-0519-40bb-acaf-184bfaa3abb2,segment=NetworkSegment(0160390f-19bd-46da-a877-3d525e056068),segment_id=0160390f-19bd-46da-a877-3d525e056068)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:57.624072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.638338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.696868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] For port 9e232a43-0629-4f05-8bf0-d5b1945e42d1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e232a43-0629-4f05-8bf0-d5b1945e42d1,segment=NetworkSegment(a35cce87-175c-44ed-ad5a-5ec1c65ece3f),segment_id=a35cce87-175c-44ed-ad5a-5ec1c65ece3f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:40:57.703619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.705758 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:57.749175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for de108e0d-0519-40bb-acaf-184bfaa3abb2 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:40:57.776534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1bb041-466d-4034-93f3-e3a09bc1b47c None None] Network 9348d353-f034-4930-b3c7-3a7f7e647978 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:40:57.803812 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:57.808167 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-98d6a908-b16e-477b-9e34-2f3b84e5aaf3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:57.862751 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Pushing event updated for resources: {'Port': ['ID=9e232a43-0629-4f05-8bf0-d5b1945e42d1,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:57.867562 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:57.977617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a9795df4-679c-428b-a98b-6e8b483ca839 None None] Provisioning complete for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:57.978220 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a9795df4-679c-428b-a98b-6e8b483ca839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.005114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e232a43-0629-4f05-8bf0-d5b1945e42d1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:40:58.029867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f64a16-fe17-406e-a7d0-2ff34c604d68 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 18:40:58.034710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=de108e0d-0519-40bb-acaf-184bfaa3abb2,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:58.037178 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:58.039490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port de108e0d-0519-40bb-acaf-184bfaa3abb2 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:40:58.136439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.164728 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.178308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9348d353-f034-4930-b3c7-3a7f7e647978']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:58.192200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0160390f-19bd-46da-a877-3d525e056068') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:58.192200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0160390f-19bd-46da-a877-3d525e056068') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:40:58.203310 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.218775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.224874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:40:58.225189 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: timer() May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:40:58.240774 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:40:58.244482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:40:58.244482 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.323596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.328097 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.331397 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:58.337755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f64a16-fe17-406e-a7d0-2ff34c604d68 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 18:40:58.354049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=9348d353-f034-4930-b3c7-3a7f7e647978,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:58.359088 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:58.368107 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/9348d353-f034-4930-b3c7-3a7f7e647978 HTTP/1.1" status: 204 len: 168 time: 2.4940996 May 14 18:40:58.368825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38846) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:58.393300 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d5d0ef-4106-4b6d-a93d-8a6e83e00a56 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:40:58.393746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d5d0ef-4106-4b6d-a93d-8a6e83e00a56 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:40:58.398763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-99d5d0ef-4106-4b6d-a93d-8a6e83e00a56 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/9348d353-f034-4930-b3c7-3a7f7e647978 HTTP/1.1" status: 404 len: 339 time: 0.0256557 May 14 18:40:58.398940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38850) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:58.404271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1928684737', 'description': 'd1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:58.409562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:40:58.413357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Usage tracker for resource:network and tenant:bb4bbfe358c44618a5b6126fd159cfe4 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:40:58.416740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Quota usage for network was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:40:58.422297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:40:58.433092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:40:58.436876 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.465893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:40:58.475326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.475605 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment 313171b0-e976-4bd1-925c-8ca474ca5b4b of type vlan for network cc943a02-703f-4417-a699-b5e57b739357 May 14 18:40:58.503461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.537394 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.543829 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:58.544405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:58.549350 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:58.648316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2459652 May 14 18:40:58.648738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38854) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:58.688182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=cc943a02-703f-4417-a699-b5e57b739357,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:58.700000 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network cc943a02-703f-4417-a699-b5e57b739357 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:58.735064 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:58.779955 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d990a2-f54d-4c45-9b78-f32e8dbd0640 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:58.780629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39d990a2-f54d-4c45-9b78-f32e8dbd0640 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Synchronizing usage tracker for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:58.797873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-39d990a2-f54d-4c45-9b78-f32e8dbd0640 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Unset dirty status for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:58.801946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-39d990a2-f54d-4c45-9b78-f32e8dbd0640 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks?id=cc943a02-703f-4417-a699-b5e57b739357 HTTP/1.1" status: 200 len: 765 time: 0.1497169 May 14 18:40:58.802137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:58.808677 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'description': 'd2'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:40:59.032945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:59.049012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:59.053662 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a26e608-5734-45ca-8796-d18ed434f7c6 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:40:59.071010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network cc943a02-703f-4417-a699-b5e57b739357 is not hosted by any dhcp agent {{(pid=79559) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 14 18:40:59.076290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.076866 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:59.078094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "PUT /v2.0/networks/cc943a02-703f-4417-a699-b5e57b739357 HTTP/1.1" status: 200 len: 762 time: 0.2750175 May 14 18:40:59.080943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38862) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.156505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=cc943a02-703f-4417-a699-b5e57b739357,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:40:59.160029 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:40:59.168383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network cc943a02-703f-4417-a699-b5e57b739357 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:40:59.200635 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e453d-13ac-4bc0-8e5f-a5135b552bda tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.201301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1c5e453d-13ac-4bc0-8e5f-a5135b552bda tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Synchronizing usage tracker for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:59.213538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1c5e453d-13ac-4bc0-8e5f-a5135b552bda tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Unset dirty status for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:59.214686 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1c5e453d-13ac-4bc0-8e5f-a5135b552bda tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks?id=cc943a02-703f-4417-a699-b5e57b739357 HTTP/1.1" status: 200 len: 765 time: 0.1327572 May 14 18:40:59.218549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38866) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.370078 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec07ff8-463f-4988-8a1a-01eed641afde tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.371539 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dec07ff8-463f-4988-8a1a-01eed641afde tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1520562 May 14 18:40:59.374254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38870) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.415599 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-afab68ad-8323-47d4-a64b-12291e1c870a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Synchronizing usage tracker for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:40:59.430440 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-afab68ad-8323-47d4-a64b-12291e1c870a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Unset dirty status for tenant:bb4bbfe358c44618a5b6126fd159cfe4 on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:40:59.431757 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-afab68ad-8323-47d4-a64b-12291e1c870a tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102 HTTP/1.1" status: 200 len: 207 time: 0.0565553 May 14 18:40:59.435132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38874) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.588794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.594693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.600615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.608340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.610969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:59.615036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.621917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.623712 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1a6755b-18fc-4774-a8fe-d8c2515b0ba0 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1876330 May 14 18:40:59.627560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38878) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.780162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bb56d582-ed6d-42c7-93e4-e87ee987d89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:40:59.790341 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8672a343-faab-4e0f-8708-d30c429778c6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1615009 May 14 18:40:59.793821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38882) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.867919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860cdd6-f65e-4d50-8e8a-a541c3510a19 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.869465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860cdd6-f65e-4d50-8e8a-a541c3510a19 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.870952 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860cdd6-f65e-4d50-8e8a-a541c3510a19 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.872676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860cdd6-f65e-4d50-8e8a-a541c3510a19 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.874232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860cdd6-f65e-4d50-8e8a-a541c3510a19 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.875857 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e860cdd6-f65e-4d50-8e8a-a541c3510a19 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0811160 May 14 18:40:59.879553 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38886) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:40:59.950698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78d14c-f9f4-4529-9d50-f909c74960a9 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.952100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78d14c-f9f4-4529-9d50-f909c74960a9 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.953473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78d14c-f9f4-4529-9d50-f909c74960a9 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.954944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78d14c-f9f4-4529-9d50-f909c74960a9 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.956333 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78d14c-f9f4-4529-9d50-f909c74960a9 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:40:59.957829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-da78d14c-f9f4-4529-9d50-f909c74960a9 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0774090 May 14 18:40:59.962432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:00.107364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f8231-5f5c-4bb8-b037-cc0971651eec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:00.112211 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-db5f8231-5f5c-4bb8-b037-cc0971651eec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks/14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 HTTP/1.1" status: 200 len: 804 time: 0.1453106 May 14 18:41:00.112406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38894) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:00.256749 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-015d09be-ec85-4fbb-8412-e237067f4ef2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/networks/14b16b61-cb99-4b29-b4f1-9a1c2fc9b648?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1431005 May 14 18:41:00.260103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:00.328375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6aed7b-3607-4bfe-aada-76721aa6953c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:00.329642 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0b6aed7b-3607-4bfe-aada-76721aa6953c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/subnets/e17a47bb-8065-4e8b-98d5-300fc5dbbc77 HTTP/1.1" status: 200 len: 843 time: 0.0685217 May 14 18:41:00.333316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38902) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:00.397015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90255cc9-670c-48b3-b8fb-c04230672ce4 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['shared'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:00.398312 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-90255cc9-670c-48b3-b8fb-c04230672ce4 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "GET /v2.0/subnets/e17a47bb-8065-4e8b-98d5-300fc5dbbc77?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0641103 May 14 18:41:00.402405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38906) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:00.407702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1081260234'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:00.414910 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:00.426163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:00.438968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:41:00.442774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.473695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:41:00.483336 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.483720 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Added segment 46a62538-d188-4806-91dc-2a6d7fa12678 of type vlan for network c255b2b8-0b8f-4540-a930-457ed4666bbd May 14 18:41:00.518442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.547867 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.553491 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:00.554056 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.557543 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4dd88565-039a-4b1e-836d-25da54fd346e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:00.667056 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2609158 May 14 18:41:00.667339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38910) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:00.669870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Network': ['ID=c255b2b8-0b8f-4540-a930-457ed4666bbd,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:00.675307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:00.681750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c255b2b8-0b8f-4540-a930-457ed4666bbd details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:41:00.756643 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:00.795380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:00.804958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:00.815327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Made reservation on behalf of bb4bbfe358c44618a5b6126fd159cfe4 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:41:00.818769 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.843527 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:00.908961 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Performing IP validity checks on allocation pools {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 14 18:41:00.909486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 14 18:41:01.239214 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:01.244160 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9d61fb2f-311c-407a-8a2b-bd1c26126be6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:01.319069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=24a7ae88-354b-45ae-aeac-f6d1f52a4fd9,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:01.323155 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:01.330195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Checking segment: {'id': '46a62538-d188-4806-91dc-2a6d7fa12678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:01.330554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network hostable DHCP agents. Network: c255b2b8-0b8f-4540-a930-457ed4666bbd, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:41:01.347171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Network c255b2b8-0b8f-4540-a930-457ed4666bbd is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:41:01.356284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c255b2b8-0b8f-4540-a930-457ed4666bbd) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:01.365544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:01.366146 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:01.366865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae4ab1-a53b-4f1b-af01-ebe780f438e7 None None] Network c255b2b8-0b8f-4540-a930-457ed4666bbd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:01.393315 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7250540 May 14 18:41:01.396178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38916) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:01.403270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:01.533602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2222768'] for subnet, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:01.586254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c255b2b8-0b8f-4540-a930-457ed4666bbd', 'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd', 'tenant_id': 'bb4bbfe358c44618a5b6126fd159cfe4', 'fixed_ips': [{'subnet_id': '24a7ae88-354b-45ae-aeac-f6d1f52a4fd9'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:41:01.587334 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:01.738263 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727268142888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2945188'] for subnet, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:01.742010 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-65cfb348-a86f-4993-ae30-8404412ae64e tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:01.794185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:01.794687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:01.795996 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "PUT /v2.0/subnets/24a7ae88-354b-45ae-aeac-f6d1f52a4fd9 HTTP/1.1" status: 200 len: 900 time: 0.3987267 May 14 18:41:01.799674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38922) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:01.802899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Allocated IP 2001:db8::3 (c255b2b8-0b8f-4540-a930-457ed4666bbd/24a7ae88-354b-45ae-aeac-f6d1f52a4fd9/ae4987c1-c6c1-4735-9b0f-77eba2391262) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:41:01.809308 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event updated for resources: {'Subnet': ['ID=24a7ae88-354b-45ae-aeac-f6d1f52a4fd9,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:01.812205 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8e0dc08d-18b4-4e7b-9cb5-ca555c4e3a37 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:02.016143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.027514 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Transition to ACTIVE for port object ae4987c1-c6c1-4735-9b0f-77eba2391262 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:02.047409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Transition to ACTIVE for port object ae4987c1-c6c1-4735-9b0f-77eba2391262 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:02.052826 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.057751 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dbadb735-a16e-4df7-aaf9-69eb537dbdc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:02.108956 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.116912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Network c255b2b8-0b8f-4540-a930-457ed4666bbd is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:41:02.120224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:02.123857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:41:02.162412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Pushing event updated for resources: {'Port': ['ID=ae4987c1-c6c1-4735-9b0f-77eba2391262,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:02.170549 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:02.182527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port ae4987c1-c6c1-4735-9b0f-77eba2391262 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:41:02.182869 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.228709 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Attempting to bind port ae4987c1-c6c1-4735-9b0f-77eba2391262 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:41:02.229094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Attempting to bind port ae4987c1-c6c1-4735-9b0f-77eba2391262 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '46a62538-d188-4806-91dc-2a6d7fa12678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:41:02.229468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Attempting to bind port ae4987c1-c6c1-4735-9b0f-77eba2391262 on network c255b2b8-0b8f-4540-a930-457ed4666bbd {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:41:02.234851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:41:02.235272 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Checking segment: {'id': '46a62538-d188-4806-91dc-2a6d7fa12678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:02.235634 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.236475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Bound using segment: {'id': '46a62538-d188-4806-91dc-2a6d7fa12678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:41:02.236475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Bound port: ae4987c1-c6c1-4735-9b0f-77eba2391262, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a62538-d188-4806-91dc-2a6d7fa12678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c255b2b8-0b8f-4540-a930-457ed4666bbd'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:41:02.236864 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.303686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port ae4987c1-c6c1-4735-9b0f-77eba2391262, host n-d-787206-3, got binding levels [] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:02.304235 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.325249 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] For port ae4987c1-c6c1-4735-9b0f-77eba2391262, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:41:02.328334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] For port ae4987c1-c6c1-4735-9b0f-77eba2391262, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ae4987c1-c6c1-4735-9b0f-77eba2391262,segment=NetworkSegment(46a62538-d188-4806-91dc-2a6d7fa12678),segment_id=46a62538-d188-4806-91dc-2a6d7fa12678)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:41:02.332033 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.336399 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:02.410339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.436355 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for ae4987c1-c6c1-4735-9b0f-77eba2391262 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:41:02.437062 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Pushing event updated for resources: {'Port': ['ID=ae4987c1-c6c1-4735-9b0f-77eba2391262,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:02.444098 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:02.556167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:02.559994 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c442350b-f97c-4bec-b28e-ec9dd8fd7874 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:02.624515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=ae4987c1-c6c1-4735-9b0f-77eba2391262,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:02.628465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:02.713721 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port ae4987c1-c6c1-4735-9b0f-77eba2391262 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:41:02.777866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.049463 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.053862 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:03.095786 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=24a7ae88-354b-45ae-aeac-f6d1f52a4fd9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:03.100060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:03.194601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.208872 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c255b2b8-0b8f-4540-a930-457ed4666bbd']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:03.222291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a62538-d188-4806-91dc-2a6d7fa12678') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:03.222579 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a62538-d188-4806-91dc-2a6d7fa12678') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:03.234927 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.251879 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.259155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:41:03.259610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: timer() May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:41:03.275339 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:41:03.319355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8950c7-036c-4c1c-afa8-a7f26ebb4e18 None None] Network c255b2b8-0b8f-4540-a930-457ed4666bbd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:03.358318 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.361884 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4672c7f0-5201-4cca-ba4d-dc2275367d5f tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:03.376485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.390318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=c255b2b8-0b8f-4540-a930-457ed4666bbd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:03.394636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:03.399795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3d45dab4-a97a-4bc4-8230-576101f4036e None None] Could not find standard attr ID for object ae4987c1-c6c1-4735-9b0f-77eba2391262. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 18:41:03.400980 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/c255b2b8-0b8f-4540-a930-457ed4666bbd HTTP/1.1" status: 204 len: 168 time: 1.6004481 May 14 18:41:03.404740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38928) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:03.447911 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e295a18f-186c-4fae-b60f-a4058ea23f05 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:03.448358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e295a18f-186c-4fae-b60f-a4058ea23f05 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:03.452482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e295a18f-186c-4fae-b60f-a4058ea23f05 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/24a7ae88-354b-45ae-aeac-f6d1f52a4fd9 HTTP/1.1" status: 404 len: 337 time: 0.0449347 May 14 18:41:03.452752 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 38932) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:03.479052 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbf7119-ed5a-47f3-895d-f91928e9fac1 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:03.479586 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbf7119-ed5a-47f3-895d-f91928e9fac1 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:03.483434 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38936) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:03.484466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7fbf7119-ed5a-47f3-895d-f91928e9fac1 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/c255b2b8-0b8f-4540-a930-457ed4666bbd HTTP/1.1" status: 404 len: 339 time: 0.0307596 May 14 18:41:03.562694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafece00-17c7-4247-947b-7bd8e318e19d None None] DHCP port deletion for c255b2b8-0b8f-4540-a930-457ed4666bbd request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:41:03.583952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8d0b6-ef9e-46a9-9d75-be847d9115cf None None] Network c255b2b8-0b8f-4540-a930-457ed4666bbd requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:03.601724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.604503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8d0b6-ef9e-46a9-9d75-be847d9115cf None None] Network c255b2b8-0b8f-4540-a930-457ed4666bbd could not be found, it might have been deleted concurrently. {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 14 18:41:03.734414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.747581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc943a02-703f-4417-a699-b5e57b739357']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:03.760785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313171b0-e976-4bd1-925c-8ca474ca5b4b') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:03.761079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313171b0-e976-4bd1-925c-8ca474ca5b4b') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:03.772288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.788005 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.794499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:41:03.794902 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: timer() May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:41:03.809430 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:41:03.888415 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.892628 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c247f024-878a-407b-90ba-0d526b3025b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:03.907040 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:03.918615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=cc943a02-703f-4417-a699-b5e57b739357,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:03.923253 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:03.924906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0a2d38a2-5686-4b88-8f84-1b78635eb1ef tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/cc943a02-703f-4417-a699-b5e57b739357 HTTP/1.1" status: 204 len: 168 time: 0.4405012 May 14 18:41:03.927323 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38942) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:03.965098 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-f214356d-a215-4b20-8fdd-4193ec889f80 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:03.965526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f214356d-a215-4b20-8fdd-4193ec889f80 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:03.967062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f214356d-a215-4b20-8fdd-4193ec889f80 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/4d2e157a-5755-4155-9be2-1ab575aa36b0 HTTP/1.1" status: 404 len: 337 time: 0.0388701 May 14 18:41:03.969853 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38946) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:03.994879 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0c1788-5f42-4688-be81-1fbdcce127b2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:03.995275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0c1788-5f42-4688-be81-1fbdcce127b2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:03.996844 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1a0c1788-5f42-4688-be81-1fbdcce127b2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/9348d353-f034-4930-b3c7-3a7f7e647978 HTTP/1.1" status: 404 len: 339 time: 0.0261283 May 14 18:41:03.999084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38950) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:04.066087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting subnet babff28a-80bb-4a77-907b-1f3b99b7c705 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:41:04.068964 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.121939 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.204649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.632051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.636599 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-71f5897d-0207-4d0f-9ea7-539a1246f53d tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:04.675483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=babff28a-80bb-4a77-907b-1f3b99b7c705,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:04.678446 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:04.679411 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.685658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779eca83-8bc4-4493-9841-12032c1b171c None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:04.688783 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a3cd55a5-9ef3-4452-9a98-d3f278617a43 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/babff28a-80bb-4a77-907b-1f3b99b7c705 HTTP/1.1" status: 204 len: 168 time: 0.6887672 May 14 18:41:04.691435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38956) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:04.755436 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting subnet 9fb1083c-a556-4e97-ad22-a1a372dbf5ba {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:41:04.758268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.817657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:04.901728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.182083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.186188 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b56aab2-2a83-481d-9ddf-b0e984c12e60 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:05.222407 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb1083c-a556-4e97-ad22-a1a372dbf5ba,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:05.226660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.229975 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:05.237702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/9fb1083c-a556-4e97-ad22-a1a372dbf5ba HTTP/1.1" status: 204 len: 168 time: 0.5453045 May 14 18:41:05.240068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38960) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:05.360321 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.420260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca0338-5d27-4607-bf86-d589bf73360f None None] Network a19e0189-8a9b-4adb-9fc3-dcc24025496d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:05.440629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:41:05.440961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.513025 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b48ce27a-98f9-4997-bd00-0508fbc047ad None None] Provisioning complete for port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:05.513025 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b48ce27a-98f9-4997-bd00-0508fbc047ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.537545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port 9e232a43-0629-4f05-8bf0-d5b1945e42d1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e232a43-0629-4f05-8bf0-d5b1945e42d1,segment=NetworkSegment(a35cce87-175c-44ed-ad5a-5ec1c65ece3f),segment_id=a35cce87-175c-44ed-ad5a-5ec1c65ece3f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:05.537899 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.666365 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for 9e232a43-0629-4f05-8bf0-d5b1945e42d1 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:41:05.713527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.718324 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0042a91a-a4dd-41f6-8df1-ffac9aa9577e tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:05.764004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=9e232a43-0629-4f05-8bf0-d5b1945e42d1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:05.769126 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port 9e232a43-0629-4f05-8bf0-d5b1945e42d1 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:41:05.769126 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:05.776244 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153d91f-109d-41e5-98ce-b22d0dc937ce None None] DHCP port deletion for a19e0189-8a9b-4adb-9fc3-dcc24025496d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:41:05.898220 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.911808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19e0189-8a9b-4adb-9fc3-dcc24025496d']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:05.924006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:05.924310 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35cce87-175c-44ed-ad5a-5ec1c65ece3f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:05.936435 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.952232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.958331 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:41:05.958595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e232a43-0629-4f05-8bf0-d5b1945e42d1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:41:05.958717 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: timer() May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:41:05.977995 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:41:05.993795 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 9e232a43-0629-4f05-8bf0-d5b1945e42d1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:41:05.994147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e232a43-0629-4f05-8bf0-d5b1945e42d1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:41:06.054492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.058478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-383e71f9-b550-4a10-a649-af73a2a0e8f2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:06.072635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.083422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=a19e0189-8a9b-4adb-9fc3-dcc24025496d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:06.088585 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:06.091128 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/a19e0189-8a9b-4adb-9fc3-dcc24025496d HTTP/1.1" status: 204 len: 168 time: 0.8501058 May 14 18:41:06.093713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38966) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.138917 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-c915253e-bc22-4d41-80ae-c71f4cbf94af tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:06.139391 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c915253e-bc22-4d41-80ae-c71f4cbf94af tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:06.141028 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c915253e-bc22-4d41-80ae-c71f4cbf94af tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/2aec529e-1663-40e1-9ab9-b01b63812dd6 HTTP/1.1" status: 404 len: 337 time: 0.0464232 May 14 18:41:06.143672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38972) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.169196 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-522a7b57-1af7-427c-8287-a17b35d31f99 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:06.169575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522a7b57-1af7-427c-8287-a17b35d31f99 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:06.171135 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-522a7b57-1af7-427c-8287-a17b35d31f99 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/b200ba83-9c61-46a7-9a48-1016b4be6ac1 HTTP/1.1" status: 404 len: 339 time: 0.0265803 May 14 18:41:06.173532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38976) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.209358 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3f6950-e2bd-467e-bbb4-c4a3a5d53b55 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:06.209789 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3f6950-e2bd-467e-bbb4-c4a3a5d53b55 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:06.211376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fd3f6950-e2bd-467e-bbb4-c4a3a5d53b55 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/314e9da6-3f96-4265-be85-c69868c239a2 HTTP/1.1" status: 404 len: 337 time: 0.0369859 May 14 18:41:06.214308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38980) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.239015 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0eb17e-f9eb-4c35-8ef2-226ed015d86b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:06.239480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0eb17e-f9eb-4c35-8ef2-226ed015d86b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:06.241034 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2e0eb17e-f9eb-4c35-8ef2-226ed015d86b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/f08c11af-c045-4d1a-aa7a-02c8eb0c3d64 HTTP/1.1" status: 404 len: 339 time: 0.0258634 May 14 18:41:06.243304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38984) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.283364 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89c4efe-778f-4637-bb9f-63ad3146867b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:06.283796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89c4efe-778f-4637-bb9f-63ad3146867b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:06.285351 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d89c4efe-778f-4637-bb9f-63ad3146867b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/8e489028-edbe-4edd-9993-60383372cf34 HTTP/1.1" status: 404 len: 337 time: 0.0412045 May 14 18:41:06.287673 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38988) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.311857 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-060fd7dd-405a-4b1c-acaf-14ffc2ee11fc tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:06.312299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060fd7dd-405a-4b1c-acaf-14ffc2ee11fc tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:06.314066 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-060fd7dd-405a-4b1c-acaf-14ffc2ee11fc tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/87368958-77aa-41f8-a4de-216828c86971 HTTP/1.1" status: 404 len: 339 time: 0.0255518 May 14 18:41:06.316587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38992) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.379736 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting subnet 16608573-7737-47de-ad0c-4f5040d0c9c9 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:41:06.382514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.440090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.523781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.793317 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.797752 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ae91c77-80b1-4b32-9913-1a8acf23227e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:06.835680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=16608573-7737-47de-ad0c-4f5040d0c9c9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:06.838545 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:06.842298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7d350-88f0-488f-87b3-b54e78e64444 None None] Network d26e281d-74d0-465e-88c8-76c3205a187d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:06.842839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:06.849060 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/16608573-7737-47de-ad0c-4f5040d0c9c9 HTTP/1.1" status: 204 len: 168 time: 0.5315943 May 14 18:41:06.851465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 38996) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:06.965145 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.041227 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port 24222d31-3e37-485b-a908-6e202aeecedc {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:41:07.041560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.090847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] DHCP port deletion for d26e281d-74d0-465e-88c8-76c3205a187d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:41:07.140347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port 24222d31-3e37-485b-a908-6e202aeecedc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=24222d31-3e37-485b-a908-6e202aeecedc,segment=NetworkSegment(99744955-37be-4c4e-86f2-91929fbcd6fa),segment_id=99744955-37be-4c4e-86f2-91929fbcd6fa)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:07.140700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.160342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Deleting port 24222d31-3e37-485b-a908-6e202aeecedc {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:41:07.160734 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.261980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] For port 24222d31-3e37-485b-a908-6e202aeecedc, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=24222d31-3e37-485b-a908-6e202aeecedc,segment=NetworkSegment(99744955-37be-4c4e-86f2-91929fbcd6fa),segment_id=99744955-37be-4c4e-86f2-91929fbcd6fa)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:07.262381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.265780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for 24222d31-3e37-485b-a908-6e202aeecedc owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:41:07.311098 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.314985 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bdc44780-a10a-47ce-aa00-349b5d6ed42b tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:07.358319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=24222d31-3e37-485b-a908-6e202aeecedc,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:07.361472 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:07.362243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port 24222d31-3e37-485b-a908-6e202aeecedc on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:41:07.385759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Calling delete_port for 24222d31-3e37-485b-a908-6e202aeecedc owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:41:07.428358 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.433183 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-543c9dba-fd35-4581-8bf6-cff7a7ee7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:07.477321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Pushing event deleted for resources: {'Port': ['ID=24222d31-3e37-485b-a908-6e202aeecedc,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:07.479553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] No DVR routers for this DVR port 24222d31-3e37-485b-a908-6e202aeecedc on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:41:07.481027 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:07.490287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.502534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e281d-74d0-465e-88c8-76c3205a187d']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:07.515969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99744955-37be-4c4e-86f2-91929fbcd6fa') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:07.516265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99744955-37be-4c4e-86f2-91929fbcd6fa') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:07.527891 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.547789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.553593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:41:07.553962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: timer() May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:41:07.569512 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:41:07.646574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.650304 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:07.664362 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.675549 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=d26e281d-74d0-465e-88c8-76c3205a187d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:07.681008 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:07.684108 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/d26e281d-74d0-465e-88c8-76c3205a187d HTTP/1.1" status: 204 len: 168 time: 0.8317330 May 14 18:41:07.686532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39000) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:07.891390 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-9721a725-9bf5-410c-95e5-88bbcf79b210 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:07.892108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9721a725-9bf5-410c-95e5-88bbcf79b210 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:07.893821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9721a725-9bf5-410c-95e5-88bbcf79b210 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/6ee558c6-f840-4064-bb35-981917d1e89c HTTP/1.1" status: 404 len: 337 time: 0.2063911 May 14 18:41:07.896063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39004) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:07.921912 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb5a04b-82a3-4e6c-99d3-de22bb0affe6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] DELETE failed (client error): The resource could not be found. May 14 18:41:07.922441 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb5a04b-82a3-4e6c-99d3-de22bb0affe6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 18:41:07.924113 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9eb5a04b-82a3-4e6c-99d3-de22bb0affe6 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/3c4db5b6-5f00-4fa1-b868-35b890a1ec1b HTTP/1.1" status: 404 len: 339 time: 0.0271797 May 14 18:41:07.926649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39008) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:07.960522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 24222d31-3e37-485b-a908-6e202aeecedc no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:41:07.994583 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting subnet e17a47bb-8065-4e8b-98d5-300fc5dbbc77 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:41:07.997585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:07.997760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 24222d31-3e37-485b-a908-6e202aeecedc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:41:07.998085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 24222d31-3e37-485b-a908-6e202aeecedc not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:41:08.054796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.138199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.401555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.405847 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:08.442277 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Subnet': ['ID=e17a47bb-8065-4e8b-98d5-300fc5dbbc77,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:08.444816 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:08.445789 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.449936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f899a0-0f3b-49e9-907c-7b924792893d None None] Network 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:08.457945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/subnets/e17a47bb-8065-4e8b-98d5-300fc5dbbc77 HTTP/1.1" status: 204 len: 168 time: 0.5281475 May 14 18:41:08.458184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39012) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:08.573488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.648858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Deleting port 0b5adada-5bcb-4b55-8803-9da2752c512d {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:41:08.649737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.694093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] DHCP port deletion for 14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:41:08.750587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] For port 0b5adada-5bcb-4b55-8803-9da2752c512d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0b5adada-5bcb-4b55-8803-9da2752c512d,segment=NetworkSegment(c17ad9fb-7987-4b7c-badd-e697c324d7a3),segment_id=c17ad9fb-7987-4b7c-badd-e697c324d7a3)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:08.750943 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.761196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Deleting port 0b5adada-5bcb-4b55-8803-9da2752c512d {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:41:08.761579 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.873203 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Calling delete_port for 0b5adada-5bcb-4b55-8803-9da2752c512d owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:41:08.905049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] For port 0b5adada-5bcb-4b55-8803-9da2752c512d, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0b5adada-5bcb-4b55-8803-9da2752c512d,segment=NetworkSegment(c17ad9fb-7987-4b7c-badd-e697c324d7a3),segment_id=c17ad9fb-7987-4b7c-badd-e697c324d7a3)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:08.905444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.922035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:08.926666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5d61f6b8-cf8c-4dad-8a33-89f34aab8579 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:08.971590 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Port': ['ID=0b5adada-5bcb-4b55-8803-9da2752c512d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:08.974362 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:08.975637 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] No DVR routers for this DVR port 0b5adada-5bcb-4b55-8803-9da2752c512d on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:41:09.025002 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Calling delete_port for 0b5adada-5bcb-4b55-8803-9da2752c512d owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:41:09.067058 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.070537 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:09.097378 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.114193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Pushing event deleted for resources: {'Port': ['ID=0b5adada-5bcb-4b55-8803-9da2752c512d,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:09.114928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b16b61-cb99-4b29-b4f1-9a1c2fc9b648']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:09.117596 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:09.120722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] No DVR routers for this DVR port 0b5adada-5bcb-4b55-8803-9da2752c512d on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:41:09.128708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ad9fb-7987-4b7c-badd-e697c324d7a3') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:09.129006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ad9fb-7987-4b7c-badd-e697c324d7a3') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:09.140570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.156954 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.163102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:41:09.163625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: timer() May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:41:09.178417 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:41:09.256375 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.260130 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1d983e3-6273-4320-8df2-bcce9080800c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:09.278669 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.293131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Pushing event deleted for resources: {'Network': ['ID=14b16b61-cb99-4b29-b4f1-9a1c2fc9b648,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:09.295910 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:09.297654 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] 10.222.0.24 "DELETE /v2.0/networks/14b16b61-cb99-4b29-b4f1-9a1c2fc9b648 HTTP/1.1" status: 204 len: 168 time: 0.8386445 May 14 18:41:09.557576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39020) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:09.778434 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-07305780-c31a-477b-b4a2-6756f020ee81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb4bbfe358c44618a5b6126fd159cfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195857 May 14 18:41:09.780763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39028) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:09.838047 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.863403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.917652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.921328 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ddd2f6b-117a-4c88-be74-d1b2000eda3f tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:09.932580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ab3da-cf9c-4da3-8e91-d02ad263a364,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:09.936199 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:09.939764 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:09.940788 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32ab3da-cf9c-4da3-8e91-d02ad263a364 HTTP/1.1" status: 204 len: 168 time: 0.1590903 May 14 18:41:09.970698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0b5adada-5bcb-4b55-8803-9da2752c512d no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:41:10.004407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0b5adada-5bcb-4b55-8803-9da2752c512d {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:41:10.004885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0b5adada-5bcb-4b55-8803-9da2752c512d not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:41:10.628658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39052) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:10.732120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115563548'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:10.738797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:10.742679 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:10.746233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:10.752584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:10.762809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:10.778411 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:10.792767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:10.796614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:10.799460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:10.805082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:10.890800 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:10.894449 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:10.896904 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93c5998e-adba-436d-809e-674306f2ee4c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:10.906762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:10.914263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:10.922430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:10.933754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:10.937312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c202b41-277d-44ae-9514-f6dc9a8e0a11,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:10.941936 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.007505 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.011052 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.016040 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a52e6b19-34ae-436b-a46a-bb83b5eccaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:11.052086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7064e680-e60a-44e9-8b05-b28698191b17,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:11.056669 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.057404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.058643 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4290049 May 14 18:41:11.061268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39058) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.127458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-daa052db-3b1f-4298-ab0b-a2ddb15ff684 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:11.143432 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-daa052db-3b1f-4298-ab0b-a2ddb15ff684 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:11.144681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-daa052db-3b1f-4298-ab0b-a2ddb15ff684 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0825293 May 14 18:41:11.148668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39062) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.153708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-security--1042867023', 'description': 'tempest-security-description-1565327493'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:11.183799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.235429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.238625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.241066 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.242250 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "PUT /v2.0/security-groups/7064e680-e60a-44e9-8b05-b28698191b17 HTTP/1.1" status: 200 len: 1780 time: 0.0926838 May 14 18:41:11.243113 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-419d29f1-2dc3-4645-aab5-2019a05de860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:11.245710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39066) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.270695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7064e680-e60a-44e9-8b05-b28698191b17,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:11.273305 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.295140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-04dfaddc-1da7-4df1-8a7b-cad69fac2c32 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups/7064e680-e60a-44e9-8b05-b28698191b17 HTTP/1.1" status: 200 len: 1780 time: 0.0482273 May 14 18:41:11.297511 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39070) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.358967 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.384611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.434926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.438723 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8a408b7b-023a-4fc4-aebc-29fe186d3d06 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:11.454786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7064e680-e60a-44e9-8b05-b28698191b17,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:11.457405 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.467978 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.469098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/7064e680-e60a-44e9-8b05-b28698191b17 HTTP/1.1" status: 204 len: 168 time: 0.1706908 May 14 18:41:11.471967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39074) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.522164 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ce86f3da-e6fe-4ca0-a62e-7baee75b7313 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:11.537115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ce86f3da-e6fe-4ca0-a62e-7baee75b7313 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:11.538318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ce86f3da-e6fe-4ca0-a62e-7baee75b7313 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652661 May 14 18:41:11.541884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39078) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.557732 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-8eed94d3-0dc2-496e-baa4-b8845e7b6b9b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] delete failed (client error): The resource could not be found. May 14 18:41:11.558645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8eed94d3-0dc2-496e-baa4-b8845e7b6b9b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/7064e680-e60a-44e9-8b05-b28698191b17 HTTP/1.1" status: 404 len: 347 time: 0.0158713 May 14 18:41:11.562111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39082) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.567415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022911174'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:11.573843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:11.584179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:11.593713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.613836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:11.617655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:11.620628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:11.626349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:11.694576 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.698518 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.701971 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2d9fc9d5-cd6d-4ac8-9d17-fa6552770049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:11.742298 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca8fe4-1492-47a7-938c-d6bb9de8c2ad,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:11.747484 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.751794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.753033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1898773 May 14 18:41:11.755931 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39086) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.761648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': 'e1ca8fe4-1492-47a7-938c-d6bb9de8c2ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:11.767867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:11.771650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:11.774515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:11.781163 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:11.796497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.859316 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.862656 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.868218 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4cbccf4b-72d2-4e7c-ad39-760eb266dd77 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:11.887345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bdac79-6ace-4425-a6c0-93784b7dbfac,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:11.889863 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.897702 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.898856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4069d9fd-106a-4fe8-966f-9c4dd4b5b440 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420219 May 14 18:41:11.902290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39090) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:11.929990 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.940338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.964321 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.966592 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-570c0954-4d29-4588-bd87-dc99d4a728e1 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:11.981442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20bdac79-6ace-4425-a6c0-93784b7dbfac,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:11.983630 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:11.984579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:11.985656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dfc57ead-04f1-485e-b107-1a9e5be70895 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/20bdac79-6ace-4425-a6c0-93784b7dbfac HTTP/1.1" status: 204 len: 168 time: 0.0824680 May 14 18:41:11.988239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.034400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55791aff-466d-429e-9449-56e845039b68 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:12.050654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-55791aff-466d-429e-9449-56e845039b68 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:12.051888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-55791aff-466d-429e-9449-56e845039b68 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627694 May 14 18:41:12.054622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39098) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.114908 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.145073 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.191334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.195006 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c92faadf-38e2-47d3-bdba-226b16c00a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:12.209379 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca8fe4-1492-47a7-938c-d6bb9de8c2ad,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:12.212763 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:12.224965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.226187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-00121590-5efd-4d76-bfcf-15f0b6f1f273 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/e1ca8fe4-1492-47a7-938c-d6bb9de8c2ad HTTP/1.1" status: 204 len: 168 time: 0.1706858 May 14 18:41:12.230072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39102) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.282615 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e0b52c6-2226-436d-9560-9f7e45ef5f7d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515223 May 14 18:41:12.286403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39106) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.292547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--937945346'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:12.298866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:12.302959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:12.306880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:12.312559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:12.323068 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.343226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:12.347242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:12.349996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:12.356332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:12.424872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.428691 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.432550 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7cc59d29-a687-42c8-9a81-aa8383d97f3c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:12.474648 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba143a-0ad3-43cd-b5b7-b483c58bbe8f,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:12.479438 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:12.485531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.486941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1995425 May 14 18:41:12.489571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39110) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.495158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '15ba143a-0ad3-43cd-b5b7-b483c58bbe8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:12.501470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:12.505510 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:12.509646 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:12.516061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:12.532438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.594853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.598329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.600206 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:12.621953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4b2b61-8d28-4bb5-872c-daa6bee4d347,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:12.624294 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:12.635132 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.639232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39114) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.639434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4d531a5b-b328-4389-9269-10f86dca021d tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487372 May 14 18:41:12.644690 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '15ba143a-0ad3-43cd-b5b7-b483c58bbe8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:12.652031 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:12.656065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:12.660040 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:12.665942 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:12.680327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.747723 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.751323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.756845 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:12.776449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c59e790-b662-4791-b88a-b5387d1c89be,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:12.778868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:12.789236 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.790576 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500843 May 14 18:41:12.793132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39118) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.798293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '15ba143a-0ad3-43cd-b5b7-b483c58bbe8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:12.804761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:12.808974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:12.811820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:12.817795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:12.833109 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.896223 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.899845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.906891 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1960bc7-7527-40fa-a005-533b9b473ab7 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:12.926465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1392cf49-f509-4951-bc21-d545a1b9a077,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:12.928577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:12.936731 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:12.937868 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f7dc405a-3c87-4e1c-b667-f914b0690a7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438310 May 14 18:41:12.940809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39122) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:12.945931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '15ba143a-0ad3-43cd-b5b7-b483c58bbe8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:12.953069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:12.957063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:12.959869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:12.965556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:12.981180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.045991 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.049588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.052052 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d8e03b54-a260-4af8-8a11-6f3006fb7b2d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:13.079352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785fe332-f76a-41e7-a62b-1e76b0ab0e59,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:13.084719 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:13.092706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.093861 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521087 May 14 18:41:13.096538 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39126) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.101528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '15ba143a-0ad3-43cd-b5b7-b483c58bbe8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:13.108195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:13.112422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:13.115276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:13.121639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:13.138820 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.202432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.205676 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.207435 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5914b35d-cb22-49f7-8c14-0e9a8baad152 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:13.229122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c270384d-f0cb-4a4c-b2ee-c22b1259fbd1,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:13.231502 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:13.241501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.242664 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b632a330-efc5-411b-8db3-3a4386e57a56 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1452312 May 14 18:41:13.246219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39130) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.273300 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.284974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.311162 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.313298 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5c3f4225-83a4-4c62-ba1f-d54deb34fca1 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:13.331385 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c270384d-f0cb-4a4c-b2ee-c22b1259fbd1,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:13.335361 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:13.336347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.337472 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-717e9135-e593-4f2e-a4fa-364b0f992c6a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c270384d-f0cb-4a4c-b2ee-c22b1259fbd1 HTTP/1.1" status: 204 len: 168 time: 0.0903327 May 14 18:41:13.340639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39134) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.392933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2b9550f9-0926-44db-95c1-7850e98636e7 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:13.408350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2b9550f9-0926-44db-95c1-7850e98636e7 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:13.409704 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2b9550f9-0926-44db-95c1-7850e98636e7 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0686884 May 14 18:41:13.412684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39140) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.441740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.455564 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.481528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.483699 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-051b5dab-1b61-40f4-bb74-d4ce53c0bd89 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:13.502144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=785fe332-f76a-41e7-a62b-1e76b0ab0e59,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:13.505722 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:13.511419 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.515366 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-de68ea88-0f80-4edf-8ac7-f9186d211e4f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/785fe332-f76a-41e7-a62b-1e76b0ab0e59 HTTP/1.1" status: 204 len: 168 time: 0.0991027 May 14 18:41:13.515682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39144) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.569277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d79a0d3e-d8ce-4b77-94ad-920d33f1fcb8 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:13.584705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d79a0d3e-d8ce-4b77-94ad-920d33f1fcb8 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:13.586296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d79a0d3e-d8ce-4b77-94ad-920d33f1fcb8 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0694199 May 14 18:41:13.589737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39148) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.617844 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.628335 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.652876 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.654786 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c7368f85-aa69-4570-a88d-55690032dc95 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:13.672615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1392cf49-f509-4951-bc21-d545a1b9a077,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:13.675020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:13.678313 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.679508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f429628d-693a-405f-ba3c-d79d85611d0b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1392cf49-f509-4951-bc21-d545a1b9a077 HTTP/1.1" status: 204 len: 168 time: 0.0887849 May 14 18:41:13.682074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39152) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.732206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-00a058ed-4577-4ce9-afa1-9112e0a3ace2 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:13.747014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-00a058ed-4577-4ce9-afa1-9112e0a3ace2 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:13.748292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-00a058ed-4577-4ce9-afa1-9112e0a3ace2 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0653310 May 14 18:41:13.751271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39156) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.779752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.789742 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.814234 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.816957 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-66c70621-e34f-4704-9f06-b7f71b94581b tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:13.835438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c59e790-b662-4791-b88a-b5387d1c89be,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:13.847623 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:13.852645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.854906 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7c59e790-b662-4791-b88a-b5387d1c89be HTTP/1.1" status: 204 len: 168 time: 0.1026721 May 14 18:41:13.857520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39160) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.906838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20bfda72-e577-4fd1-b549-dc70408c5f5b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:13.922575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-20bfda72-e577-4fd1-b549-dc70408c5f5b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:13.923845 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-20bfda72-e577-4fd1-b549-dc70408c5f5b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0654111 May 14 18:41:13.926663 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39164) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:13.955143 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.965684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.988816 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:13.990657 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab3deeae-1211-48f3-94ee-75948977fd1e tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:14.006481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff4b2b61-8d28-4bb5-872c-daa6bee4d347,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:14.010196 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:14.014728 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.015945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e970d605-8032-4ff4-a700-03d1486e48d9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ff4b2b61-8d28-4bb5-872c-daa6bee4d347 HTTP/1.1" status: 204 len: 168 time: 0.0883763 May 14 18:41:14.018465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39168) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.063746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cc6b4cec-385b-4dc3-a2be-91a96ea60b63 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:14.079289 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cc6b4cec-385b-4dc3-a2be-91a96ea60b63 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:14.080625 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cc6b4cec-385b-4dc3-a2be-91a96ea60b63 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611932 May 14 18:41:14.083399 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39172) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.147252 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.174105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.219400 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.224094 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-624154a8-118c-4a8c-b258-896c2f192675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:14.238092 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba143a-0ad3-43cd-b5b7-b483c58bbe8f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:14.240514 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:14.252992 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.254095 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/15ba143a-0ad3-43cd-b5b7-b483c58bbe8f HTTP/1.1" status: 204 len: 168 time: 0.1698287 May 14 18:41:14.256664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39176) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.307071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dd603662-4c01-4066-93d0-5d0481e2bb8c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:14.323741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-dd603662-4c01-4066-93d0-5d0481e2bb8c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:14.324931 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-dd603662-4c01-4066-93d0-5d0481e2bb8c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673416 May 14 18:41:14.329148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39180) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.334062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--951826815'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:14.341800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:14.351135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:14.360836 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.381221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:14.386620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:14.389482 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:14.395112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:14.468285 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.472351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.482898 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4cb55e52-0adf-4832-b477-4f9150790d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:14.520807 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cceb642-6591-4468-944f-a1391458909f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:14.525310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:14.528003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.529242 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1992278 May 14 18:41:14.531953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.537515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '6cceb642-6591-4468-944f-a1391458909f', 'direction': 'ingress', 'protocol': 17}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:14.544914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:14.549048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:14.552088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:14.557834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:14.572930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.632837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.636763 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.640273 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f2a7f87e-8215-4067-963b-cb30351274fa tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:14.662745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f393e7-13e5-478a-acbe-d27a8fd17641,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:14.668787 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:14.676654 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.678008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1c6423e-9c6d-4dd0-9e2e-7bd8988a5752 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1451716 May 14 18:41:14.680777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39188) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.742120 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.768924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.820890 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.826302 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee2cce1d-781c-40b0-8c68-3e5bbd8cf176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:14.842992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cceb642-6591-4468-944f-a1391458909f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:14.845965 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:14.851164 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.852270 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/6cceb642-6591-4468-944f-a1391458909f HTTP/1.1" status: 204 len: 168 time: 0.1705768 May 14 18:41:14.855137 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39192) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.906020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-69e2b646-fdc7-4123-b4ac-cba3b3763a4c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:14.920639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-69e2b646-fdc7-4123-b4ac-cba3b3763a4c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:14.921829 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-69e2b646-fdc7-4123-b4ac-cba3b3763a4c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656288 May 14 18:41:14.925438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39196) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:14.930610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187636321'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:14.937761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:14.948019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:14.957397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:14.977259 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:14.981540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:14.984288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:14.990008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:15.059299 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.062907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.068114 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-576f81fd-04f0-4782-84c2-24c9ab328cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:15.112184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd72963-1308-4b09-8357-015b33d04465,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:15.115407 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:15.116188 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.117348 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1910396 May 14 18:41:15.120698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39200) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.125821 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--661463105'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:15.132298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:15.136998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:15.139782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:15.145341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:15.155580 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.177938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:15.182668 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:15.185430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:15.191249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:15.258263 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.262526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.267548 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b831b5c2-c526-488a-8082-b772a5c40eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:15.310505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428f29b4-10ea-4814-9707-3d7a7315d236,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:15.313117 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.314294 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1925333 May 14 18:41:15.315483 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:15.317287 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39204) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.323054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': 'fcd72963-1308-4b09-8357-015b33d04465', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '428f29b4-10ea-4814-9707-3d7a7315d236', 'remote_ip_prefix': None}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:15.329718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:15.333752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:15.336641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:15.342562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:15.362744 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.425125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.428593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.430353 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbfdf4eb-cb58-44cd-a872-13942c3a94f7 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:15.453501 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0292f55-033d-43d3-a186-246b11e513d9,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:15.456057 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:15.466509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.467677 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1494792 May 14 18:41:15.470581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39208) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.499947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.510141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.533037 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.535594 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-23b4f469-f313-4485-a058-6e288c97aab0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:15.555804 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0292f55-033d-43d3-a186-246b11e513d9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:15.560840 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:15.561647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.562698 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2ce161c9-9fcc-43eb-aa6f-0eb6586135b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b0292f55-033d-43d3-a186-246b11e513d9 HTTP/1.1" status: 204 len: 168 time: 0.0912018 May 14 18:41:15.565496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39212) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.614112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ae21a8d-53f0-40f8-a736-8edce1909356 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:15.629071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9ae21a8d-53f0-40f8-a736-8edce1909356 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:15.630277 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ae21a8d-53f0-40f8-a736-8edce1909356 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0639212 May 14 18:41:15.633153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39216) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.694989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.720446 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.765184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.769878 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-70ee168f-0451-45d8-85c9-7948738418a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:15.783763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f29b4-10ea-4814-9707-3d7a7315d236,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:15.786041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:15.799413 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.800119 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/428f29b4-10ea-4814-9707-3d7a7315d236 HTTP/1.1" status: 204 len: 168 time: 0.1661022 May 14 18:41:15.802918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39220) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.870310 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4684e63b-fd1e-42c9-ad1a-228fb799f549 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:15.884812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4684e63b-fd1e-42c9-ad1a-228fb799f549 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:15.886177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4684e63b-fd1e-42c9-ad1a-228fb799f549 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0816870 May 14 18:41:15.889189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39224) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:15.950594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:15.977399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.023735 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.027436 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-067ff5fe-cf8d-4615-a6e4-d52043d3a625 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:16.042384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd72963-1308-4b09-8357-015b33d04465,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:16.045102 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:16.058746 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.059882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/fcd72963-1308-4b09-8357-015b33d04465 HTTP/1.1" status: 204 len: 168 time: 0.1698229 May 14 18:41:16.062447 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39228) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.112866 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eed07be1-9492-486e-a148-71054005f351 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:16.128565 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-eed07be1-9492-486e-a148-71054005f351 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:16.129980 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-eed07be1-9492-486e-a148-71054005f351 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664361 May 14 18:41:16.134051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39232) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.140446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545877546'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:16.147426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:16.157004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:16.167160 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.188126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:16.192335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:16.195081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:16.201294 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:16.273016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.276845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.280534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-92a12567-9028-481e-8ea6-164c5923b2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:16.320074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e971460-b879-408e-a7e6-0b88e083cb3e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:16.324990 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:16.332474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.333707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1978006 May 14 18:41:16.336414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39236) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.341533 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '9e971460-b879-408e-a7e6-0b88e083cb3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:16.347731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:16.351705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:16.355129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:16.361910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:16.377191 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.438360 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.442363 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.444138 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e7c99e48-7e6f-4133-8ee8-e8af90125db9 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:16.466653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffdf7d6-8d5f-4aa5-8bd1-b56ed9779d88,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:16.469254 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:16.480246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.484646 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-69fc055e-08a4-4448-b168-358588bc0133 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1473007 May 14 18:41:16.484928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39240) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.514999 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.529485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.553701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.555500 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-91d6ca7b-7264-4737-929e-86c76fa8e228 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:16.573581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fffdf7d6-8d5f-4aa5-8bd1-b56ed9779d88,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:16.575572 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:16.576377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.577439 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fffdf7d6-8d5f-4aa5-8bd1-b56ed9779d88 HTTP/1.1" status: 204 len: 168 time: 0.0917199 May 14 18:41:16.580146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39244) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.626084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2c862347-2d8e-478d-ae65-5364068a59fa tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:16.640511 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2c862347-2d8e-478d-ae65-5364068a59fa tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:16.641748 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2c862347-2d8e-478d-ae65-5364068a59fa tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606902 May 14 18:41:16.644634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39248) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.706074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.736596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.782923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.789567 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-58b6b223-724e-48a9-a1bd-cd239d64af56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:16.807341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e971460-b879-408e-a7e6-0b88e083cb3e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:16.810269 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:16.819608 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.820699 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e971460-b879-408e-a7e6-0b88e083cb3e HTTP/1.1" status: 204 len: 168 time: 0.1752031 May 14 18:41:16.823341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39252) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.875973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af00acbe-6d9b-422f-9da4-65233997fb5c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:16.890453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-af00acbe-6d9b-422f-9da4-65233997fb5c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:16.891715 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-af00acbe-6d9b-422f-9da4-65233997fb5c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674691 May 14 18:41:16.895499 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39256) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:16.901523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group': {'name': 'tempest-secgroup--276713509'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:16.909376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:16.919561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:16.929022 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:16.950048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:16.953992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:16.956767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:16.962812 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:17.030790 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.034377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.039276 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d250a71-71f3-40e0-ab7b-773f226990d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:17.081584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523109b7-6e30-493d-b9e0-8509a6fd021a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:17.085209 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:17.089072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.090504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1939082 May 14 18:41:17.092985 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39260) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.098178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '523109b7-6e30-493d-b9e0-8509a6fd021a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:17.105298 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:17.109325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Usage tracker for resource:security_group_rule and tenant:aad4c3e581114f00a44829fa562041dc is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:17.112143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:17.117972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:17.133796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.193864 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.198009 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.200353 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-90900d7e-b84c-4764-af71-6448c176868f tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:17.222211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a659f613-b38e-474c-91c2-8394899dc7b9,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:17.225067 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:17.235560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.236702 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-74159218-b027-463b-a6ce-0683152bbdb5 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427581 May 14 18:41:17.239278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39264) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.260687 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c93424a0-2578-48ef-8339-093b3d500d2c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules/a659f613-b38e-474c-91c2-8394899dc7b9 HTTP/1.1" status: 200 len: 763 time: 0.0203576 May 14 18:41:17.263003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39268) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.309320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-687af46a-8630-49df-b63a-b6289b79e1cc tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:17.324556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-687af46a-8630-49df-b63a-b6289b79e1cc tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:17.325908 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-687af46a-8630-49df-b63a-b6289b79e1cc tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0620298 May 14 18:41:17.328657 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39272) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.356027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.365997 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.390485 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.392692 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d8c7dba4-eeeb-43a1-9e9f-68a1c0b7fe0c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:17.408650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a659f613-b38e-474c-91c2-8394899dc7b9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:17.412074 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:17.417205 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.418391 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-80a37dc9-255f-49ad-b223-35978dd216b0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a659f613-b38e-474c-91c2-8394899dc7b9 HTTP/1.1" status: 204 len: 168 time: 0.0888686 May 14 18:41:17.420888 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39276) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.467438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-077b5ae3-1895-4f70-a9bd-327fc3ca654e tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:17.482618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-077b5ae3-1895-4f70-a9bd-327fc3ca654e tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:17.484063 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-077b5ae3-1895-4f70-a9bd-327fc3ca654e tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621946 May 14 18:41:17.486557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39280) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.491580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '523109b7-6e30-493d-b9e0-8509a6fd021a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:17.499096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:17.508500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:17.525450 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.587726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.591077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.592829 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2b2f687e-ee88-4694-9f4e-1a34c245eb21 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:17.615372 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae0b9c3-c39d-4d23-a441-d5dc8d2b652b,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:17.619978 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:17.628407 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.629486 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-298bed11-7fba-4711-bdec-9757d57195bd tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420412 May 14 18:41:17.632154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39284) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.651421 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e3f5c5b2-1934-446e-9b3e-08685649a2ca tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules/6ae0b9c3-c39d-4d23-a441-d5dc8d2b652b HTTP/1.1" status: 200 len: 763 time: 0.0181315 May 14 18:41:17.653610 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39288) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.701420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e172ae33-d905-43fd-bf4c-42100a52976a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:17.717002 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e172ae33-d905-43fd-bf4c-42100a52976a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:17.718316 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e172ae33-d905-43fd-bf4c-42100a52976a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638506 May 14 18:41:17.721071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39292) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.749197 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.759296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.782646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.784415 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-62578937-fca7-40ad-b443-a93f977c7686 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:17.802270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ae0b9c3-c39d-4d23-a441-d5dc8d2b652b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:17.804866 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:17.808527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.809812 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cd80adae-5b10-4b71-ad84-06e819cfb220 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6ae0b9c3-c39d-4d23-a441-d5dc8d2b652b HTTP/1.1" status: 204 len: 168 time: 0.0878823 May 14 18:41:17.813276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39296) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.859308 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d946a18-8955-48e1-855a-f247e345ba2a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:17.875141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3d946a18-8955-48e1-855a-f247e345ba2a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:17.876341 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3d946a18-8955-48e1-855a-f247e345ba2a tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621889 May 14 18:41:17.879096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39300) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:17.884229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Request body: {'security_group_rule': {'security_group_id': '523109b7-6e30-493d-b9e0-8509a6fd021a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:17.890528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:17.899851 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:17.909802 n-d-787206-3 neutron-server[79560]: INFO neutron.db.securitygroups_db [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Project aad4c3e581114f00a44829fa562041dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 18:41:17.915793 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.977194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.982124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:17.984817 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf45e57b-f30b-4b7c-8e9a-a3764a504d67 tempest-SecGroupTest-1691578378 tempest-SecGroupTest-1691578378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:18.008075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1add32c1-e051-46ba-8622-ed2e3f4344a3,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:18.013263 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:18.021463 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.022620 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f386740-2820-429f-aadc-cedbfb919694 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426294 May 14 18:41:18.025374 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39304) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.046159 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65ed4f70-400a-434a-b944-eec655e29767 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules/1add32c1-e051-46ba-8622-ed2e3f4344a3 HTTP/1.1" status: 200 len: 769 time: 0.0196922 May 14 18:41:18.048568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39308) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.095725 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-868d4a78-9f2a-4a1b-b986-34dd818c7396 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:18.111120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-868d4a78-9f2a-4a1b-b986-34dd818c7396 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:18.112335 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-868d4a78-9f2a-4a1b-b986-34dd818c7396 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0629201 May 14 18:41:18.115085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39312) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.145218 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.155760 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.179696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.187223 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a34bfc87-7061-4f15-a194-1fcaaf7de1fe tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:18.201158 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1add32c1-e051-46ba-8622-ed2e3f4344a3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:18.203244 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:18.204653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.205723 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-05dec5f6-8cd0-409a-8721-90a912f0c27b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1add32c1-e051-46ba-8622-ed2e3f4344a3 HTTP/1.1" status: 204 len: 168 time: 0.0897543 May 14 18:41:18.208246 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39316) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.255199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0d2e2698-99af-47d2-a049-3bb12830b90f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:18.270753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0d2e2698-99af-47d2-a049-3bb12830b90f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group_rule {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:18.272019 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d2e2698-99af-47d2-a049-3bb12830b90f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628691 May 14 18:41:18.274884 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39320) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.497925 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.525732 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.572907 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.578206 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80f902cb-5ad4-40f3-a5bc-8b1d7d8d8834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:18.592919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523109b7-6e30-493d-b9e0-8509a6fd021a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:18.598177 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:18.612239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:18.614160 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "DELETE /v2.0/security-groups/523109b7-6e30-493d-b9e0-8509a6fd021a HTTP/1.1" status: 204 len: 168 time: 0.3379707 May 14 18:41:18.616654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39326) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.669016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-825e8f87-79d2-407e-b04a-bc39e3c0106b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Synchronizing usage tracker for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:18.684917 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-825e8f87-79d2-407e-b04a-bc39e3c0106b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Unset dirty status for tenant:aad4c3e581114f00a44829fa562041dc on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:18.686134 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-825e8f87-79d2-407e-b04a-bc39e3c0106b tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684485 May 14 18:41:18.690577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39330) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:18.743110 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-21af8d27-86b3-461e-b9a7-4d7b4c2b5f83 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514004 May 14 18:41:19.010463 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39338) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:19.163268 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8c187a3-adfb-4f07-9427-de859a88b14c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aad4c3e581114f00a44829fa562041dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514723 May 14 18:41:19.166235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:19.223134 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:19.249524 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:19.299429 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:19.303876 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-24f8ab10-a45d-4193-b645-61c0f1e3b23c tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:19.316857 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c202b41-277d-44ae-9514-f6dc9a8e0a11,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:19.320600 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:19.332832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:19.336309 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c202b41-277d-44ae-9514-f6dc9a8e0a11 HTTP/1.1" status: 204 len: 168 time: 0.1666205 May 14 18:41:20.935840 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:41:21.094774 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39398) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:21.209062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.223826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:21.227582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Usage tracker for resource:security_group_rule and tenant:5fb78cb8d36b41c68058941e725b6083 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:21.231038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:21.236647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:21.319367 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.323075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.330636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd9cefb9-8e2d-44f8-ac8c-72f8a5fec725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:21.374282 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb78cb8d36b41c68058941e725b6083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784083 May 14 18:41:21.375199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a034911e-7447-4bdd-83c3-7254dba0d60a,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:21.376941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39404) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:21.378118 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:21.436085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.465474 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.516410 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.521225 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b7477429-5774-4bf3-871e-af3506c5d1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:21.534342 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034911e-7447-4bdd-83c3-7254dba0d60a,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:21.536896 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:21.538035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.541972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a034911e-7447-4bdd-83c3-7254dba0d60a HTTP/1.1" status: 204 len: 168 time: 0.1638734 May 14 18:41:21.814379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39412) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:21.832821 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.847532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:21.851313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Usage tracker for resource:security_group_rule and tenant:ae0ac96c11264f92ad590b9d6e74f705 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:21.854086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:21.859760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:21.942824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.946479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:21.955590 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-695e2b41-5454-4132-be13-8615a4a732df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:22.000360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae0ac96c11264f92ad590b9d6e74f705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845911 May 14 18:41:22.002890 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39416) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:22.005520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd3101-7bf2-4dc6-ac06-914477172b53,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:22.018442 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1c8929d3-08c8-4c03-8443-f993657712aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:22.069923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:22.096028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:22.147086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:22.150603 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46b77b41-6eb0-4400-9ec9-d3e4dfd1e1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:22.162430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd3101-7bf2-4dc6-ac06-914477172b53,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:22.164613 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:22.173092 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:22.174214 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94bd3101-7bf2-4dc6-ac06-914477172b53 HTTP/1.1" status: 204 len: 168 time: 0.1704242 May 14 18:41:23.155700 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-8a42bd3d-d645-4d22-b4a3-36c0d6f2c030 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762722 May 14 18:41:23.296992 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f286-2845-4763-9704-f231f6345ecf req-bdadcd06-8d1b-4e90-8f1d-6c65b28cff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:23.298470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-bdadcd06-8d1b-4e90-8f1d-6c65b28cff79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.0744114 May 14 18:41:23.609047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f286-2845-4763-9704-f231f6345ecf req-d9be0141-ba68-4f5d-8d49-b6cead73d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:23.610489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-d9be0141-ba68-4f5d-8d49-b6cead73d327 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 909 time: 0.2943442 May 14 18:41:23.718498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-3e719be0-e898-4226-afb9-a5ac489f2865 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 1001 time: 0.1008348 May 14 18:41:23.782296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f286-2845-4763-9704-f231f6345ecf req-d95f9578-861d-451a-9ad1-f0def99b3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:23.783735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-d95f9578-861d-451a-9ad1-f0def99b3871 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.0603652 May 14 18:41:23.869490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f286-2845-4763-9704-f231f6345ecf req-a1bfe7c3-04c0-4118-8e73-3806559e863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:23.871157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-a1bfe7c3-04c0-4118-8e73-3806559e863b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804486 May 14 18:41:24.010832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-59e8e44a-e54f-480f-b9b1-28f486209934 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331050 May 14 18:41:24.143851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e26f286-2845-4763-9704-f231f6345ecf req-568e1072-8337-4ea6-98d5-7fc5232a4e40 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269279 May 14 18:41:24.402344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:24.804686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39486) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:24.956151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:24.969930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:24.973680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Usage tracker for resource:security_group_rule and tenant:5f41352d12034177b7c4d08b3b92e21d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:24.976424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:24.982158 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:25.063046 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.066962 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.074443 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-15260679-9572-4c22-9a6f-2d657ddcc275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:25.112919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759d917c-f309-4260-930a-cd086b2b9922,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:25.117022 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f41352d12034177b7c4d08b3b92e21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112929 May 14 18:41:25.117947 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:25.120087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39494) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:25.176393 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.202564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.257184 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.260729 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4d908a6e-298b-41a8-965c-710eba22cb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:25.271833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d917c-f309-4260-930a-cd086b2b9922,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:25.274076 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:25.280147 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.281232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e74542e4-16a5-4c4b-9e24-5365b41b07e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/759d917c-f309-4260-930a-cd086b2b9922 HTTP/1.1" status: 204 len: 168 time: 0.1602643 May 14 18:41:25.559606 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39502) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:25.578058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.592900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:25.596935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Usage tracker for resource:security_group_rule and tenant:787cc097d47f49e5b3d823f2b3f928df is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:25.599716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:25.605869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:25.689256 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.693171 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.701501 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a49397a-faca-4585-9d05-d98464644342 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:25.740689 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=787cc097d47f49e5b3d823f2b3f928df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799576 May 14 18:41:25.742295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eed43e-5420-440a-a5ee-55b4850356e7,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:25.743340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:25.745739 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:25.803851 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.828870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.879074 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.882569 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-cb3bc95a-dbb8-48a7-af85-ab81681d9548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:25.893124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eed43e-5420-440a-a5ee-55b4850356e7,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:25.897872 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:25.900507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:25.901684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-503e3267-e55b-4f36-b177-256dc49a7b06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7eed43e-5420-440a-a5ee-55b4850356e7 HTTP/1.1" status: 204 len: 168 time: 0.1572740 May 14 18:41:27.075195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1e624604-e376-4df8-9005-ce5cfd3ff334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:28.045317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:29.615224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:29.789653 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-32bc1a1d-0bd4-42f2-a102-a47daa4d7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:30.845906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.357623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.457975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39586) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:32.576885 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.592138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:32.596090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ed1f0793a54c20b3caacd2e1520a45 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:32.598885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:32.605304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:32.693579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.697906 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.705847 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fbf91ed0-2a6b-4b44-9e34-c7b2245b8844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:32.746925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9ed1f0793a54c20b3caacd2e1520a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877991 May 14 18:41:32.748014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f249c2d2-3501-41c8-a78d-265389e97c03,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:32.750366 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39592) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:32.752974 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:32.811036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.838083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.888272 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.893031 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-35912f7b-5272-434a-a00b-624daa18792e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:32.906815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f249c2d2-3501-41c8-a78d-265389e97c03,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:32.909163 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:32.911303 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:32.912530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c3818294-eaf2-4ef6-8c6c-f1f1ab187b44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f249c2d2-3501-41c8-a78d-265389e97c03 HTTP/1.1" status: 204 len: 168 time: 0.1612623 May 14 18:41:33.193461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39600) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:33.211413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.229160 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:33.232912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f919a409cc147a2884e7d3cd2f8ca64 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:33.235690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:33.241238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:33.325063 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.328701 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.337508 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5ea6ec76-d433-4eeb-a05c-d2b8b7b7cd7f tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:33.375942 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f919a409cc147a2884e7d3cd2f8ca64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814597 May 14 18:41:33.377520 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae823d-2222-4d1f-9f0c-c218778da814,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:33.378669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39604) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:33.380571 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:33.441570 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.467193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.519003 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.522710 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb6e507a-82f7-46a1-86b8-c7e3bc2f29df tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:33.535575 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae823d-2222-4d1f-9f0c-c218778da814,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:33.539451 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:33.545221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:33.546326 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ae823d-2222-4d1f-9f0c-c218778da814 HTTP/1.1" status: 204 len: 168 time: 0.1666043 May 14 18:41:35.625146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39760) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:35.740581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:35.754602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:35.758367 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:bcfc7ec6c00a4db096eeea78af5221e0 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:35.761790 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:35.767405 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:35.849169 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:35.852595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:35.859329 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-753f8468-d070-4e2d-9489-ca52ffb07be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:35.904067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcfc7ec6c00a4db096eeea78af5221e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778311 May 14 18:41:35.905017 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80383b6-f0f8-4c3c-b29e-fd7e0db67a7d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:35.907008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39766) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:35.908174 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:35.967035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:35.991849 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.042529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.046143 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5e51277c-28c0-451c-8f34-5960c50884c3 tempest-VolumesNegativeTest-1993093996 tempest-VolumesNegativeTest-1993093996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:36.061406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80383b6-f0f8-4c3c-b29e-fd7e0db67a7d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:36.067734 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:36.072729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.074014 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b80383b6-f0f8-4c3c-b29e-fd7e0db67a7d HTTP/1.1" status: 204 len: 168 time: 0.1648879 May 14 18:41:36.347680 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39774) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:36.365208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.379871 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:36.383885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Usage tracker for resource:security_group_rule and tenant:150b2475659745faa796e341ee1c9405 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:36.387377 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:36.393091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:36.474235 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.478547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.487194 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-30e5569b-f325-4351-8093-d7b88f49bfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:36.526294 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=150b2475659745faa796e341ee1c9405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775591 May 14 18:41:36.527893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d96d1a-7061-4d87-9833-7d3b84b5854e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:36.529087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39778) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:36.530871 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-68ffbadc-d363-4623-953d-f7f28f7499a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:36.589847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.615742 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.667848 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.671418 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2b300887-9e3a-472d-96cc-5ec231a64d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:36.682811 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d96d1a-7061-4d87-9833-7d3b84b5854e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:36.686164 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:36.689339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:36.690695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0d96d1a-7061-4d87-9833-7d3b84b5854e HTTP/1.1" status: 204 len: 168 time: 0.1606095 May 14 18:41:38.932683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39832) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:38.938934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'network': {'name': 'tempest-network-smoke--1817660582', 'project_id': 'fdf730fe19df402282533aded0666a5c', 'port_security_enabled': True}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:38.945036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:38.948817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:network and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:38.951621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:38.958439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:38.968178 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Made reservation on behalf of fdf730fe19df402282533aded0666a5c for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:41:38.971451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:38.983774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:38.998693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:39.002438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:security_group_rule and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:39.005222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:39.010766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:39.098010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.101619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.105039 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e7bf8a6e-4318-4a90-9b0c-e135ea4484b1 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:39.131229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:41:39.143738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeb330d-92f0-44af-9520-1cf89e516c5b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:39.148521 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.148868 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Added segment 1733a020-dcea-4ead-8616-f1f2d1cd8394 of type vlan for network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 May 14 18:41:39.158013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.158352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.158734 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.159270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.159516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.159881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.160249 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.160616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.160981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.161344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.161705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.162065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:39.166632 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:39.187402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.216000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.221500 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:39.222079 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.226888 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fc289f7a-1d52-44e5-bca5-d2a6c417403e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:39.339840 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Network': ['ID=255b5ef3-cd03-4faf-bd79-edf33f8ab774,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:39.342903 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:39.349245 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4135332 May 14 18:41:39.350581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39836) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:39.353757 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:41:39.356753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'admin_state_up': True, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:39.364666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:39.368528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:router and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:39.371481 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:39.377931 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:39.388962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.389965 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.405666 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.678363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:39.972105 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:40.000476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:40.134712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.25.4.39 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/dce54357-55b7-4d6e-b7da-3f6d990f3683) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:41:40.434269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:40.464389 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:40.468151 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0ce1bfb7-51ec-44c0-9169-e1e866f4371c tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:40.525466 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:41:40.528211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:40.530728 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:41:40.573356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=dce54357-55b7-4d6e-b7da-3f6d990f3683,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:40.576219 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:40.951918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:41.286074 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:41.485763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:41:41.660893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:41:41.670766 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Sync routers for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:41:41.680557 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:41:41.681806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:41:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:41.687398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:41.691770 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3371062 May 14 18:41:41.692026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39840) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:41.857886 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:41:42.003125 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0efdf766-6660-4dbd-adda-afe42fb63a26 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fdf730fe19df402282533aded0666a5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3098958 May 14 18:41:42.006047 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39846) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:42.140943 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:40Z', 'revision_number': 3, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:42.142717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8ab22-446f-468a-b187-5d519313f712 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:42.144219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-49f8ab22-446f-468a-b187-5d519313f712 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372936 May 14 18:41:42.147108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39850) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:42.147961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Checking router: 5f9e9706-0c2c-4b67-a22f-c38390d0de43 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:41:42.148502 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Updating router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 port dce54357-55b7-4d6e-b7da-3f6d990f3683 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:41:42.188295 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ff6c4b6b-5ede-4e27-81e8-99dfcaa209a1 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398848 May 14 18:41:42.192557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39854) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:42.200002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782081972', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'project_id': 'fdf730fe19df402282533aded0666a5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:42.243076 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.316875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:42.320705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:subnet and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:42.323548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:42.329205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:42.339368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Made reservation on behalf of fdf730fe19df402282533aded0666a5c for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:41:42.344447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.575372 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.586806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Transition to ACTIVE for port object dce54357-55b7-4d6e-b7da-3f6d990f3683 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:42.593220 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.596552 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:42.674653 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Attempting to bind port dce54357-55b7-4d6e-b7da-3f6d990f3683 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:41:42.675422 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Attempting to bind port dce54357-55b7-4d6e-b7da-3f6d990f3683 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:41:42.675422 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Attempting to bind port dce54357-55b7-4d6e-b7da-3f6d990f3683 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:41:42.677410 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Pushing event updated for resources: {'Port': ['ID=dce54357-55b7-4d6e-b7da-3f6d990f3683,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:42.686625 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:41:42.686990 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:42.687416 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.687800 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:41:42.688248 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Bound port: dce54357-55b7-4d6e-b7da-3f6d990f3683, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:41:42.688611 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.712600 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.712928 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.713257 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.713581 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.713902 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.714216 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.714525 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.714838 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.715145 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.715478 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.715787 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.716093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:42.723490 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:42.770587 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.772528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] For port dce54357-55b7-4d6e-b7da-3f6d990f3683, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:41:42.774026 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f2c128f3-c631-4c0c-a75e-9f76291fd9e1 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:42.776158 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] For port dce54357-55b7-4d6e-b7da-3f6d990f3683, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dce54357-55b7-4d6e-b7da-3f6d990f3683,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:41:42.780076 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.784519 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-ee802e57-c678-48a2-9cab-39341d1eae83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:42.856377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Subnet': ['ID=f2f908e7-086e-41aa-8809-604882dd9055,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:42.860173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Checking segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:42.860539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network hostable DHCP agents. Network: 255b5ef3-cd03-4faf-bd79-edf33f8ab774, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:41:42.863107 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:41:42.863722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:41:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:42.864417 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:42.879232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:41:42.888934 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 255b5ef3-cd03-4faf-bd79-edf33f8ab774) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:42.899006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe796f-e19c-48c3-b7c8-776a93cc37f8 None None] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:42.899644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:42.899644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:42.925489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7283356 May 14 18:41:42.925489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:42.994184 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Pushing event updated for resources: {'Port': ['ID=dce54357-55b7-4d6e-b7da-3f6d990f3683,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:42.999815 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-2e45a9b3-67a6-4e6a-88f2-12b7369455dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:43.062024 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:41:43.140271 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:41:43.141249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:43.327225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Allocated IP 172.20.0.2 (255b5ef3-cd03-4faf-bd79-edf33f8ab774/f2f908e7-086e-41aa-8809-604882dd9055/21f01196-1bba-406a-9576-2a90d5728eea) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:41:43.410160 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:40Z', 'revision_number': 3, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:43.417881 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcda91c-9cb3-4302-96df-560e0c4929a8 None None] The sync data for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 is: [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:40Z', 'revision_number': 3, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:41:43.742840 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:43.759700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Transition to ACTIVE for port object 21f01196-1bba-406a-9576-2a90d5728eea will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:43.790798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Transition to ACTIVE for port object 21f01196-1bba-406a-9576-2a90d5728eea will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:43.813459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:43.819026 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:43.901579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:41:43.907915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:43.920442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:41:43.972484 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.000405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Pushing event updated for resources: {'Port': ['ID=21f01196-1bba-406a-9576-2a90d5728eea,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:44.010286 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:44.086734 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dce54357-55b7-4d6e-b7da-3f6d990f3683 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:44.174197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Attempting to bind port 21f01196-1bba-406a-9576-2a90d5728eea on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:41:44.174592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Attempting to bind port 21f01196-1bba-406a-9576-2a90d5728eea by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:41:44.174948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Attempting to bind port 21f01196-1bba-406a-9576-2a90d5728eea on network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:41:44.187037 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:41:44.187445 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Checking segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:44.187852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.188245 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Bound using segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:41:44.188726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Bound port: 21f01196-1bba-406a-9576-2a90d5728eea, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:41:44.189103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.246223 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port dce54357-55b7-4d6e-b7da-3f6d990f3683 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:44.259332 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port dce54357-55b7-4d6e-b7da-3f6d990f3683 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:44.259732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.349887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] For port 21f01196-1bba-406a-9576-2a90d5728eea, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:41:44.363898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] For port 21f01196-1bba-406a-9576-2a90d5728eea, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=21f01196-1bba-406a-9576-2a90d5728eea,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:41:44.396711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.398817 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.20.0.1 (255b5ef3-cd03-4faf-bd79-edf33f8ab774/f2f908e7-086e-41aa-8809-604882dd9055/fbe65ba3-67b1-4350-9988-6aaa971fb2ca) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:41:44.407090 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:44.483541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.520118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port dce54357-55b7-4d6e-b7da-3f6d990f3683, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dce54357-55b7-4d6e-b7da-3f6d990f3683,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:44.523361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Pushing event updated for resources: {'Port': ['ID=21f01196-1bba-406a-9576-2a90d5728eea,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:44.527868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.529821 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:44.531092 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-0c1b7866-b1a7-4e3a-808b-8bd4b3ba109b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:44.597251 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.619441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Transition to ACTIVE for port object fbe65ba3-67b1-4350-9988-6aaa971fb2ca will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:44.639358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=dce54357-55b7-4d6e-b7da-3f6d990f3683,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:44.648275 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:44.652183 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.660372 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d15150b-d7b3-456b-8fb0-f424e506e9c9 tempest-AttachVolumeShelveTestJSON-663988782 tempest-AttachVolumeShelveTestJSON-663988782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:44.742711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:41:44.747144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:44.749188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:44.752398 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:44.753017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:41:44.829430 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:44.972811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:45.383397 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:45.388865 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:45.419703 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-163a6ff4-1f90-4a77-ae14-9bb247b58736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:45.504935 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:45.508514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:45.511756 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:45.649069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:41:45.650408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:45.782659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13f74d-a9b9-44d9-aaba-f2bf7a406535 None None] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:41:45.914068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bb43f6f3-8baf-41a5-9c18-138568999ea8 None None] Provisioning for port 21f01196-1bba-406a-9576-2a90d5728eea completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:46.029691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:41:46.092159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dce54357-55b7-4d6e-b7da-3f6d990f3683 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:46.163754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port dce54357-55b7-4d6e-b7da-3f6d990f3683 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:46.164184 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.236426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:41:46.246051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "PUT /v2.0/routers/5f9e9706-0c2c-4b67-a22f-c38390d0de43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3195584 May 14 18:41:46.248879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39862) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:46.254325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1420640744', 'description': 'tempest-secgroup_access--1420640744 description', 'project_id': 'fdf730fe19df402282533aded0666a5c'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:46.261484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:46.267492 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:security_group and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:46.270163 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Sync routers for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:41:46.270460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:46.277614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:46.293302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.299040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:41:46.299711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:41:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:46.320667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:46.325412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:security_group_rule and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:46.328505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:46.334309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:46.415616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.420500 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.434514 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a64aea58-448c-4eb3-bcc3-b614a89df9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:46.436960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21f01196-1bba-406a-9576-2a90d5728eea up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:46.486933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3555d1-8c89-4109-8a8a-8b07ee51c30d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:46.491100 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.491989 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2421231 May 14 18:41:46.492987 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:46.495052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39866) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:46.502111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--645324143', 'description': 'tempest-secgroup_general--645324143 description', 'project_id': 'fdf730fe19df402282533aded0666a5c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:46.509809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:46.514435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:security_group and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:46.518053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:46.527838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:46.538434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cc38c029-b978-4e95-b777-fee213efe28e None None] Provisioning for port fbe65ba3-67b1-4350-9988-6aaa971fb2ca completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:46.544972 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.551334 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cc38c029-b978-4e95-b777-fee213efe28e None None] Provisioning complete for port fbe65ba3-67b1-4350-9988-6aaa971fb2ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:46.551718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cc38c029-b978-4e95-b777-fee213efe28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.567944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:46.572844 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:security_group_rule and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:46.576743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:46.582731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:46.625782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:41:46.677690 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.682036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.687797 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-81713acd-b6f5-4910-8a65-d3e1da4f89a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:46.688386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 21f01196-1bba-406a-9576-2a90d5728eea completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:46.693776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-cc38c029-b978-4e95-b777-fee213efe28e None None] Port fbe65ba3-67b1-4350-9988-6aaa971fb2ca cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:41:46.703670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 21f01196-1bba-406a-9576-2a90d5728eea triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:46.704050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.728923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaba54a-8be1-43ba-890e-f3a03430a366,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:46.731685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.740578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2443039 May 14 18:41:46.741602 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:46.743958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39872) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:41:46.755605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'security_group_rule': {'security_group_id': 'cb3555d1-8c89-4109-8a8a-8b07ee51c30d', 'project_id': 'fdf730fe19df402282533aded0666a5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:46.763390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:46.767315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:security_group_rule and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:41:46.770185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:41:46.776275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:46.792969 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.855432 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.859232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.861236 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-39c2a160-fc59-409b-b8d3-444ad5942716 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:46.885849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b78f3f9-9f59-4d72-9a6e-10a4b9124399,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:46.888864 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:46.896595 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:46.898276 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c04cebaf-5b87-42d0-804e-d796f89951b3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530395 May 14 18:41:46.982527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f2476887-65b2-4525-b6ee-61d36ac224e1 None None] Provisioning complete for port fbe65ba3-67b1-4350-9988-6aaa971fb2ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:46.982988 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2476887-65b2-4525-b6ee-61d36ac224e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.096194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-30251ea4-0131-40ab-9ced-3a3e9809589b tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Synchronizing usage tracker for tenant:fdf730fe19df402282533aded0666a5c on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:47.113418 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-30251ea4-0131-40ab-9ced-3a3e9809589b tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Unset dirty status for tenant:fdf730fe19df402282533aded0666a5c on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:47.113669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f2476887-65b2-4525-b6ee-61d36ac224e1 None None] Port fbe65ba3-67b1-4350-9988-6aaa971fb2ca cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:41:47.115013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-30251ea4-0131-40ab-9ced-3a3e9809589b tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--645324143&fields=id&tenant_id=fdf730fe19df402282533aded0666a5c HTTP/1.1" status: 200 len: 267 time: 0.0579636 May 14 18:41:47.165920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-96da52f8-f0d1-43d3-a53e-780a7c5aa132 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1420640744&fields=id&tenant_id=fdf730fe19df402282533aded0666a5c HTTP/1.1" status: 200 len: 267 time: 0.0430260 May 14 18:41:47.166193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.209638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 21f01196-1bba-406a-9576-2a90d5728eea, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=21f01196-1bba-406a-9576-2a90d5728eea,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:47.215578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.218066 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a923e6bd-9e18-4330-abbf-b0ce3203b0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:47.275531 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:45Z', 'revision_number': 2, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:47.288380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Checking router: 5f9e9706-0c2c-4b67-a22f-c38390d0de43 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:41:47.288741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Updating router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 port fbe65ba3-67b1-4350-9988-6aaa971fb2ca binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:41:47.325147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a8bc355f-d370-4a7d-b44a-e27ca6d64dfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:47.326597 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a8bc355f-d370-4a7d-b44a-e27ca6d64dfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/networks?id=255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 200 len: 797 time: 0.1533151 May 14 18:41:47.332337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=21f01196-1bba-406a-9576-2a90d5728eea,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:47.336478 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:47.345418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-5e5c6065-1ae1-4a79-972c-1afa93cf95d6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/quotas/fdf730fe19df402282533aded0666a5c HTTP/1.1" status: 200 len: 375 time: 0.0130510 May 14 18:41:47.351259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.427798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-c23bbabf-ed02-4309-be21-a2d546bcc24a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Synchronizing usage tracker for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:47.445124 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-c23bbabf-ed02-4309-be21-a2d546bcc24a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Unset dirty status for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:47.447426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-c23bbabf-ed02-4309-be21-a2d546bcc24a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966818 May 14 18:41:47.640773 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-d8a4f56b-eb53-4ebc-a1ad-c5cfc05fef55 service neutron] 10.222.0.24 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815403 May 14 18:41:47.703045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.714440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Transition to ACTIVE for port object fbe65ba3-67b1-4350-9988-6aaa971fb2ca will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:47.721448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.725847 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:47.777396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-e5138564-0974-4042-8752-fd509fd98fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305604 May 14 18:41:47.861052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Pushing event updated for resources: {'Port': ['ID=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:47.904778 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.905125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.905464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.905798 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.906127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.906455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.906777 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.907098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.907457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.907773 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.908091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.908408 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:47.916681 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:47.970515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Attempting to bind port fbe65ba3-67b1-4350-9988-6aaa971fb2ca on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:41:47.970899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Attempting to bind port fbe65ba3-67b1-4350-9988-6aaa971fb2ca by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:41:47.971290 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Attempting to bind port fbe65ba3-67b1-4350-9988-6aaa971fb2ca on network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:41:47.977155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:41:47.978126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Checking segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:47.978826 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:47.979588 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Bound using segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:41:47.980065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Bound port: fbe65ba3-67b1-4350-9988-6aaa971fb2ca, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:41:47.980446 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:48.001279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80aac96e-b5c2-46c6-9b40-1484f3302a5c req-167a4f05-3f26-49dc-9383-b93985d2d675 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 210 time: 0.0582163 May 14 18:41:48.026512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21f01196-1bba-406a-9576-2a90d5728eea up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:48.133998 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] For port fbe65ba3-67b1-4350-9988-6aaa971fb2ca, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:41:48.138069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] For port fbe65ba3-67b1-4350-9988-6aaa971fb2ca, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:41:48.145679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:48.150767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f5aadb64-016e-408e-a2b5-d5b07bb01728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:48.183916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 21f01196-1bba-406a-9576-2a90d5728eea triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:48.184298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:48.269005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:41:48.269661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:41:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:48.399123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Pushing event updated for resources: {'Port': ['ID=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:48.405076 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:48.526499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:41:48.883561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:48Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:41:48.887978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8950-fa22-4e7f-9689-ec0fbec1da79 None None] The sync data for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 is: [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:48Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:41:49.128451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f194400f-1733-4b64-bc4a-c4eecf8c9cb4 req-16e774d1-c46c-4510-b886-3a62a469793b tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 210 time: 0.0745537 May 14 18:41:50.007598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fbe65ba3-67b1-4350-9988-6aaa971fb2ca up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:50.077979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port fbe65ba3-67b1-4350-9988-6aaa971fb2ca completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:50.082418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fbe65ba3-67b1-4350-9988-6aaa971fb2ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:50.082796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:50.195026 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:50.227724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port fbe65ba3-67b1-4350-9988-6aaa971fb2ca, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:50.231203 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:50.233996 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-8cddd710-a957-4cae-92b7-50b2a933b1ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:50.269742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9ee9a14a-212f-456a-a774-81cfef0e4fe0 req-da666910-3e2d-4c39-8790-eeda6edc2dc2 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 210 time: 0.0436797 May 14 18:41:50.301953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:50.305175 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:51.428032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-98cecb8a-9cea-4338-a378-849df0202ebd tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:51.429460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-98cecb8a-9cea-4338-a378-849df0202ebd tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.22 "GET /v2.0/networks?id=255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 200 len: 797 time: 0.1862478 May 14 18:41:51.436823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3b9dda27-ddb2-43c6-ba9b-502b77c14aba req-58f99c16-7955-4baf-8f02-707066ef8d5c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 210 time: 0.0544457 May 14 18:41:51.498027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-e238cea0-f368-44a8-9c7d-c857272e6be7 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdf730fe19df402282533aded0666a5c HTTP/1.1" status: 200 len: 477 time: 0.0536227 May 14 18:41:51.507653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'port': {'device_id': '338bc1d8-964e-46be-b689-1f6506d4339d', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'admin_state_up': True, 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'security_groups': ['4eaba54a-8be1-43ba-890e-f3a03430a366', 'cb3555d1-8c89-4109-8a8a-8b07ee51c30d']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:51.643926 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:41:51.653773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:41:51.663252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Made reservation on behalf of fdf730fe19df402282533aded0666a5c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:41:51.666660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:51.828497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.20.0.7 (255b5ef3-cd03-4faf-bd79-edf33f8ab774/f2f908e7-086e-41aa-8809-604882dd9055/4578153f-11ec-4406-bab7-d730b4c74c48) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:41:51.992766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fbe65ba3-67b1-4350-9988-6aaa971fb2ca up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:52.028897 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:52.044388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Transition to ACTIVE for port object 4578153f-11ec-4406-bab7-d730b4c74c48 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:52.061052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port fbe65ba3-67b1-4350-9988-6aaa971fb2ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:52.061443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:52.069066 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:52.075489 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2ff68fd6-05ce-4213-abd3-e36049f7b028 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:52.136092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:41:52.139247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:41:52.147751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:41:52.192736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=4578153f-11ec-4406-bab7-d730b4c74c48,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:52.208170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.208569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.208953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.209332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.209707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.210082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.210450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.210819 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.211208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.211579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.211980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.212560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:41:52.218965 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:52.239966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:52.240600 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:52.267106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7628849 May 14 18:41:52.332615 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Request body: {'port': {'device_id': '338bc1d8-964e-46be-b689-1f6506d4339d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:41:52.354880 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a6a03729-24b4-4862-b2c6-881dde94ba3f None None] Provisioning for port 4578153f-11ec-4406-bab7-d730b4c74c48 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:52.359510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a6a03729-24b4-4862-b2c6-881dde94ba3f None None] Provisioning complete for port 4578153f-11ec-4406-bab7-d730b4c74c48 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:52.359892 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a6a03729-24b4-4862-b2c6-881dde94ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:52.415875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a6a03729-24b4-4862-b2c6-881dde94ba3f None None] Port 4578153f-11ec-4406-bab7-d730b4c74c48 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:41:52.446926 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:52.819333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d472da-e017-4603-9f4a-3783eaadd887 req-06b18753-4c62-4ad7-8555-405bb4c310b6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:52.819938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c9d472da-e017-4603-9f4a-3783eaadd887 req-06b18753-4c62-4ad7-8555-405bb4c310b6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Synchronizing usage tracker for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:41:52.906587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-c9d472da-e017-4603-9f4a-3783eaadd887 req-06b18753-4c62-4ad7-8555-405bb4c310b6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Unset dirty status for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:41:52.907856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9d472da-e017-4603-9f4a-3783eaadd887 req-06b18753-4c62-4ad7-8555-405bb4c310b6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 970 time: 0.2887158 May 14 18:41:52.985527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c9d472da-e017-4603-9f4a-3783eaadd887 req-69f6ed8f-1a43-4792-be1c-1637af74c718 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705187 May 14 18:41:53.064978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4578153f-11ec-4406-bab7-d730b4c74c48 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:41:53.072868 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:53.087976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Transition to ACTIVE for port object 4578153f-11ec-4406-bab7-d730b4c74c48 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:41:53.091421 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:53.095719 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9a9fcbf1-df10-4d8c-be5d-b86a3354bc81 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:53.246746 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Pushing event updated for resources: {'Port': ['ID=4578153f-11ec-4406-bab7-d730b4c74c48,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:53.254162 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:53.330229 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Attempting to bind port 4578153f-11ec-4406-bab7-d730b4c74c48 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:41:53.330484 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Attempting to bind port 4578153f-11ec-4406-bab7-d730b4c74c48 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:41:53.330854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Attempting to bind port 4578153f-11ec-4406-bab7-d730b4c74c48 on network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:41:53.335495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Port 4578153f-11ec-4406-bab7-d730b4c74c48 on network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:41:53.335814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Attempting to bind port 4578153f-11ec-4406-bab7-d730b4c74c48 on network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:41:53.341464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:41:53.341802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Checking segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:41:53.342184 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Bound using segment: {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:41:53.342607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Bound port: 4578153f-11ec-4406-bab7-d730b4c74c48, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1733a020-dcea-4ead-8616-f1f2d1cd8394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:41:53.342951 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:53.431469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] For port 4578153f-11ec-4406-bab7-d730b4c74c48, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:41:53.434181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] For port 4578153f-11ec-4406-bab7-d730b4c74c48, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4578153f-11ec-4406-bab7-d730b4c74c48,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:41:53.438549 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:53.443214 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:53.498063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:53.498657 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:53.500083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] 10.222.0.22 "PUT /v2.0/ports/4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 200 len: 1130 time: 1.2209585 May 14 18:41:53.500629 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:41:53.534134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Pushing event updated for resources: {'Port': ['ID=4578153f-11ec-4406-bab7-d730b4c74c48,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:53.540677 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:53.578370 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48', 'status': 'completed', 'code': 200} May 14 18:41:53.621852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-4190f1e2-8c11-4c23-953b-1005200707e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:53.623374 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-4190f1e2-8c11-4c23-953b-1005200707e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1133 time: 0.0772491 May 14 18:41:53.702205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-2149c80b-89ba-4492-a38f-4ec9a27b1bd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 200 len: 217 time: 0.0659759 May 14 18:41:53.769074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-225bcc9a-993b-40e4-a374-c34f3e43ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:53.770496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-225bcc9a-993b-40e4-a374-c34f3e43ff58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2f908e7-086e-41aa-8809-604882dd9055 HTTP/1.1" status: 200 len: 835 time: 0.0585234 May 14 18:41:53.852956 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-fc4ba53d-7be9-4a1c-ab88-31706fcca1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:53.854322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-fc4ba53d-7be9-4a1c-ab88-31706fcca1b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=255b5ef3-cd03-4faf-bd79-edf33f8ab774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730057 May 14 18:41:53.989631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-6f2095af-e67a-4e70-b12e-29b2263aff0e service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247797 May 14 18:41:54.173535 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4aa82e33-f657-4146-b1d2-01a1173d102b req-e7494066-cca0-45a1-bd8c-e9b937bf1042 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729021 May 14 18:41:54.206591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1509fa-1a5d-4ff9-8c6c-2aa07150bdb4 req-40dcbca5-43ff-431e-a0e1-fac5a38fa2ab tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:54.208102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba1509fa-1a5d-4ff9-8c6c-2aa07150bdb4 req-40dcbca5-43ff-431e-a0e1-fac5a38fa2ab tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 982 time: 0.1162884 May 14 18:41:54.301473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ba1509fa-1a5d-4ff9-8c6c-2aa07150bdb4 req-c1766b23-93aa-4001-8bcf-25256b1763a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0870936 May 14 18:41:54.327876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-c5a400f9-725c-40c1-b2ba-0255e121bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:54.329330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-c5a400f9-725c-40c1-b2ba-0255e121bdd1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1133 time: 0.0986934 May 14 18:41:54.415212 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:54.461329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-dacdbcf7-4291-4c04-b78b-721db182bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:54.462784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-dacdbcf7-4291-4c04-b78b-721db182bd48 service neutron] 10.222.0.22 "GET /v2.0/networks?id=255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 200 len: 898 time: 0.1270373 May 14 18:41:54.530072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-a91f8021-c320-4020-b1c6-76d340a5f675 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 200 len: 217 time: 0.0597270 May 14 18:41:54.598431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-2d07341b-8efb-491e-b228-33cb6bd8dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:54.599866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-2d07341b-8efb-491e-b228-33cb6bd8dcac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2f908e7-086e-41aa-8809-604882dd9055 HTTP/1.1" status: 200 len: 835 time: 0.0602679 May 14 18:41:54.676883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-13347729-168f-4b80-be9e-a840091d0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:54.678314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-13347729-168f-4b80-be9e-a840091d0fc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=255b5ef3-cd03-4faf-bd79-edf33f8ab774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711622 May 14 18:41:54.964431 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-b699f667-5aed-4cb7-8faf-28cd5b9d164e service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784719 May 14 18:41:55.095525 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81d07c98-1450-4867-a214-aa5e1a4b33af req-d8f11e38-b079-46a5-a6aa-b79ed39f8c3d service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232629 May 14 18:41:55.494061 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ed0d4-ed10-4042-9f62-2c43593da22c req-a00580e3-eb59-464b-8966-c5b7d1f0dfbf tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:55.495622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-235ed0d4-ed10-4042-9f62-2c43593da22c req-a00580e3-eb59-464b-8966-c5b7d1f0dfbf tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 982 time: 0.0859494 May 14 18:41:55.541830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-235ed0d4-ed10-4042-9f62-2c43593da22c req-c71e18d1-cd0c-4e44-9cd3-d2871c87acdc tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0404465 May 14 18:41:56.725856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a983307-99a3-44d9-a163-fe3e65fc59a0 req-0722c796-ac14-45a0-9c50-93372141ce06 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:56.727941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a983307-99a3-44d9-a163-fe3e65fc59a0 req-0722c796-ac14-45a0-9c50-93372141ce06 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 982 time: 0.0804422 May 14 18:41:56.778258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a983307-99a3-44d9-a163-fe3e65fc59a0 req-94f01119-2854-4051-91b1-efbdeb6f174d tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0443323 May 14 18:41:56.981382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4578153f-11ec-4406-bab7-d730b4c74c48 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:41:57.097500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-02f730f4-ceea-4f33-a650-0a6f4b2ae69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:57.125296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 4578153f-11ec-4406-bab7-d730b4c74c48, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4578153f-11ec-4406-bab7-d730b4c74c48,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:57.138763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '4578153f-11ec-4406-bab7-d730b4c74c48', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'port_id': '4578153f-11ec-4406-bab7-d730b4c74c48', 'mac_address': 'fa:16:3e:c2:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:41:57.194013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:57.210367 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4578153f-11ec-4406-bab7-d730b4c74c48 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:41:57.225914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 4578153f-11ec-4406-bab7-d730b4c74c48, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4578153f-11ec-4406-bab7-d730b4c74c48,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:57.230204 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:57.232637 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e9d8482b-2548-4d4b-9d49-fd9b65e00e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:57.299304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=4578153f-11ec-4406-bab7-d730b4c74c48,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:57.302213 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:57.515876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['4578153f-11ec-4406-bab7-d730b4c74c48'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:41:57.934383 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:41:57.962455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52301-9165-4890-a073-6a9fc5a4e342 req-909759da-17c5-4d83-aad9-47c6824b3ad5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:57.963920 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5f52301-9165-4890-a073-6a9fc5a4e342 req-909759da-17c5-4d83-aad9-47c6824b3ad5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 983 time: 0.0826161 May 14 18:41:58.011062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5f52301-9165-4890-a073-6a9fc5a4e342 req-64dbe590-9539-46c3-aecb-cc3f2496a962 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0413146 May 14 18:41:58.065286 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:58.996950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4578153f-11ec-4406-bab7-d730b4c74c48 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:41:59.064240 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 4578153f-11ec-4406-bab7-d730b4c74c48 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:41:59.069491 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 4578153f-11ec-4406-bab7-d730b4c74c48 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:41:59.070086 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:59.186701 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:59.204554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb09bf-5206-44b9-905a-b099c5b4bcf0 req-4ee96b69-b5fd-4444-bb99-cfd28c2ad7f6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:59.205999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9adb09bf-5206-44b9-905a-b099c5b4bcf0 req-4ee96b69-b5fd-4444-bb99-cfd28c2ad7f6 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 983 time: 0.0862298 May 14 18:41:59.213404 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:41:59.223793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 4578153f-11ec-4406-bab7-d730b4c74c48, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4578153f-11ec-4406-bab7-d730b4c74c48,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:41:59.228625 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:59.231132 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:41:59.255156 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9adb09bf-5206-44b9-905a-b099c5b4bcf0 req-d627cef3-241b-43db-bb51-2c5b465b7226 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426748 May 14 18:41:59.298148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=4578153f-11ec-4406-bab7-d730b4c74c48,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:41:59.301393 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:41:59.367703 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48', 'code': 200} May 14 18:41:59.502757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc42bf-3e6a-41dd-9776-5a0cbce2423e req-9d12d29d-e82f-41eb-96ce-d29f06248bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:41:59.504176 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60bc42bf-3e6a-41dd-9776-5a0cbce2423e req-9d12d29d-e82f-41eb-96ce-d29f06248bc7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1135 time: 0.0700228 May 14 18:41:59.550091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60bc42bf-3e6a-41dd-9776-5a0cbce2423e req-a56b59c1-3a2a-4c90-8f0e-8c9aafa478e7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4eaba54a-8be1-43ba-890e-f3a03430a366&id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358906 May 14 18:41:59.618611 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:41:59.782036 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3236ccbb-03a8-4da8-a34a-658632ab10df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:00.456401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4806e-c780-490b-9b69-1fc45d6babd1 req-302179ce-3620-4c9b-bfa3-e787a945012f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:00.457829 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cda4806e-c780-490b-9b69-1fc45d6babd1 req-302179ce-3620-4c9b-bfa3-e787a945012f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 984 time: 0.0931561 May 14 18:42:00.512197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cda4806e-c780-490b-9b69-1fc45d6babd1 req-4122ad49-d2a3-481a-bd0d-78b882ca016c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0433593 May 14 18:42:00.849144 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:01.696335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc288588-a06c-4e9d-9ea1-0d76b25da507 req-d370bc0a-cc25-476d-9d23-53a71fae300b tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:01.698343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc288588-a06c-4e9d-9ea1-0d76b25da507 req-d370bc0a-cc25-476d-9d23-53a71fae300b tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 984 time: 0.0819707 May 14 18:42:01.747698 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc288588-a06c-4e9d-9ea1-0d76b25da507 req-326632f7-42dd-4797-a029-ce8045eaa90c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434716 May 14 18:42:01.930781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69968c6d-410e-4de6-a7d5-8651d7846968 req-d1ac2cc7-121a-4fc3-8383-be5a13cd4239 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:01.932870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69968c6d-410e-4de6-a7d5-8651d7846968 req-d1ac2cc7-121a-4fc3-8383-be5a13cd4239 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 984 time: 0.0802307 May 14 18:42:01.978606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69968c6d-410e-4de6-a7d5-8651d7846968 req-46522f41-676a-4f76-8367-0b9b0ea116e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0395219 May 14 18:42:02.153224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-1993fef7-8b4c-4b39-89a4-e31e3b56c4b3 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:02.154707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-1993fef7-8b4c-4b39-89a4-e31e3b56c4b3 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1135 time: 0.0731289 May 14 18:42:02.176428 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.191067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:42:02.194883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Usage tracker for resource:security_group_rule and tenant:4ce75eeb995d4ff2b17c21c59b25e8f1 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:42:02.197642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:42:02.203254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:42:02.282259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.285948 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.294756 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:02.319455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-979a20ee-09aa-4ebd-a5eb-a95634f17b7a req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1589868 May 14 18:42:02.326473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea5741-d15b-4ccd-8a0e-2ad94567a8ee,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:02.329798 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:02.341945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39946) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:02.360164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.417127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacbdacd-ca24-4218-a6ec-8057c2e9f911 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:02.418544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bacbdacd-ca24-4218-a6ec-8057c2e9f911 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1130 time: 0.0750558 May 14 18:42:02.421673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39950) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:02.426724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'port_id': '4578153f-11ec-4406-bab7-d730b4c74c48', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:42:02.433245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:42:02.437351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:floatingip and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:42:02.440702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:42:02.446449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:42:02.455957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for floatingip, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.591809 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.724558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.25.4.78 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/7bb73d1f-0d5c-486e-9455-92b48034721e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:42:02.875870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.905599 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:02.910002 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:02.965602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:42:02.968371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:02.971984 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:42:03.011779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=7bb73d1f-0d5c-486e-9455-92b48034721e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:03.015954 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:03.378155 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:03.452507 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:03.811278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:03.816001 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:03.820355 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:03.922711 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=7bb73d1f-0d5c-486e-9455-92b48034721e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:03.926702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:03.937280 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:04.110608 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Floating IP 16a49d4f-367f-48ff-8ec2-85f7ffbbda5f associated. External IP: 172.25.4.78, port: 4578153f-11ec-4406-bab7-d730b4c74c48. May 14 18:42:04.455038 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:42:04.633307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:42:04.643945 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] Sync routers for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:42:04.654672 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:42:04.655316 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:42:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:04.663259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:04.720790 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2956636 May 14 18:42:04.720790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:42:04.721081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39954) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:04.766810 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48', 'status': 'completed', 'code': 200} May 14 18:42:04.834735 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:42:04.865855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-9c8d66a4-f370-4e0e-879c-b41d98a4dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.867400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-9c8d66a4-f370-4e0e-879c-b41d98a4dd90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1135 time: 0.0772898 May 14 18:42:04.868735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.869216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.869745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.870214 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.870676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.871167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.875271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-96ccada0-a183-498d-9a84-605df7662283 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1506524 May 14 18:42:04.875883 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39960) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:04.948169 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.948762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.949223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.949916 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.950120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.950843 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:04.952710 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b23f498e-0794-4281-bb8e-c2d40e7bb646 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0759299 May 14 18:42:04.955561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39964) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:05.009952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-0a562a48-f587-4d65-b1c4-2ce32c8007af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:05.011384 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-0a562a48-f587-4d65-b1c4-2ce32c8007af service neutron] 10.222.0.22 "GET /v2.0/networks?id=255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 200 len: 898 time: 0.1376996 May 14 18:42:05.116530 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-9c4dadff-03d9-465c-9bec-1e7c56938333 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 200 len: 998 time: 0.0987637 May 14 18:42:05.170602 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c886da71-b333-4853-b973-a68ac1037b4d tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2137675 May 14 18:42:05.173036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39968) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:05.231754 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '16a49d4f-367f-48ff-8ec2-85f7ffbbda5f', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'port_id': '4578153f-11ec-4406-bab7-d730b4c74c48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'mac_address': 'fa:16:3e:c2:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bc1d8-964e-46be-b689-1f6506d4339d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:42:03Z', 'updated_at': '2021-05-14T18:42:03Z', 'revision_number': 0, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:50Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:05.237130 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] Checking router: 5f9e9706-0c2c-4b67-a22f-c38390d0de43 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:42:05.246315 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:42:05.247317 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:42:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:05.250745 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214d2b5-99c0-481e-aac1-0c01a6fdd63e tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:05.251263 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214d2b5-99c0-481e-aac1-0c01a6fdd63e tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:05.252861 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0214d2b5-99c0-481e-aac1-0c01a6fdd63e tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f9e9706-0c2c-4b67-a22f-c38390d0de43 HTTP/1.1" status: 200 len: 1989 time: 0.0788801 May 14 18:42:05.349944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-ff82eb05-49b5-4c5b-b03d-ff3298d618a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:05.351468 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-ff82eb05-49b5-4c5b-b03d-ff3298d618a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2f908e7-086e-41aa-8809-604882dd9055 HTTP/1.1" status: 200 len: 835 time: 0.2285709 May 14 18:42:05.426836 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:42:05.430282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-b12bb73a-d755-4673-a983-46b3644fa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:05.432329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-b12bb73a-d755-4673-a983-46b3644fa3b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=255b5ef3-cd03-4faf-bd79-edf33f8ab774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722234 May 14 18:42:05.568134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-1782ddc6-a0ce-4ef9-a5bb-1eeecc5b4229 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291361 May 14 18:42:05.700425 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c9a03b4-92af-4674-bc8a-3e988ce66549 req-4a17dfec-da6c-4981-891c-277f92c253b2 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255658 May 14 18:42:05.772077 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '16a49d4f-367f-48ff-8ec2-85f7ffbbda5f', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'port_id': '4578153f-11ec-4406-bab7-d730b4c74c48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'mac_address': 'fa:16:3e:c2:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bc1d8-964e-46be-b689-1f6506d4339d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:42:03Z', 'updated_at': '2021-05-14T18:42:03Z', 'revision_number': 0, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:50Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:05.776502 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45ac71-b85b-4f88-9c82-c73593cc1c15 None None] The sync data for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 is: [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '16a49d4f-367f-48ff-8ec2-85f7ffbbda5f', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'port_id': '4578153f-11ec-4406-bab7-d730b4c74c48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'mac_address': 'fa:16:3e:c2:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bc1d8-964e-46be-b689-1f6506d4339d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:42:03Z', 'updated_at': '2021-05-14T18:42:03Z', 'revision_number': 0, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:50Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:42:05.954448 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3c756-f251-4ec5-81db-31fe5c5863b9 None None] New status for floating IP 16a49d4f-367f-48ff-8ec2-85f7ffbbda5f: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:42:13.213696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-082299c5-83e1-4c55-9f75-71ca5476d470 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700095 May 14 18:42:13.349002 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-a7ed0a13-f741-41a8-a082-83c19d99e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:13.350451 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-a7ed0a13-f741-41a8-a082-83c19d99e95f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1135 time: 0.0702655 May 14 18:42:13.495618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-d8b14c0c-e764-454b-bbab-2554210165d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:13.496963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-d8b14c0c-e764-454b-bbab-2554210165d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 200 len: 898 time: 0.1266460 May 14 18:42:13.600927 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-7389f0d4-3731-4166-b021-0ec583fa0105 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 200 len: 1000 time: 0.0968466 May 14 18:42:13.671979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-bcc66485-4a19-4c94-853f-2e2b4b6918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:13.673386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-bcc66485-4a19-4c94-853f-2e2b4b6918d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2f908e7-086e-41aa-8809-604882dd9055 HTTP/1.1" status: 200 len: 835 time: 0.0626967 May 14 18:42:13.750122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-cad78384-b58c-4047-9efb-edc04620db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:13.751492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-cad78384-b58c-4047-9efb-edc04620db56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=255b5ef3-cd03-4faf-bd79-edf33f8ab774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696425 May 14 18:42:13.881096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-7a8ae995-ef01-4216-a386-5cd843d24745 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229749 May 14 18:42:14.011867 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d00a8e89-7083-4831-ad04-eb9c9a3d5646 req-89fa206e-f87c-4c8e-a6b3-207b0f8a8234 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238027 May 14 18:42:23.117874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-8cd53e41-6dbe-427d-a23d-bbbf1adab087 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747473 May 14 18:42:23.256835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-e6d60a55-369a-40b1-9ae7-84dae6be8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:23.258257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-e6d60a55-369a-40b1-9ae7-84dae6be8667 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94753f16908645b09513a343fdbab86e&device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 1096 time: 0.0700798 May 14 18:42:23.401086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-640b6685-4e60-44b2-9aea-6e922045b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:23.402524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-640b6685-4e60-44b2-9aea-6e922045b859 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 200 len: 909 time: 0.1261961 May 14 18:42:23.507336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-8abebe23-f57e-4bbb-b62d-40ac3518e763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 200 len: 1001 time: 0.0981686 May 14 18:42:23.570469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-504be4af-0156-452d-9d6d-71079fb906bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:23.572513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-504be4af-0156-452d-9d6d-71079fb906bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 200 len: 847 time: 0.0575540 May 14 18:42:23.648797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-b2dacbb1-422c-40a3-8619-9acd463db4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:23.650442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-b2dacbb1-422c-40a3-8619-9acd463db4f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ccbd93b5-96da-47ef-b854-9eee56e4d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720582 May 14 18:42:23.780366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-43927416-1e56-44c2-91c3-68312e843159 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229460 May 14 18:42:23.909020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9037799e-6b45-4f28-82e1-0875d66290c9 req-0e1619a1-c612-4140-bae9-316410bcf840 service neutron] 10.222.0.15 "GET /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223643 May 14 18:42:24.419497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:27.078471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5f537aa5-b681-4d4d-9a3f-3cc141e1adc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:28.061866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:29.622143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:29.783691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-25ec6e69-33a0-4250-9511-722027b77e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:30.850711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:32.362331 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:34.933978 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:42:39.663012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39990) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:39.749247 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b5291abc-60d0-4487-966f-9a424f20cc89 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2410 time: 0.0849082 May 14 18:42:39.752521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 39994) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:39.757860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'network': {'name': 'tempest-network-smoke--799442310', 'project_id': 'fdf730fe19df402282533aded0666a5c', 'port_security_enabled': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:42:39.763976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:42:39.767773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:network and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:42:39.770544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:42:39.776402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:42:39.785522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Made reservation on behalf of fdf730fe19df402282533aded0666a5c for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:42:39.789370 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:39.816805 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:42:39.825971 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:39.826318 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Added segment 5092eb2c-ca16-40e2-a16d-b151cc8716ec of type vlan for network 6392be14-a495-45ae-b320-83f74880ee8d May 14 18:42:39.854015 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:39.882700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:39.888687 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:39.889254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:39.894016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:39.983584 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2300475 May 14 18:42:39.986331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 39998) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:39.991612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'admin_state_up': True, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:42:39.996180 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Network': ['ID=6392be14-a495-45ae-b320-83f74880ee8d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:39.999776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:42:40.003596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:router and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:42:40.003749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.004001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.004477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.004850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.005216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.005576 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.005934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.006288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.006643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.006993 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.007333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for router was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:42:40.007464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.007707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:40.012209 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:40.014651 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:42:40.023710 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 6392be14-a495-45ae-b320-83f74880ee8d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:42:40.025374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:40.026467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:40.041821 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:40.467357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:40.771763 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:40.801299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:40.934772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.25.4.24 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:42:41.082962 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:41.111817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:41.116699 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:41.176562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:42:41.179276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:41.182960 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:42:41.224399 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:41.228269 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:41.600373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:42.107091 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:42.307780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router af566b2f-8bbe-4d18-9465-8fd63d236e4a is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:42:42.485469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:42:42.495130 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Sync routers for ids ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:42:42.505176 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Routers {'af566b2f-8bbe-4d18-9465-8fd63d236e4a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:42:42.505861 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:42:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:42.514439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:42.515803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5283434 May 14 18:42:42.518527 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40002) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.582441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33184a5d-e63a-4d13-9f6b-4941ca6fea25 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:42.583841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-33184a5d-e63a-4d13-9f6b-4941ca6fea25 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fdf730fe19df402282533aded0666a5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0643780 May 14 18:42:42.586823 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40006) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.684201 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Set router af566b2f-8bbe-4d18-9465-8fd63d236e4a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:42:42.719554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab9bbbc-ead5-4004-b2c6-d2b975501f30 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:42.721119 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-eab9bbbc-ead5-4004-b2c6-d2b975501f30 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332123 May 14 18:42:42.723891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40010) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.765088 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-160264a2-4419-420c-8522-7af003eb71ed tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400076 May 14 18:42:42.767746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40014) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.809969 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9ede0e7f-d1e2-44cc-b115-d92e3fa10798 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fdf730fe19df402282533aded0666a5c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410557 May 14 18:42:42.812460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40018) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.946623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384c1ab-ee50-47a7-b6b6-938b250162ec tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:42.948230 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c384c1ab-ee50-47a7-b6b6-938b250162ec tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347046 May 14 18:42:42.951540 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40022) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.995421 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-099d912d-5d56-4f8a-90b3-73b142afabb0 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=01b51dcf-aadf-420c-ba3c-9681b4748102&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421731 May 14 18:42:42.997737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40026) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:42.998540 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:41Z', 'revision_number': 3, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:43.002635 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Checking router: af566b2f-8bbe-4d18-9465-8fd63d236e4a for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:42:43.002984 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Updating router af566b2f-8bbe-4d18-9465-8fd63d236e4a port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:42:43.003154 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1952933254', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'project_id': 'fdf730fe19df402282533aded0666a5c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:42:43.055005 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.111955 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:42:43.115731 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:subnet and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:42:43.118509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:42:43.125166 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:42:43.134902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Made reservation on behalf of fdf730fe19df402282533aded0666a5c for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:42:43.139341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.375817 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.387838 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Transition to ACTIVE for port object b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:43.394004 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.397355 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-78bf5291-cde4-4ab7-adf6-e5de4e767af1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:43.466027 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Attempting to bind port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:42:43.466434 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Attempting to bind port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:42:43.466726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Attempting to bind port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:42:43.477437 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:42:43.477869 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:42:43.478219 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.478612 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:42:43.479114 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Bound port: b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:42:43.479714 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.527989 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Pushing event updated for resources: {'Port': ['ID=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:43.540452 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.540793 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.541150 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.541475 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.541800 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.542114 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.542429 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.542734 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.543040 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.543374 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.543684 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.543991 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:43.550124 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:43.582147 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] For port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:42:43.586325 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] For port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:42:43.591264 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.595333 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-1b9d1fac-6345-47d0-b7bb-4676c6c6f790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:43.673942 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Routers {'af566b2f-8bbe-4d18-9465-8fd63d236e4a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:42:43.674558 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:42:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:43.722805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.727915 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d81e724-2127-42ba-8bf3-fab67339afa2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:43.782898 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Pushing event updated for resources: {'Port': ['ID=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:43.792649 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-616ddca3-465b-475e-9f98-6fb452e639d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:43.806729 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Subnet': ['ID=32b50113-e296-446e-968e-9cd447bad0f6,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:43.811205 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:43.815541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Checking segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:42:43.815902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network hostable DHCP agents. Network: 6392be14-a495-45ae-b320-83f74880ee8d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:42:43.832656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 6392be14-a495-45ae-b320-83f74880ee8d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:42:43.841779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 6392be14-a495-45ae-b320-83f74880ee8d) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:43.851328 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:43.851896 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:43.853821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93c811c-3031-4fa1-b5bc-d4657cdcdcbb None None] Network 6392be14-a495-45ae-b320-83f74880ee8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:42:43.858203 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] Set router af566b2f-8bbe-4d18-9465-8fd63d236e4a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:42:43.873039 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-7750b43c-f036-43c0-ac06-a2bf51ed2fb1 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8743138 May 14 18:42:43.875850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40032) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:44.093038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-6392be14-a495-45ae-b320-83f74880ee8d', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'fixed_ips': [{'subnet_id': '32b50113-e296-446e-968e-9cd447bad0f6'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:42:44.093865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.145094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:41Z', 'revision_number': 3, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:44.149086 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a89034-962b-40ab-accf-35c8688a7b28 None None] The sync data for ids ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'] in n-d-787206-3 is: [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:41Z', 'revision_number': 3, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:42:44.263308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Allocated IP 172.20.0.18 (6392be14-a495-45ae-b320-83f74880ee8d/32b50113-e296-446e-968e-9cd447bad0f6/a5d49ca7-b597-4132-a922-19587484493f) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:42:44.505183 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.516555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Transition to ACTIVE for port object a5d49ca7-b597-4132-a922-19587484493f will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:44.538835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Transition to ACTIVE for port object a5d49ca7-b597-4132-a922-19587484493f will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:44.546275 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.550571 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:44.617352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Network 6392be14-a495-45ae-b320-83f74880ee8d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:42:44.624902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:44.630686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:42:44.632887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Pushing event updated for resources: {'Port': ['ID=a5d49ca7-b597-4132-a922-19587484493f,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:44.637683 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:44.644341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.731359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Attempting to bind port a5d49ca7-b597-4132-a922-19587484493f on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:42:44.731755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Attempting to bind port a5d49ca7-b597-4132-a922-19587484493f by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:42:44.732113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Attempting to bind port a5d49ca7-b597-4132-a922-19587484493f on network 6392be14-a495-45ae-b320-83f74880ee8d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:42:44.737738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:42:44.738122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Checking segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:42:44.738547 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.738955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Bound using segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:42:44.739453 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Bound port: a5d49ca7-b597-4132-a922-19587484493f, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:42:44.739838 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.836513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e383e38c-052c-43bf-b182-b0633217509f None None] For port a5d49ca7-b597-4132-a922-19587484493f, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:42:44.840376 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e383e38c-052c-43bf-b182-b0633217509f None None] For port a5d49ca7-b597-4132-a922-19587484493f, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a5d49ca7-b597-4132-a922-19587484493f,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:42:44.847140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:44.850982 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-502ed93a-6ddc-41ca-a402-a1791889c82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:44.937651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Pushing event updated for resources: {'Port': ['ID=a5d49ca7-b597-4132-a922-19587484493f,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:44.955674 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:45.101918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.20.0.17 (6392be14-a495-45ae-b320-83f74880ee8d/32b50113-e296-446e-968e-9cd447bad0f6/0c954741-ca3c-4c01-b3bb-563814f6cf1c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:42:45.494566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:45.515995 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Transition to ACTIVE for port object 0c954741-ca3c-4c01-b3bb-563814f6cf1c will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:45.542430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:45.547737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:45.618523 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 6392be14-a495-45ae-b320-83f74880ee8d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:42:45.621974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:45.636209 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:42:45.676720 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=0c954741-ca3c-4c01-b3bb-563814f6cf1c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:45.688666 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:45.715499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:45.847323 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.083095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:46.157919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:46.163066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:46.163474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.276432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.282131 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.309447 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:46.339252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.360551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:42:46.366909 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.368127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5d49ca7-b597-4132-a922-19587484493f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:46.400232 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-09211e9a-6eb5-449d-bb27-d97b63dc677d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:46.405710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=0c954741-ca3c-4c01-b3bb-563814f6cf1c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:46.408125 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.411906 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:46.499056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:46.504747 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:46.513913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port a5d49ca7-b597-4132-a922-19587484493f completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:46.552219 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 6392be14-a495-45ae-b320-83f74880ee8d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:42:46.553450 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:46.640857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7bb8e-1b7e-4ac5-ba4f-f17aa32b8d87 None None] Network 6392be14-a495-45ae-b320-83f74880ee8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:42:46.732201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Provisioning for port a5d49ca7-b597-4132-a922-19587484493f completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:46.737661 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router af566b2f-8bbe-4d18-9465-8fd63d236e4a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:42:46.747443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Provisioning complete for port a5d49ca7-b597-4132-a922-19587484493f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:46.747828 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:46.919806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:42:46.932081 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "PUT /v2.0/routers/af566b2f-8bbe-4d18-9465-8fd63d236e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0552619 May 14 18:42:46.950551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Sync routers for ids ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:42:46.985456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Routers {'af566b2f-8bbe-4d18-9465-8fd63d236e4a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:42:46.985721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:42:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:47.100400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:47.193693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] For port a5d49ca7-b597-4132-a922-19587484493f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a5d49ca7-b597-4132-a922-19587484493f,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:42:47.205764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-ca64515d-a390-44c5-af90-3c4fbbd1ba3f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:47.206884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-ca64515d-a390-44c5-af90-3c4fbbd1ba3f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/networks?id=6392be14-a495-45ae-b320-83f74880ee8d HTTP/1.1" status: 200 len: 797 time: 0.1507461 May 14 18:42:47.213428 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:47.217414 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-2f55aaf3-1409-4911-97cf-9c8ceb1cdaa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:47.223667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2d09026f-7250-43a7-8092-b3cb7954217d tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/quotas/fdf730fe19df402282533aded0666a5c HTTP/1.1" status: 200 len: 375 time: 0.0109005 May 14 18:42:47.248229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Set router af566b2f-8bbe-4d18-9465-8fd63d236e4a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:42:47.328604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-ca0fc990-5093-4e0d-89aa-420941a1442d tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0985138 May 14 18:42:47.431984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Pushing event updated for resources: {'Port': ['ID=a5d49ca7-b597-4132-a922-19587484493f,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:47.482628 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:47.487579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-7e68d8c9-9991-4f5f-926f-1a16bfff1a59 service neutron] 10.222.0.24 "GET /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433330 May 14 18:42:47.502463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-aac2f336-236e-4eec-a01f-f274c2b0e8f8 None None] Provisioning complete for port a5d49ca7-b597-4132-a922-19587484493f triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:47.502841 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aac2f336-236e-4eec-a01f-f274c2b0e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:47.630282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-75c04a36-ab09-4519-89b5-2e3a6cfd23a5 service neutron] 10.222.0.24 "GET /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415606 May 14 18:42:47.719300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-aac2f336-236e-4eec-a01f-f274c2b0e8f8 None None] Provisioning for port 0c954741-ca3c-4c01-b3bb-563814f6cf1c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:47.727668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-aac2f336-236e-4eec-a01f-f274c2b0e8f8 None None] Provisioning complete for port 0c954741-ca3c-4c01-b3bb-563814f6cf1c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:47.728046 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-aac2f336-236e-4eec-a01f-f274c2b0e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:47.770299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:45Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '0c954741-ca3c-4c01-b3bb-563814f6cf1c', 'name': '', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:cd:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32b50113-e296-446e-968e-9cd447bad0f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:44Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 2, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': '32b50113-e296-446e-968e-9cd447bad0f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:47.787622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Checking router: af566b2f-8bbe-4d18-9465-8fd63d236e4a for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:42:47.788007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Updating router af566b2f-8bbe-4d18-9465-8fd63d236e4a port 0c954741-ca3c-4c01-b3bb-563814f6cf1c binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:42:47.828613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-382221de-1bf2-4978-aee1-0b68192bbbb3 req-b9937eeb-469b-492f-bebe-fdbce9f40f10 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 210 time: 0.0452569 May 14 18:42:47.841484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-aac2f336-236e-4eec-a01f-f274c2b0e8f8 None None] Port 0c954741-ca3c-4c01-b3bb-563814f6cf1c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:42:47.853566 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.056853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:48.088955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dd7d82c0-93ef-4fc7-b017-9c4d7fd2cb51 None None] Provisioning complete for port 0c954741-ca3c-4c01-b3bb-563814f6cf1c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:48.089508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dd7d82c0-93ef-4fc7-b017-9c4d7fd2cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.250499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d82c0-93ef-4fc7-b017-9c4d7fd2cb51 None None] Port 0c954741-ca3c-4c01-b3bb-563814f6cf1c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:42:48.292985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:48.293360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.501037 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.508148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5d49ca7-b597-4132-a922-19587484493f up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:48.555264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Transition to ACTIVE for port object 0c954741-ca3c-4c01-b3bb-563814f6cf1c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:48.571045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.576933 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:48.706024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Pushing event updated for resources: {'Port': ['ID=0c954741-ca3c-4c01-b3bb-563814f6cf1c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:48.742991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.743274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.743618 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.743956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.744288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.745175 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.745482 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.745807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.746328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.746652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.746976 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.747321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:42:48.758394 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:48.789507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port a5d49ca7-b597-4132-a922-19587484493f triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:48.789887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.856604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Attempting to bind port 0c954741-ca3c-4c01-b3bb-563814f6cf1c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:42:48.856986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Attempting to bind port 0c954741-ca3c-4c01-b3bb-563814f6cf1c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:42:48.857359 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Attempting to bind port 0c954741-ca3c-4c01-b3bb-563814f6cf1c on network 6392be14-a495-45ae-b320-83f74880ee8d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:42:48.875994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:42:48.876379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Checking segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:42:48.876786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.877185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Bound using segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:42:48.877664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Bound port: 0c954741-ca3c-4c01-b3bb-563814f6cf1c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:42:48.878045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:48.995144 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab7021ce-53da-48d7-96a9-dcaca934f9bf req-a99f7df7-83e5-4469-9b45-cbfa46e87452 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 210 time: 0.0462000 May 14 18:42:49.035526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] For port 0c954741-ca3c-4c01-b3bb-563814f6cf1c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:42:49.045876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] For port 0c954741-ca3c-4c01-b3bb-563814f6cf1c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0c954741-ca3c-4c01-b3bb-563814f6cf1c,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:42:49.050386 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:49.054278 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:49.139590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Routers {'af566b2f-8bbe-4d18-9465-8fd63d236e4a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:42:49.140239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:42:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:49.171369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-6884dff0-aa44-4dfb-9248-761306b994c0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:49.172938 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-6884dff0-aa44-4dfb-9248-761306b994c0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.15 "GET /v2.0/networks?id=6392be14-a495-45ae-b320-83f74880ee8d HTTP/1.1" status: 200 len: 797 time: 0.1810584 May 14 18:42:49.192924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Request body: {'port': {'device_id': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'admin_state_up': True, 'tenant_id': 'fdf730fe19df402282533aded0666a5c'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:42:49.195857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Pushing event updated for resources: {'Port': ['ID=0c954741-ca3c-4c01-b3bb-563814f6cf1c,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:49.256943 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:49.333907 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] Set router af566b2f-8bbe-4d18-9465-8fd63d236e4a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:42:49.521605 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:42:49.526693 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Usage tracker for resource:port and tenant:fdf730fe19df402282533aded0666a5c is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:42:49.530178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Quota usage for port was recalculated. Used quota:6. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:42:49.536032 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:42:49.548311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Made reservation on behalf of fdf730fe19df402282533aded0666a5c for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:42:49.551834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:49.716432 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:45Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '0c954741-ca3c-4c01-b3bb-563814f6cf1c', 'name': '', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:cd:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32b50113-e296-446e-968e-9cd447bad0f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:44Z', 'updated_at': '2021-05-14T18:42:49Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': '32b50113-e296-446e-968e-9cd447bad0f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:42:49.719928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Allocated IP 172.20.0.28 (6392be14-a495-45ae-b320-83f74880ee8d/32b50113-e296-446e-968e-9cd447bad0f6/ad5c376d-2de4-4ee4-b72a-d792d9863917) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:42:49.721277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b54c1-ab49-458e-b0b5-53ebdfc882c9 None None] The sync data for ids ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'] in n-d-787206-3 is: [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:45Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '0c954741-ca3c-4c01-b3bb-563814f6cf1c', 'name': '', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:cd:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32b50113-e296-446e-968e-9cd447bad0f6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:44Z', 'updated_at': '2021-05-14T18:42:49Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': '32b50113-e296-446e-968e-9cd447bad0f6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:42:49.909629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:49.926040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Transition to ACTIVE for port object ad5c376d-2de4-4ee4-b72a-d792d9863917 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:49.951753 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:49.955605 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:50.021812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Network 6392be14-a495-45ae-b320-83f74880ee8d is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:42:50.024904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:42:50.030082 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:42:50.075886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event updated for resources: {'Port': ['ID=ad5c376d-2de4-4ee4-b72a-d792d9863917,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:50.084925 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:50.108414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c954741-ca3c-4c01-b3bb-563814f6cf1c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:50.139655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:50.140404 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.211657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 0c954741-ca3c-4c01-b3bb-563814f6cf1c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:50.217148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0c954741-ca3c-4c01-b3bb-563814f6cf1c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:50.217530 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.230690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0424240 May 14 18:42:50.250783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Request body: {'port': {'device_id': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:42:50.314444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a14c3cb4-9886-4b80-8428-64b411978529 None None] Provisioning for port ad5c376d-2de4-4ee4-b72a-d792d9863917 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:50.320678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a14c3cb4-9886-4b80-8428-64b411978529 None None] Provisioning complete for port ad5c376d-2de4-4ee4-b72a-d792d9863917 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:50.320678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a14c3cb4-9886-4b80-8428-64b411978529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.402117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45f5a-c1cc-406b-ac45-5d4f601ed31e req-ce49ad0e-d0c0-4612-bd8c-df6c80d188f3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:50.402848 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b0e45f5a-c1cc-406b-ac45-5d4f601ed31e req-ce49ad0e-d0c0-4612-bd8c-df6c80d188f3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Synchronizing usage tracker for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:42:50.411259 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.427542 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a14c3cb4-9886-4b80-8428-64b411978529 None None] Port ad5c376d-2de4-4ee4-b72a-d792d9863917 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:42:50.431247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.465804 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b0e45f5a-c1cc-406b-ac45-5d4f601ed31e req-ce49ad0e-d0c0-4612-bd8c-df6c80d188f3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Unset dirty status for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:42:50.466956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0e45f5a-c1cc-406b-ac45-5d4f601ed31e req-ce49ad0e-d0c0-4612-bd8c-df6c80d188f3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 895 time: 0.2888651 May 14 18:42:50.467725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 0c954741-ca3c-4c01-b3bb-563814f6cf1c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0c954741-ca3c-4c01-b3bb-563814f6cf1c,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:42:50.474053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.476695 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-410965d9-d1fb-46d5-aa13-533ccaa0e579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:50.555840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=0c954741-ca3c-4c01-b3bb-563814f6cf1c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:50.559251 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:50.806304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5c376d-2de4-4ee4-b72a-d792d9863917 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:42:50.814338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.868078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Transition to ACTIVE for port object ad5c376d-2de4-4ee4-b72a-d792d9863917 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:42:50.868078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:50.868078 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0731d12c-6407-4391-a59f-ba150f9456d0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:50.994077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5c376d-2de4-4ee4-b72a-d792d9863917,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:51.005288 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:51.078935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Attempting to bind port ad5c376d-2de4-4ee4-b72a-d792d9863917 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:42:51.079555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Attempting to bind port ad5c376d-2de4-4ee4-b72a-d792d9863917 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:42:51.079660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Attempting to bind port ad5c376d-2de4-4ee4-b72a-d792d9863917 on network 6392be14-a495-45ae-b320-83f74880ee8d {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:42:51.085257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Port ad5c376d-2de4-4ee4-b72a-d792d9863917 on network 6392be14-a495-45ae-b320-83f74880ee8d not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:42:51.085583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Attempting to bind port ad5c376d-2de4-4ee4-b72a-d792d9863917 on network 6392be14-a495-45ae-b320-83f74880ee8d {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:42:51.091466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:42:51.091806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Checking segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:42:51.092188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Bound using segment: {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:42:51.092611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Bound port: ad5c376d-2de4-4ee4-b72a-d792d9863917, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5092eb2c-ca16-40e2-a16d-b151cc8716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:42:51.092958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:51.185810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] For port ad5c376d-2de4-4ee4-b72a-d792d9863917, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:42:51.189436 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] For port ad5c376d-2de4-4ee4-b72a-d792d9863917, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:42:51.193378 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:51.197011 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-831dfd83-e1d9-4508-89b2-2d731958387d tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:51.250875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:51.251506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:51.252855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad5c376d-2de4-4ee4-b72a-d792d9863917 HTTP/1.1" status: 200 len: 1055 time: 1.0091867 May 14 18:42:51.253381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'tag': 'ad5c376d-2de4-4ee4-b72a-d792d9863917'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:42:51.282623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5c376d-2de4-4ee4-b72a-d792d9863917,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:51.293455 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:51.304810 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'tag': 'ad5c376d-2de4-4ee4-b72a-d792d9863917', 'status': 'completed', 'code': 200} May 14 18:42:51.383408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-958085d9-1b16-4968-a87e-d42899e72202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:51.384887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-958085d9-1b16-4968-a87e-d42899e72202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 1058 time: 0.0770946 May 14 18:42:51.453953 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-3c297549-d233-4ce0-8cde-ef3f78649057 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917 HTTP/1.1" status: 200 len: 217 time: 0.0611382 May 14 18:42:51.523388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-a376b4e8-67e7-4785-95f0-d3b4c2476d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:51.524787 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-a376b4e8-67e7-4785-95f0-d3b4c2476d8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32b50113-e296-446e-968e-9cd447bad0f6 HTTP/1.1" status: 200 len: 838 time: 0.0648677 May 14 18:42:51.607456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-37579304-3031-43c9-b685-b87b8ba0cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:51.608944 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-37579304-3031-43c9-b685-b87b8ba0cc41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6392be14-a495-45ae-b320-83f74880ee8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769153 May 14 18:42:51.801473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-b808e183-e017-4a30-aac5-154bd4ccd59d service neutron] 10.222.0.15 "GET /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860230 May 14 18:42:51.813798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa11c69-a5a0-481c-bc6e-bcfae59085ac req-4d645a11-5a9a-4dbf-8269-7c66dc888417 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:51.815453 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5aa11c69-a5a0-481c-bc6e-bcfae59085ac req-4d645a11-5a9a-4dbf-8269-7c66dc888417 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 907 time: 0.2303383 May 14 18:42:51.948828 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf72bcc0-3a14-49bd-9d33-7016e91832dc req-1d96d9bf-a011-4826-9796-0748d95d9310 service neutron] 10.222.0.15 "GET /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316919 May 14 18:42:52.029596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c954741-ca3c-4c01-b3bb-563814f6cf1c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:52.069238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-efaac0c7-b4f2-4dc4-8fbe-6d3a88d79794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:52.070695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-efaac0c7-b4f2-4dc4-8fbe-6d3a88d79794 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 1058 time: 0.0752821 May 14 18:42:52.099882 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 0c954741-ca3c-4c01-b3bb-563814f6cf1c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:52.100259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:52.361372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-a83c42e0-532e-42c4-8d92-507782eda797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:52.362802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-a83c42e0-532e-42c4-8d92-507782eda797 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6392be14-a495-45ae-b320-83f74880ee8d HTTP/1.1" status: 200 len: 898 time: 0.2861621 May 14 18:42:52.432053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-602a420b-2e39-4831-a002-ed0df9291731 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917 HTTP/1.1" status: 200 len: 217 time: 0.0622385 May 14 18:42:52.495331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-95cabb0b-2ccd-4884-8a7c-da7d2287ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:52.496678 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-95cabb0b-2ccd-4884-8a7c-da7d2287ae4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32b50113-e296-446e-968e-9cd447bad0f6 HTTP/1.1" status: 200 len: 838 time: 0.0577769 May 14 18:42:52.573773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-cf19c855-ca87-4c03-8ad9-78664e2fb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:52.575270 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-cf19c855-ca87-4c03-8ad9-78664e2fb8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6392be14-a495-45ae-b320-83f74880ee8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714874 May 14 18:42:52.708643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-5b1dcaa4-a83a-4758-a9eb-f5921bde79be service neutron] 10.222.0.15 "GET /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262443 May 14 18:42:52.842947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5543fac2-4ad6-45a5-985c-1221ae7fb220 req-31dcbeb2-88cc-4d41-ad0a-9740502f6eca service neutron] 10.222.0.15 "GET /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269016 May 14 18:42:53.005679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5b441-58f5-4cc6-bb1c-b04f9d6b3d05 req-f99df576-25c7-442c-9f03-cd4d9b14390e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:53.007198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dbc5b441-58f5-4cc6-bb1c-b04f9d6b3d05 req-f99df576-25c7-442c-9f03-cd4d9b14390e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 907 time: 0.0831623 May 14 18:42:54.191365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f545bb-2e0b-4947-85a7-c84de1a85cf6 req-9ff6ab08-b8e1-45c2-b489-90a58caf9a39 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:54.192810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43f545bb-2e0b-4947-85a7-c84de1a85cf6 req-9ff6ab08-b8e1-45c2-b489-90a58caf9a39 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 907 time: 0.0805471 May 14 18:42:54.446501 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:55.066031 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ad5c376d-2de4-4ee4-b72a-d792d9863917 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:42:55.197243 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ad5c376d-2de4-4ee4-b72a-d792d9863917, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:42:55.209847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'ad5c376d-2de4-4ee4-b72a-d792d9863917', 'network_id': '6392be14-a495-45ae-b320-83f74880ee8d', 'port_id': 'ad5c376d-2de4-4ee4-b72a-d792d9863917', 'mac_address': 'fa:16:3e:09:08:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b50113-e296-446e-968e-9cd447bad0f6', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:42:55.265051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:55.282566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5c376d-2de4-4ee4-b72a-d792d9863917 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:42:55.298265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ad5c376d-2de4-4ee4-b72a-d792d9863917, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:42:55.302703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:55.304905 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dcb34229-f305-408a-8a2e-483e1854d608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:55.373787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ad5c376d-2de4-4ee4-b72a-d792d9863917,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:55.376840 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:55.384402 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccc863-e91d-4ee5-8cae-f53d5c8bb122 req-2a7dc241-caea-4f99-91eb-e78616781e53 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:55.386434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b5ccc863-e91d-4ee5-8cae-f53d5c8bb122 req-2a7dc241-caea-4f99-91eb-e78616781e53 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 908 time: 0.0883923 May 14 18:42:55.668852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['ad5c376d-2de4-4ee4-b72a-d792d9863917'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:42:56.573217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28b8ff-9020-49c9-934d-5c472fbc8d2d req-0bed1b3b-2dd7-492a-8d07-d7eb96d2d30d tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:56.574655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca28b8ff-9020-49c9-934d-5c472fbc8d2d req-0bed1b3b-2dd7-492a-8d07-d7eb96d2d30d tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 908 time: 0.0798507 May 14 18:42:57.066494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ad5c376d-2de4-4ee4-b72a-d792d9863917 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:42:57.132185 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ea9749bd-ecde-4a19-9ee0-97d545a653cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:57.151380 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port ad5c376d-2de4-4ee4-b72a-d792d9863917 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:42:57.156033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port ad5c376d-2de4-4ee4-b72a-d792d9863917 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:42:57.156412 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:57.272725 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:57.297856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5c376d-2de4-4ee4-b72a-d792d9863917'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:42:57.307936 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port ad5c376d-2de4-4ee4-b72a-d792d9863917, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:42:57.311518 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:57.314066 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-21169c9a-850d-4536-a210-36d801332b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:42:57.347654 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5c376d-2de4-4ee4-b72a-d792d9863917', 'code': 200} May 14 18:42:57.388270 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=ad5c376d-2de4-4ee4-b72a-d792d9863917,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:42:57.391925 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:42:57.474702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd249b-165b-44f3-8802-588583076e6f req-e1eb16c9-cd59-4850-81dd-b97ee76b6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:57.476100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f2fd249b-165b-44f3-8802-588583076e6f req-e1eb16c9-cd59-4850-81dd-b97ee76b6146 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 1060 time: 0.0730162 May 14 18:42:57.759496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9502d7-f443-49b8-a02b-edd8ef52638d req-dcb3723e-f077-4ed4-850c-18468661dff4 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:57.760876 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fa9502d7-f443-49b8-a02b-edd8ef52638d req-dcb3723e-f077-4ed4-850c-18468661dff4 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 909 time: 0.0796432 May 14 18:42:58.078709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:58.943845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee23f77-946c-47aa-9fe8-410b545690fa req-ba455223-4746-41b6-99d1-d811d8dad157 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:58.945271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8ee23f77-946c-47aa-9fe8-410b545690fa req-ba455223-4746-41b6-99d1-d811d8dad157 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 909 time: 0.0814707 May 14 18:42:59.133666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4f563-cdb9-4949-a816-d1aa7988922e req-c6406a66-c835-483f-9e91-a8bea0564c0e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:59.135040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cf4f563-cdb9-4949-a816-d1aa7988922e req-c6406a66-c835-483f-9e91-a8bea0564c0e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 909 time: 0.0836911 May 14 18:42:59.309112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66c20-f48f-4ca5-8b0d-3e7dc437a264 req-265c4f2c-c1cf-41ad-93d1-fb5c29abbff5 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:59.310578 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfe66c20-f48f-4ca5-8b0d-3e7dc437a264 req-265c4f2c-c1cf-41ad-93d1-fb5c29abbff5 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 1060 time: 0.0701318 May 14 18:42:59.487130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db3e8-3eef-4b28-b5d3-590dab290d01 req-a91b8733-962c-4469-ace3-327ae705b8c6 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:59.488663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac6db3e8-3eef-4b28-b5d3-590dab290d01 req-a91b8733-962c-4469-ace3-327ae705b8c6 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1135 time: 0.0764890 May 14 18:42:59.530924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ac6db3e8-3eef-4b28-b5d3-590dab290d01 req-79426687-e4bf-435b-b93e-5cfae6621bb6 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Synchronizing usage tracker for tenant:4ce75eeb995d4ff2b17c21c59b25e8f1 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:42:59.546945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ac6db3e8-3eef-4b28-b5d3-590dab290d01 req-79426687-e4bf-435b-b93e-5cfae6621bb6 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Unset dirty status for tenant:4ce75eeb995d4ff2b17c21c59b25e8f1 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:42:59.548104 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac6db3e8-3eef-4b28-b5d3-590dab290d01 req-79426687-e4bf-435b-b93e-5cfae6621bb6 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536833 May 14 18:42:59.570765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40106) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:42:59.627413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:42:59.647153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e14fe-da07-4da2-b02d-8af5186e6a68 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:42:59.648913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-cf6e14fe-da07-4da2-b02d-8af5186e6a68 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 1055 time: 0.0771415 May 14 18:42:59.786554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1483d315-49ed-4f49-a84e-77aa12ffaa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:00.186267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74b239-4faa-45e1-b221-f76a2b33d9c1 req-1042d858-5660-4af2-a0b3-60c60013587c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:00.187777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d74b239-4faa-45e1-b221-f76a2b33d9c1 req-1042d858-5660-4af2-a0b3-60c60013587c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 909 time: 0.0889790 May 14 18:43:00.853598 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:01.374341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f02969-2d2c-47a1-bad8-564a0bf34417 req-dc55d36d-66a9-4f5f-9f7d-9af7ef5c4e16 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:01.375817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-26f02969-2d2c-47a1-bad8-564a0bf34417 req-dc55d36d-66a9-4f5f-9f7d-9af7ef5c4e16 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 909 time: 0.0819888 May 14 18:43:01.480081 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474664f5-467b-47bf-8cae-b5b91060d091 req-063b47d2-4cfd-4134-b537-e19576346306 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:01.481284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-474664f5-467b-47bf-8cae-b5b91060d091 req-063b47d2-4cfd-4134-b537-e19576346306 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 909 time: 0.0791173 May 14 18:43:01.617977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port ad5c376d-2de4-4ee4-b72a-d792d9863917 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:01.618315 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:01.751014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] For port ad5c376d-2de4-4ee4-b72a-d792d9863917, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=ad5c376d-2de4-4ee4-b72a-d792d9863917,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:01.751314 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:01.876130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for ad5c376d-2de4-4ee4-b72a-d792d9863917 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:01.982395 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:01.986839 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e8caab60-af68-41a0-a3a5-85ba7a0362da tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:02.033619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=ad5c376d-2de4-4ee4-b72a-d792d9863917,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:02.101706 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.102097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.102479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.102857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.103249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.103625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.104039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.104409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.104779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.105140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.105499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.105857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:02.113279 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:02.119657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] No DVR routers for this DVR port ad5c376d-2de4-4ee4-b72a-d792d9863917 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:02.122141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:02.124822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'name': 'network-vif-deleted', 'tag': 'ad5c376d-2de4-4ee4-b72a-d792d9863917'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:02.141831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-474664f5-467b-47bf-8cae-b5b91060d091 req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.15 "DELETE /v2.0/ports/ad5c376d-2de4-4ee4-b72a-d792d9863917 HTTP/1.1" status: 204 len: 173 time: 0.6544578 May 14 18:43:02.186844 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dad390-ffeb-40b4-8139-677514a3f2c3', 'name': 'network-vif-deleted', 'tag': 'ad5c376d-2de4-4ee4-b72a-d792d9863917', 'status': 'completed', 'code': 200} May 14 18:43:02.364301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:02.540485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d0047b35-a839-4b8c-bae8-db9e2eaf67a1 req-625e88a1-d1a2-450f-8084-0ae6ea870e7e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Synchronizing usage tracker for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:43:02.556127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-d0047b35-a839-4b8c-bae8-db9e2eaf67a1 req-625e88a1-d1a2-450f-8084-0ae6ea870e7e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Unset dirty status for tenant:fdf730fe19df402282533aded0666a5c on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:43:02.557863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0047b35-a839-4b8c-bae8-db9e2eaf67a1 req-625e88a1-d1a2-450f-8084-0ae6ea870e7e tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0dad390-ffeb-40b4-8139-677514a3f2c3 HTTP/1.1" status: 200 len: 210 time: 0.0612047 May 14 18:43:03.654658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40128) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:04.365692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:04.777887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port 0c954741-ca3c-4c01-b3bb-563814f6cf1c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:04.778611 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:04.907920 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] For port 0c954741-ca3c-4c01-b3bb-563814f6cf1c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=0c954741-ca3c-4c01-b3bb-563814f6cf1c,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:04.908268 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:05.028964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for 0c954741-ca3c-4c01-b3bb-563814f6cf1c owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:05.096966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ad5c376d-2de4-4ee4-b72a-d792d9863917 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:05.130638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: ad5c376d-2de4-4ee4-b72a-d792d9863917 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:05.130992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device ad5c376d-2de4-4ee4-b72a-d792d9863917 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:05.171677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:05.175102 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2069a8e1-3948-49bc-918b-ee71555c7243 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:05.218798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=0c954741-ca3c-4c01-b3bb-563814f6cf1c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:05.223315 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:05.656748 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:06.014272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router af566b2f-8bbe-4d18-9465-8fd63d236e4a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:43:06.189760 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:43:06.199805 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] Sync routers for ids ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:43:06.207338 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "PUT /v2.0/routers/af566b2f-8bbe-4d18-9465-8fd63d236e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514739 May 14 18:43:06.210077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40134) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:06.211500 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] Routers {'af566b2f-8bbe-4d18-9465-8fd63d236e4a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:06.212112 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:06.280419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting subnet 32b50113-e296-446e-968e-9cd447bad0f6 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:43:06.283514 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:06.337906 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:06.411145 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] Set router af566b2f-8bbe-4d18-9465-8fd63d236e4a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:06.424834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:06.701895 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:43:05Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:06.705946 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] Checking router: af566b2f-8bbe-4d18-9465-8fd63d236e4a for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:43:06.715268 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] Routers {'af566b2f-8bbe-4d18-9465-8fd63d236e4a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:06.715863 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:06.857208 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:06.861767 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-421a6431-a12d-451e-a211-809855319187 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:06.888473 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] Set router af566b2f-8bbe-4d18-9465-8fd63d236e4a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:06.899606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Subnet': ['ID=32b50113-e296-446e-968e-9cd447bad0f6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:06.904345 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:06.905322 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:06.914191 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/subnets/32b50113-e296-446e-968e-9cd447bad0f6 HTTP/1.1" status: 204 len: 168 time: 0.7000880 May 14 18:43:06.914324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab82bd4-0ba9-48f6-b055-0c911d7e998d None None] Network 6392be14-a495-45ae-b320-83f74880ee8d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:43:06.914713 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40138) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:07.097810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.186355 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:43:05Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:07.190591 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585beccb-fcb4-428d-a884-8aedb349f7fe None None] The sync data for ids ['af566b2f-8bbe-4d18-9465-8fd63d236e4a'] in n-d-787206-3 is: [{'id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275583814', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:43:05Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af566b2f-8bbe-4d18-9465-8fd63d236e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:42:40Z', 'updated_at': '2021-05-14T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:43:07.207431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] DHCP port deletion for 6392be14-a495-45ae-b320-83f74880ee8d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:43:07.273861 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Deleting port a5d49ca7-b597-4132-a922-19587484493f {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:07.274239 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.290544 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.363467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:07.363719 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.371671 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] For port a5d49ca7-b597-4132-a922-19587484493f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a5d49ca7-b597-4132-a922-19587484493f,segment=NetworkSegment(5092eb2c-ca16-40e2-a16d-b151cc8716ec),segment_id=5092eb2c-ca16-40e2-a16d-b151cc8716ec)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:07.372072 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.500586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Calling delete_port for a5d49ca7-b597-4132-a922-19587484493f owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:07.553591 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.558070 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:07.603704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Pushing event deleted for resources: {'Port': ['ID=a5d49ca7-b597-4132-a922-19587484493f,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:07.608381 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:07.613682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] No DVR routers for this DVR port a5d49ca7-b597-4132-a922-19587484493f on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:07.681800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] For port b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:07.682886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.813380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:07.961745 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:07.967195 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:08.019782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:08.046518 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:08.057612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c954741-ca3c-4c01-b3bb-563814f6cf1c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:08.083500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e047779-fcb5-4972-9eaf-199abc1a7610 req-c9b84b97-1b89-4f8d-8516-f6b6911d7797 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:08.086206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e047779-fcb5-4972-9eaf-199abc1a7610 req-c9b84b97-1b89-4f8d-8516-f6b6911d7797 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.0890343 May 14 18:43:08.093774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 0c954741-ca3c-4c01-b3bb-563814f6cf1c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:08.094125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 0c954741-ca3c-4c01-b3bb-563814f6cf1c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:08.094547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5d49ca7-b597-4132-a922-19587484493f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:08.116613 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.131156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a5d49ca7-b597-4132-a922-19587484493f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:08.131533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5d49ca7-b597-4132-a922-19587484493f not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:08.140901 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e047779-fcb5-4972-9eaf-199abc1a7610 req-b271a04a-b566-4530-8f49-ef848e92d232 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500140 May 14 18:43:08.296284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.298365 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.320832 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.321403 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Fanout notify agent at l3_agent the message router_deleted on router af566b2f-8bbe-4d18-9465-8fd63d236e4a {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:43:08.336776 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.337882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/routers/af566b2f-8bbe-4d18-9465-8fd63d236e4a HTTP/1.1" status: 204 len: 168 time: 1.4224265 May 14 18:43:08.340555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40150) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:08.460111 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.591594 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.604193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6392be14-a495-45ae-b320-83f74880ee8d']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:08.616779 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5092eb2c-ca16-40e2-a16d-b151cc8716ec') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:08.617071 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5092eb2c-ca16-40e2-a16d-b151cc8716ec') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:08.623385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-6b0dc927-4d1d-44ea-a814-73a59c1afb7a tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:08.624840 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-6b0dc927-4d1d-44ea-a814-73a59c1afb7a tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.0813653 May 14 18:43:08.628966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.645266 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.652854 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:43:08.653245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: timer() May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:43:08.668363 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:43:08.751222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.755642 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12547e90-557b-4fe9-a155-579d82c0ec69 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:08.773530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.776521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Deleting port 2f50abc7-1a0c-44da-85f8-971d6cf81346 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:08.777024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:08.782798 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/networks/6392be14-a495-45ae-b320-83f74880ee8d HTTP/1.1" status: 204 len: 168 time: 0.4388542 May 14 18:43:08.783497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40154) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:08.786425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Network': ['ID=6392be14-a495-45ae-b320-83f74880ee8d,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:08.842111 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-518adc97-16ff-4347-bd6f-caaf34ae989f tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:08.915539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] For port 2f50abc7-1a0c-44da-85f8-971d6cf81346, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=2f50abc7-1a0c-44da-85f8-971d6cf81346,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:08.915894 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.053124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port 7bb73d1f-0d5c-486e-9455-92b48034721e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:09.053456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.211449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.211996 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.212132 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Floating IP 3b344243-4f8c-47b0-8164-df6b22f9e12d disassociated. External IP: 172.25.4.183, port: 2f50abc7-1a0c-44da-85f8-971d6cf81346. May 14 18:43:09.212627 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Calling delete_port for 2f50abc7-1a0c-44da-85f8-971d6cf81346 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:09.342472 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.343052 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.388299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.396071 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b754cf0-0c65-42a7-bfda-2c6686b1f168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:09.442209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d32a7-d0dc-43b8-8610-d3ba9af8202d req-6d4e083b-4e44-4c0b-af3c-7b5b2bbc61d7 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:09.443606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b3d32a7-d0dc-43b8-8610-d3ba9af8202d req-6d4e083b-4e44-4c0b-af3c-7b5b2bbc61d7 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1a8a1a-f96d-4367-bab0-b356024dbdac HTTP/1.1" status: 200 len: 945 time: 0.1879864 May 14 18:43:09.452445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event deleted for resources: {'Port': ['ID=2f50abc7-1a0c-44da-85f8-971d6cf81346,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:09.468016 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for 7bb73d1f-0d5c-486e-9455-92b48034721e owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:09.470164 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:09.595294 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.598772 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ec06ff15-6303-465c-b765-66e7a16c03e5 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:09.609355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5b3d32a7-d0dc-43b8-8610-d3ba9af8202d req-f6541c38-b306-4cac-ae51-25a6579b5c27 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "GET /v2.0/security-groups?id=9abfaf09-8ce1-4258-b7b7-3c58344698ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524487 May 14 18:43:09.643039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=7bb73d1f-0d5c-486e-9455-92b48034721e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:09.646321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:09.687840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Router 40f075b2-82f0-4229-8393-a27d78f6b32c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:43:09.737558 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.737806 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Floating IP 16a49d4f-367f-48ff-8ec2-85f7ffbbda5f disassociated (deleted). External IP: 172.25.4.78, port: 4578153f-11ec-4406-bab7-d730b4c74c48. May 14 18:43:09.869913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:43:09.879787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] Sync routers for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:43:09.895527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:09.896598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:09.958551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] No DVR routers for this DVR port 2f50abc7-1a0c-44da-85f8-971d6cf81346 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:09.961279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:09.964781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'name': 'network-vif-deleted', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:10.002511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d320e0e5-d932-41fd-b6e5-27952d6ab074 req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.15 "DELETE /v2.0/ports/2f50abc7-1a0c-44da-85f8-971d6cf81346 HTTP/1.1" status: 204 len: 173 time: 1.3722215 May 14 18:43:10.036752 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1a8a1a-f96d-4367-bab0-b356024dbdac', 'name': 'network-vif-deleted', 'tag': '2f50abc7-1a0c-44da-85f8-971d6cf81346', 'status': 'completed', 'code': 200} May 14 18:43:10.087070 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:10.128969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:10.129317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b0e9a5f4-fdf4-47d4-b3f7-491605dcd2d0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:10.154294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:43:10.166221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:10.340865 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:43:10.350242 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] Sync routers for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:43:10.356904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:10.360299 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:10.361008 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:10.413190 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/floatingips/16a49d4f-367f-48ff-8ec2-85f7ffbbda5f HTTP/1.1" status: 204 len: 168 time: 1.6286695 May 14 18:43:10.413983 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:10.523852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:08Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:10.528646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] Checking router: 40f075b2-82f0-4229-8393-a27d78f6b32c for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:43:10.537853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:10.538533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:10.572473 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:10.748842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:10.795756 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48', 'status': 'completed', 'code': 200} May 14 18:43:10.873738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40172) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:10.947364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-d507b76d-d9b5-48e4-abfd-ef54397a6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:10.952639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-d507b76d-d9b5-48e4-abfd-ef54397a6ba9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf730fe19df402282533aded0666a5c&device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 1135 time: 0.1380038 May 14 18:43:10.965355 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:50Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:10.969421 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] Checking router: 5f9e9706-0c2c-4b67-a22f-c38390d0de43 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:43:10.978339 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:10.979158 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:11.185781 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:11.196253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Deleting port e79a7e38-a757-41dc-8b45-7230f2ea00a9 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:11.196616 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:11.207659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:08Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:11.213510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fbbf4-a40c-406d-94c8-fd2d2dd86868 None None] The sync data for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 is: [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:36:59Z', 'revision_number': 4, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'dc924860-2792-4e53-babd-e36e7463bafd', 'name': '', 'network_id': 'ccbd93b5-96da-47ef-b854-9eee56e4d6dc', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'mac_address': 'fa:16:3e:c1:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:59Z', 'updated_at': '2021-05-14T18:37:08Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'subnets': [{'id': '95f87630-fbf4-4d44-9fea-58029a1e5df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:43:11.339136 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:11.340051 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:11.353018 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-3f295862-107c-45b3-bb39-b559f53ffb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:11.354533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-3f295862-107c-45b3-bb39-b559f53ffb0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 200 len: 898 time: 0.3912911 May 14 18:43:11.433709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab3952-8b12-4ce4-b12e-d15674238801 req-04cda650-2c38-4764-bacf-8d5dc3c077f2 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:11.435281 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65ab3952-8b12-4ce4-b12e-d15674238801 req-04cda650-2c38-4764-bacf-8d5dc3c077f2 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 984 time: 0.4447830 May 14 18:43:11.445195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-c764d932-328b-40b7-b874-4184cfd8c811 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 200 len: 217 time: 0.0793908 May 14 18:43:11.505765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Calling delete_port for e79a7e38-a757-41dc-8b45-7230f2ea00a9 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:11.533159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d821f3a-08c7-4bbc-bea5-cf82d8e13d8f None None] New status for floating IP 3b344243-4f8c-47b0-8164-df6b22f9e12d: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:43:11.553221 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:50Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:11.557514 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2ab53-03d8-447f-a2b6-25e6f94e48de None None] The sync data for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 is: [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'fbe65ba3-67b1-4350-9988-6aaa971fb2ca', 'name': '', 'network_id': '255b5ef3-cd03-4faf-bd79-edf33f8ab774', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'mac_address': 'fa:16:3e:4f:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:44Z', 'updated_at': '2021-05-14T18:41:50Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'subnets': [{'id': 'f2f908e7-086e-41aa-8809-604882dd9055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:43:11.566643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-65ab3952-8b12-4ce4-b12e-d15674238801 req-7d3b6e6c-bd21-4499-be69-27a91b70ef01 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1188529 May 14 18:43:11.580772 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-f9fe269e-e208-4229-a14f-61b241c0cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:11.582207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-f9fe269e-e208-4229-a14f-61b241c0cbec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2f908e7-086e-41aa-8809-604882dd9055 HTTP/1.1" status: 200 len: 835 time: 0.1165295 May 14 18:43:11.669451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-66c7a57a-4108-4244-b229-32b20f1a4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:11.671085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-66c7a57a-4108-4244-b229-32b20f1a4017 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=255b5ef3-cd03-4faf-bd79-edf33f8ab774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802798 May 14 18:43:11.671905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:11.676339 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:11.706578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-0d821f3a-08c7-4bbc-bea5-cf82d8e13d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 18:43:11.706938 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-0d821f3a-08c7-4bbc-bea5-cf82d8e13d8f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 18:43:11.825494 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-9e213c9f-238f-4463-b0ea-79785fd48182 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464603 May 14 18:43:11.868726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc0d53-ddf0-41fc-9cfb-8a2d43d3f67d None None] New status for floating IP 16a49d4f-367f-48ff-8ec2-85f7ffbbda5f: DOWN {{(pid=79562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:43:11.899030 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event deleted for resources: {'Port': ['ID=e79a7e38-a757-41dc-8b45-7230f2ea00a9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:11.901709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:11.970235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da446ed-c7d3-4c8d-a62f-9d20b048fdb3 req-fdd7ea0b-155f-410c-a7f2-72b951ed2ac3 service neutron] 10.222.0.22 "GET /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372740 May 14 18:43:11.996389 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:43:11.997904 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.013805 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.014951 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "DELETE /v2.0/floatingips/3b344243-4f8c-47b0-8164-df6b22f9e12d HTTP/1.1" status: 204 len: 168 time: 1.1402230 May 14 18:43:12.161054 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40184) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:12.208651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d821f3a-08c7-4bbc-bea5-cf82d8e13d8f None None] New status for floating IP 3b344243-4f8c-47b0-8164-df6b22f9e12d: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:43:12.229115 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.260702 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.311232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-731f4f85-c1b3-4a36-992a-7ec871d76b96 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:12.312752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-731f4f85-c1b3-4a36-992a-7ec871d76b96 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.22 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 984 time: 0.0899413 May 14 18:43:12.333557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.338721 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:12.356834 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abfaf09-8ce1-4258-b7b7-3c58344698ec,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:12.359731 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:12.369649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.371039 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d06dfbeb-3a89-4a72-88bb-8097880b74c4 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] 10.222.0.24 "DELETE /v2.0/security-groups/9abfaf09-8ce1-4258-b7b7-3c58344698ec HTTP/1.1" status: 204 len: 168 time: 0.2089570 May 14 18:43:12.415042 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40190) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:12.476739 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port 4578153f-11ec-4406-bab7-d730b4c74c48 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:12.477094 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.618559 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] For port 4578153f-11ec-4406-bab7-d730b4c74c48, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=4578153f-11ec-4406-bab7-d730b4c74c48,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:12.618934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.777924 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for 4578153f-11ec-4406-bab7-d730b4c74c48 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:12.853252 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f7fc-8add-409b-93fb-5fed609d3069 req-b4947de2-65ee-42c1-8c7d-63d5d58e0633 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:12.854812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8540f7fc-8add-409b-93fb-5fed609d3069 req-b4947de2-65ee-42c1-8c7d-63d5d58e0633 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/ports?device_id=338bc1d8-964e-46be-b689-1f6506d4339d HTTP/1.1" status: 200 len: 984 time: 0.1729183 May 14 18:43:12.945918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8540f7fc-8add-409b-93fb-5fed609d3069 req-e243a0f8-9b2f-46cc-b371-71b858f25074 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb3555d1-8c89-4109-8a8a-8b07ee51c30d&id=4eaba54a-8be1-43ba-890e-f3a03430a366&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843925 May 14 18:43:12.977757 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:12.983573 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab0c7004-2d66-427f-9300-0e3aad4d4876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:13.032660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=4578153f-11ec-4406-bab7-d730b4c74c48,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:13.035802 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:13.075390 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:13.106989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] No DVR routers for this DVR port 4578153f-11ec-4406-bab7-d730b4c74c48 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:13.109386 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:13.112054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'name': 'network-vif-deleted', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:13.116267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2f50abc7-1a0c-44da-85f8-971d6cf81346 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:13.125084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b68fbb6-6272-46fe-a343-1b587e036a00 req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.22 "DELETE /v2.0/ports/4578153f-11ec-4406-bab7-d730b4c74c48 HTTP/1.1" status: 204 len: 173 time: 0.8038609 May 14 18:43:13.159493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 2f50abc7-1a0c-44da-85f8-971d6cf81346 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:13.160079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 2f50abc7-1a0c-44da-85f8-971d6cf81346 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:13.177563 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338bc1d8-964e-46be-b689-1f6506d4339d', 'name': 'network-vif-deleted', 'tag': '4578153f-11ec-4406-bab7-d730b4c74c48', 'status': 'completed', 'code': 200} May 14 18:43:13.505049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Deleting port dc924860-2792-4e53-babd-e36e7463bafd {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:13.505392 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:13.631107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] For port dc924860-2792-4e53-babd-e36e7463bafd, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dc924860-2792-4e53-babd-e36e7463bafd,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:13.631388 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:13.762350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Calling delete_port for dc924860-2792-4e53-babd-e36e7463bafd owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:14.044444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40202) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:14.065622 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.069510 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cafb1788-85a7-466f-90c6-2a628a307dfb tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:14.112742 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc924860-2792-4e53-babd-e36e7463bafd,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:14.113390 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.117451 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:14.145440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.203589 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.208910 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fcd58cdf-ae46-4e76-be77-e13baffed079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:14.224755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaba54a-8be1-43ba-890e-f3a03430a366,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:14.227526 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:14.237812 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.241784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/security-groups/4eaba54a-8be1-43ba-890e-f3a03430a366 HTTP/1.1" status: 204 len: 168 time: 0.1958072 May 14 18:43:14.242384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:14.310970 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.339912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.389032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.394283 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-426661cc-f0d6-4eb4-a7d5-366e6c9b98b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:14.411233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3555d1-8c89-4109-8a8a-8b07ee51c30d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:14.414232 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:14.414684 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.416266 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:14.420766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-64755287-05ae-4c0e-9e1b-3f7c29e217a0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/security-groups/cb3555d1-8c89-4109-8a8a-8b07ee51c30d HTTP/1.1" status: 204 len: 168 time: 0.1740775 May 14 18:43:14.421844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40210) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:15.115157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Router 40f075b2-82f0-4229-8393-a27d78f6b32c has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:43:15.292693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4578153f-11ec-4406-bab7-d730b4c74c48 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:15.328776 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 4578153f-11ec-4406-bab7-d730b4c74c48 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:15.329129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 4578153f-11ec-4406-bab7-d730b4c74c48 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:15.525732 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:43:15.534345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] Sync routers for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:43:15.543660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:15.546562 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] 10.222.0.24 "PUT /v2.0/routers/40f075b2-82f0-4229-8393-a27d78f6b32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279285 May 14 18:43:15.546668 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:15.547068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40214) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:15.721919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:15.764080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:15.886585 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:16.012391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:43:14Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:16.016621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] Checking router: 40f075b2-82f0-4229-8393-a27d78f6b32c for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:43:16.025030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] Routers {'40f075b2-82f0-4229-8393-a27d78f6b32c'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:16.026044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['40f075b2-82f0-4229-8393-a27d78f6b32c'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:16.198004 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:16.257255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] Set router 40f075b2-82f0-4229-8393-a27d78f6b32c gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:16.329144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Deleting port cb22155f-26be-4cb0-b7e7-ffcda913be9c {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:16.329398 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:16.509775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] For port cb22155f-26be-4cb0-b7e7-ffcda913be9c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=cb22155f-26be-4cb0-b7e7-ffcda913be9c,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:16.510193 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:16.545614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:43:14Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:16.549658 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a5626-8dc6-4ec4-a1f1-46e9ead2a6ff None None] The sync data for ids ['40f075b2-82f0-4229-8393-a27d78f6b32c'] in n-d-787206-3 is: [{'id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'name': 'tempest-TestServerBasicOps-486661011-router', 'tenant_id': '94753f16908645b09513a343fdbab86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:36:53Z', 'updated_at': '2021-05-14T18:43:14Z', 'revision_number': 5, 'project_id': '94753f16908645b09513a343fdbab86e', 'gw_port': {'id': 'cb22155f-26be-4cb0-b7e7-ffcda913be9c', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f075b2-82f0-4229-8393-a27d78f6b32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:36:54Z', 'updated_at': '2021-05-14T18:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:43:16.813754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port fbe65ba3-67b1-4350-9988-6aaa971fb2ca {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:16.814087 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:16.832281 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Calling delete_port for cb22155f-26be-4cb0-b7e7-ffcda913be9c owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:16.973368 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] For port fbe65ba3-67b1-4350-9988-6aaa971fb2ca, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:16.973749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.115681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for fbe65ba3-67b1-4350-9988-6aaa971fb2ca owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:17.247494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.251870 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f4ec486f-e48d-4e35-8997-f5abb4a687d1 tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:17.303593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb22155f-26be-4cb0-b7e7-ffcda913be9c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:17.307696 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:17.459224 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.504363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.568807 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:17.678271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=fbe65ba3-67b1-4350-9988-6aaa971fb2ca,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:17.711342 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:17.713244 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.721706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.790451 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.790940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f075b2-82f0-4229-8393-a27d78f6b32c {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:43:17.937080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:17.938180 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] 10.222.0.24 "DELETE /v2.0/routers/40f075b2-82f0-4229-8393-a27d78f6b32c HTTP/1.1" status: 204 len: 168 time: 2.3902202 May 14 18:43:17.941024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40218) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:18.196565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Deleting subnet 95f87630-fbf4-4d44-9fea-58029a1e5df8 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:43:18.208708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:18.240174 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:18.339847 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cb22155f-26be-4cb0-b7e7-ffcda913be9c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:18.375526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: cb22155f-26be-4cb0-b7e7-ffcda913be9c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:18.375990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device cb22155f-26be-4cb0-b7e7-ffcda913be9c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:18.376418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dc924860-2792-4e53-babd-e36e7463bafd no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:18.387230 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:18.419034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: dc924860-2792-4e53-babd-e36e7463bafd {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:18.419414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dc924860-2792-4e53-babd-e36e7463bafd not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:18.618530 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:18.812513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:43:19.061644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.068162 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-672d6232-5d9d-4990-9671-cae2c6c911ac tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:19.099394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:43:19.109313 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f87630-fbf4-4d44-9fea-58029a1e5df8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:19.109541 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] Sync routers for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:43:19.112499 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.115586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10632f5d-2ac2-4e43-bfd2-4f27e21328bc None None] Network ccbd93b5-96da-47ef-b854-9eee56e4d6dc requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:43:19.120655 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95f87630-fbf4-4d44-9fea-58029a1e5df8 HTTP/1.1" status: 204 len: 168 time: 1.1743846 May 14 18:43:19.120655 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-54aed3da-3c14-4663-82a0-930f764e8c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:19.121031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40222) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:19.124573 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "PUT /v2.0/routers/5f9e9706-0c2c-4b67-a22f-c38390d0de43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7012987 May 14 18:43:19.126561 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:19.127218 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:19.131685 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40226) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:19.204565 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting subnet f2f908e7-086e-41aa-8809-604882dd9055 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:43:19.208625 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.264161 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.274181 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.311009 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:19.358701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Deleting port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:19.359098 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.382078 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.423229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] DHCP port deletion for ccbd93b5-96da-47ef-b854-9eee56e4d6dc request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:43:19.482584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] For port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:19.483114 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.551979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Deleting port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:19.552369 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.634461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Calling delete_port for 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:19.671417 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:43:17Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:19.675739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] For port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,segment=NetworkSegment(8e15bab8-5f44-42d8-a0d9-4aa2173952c4),segment_id=8e15bab8-5f44-42d8-a0d9-4aa2173952c4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:19.676143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.676802 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] Checking router: 5f9e9706-0c2c-4b67-a22f-c38390d0de43 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:43:19.689122 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] Routers {'5f9e9706-0c2c-4b67-a22f-c38390d0de43'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:19.689868 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:19.694054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.701531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.707321 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cdb2e601-bf10-431d-9566-94154bf06c87 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:19.709158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e76ce9bc-d974-4e51-838a-1e519df8044f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:19.746048 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f908e7-086e-41aa-8809-604882dd9055,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:19.748693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.751621 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:19.756444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-fdc52cc4-54e0-40ee-913c-534033e6b156 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/subnets/f2f908e7-086e-41aa-8809-604882dd9055 HTTP/1.1" status: 204 len: 168 time: 0.6226852 May 14 18:43:19.758945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40230) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:19.770317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Pushing event deleted for resources: {'Port': ['ID=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:19.772611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] No DVR routers for this DVR port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:19.774982 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:19.837194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Calling delete_port for 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:19.883156 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.895340 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] Set router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:19.896684 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e58b1e24-ade7-4da1-85d1-78eadaa141f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:19.900809 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.916210 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbd93b5-96da-47ef-b854-9eee56e4d6dc']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:19.937859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddcae9-1342-4381-8398-17a52dbe98df None None] Network 255b5ef3-cd03-4faf-bd79-edf33f8ab774 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:43:19.942827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e15bab8-5f44-42d8-a0d9-4aa2173952c4') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:19.943125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e15bab8-5f44-42d8-a0d9-4aa2173952c4') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:19.951867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] No DVR routers for this DVR port 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:19.959445 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.980016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:19.993113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:43:19.993530 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: timer() May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:43:20.032583 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:43:20.082573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Pushing event deleted for resources: {'Port': ['ID=79bd203a-c5a2-45a3-a4ec-3180c01c85a8,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:20.085132 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:20.114588 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:20.131624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:20.132173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 79bd203a-c5a2-45a3-a4ec-3180c01c85a8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:20.140639 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.150541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.158255 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b23eee89-ac59-4e01-86bb-f3e50742a1d7 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:20.164064 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.196091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbd93b5-96da-47ef-b854-9eee56e4d6dc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:20.203035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] 10.222.0.24 "DELETE /v2.0/networks/ccbd93b5-96da-47ef-b854-9eee56e4d6dc HTTP/1.1" status: 204 len: 168 time: 1.0803463 May 14 18:43:20.204420 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:20.205821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40234) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:20.291539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:43:17Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:20.297732 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b60742-c7d3-47fb-b803-9d0dd0b7ff05 None None] The sync data for ids ['5f9e9706-0c2c-4b67-a22f-c38390d0de43'] in n-d-787206-3 is: [{'id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1492340811', 'tenant_id': 'fdf730fe19df402282533aded0666a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:41:39Z', 'updated_at': '2021-05-14T18:43:17Z', 'revision_number': 5, 'project_id': 'fdf730fe19df402282533aded0666a5c', 'gw_port': {'id': 'dce54357-55b7-4d6e-b7da-3f6d990f3683', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9e9706-0c2c-4b67-a22f-c38390d0de43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:41:40Z', 'updated_at': '2021-05-14T18:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:43:20.361154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.371812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] DHCP port deletion for 255b5ef3-cd03-4faf-bd79-edf33f8ab774 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:43:20.438683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Deleting port 21f01196-1bba-406a-9576-2a90d5728eea {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:20.439741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.448020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Deleting port dce54357-55b7-4d6e-b7da-3f6d990f3683 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:20.448359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.597930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] For port dce54357-55b7-4d6e-b7da-3f6d990f3683, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=dce54357-55b7-4d6e-b7da-3f6d990f3683,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:20.598201 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.625321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] For port 21f01196-1bba-406a-9576-2a90d5728eea, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=21f01196-1bba-406a-9576-2a90d5728eea,segment=NetworkSegment(1733a020-dcea-4ead-8616-f1f2d1cd8394),segment_id=1733a020-dcea-4ead-8616-f1f2d1cd8394)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:20.625814 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.744124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Calling delete_port for dce54357-55b7-4d6e-b7da-3f6d990f3683 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:20.760505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Calling delete_port for 21f01196-1bba-406a-9576-2a90d5728eea owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:20.814667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.822488 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:20.875813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Pushing event deleted for resources: {'Port': ['ID=21f01196-1bba-406a-9576-2a90d5728eea,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:20.878571 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:20.883704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] No DVR routers for this DVR port 21f01196-1bba-406a-9576-2a90d5728eea on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:20.919886 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:20.923813 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8feec439-79ae-45dc-83c3-8cc9079da00f tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:20.969940 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Port': ['ID=dce54357-55b7-4d6e-b7da-3f6d990f3683,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:20.973188 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:21.011545 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.066771 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.238982 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.241245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.263968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.264456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9e9706-0c2c-4b67-a22f-c38390d0de43 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:43:21.280442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.281522 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/routers/5f9e9706-0c2c-4b67-a22f-c38390d0de43 HTTP/1.1" status: 204 len: 168 time: 1.5216627 May 14 18:43:21.284235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40238) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:21.408720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.436013 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Deleting port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:21.436013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.549030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.559349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] For port 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:21.560312 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.562602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255b5ef3-cd03-4faf-bd79-edf33f8ab774']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:21.575093 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1733a020-dcea-4ead-8616-f1f2d1cd8394') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:21.575632 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1733a020-dcea-4ead-8616-f1f2d1cd8394') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:21.586883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.602483 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.609143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:43:21.609528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: timer() May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:43:21.624619 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:43:21.680397 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Calling delete_port for 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:21.705737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.710752 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-46284e57-d75a-4b12-b257-2424066d56ae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:21.730566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:21.741998 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Pushing event deleted for resources: {'Network': ['ID=255b5ef3-cd03-4faf-bd79-edf33f8ab774,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:21.745010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:21.747062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-320935f4-5051-4ed5-915a-a6ccbdc8870c tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] 10.222.0.24 "DELETE /v2.0/networks/255b5ef3-cd03-4faf-bd79-edf33f8ab774 HTTP/1.1" status: 204 len: 168 time: 0.4612966 May 14 18:43:22.007405 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.011670 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b91e68be-5bac-43f6-bd76-44d2036f2a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:22.040994 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40248) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:22.050501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dce54357-55b7-4d6e-b7da-3f6d990f3683 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:22.058237 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Pushing event deleted for resources: {'Port': ['ID=04559ebc-a9d9-4d4f-b681-be7a4ea67d4f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:22.061817 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:22.088690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: dce54357-55b7-4d6e-b7da-3f6d990f3683 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:22.089052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device dce54357-55b7-4d6e-b7da-3f6d990f3683 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:22.089477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21f01196-1bba-406a-9576-2a90d5728eea no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:22.123251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 21f01196-1bba-406a-9576-2a90d5728eea {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:22.123866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21f01196-1bba-406a-9576-2a90d5728eea not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:22.124438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fbe65ba3-67b1-4350-9988-6aaa971fb2ca no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:22.162353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: fbe65ba3-67b1-4350-9988-6aaa971fb2ca {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:22.162963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device fbe65ba3-67b1-4350-9988-6aaa971fb2ca not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:22.235963 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-46e5be29-1458-4df4-b87f-f3c0226e1be9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf730fe19df402282533aded0666a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936972 May 14 18:43:22.238319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40254) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:22.299228 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.326339 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.343437 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.380909 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.384653 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f47e7794-8b40-49b4-a1fa-d9e95ec55fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:22.397966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeb330d-92f0-44af-9520-1cf89e516c5b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:22.400307 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:22.408638 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.412130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-52c9d4ea-fedf-42ce-90b4-2f9046d0b646 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaeb330d-92f0-44af-9520-1cf89e516c5b HTTP/1.1" status: 204 len: 168 time: 0.1704645 May 14 18:43:22.697563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40262) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:22.716334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Router 70b698d0-48f3-4dbb-9403-c604450330f0 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:43:22.719619 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.733778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:22.737601 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Usage tracker for resource:security_group_rule and tenant:0c16238f4ffe4c9fac1541818afb7e66 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:22.740379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:22.745922 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:22.830826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.836783 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:22.846815 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-fbf622e9-986f-4090-a502-63baf5a04b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:22.886219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c16238f4ffe4c9fac1541818afb7e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875119 May 14 18:43:22.888204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253a6b0-0528-412d-a554-b5fc0e86caf3,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:22.890429 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40266) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:22.894036 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:22.898421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:43:22.908583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] Sync routers for ids ['70b698d0-48f3-4dbb-9403-c604450330f0'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:43:22.909219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] 10.222.0.24 "PUT /v2.0/routers/70b698d0-48f3-4dbb-9403-c604450330f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7022042 May 14 18:43:22.911850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40270) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:22.919832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] Routers {'70b698d0-48f3-4dbb-9403-c604450330f0'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:22.920454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['70b698d0-48f3-4dbb-9403-c604450330f0'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:23.100318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] Set router 70b698d0-48f3-4dbb-9403-c604450330f0 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:23.267243 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.311724 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.322782 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.386195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:43:21Z', 'revision_number': 5, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:23.390382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] Checking router: 70b698d0-48f3-4dbb-9403-c604450330f0 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:43:23.398666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] Routers {'70b698d0-48f3-4dbb-9403-c604450330f0'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:43:23.399326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:43:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['70b698d0-48f3-4dbb-9403-c604450330f0'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:23.516239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.522461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61f6e2d1-ecfe-4a6e-8678-10b988ee1147 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:23.544667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253a6b0-0528-412d-a554-b5fc0e86caf3,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:23.547394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:23.557893 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.560678 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.561772 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b253a6b0-0528-412d-a554-b5fc0e86caf3 HTTP/1.1" status: 204 len: 168 time: 0.6696975 May 14 18:43:23.596131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] Set router 70b698d0-48f3-4dbb-9403-c604450330f0 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:43:23.636665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Deleting port a5e7f6cd-4020-4977-a265-ca9b9e706432 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:23.637571 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.768422 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] For port a5e7f6cd-4020-4977-a265-ca9b9e706432, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=a5e7f6cd-4020-4977-a265-ca9b9e706432,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:23.768996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:23.904270 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Calling delete_port for a5e7f6cd-4020-4977-a265-ca9b9e706432 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:23.944752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40278) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:23.951057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:43:21Z', 'revision_number': 5, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:23.955085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc8f8a-1f37-4263-9af3-3d4a059c3274 None None] The sync data for ids ['70b698d0-48f3-4dbb-9403-c604450330f0'] in n-d-787206-3 is: [{'id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'name': 'tempest-TestServerBasicOps-1808001663-router', 'tenant_id': '550b00bfb271452b8816b7332ee159df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:37:04Z', 'updated_at': '2021-05-14T18:43:21Z', 'revision_number': 5, 'project_id': '550b00bfb271452b8816b7332ee159df', 'gw_port': {'id': 'a5e7f6cd-4020-4977-a265-ca9b9e706432', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b698d0-48f3-4dbb-9403-c604450330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:37:05Z', 'updated_at': '2021-05-14T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:43:24.026195 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-79f6b2cf-5ef4-4f4b-b06a-efd1dcb5e5ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ce75eeb995d4ff2b17c21c59b25e8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808351 May 14 18:43:24.029116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40282) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:24.092519 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.099638 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.104077 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0d7ce512-50f0-4c12-bdeb-f13e2cd3fae0 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:24.119615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.152221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e7f6cd-4020-4977-a265-ca9b9e706432,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:24.155411 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:24.174740 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.178621 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-57cab144-75d6-4151-b92c-1173602d63b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:24.193139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea5741-d15b-4ccd-8a0e-2ad94567a8ee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:24.195891 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:24.206151 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.207487 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-66c4b260-cc3b-415a-ba09-29f87a469177 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02ea5741-d15b-4ccd-8a0e-2ad94567a8ee HTTP/1.1" status: 204 len: 168 time: 0.1770356 May 14 18:43:24.252311 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.449196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:24.452471 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.455841 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.493923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.494633 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b698d0-48f3-4dbb-9403-c604450330f0 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 18:43:24.503286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:24.503885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 04559ebc-a9d9-4d4f-b681-be7a4ea67d4f not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:24.505569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.521149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.525106 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] 10.222.0.24 "DELETE /v2.0/routers/70b698d0-48f3-4dbb-9403-c604450330f0 HTTP/1.1" status: 204 len: 168 time: 1.6099846 May 14 18:43:24.525470 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40288) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:24.596056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Deleting subnet 5fb94a58-3027-48e0-b574-1d9b210eaf51 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:43:24.599431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.658764 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:24.749554 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.179457 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.184933 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-69b1d9f1-32b8-474e-97dd-55cc953a9341 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:25.218288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb94a58-3027-48e0-b574-1d9b210eaf51,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:25.220792 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:25.223218 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.229209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f0be2-20ba-4b5a-a3e8-90bb72ddf6b2 None None] Network 4e593387-23e2-4af5-8b7c-d219f264a958 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:43:25.229915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5fb94a58-3027-48e0-b574-1d9b210eaf51 HTTP/1.1" status: 204 len: 168 time: 0.7033138 May 14 18:43:25.232969 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40292) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:25.337643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.414779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Deleting port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:25.415127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.468478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] DHCP port deletion for 4e593387-23e2-4af5-8b7c-d219f264a958 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 18:43:25.520325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] For port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:25.520688 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.537066 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Deleting port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:25.537455 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.635914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] For port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,segment=NetworkSegment(65370c54-87a7-4254-874b-c03359221368),segment_id=65370c54-87a7-4254-874b-c03359221368)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:25.636314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.648281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Calling delete_port for 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:25.696598 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.701513 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d3e8017f-b10f-41b1-8763-68b93a666182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:25.745903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:25.747911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] No DVR routers for this DVR port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:25.749391 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:25.765828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Calling delete_port for 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:25.808135 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.811712 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-017a6365-410a-48b1-a0bb-ee3e16f26272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:25.854110 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Pushing event deleted for resources: {'Port': ['ID=08b81819-ce7b-489e-95eb-4bcc3dc21ad3,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:25.857936 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:25.858589 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] No DVR routers for this DVR port 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:25.865225 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.879289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e593387-23e2-4af5-8b7c-d219f264a958']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:25.891328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65370c54-87a7-4254-874b-c03359221368') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:25.891626 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65370c54-87a7-4254-874b-c03359221368') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:43:25.902597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.917873 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.924460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:43:25.924836 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: timer() May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:43:25.942120 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:43:26.015169 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.020262 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.024378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1f0453c6-6e2f-42c1-a743-6cf2d7580e35 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:26.041129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5e7f6cd-4020-4977-a265-ca9b9e706432 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:26.047976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e593387-23e2-4af5-8b7c-d219f264a958,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:26.050627 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:26.052095 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4e593387-23e2-4af5-8b7c-d219f264a958 HTTP/1.1" status: 204 len: 168 time: 0.8181946 May 14 18:43:26.080116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: a5e7f6cd-4020-4977-a265-ca9b9e706432 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:26.080474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device a5e7f6cd-4020-4977-a265-ca9b9e706432 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:26.080896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:26.114606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:26.114967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 08b81819-ce7b-489e-95eb-4bcc3dc21ad3 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:26.225376 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40298) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:26.276219 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-494d615c-a4cc-43f2-a9ea-34c4d5d205f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94753f16908645b09513a343fdbab86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495126 May 14 18:43:26.278949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40302) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:26.336441 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.362988 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.413922 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.417434 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28845f25-f3f0-4b8e-8de8-07e134f0c971 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:26.433262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87026f58-34b0-4591-9edc-0e8edc4a7898,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:26.435636 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:26.441791 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.442910 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1573798a-3335-482c-9ee2-b773ac3d6265 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87026f58-34b0-4591-9edc-0e8edc4a7898 HTTP/1.1" status: 204 len: 168 time: 0.1630464 May 14 18:43:26.784232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40310) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:26.832385 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f6592a7e-5d65-4738-bac3-13568369eca1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=550b00bfb271452b8816b7332ee159df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469537 May 14 18:43:26.834712 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40314) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:26.897493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.923045 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.974394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.979060 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf7013c6-49c5-4aa1-a449-93c3a4c31c91 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:26.989647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec3f12f-723b-4562-b8fe-3bb0ca03690a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:26.993002 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:26.997601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:26.998892 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-14543fc0-8f2b-423a-8c0f-94b6a10cfad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cec3f12f-723b-4562-b8fe-3bb0ca03690a HTTP/1.1" status: 204 len: 168 time: 0.1632838 May 14 18:43:27.083958 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ada7f4e1-4dd7-4082-9cc0-cda9dfb44501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:28.080493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:29.620418 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:29.790016 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1025e64b-e77b-4642-9e9e-eb8d7fc65ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:30.858346 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:32.367583 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:36.288573 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-73141e23-7327-4bad-89dd-e7b3e5f43770 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b58ff65e2abe4da1928726170652d2e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318062 May 14 18:43:36.435937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-cf1ec49e-19bc-4154-9618-dc884503a459 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:36.437273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-cf1ec49e-19bc-4154-9618-dc884503a459 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436603 May 14 18:43:36.453498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-caddb4fb-21b6-4787-911d-1c22bed3f6e1 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/quotas/b58ff65e2abe4da1928726170652d2e2 HTTP/1.1" status: 200 len: 375 time: 0.0103652 May 14 18:43:36.500207 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-4ff32e40-d430-4dcb-835f-2176564fbc4f tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b58ff65e2abe4da1928726170652d2e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416145 May 14 18:43:36.675760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f54d61d4-36d3-47e9-ac0d-b961f12eef2c req-3e7700fc-4285-482c-9e01-200e438b6051 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 210 time: 0.0441606 May 14 18:43:37.832085 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6c5fee91-b08e-4208-a89a-61aeaaab1efa req-d9d3ee18-bb3e-4849-92b6-d40b20bcaaf1 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 210 time: 0.0472145 May 14 18:43:37.887482 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-b143c3be-62e9-4584-a2d6-1678ec453d47 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b58ff65e2abe4da1928726170652d2e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286477 May 14 18:43:38.043450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-ab57829f-d33c-4557-9fef-4fddd7107c96 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:38.045851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-ab57829f-d33c-4557-9fef-4fddd7107c96 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529088 May 14 18:43:38.066384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Request body: {'port': {'device_id': '7e9967e0-2e94-4713-8960-247b6c29f111', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'admin_state_up': True, 'tenant_id': 'b58ff65e2abe4da1928726170652d2e2'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:43:38.199657 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:38.203467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Usage tracker for resource:port and tenant:b58ff65e2abe4da1928726170652d2e2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:38.206175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:38.211911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:38.222867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Made reservation on behalf of b58ff65e2abe4da1928726170652d2e2 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:43:38.226501 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.240237 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.254875 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:38.258645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Usage tracker for resource:security_group_rule and tenant:b58ff65e2abe4da1928726170652d2e2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:38.261405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:38.267106 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:38.350419 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.354054 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.357735 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a74c921e-9094-475e-9a2f-eb59b9662340 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:38.434574 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34580e28-a01a-49e9-812f-1cb3ff1e020b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:38.441235 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:38.528779 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Allocated IP 192.168.233.63 (182f1938-94ff-4dcd-a3d9-753dba9c70ac/da4825a9-81cb-4f91-8fc7-b87d51ca26e0/6d004422-33fc-4a40-b891-6b69ae095ffc) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:43:38.727593 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.742220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Transition to ACTIVE for port object 6d004422-33fc-4a40-b891-6b69ae095ffc will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:43:38.765012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.770553 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c372af4d-b831-425b-bc3d-e41cee8bcdcb tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:38.834576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Network 182f1938-94ff-4dcd-a3d9-753dba9c70ac is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:43:38.837587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:43:38.847123 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:43:38.883198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Pushing event updated for resources: {'Port': ['ID=6d004422-33fc-4a40-b891-6b69ae095ffc,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:38.888533 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:38.917394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:38.918031 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:38.944622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8819633 May 14 18:43:38.999780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Request body: {'port': {'device_id': '7e9967e0-2e94-4713-8960-247b6c29f111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:43:39.111288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2d71465d-fe2b-4341-8e6c-f697de9b9f92 None None] Provisioning for port 6d004422-33fc-4a40-b891-6b69ae095ffc completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:43:39.115990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2d71465d-fe2b-4341-8e6c-f697de9b9f92 None None] Provisioning complete for port 6d004422-33fc-4a40-b891-6b69ae095ffc triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:43:39.116505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2d71465d-fe2b-4341-8e6c-f697de9b9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:39.143312 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-d903bfc3-ec72-4b56-bcc5-bc8ccb9e3ccb tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:39.144015 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-d903bfc3-ec72-4b56-bcc5-bc8ccb9e3ccb tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Synchronizing usage tracker for tenant:b58ff65e2abe4da1928726170652d2e2 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:43:39.148118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:39.172186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2d71465d-fe2b-4341-8e6c-f697de9b9f92 None None] Port 6d004422-33fc-4a40-b891-6b69ae095ffc cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:43:39.211901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-d903bfc3-ec72-4b56-bcc5-bc8ccb9e3ccb tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Unset dirty status for tenant:b58ff65e2abe4da1928726170652d2e2 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:43:39.213052 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-d903bfc3-ec72-4b56-bcc5-bc8ccb9e3ccb tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 935 time: 0.2593536 May 14 18:43:39.481596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-b27fae86-b670-456d-9381-9541e42ddce7 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Synchronizing usage tracker for tenant:b58ff65e2abe4da1928726170652d2e2 on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:43:39.576236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-b27fae86-b670-456d-9381-9541e42ddce7 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Unset dirty status for tenant:b58ff65e2abe4da1928726170652d2e2 on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:43:39.577379 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1a0c44a-c101-407b-a1d6-999f29b671c4 req-b27fae86-b670-456d-9381-9541e42ddce7 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580756 May 14 18:43:39.701788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d004422-33fc-4a40-b891-6b69ae095ffc {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:43:39.710980 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:39.725235 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Transition to ACTIVE for port object 6d004422-33fc-4a40-b891-6b69ae095ffc will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:43:39.728644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:39.733210 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d1266faf-cff6-42df-93a2-1b7607dc369a tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:39.887459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d004422-33fc-4a40-b891-6b69ae095ffc,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:39.895575 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:39.970247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Attempting to bind port 6d004422-33fc-4a40-b891-6b69ae095ffc on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:43:39.970572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Attempting to bind port 6d004422-33fc-4a40-b891-6b69ae095ffc by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:43:39.970890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Attempting to bind port 6d004422-33fc-4a40-b891-6b69ae095ffc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:43:39.975431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Port 6d004422-33fc-4a40-b891-6b69ae095ffc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:43:39.975741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Attempting to bind port 6d004422-33fc-4a40-b891-6b69ae095ffc on network 182f1938-94ff-4dcd-a3d9-753dba9c70ac {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:43:39.980781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:43:39.981129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Checking segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:43:39.981587 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Bound using segment: {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:43:39.981995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Bound port: 6d004422-33fc-4a40-b891-6b69ae095ffc, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2ab9e-9d11-4481-a040-cffbf770e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:43:39.982336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:40.073883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] For port 6d004422-33fc-4a40-b891-6b69ae095ffc, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:43:40.076824 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] For port 6d004422-33fc-4a40-b891-6b69ae095ffc, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6d004422-33fc-4a40-b891-6b69ae095ffc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:43:40.081035 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:40.085429 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0032c3dd-8ad5-42db-82fa-b958a7bcb4e1 tempest-TestVolumeBackupRestore-864948180 tempest-TestVolumeBackupRestore-864948180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:40.139914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:40.140523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:40.141919 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/6d004422-33fc-4a40-b891-6b69ae095ffc HTTP/1.1" status: 200 len: 1095 time: 1.1512940 May 14 18:43:40.142444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9967e0-2e94-4713-8960-247b6c29f111', 'tag': '6d004422-33fc-4a40-b891-6b69ae095ffc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:40.173975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d004422-33fc-4a40-b891-6b69ae095ffc,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:40.177122 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:40.196356 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9967e0-2e94-4713-8960-247b6c29f111', 'tag': '6d004422-33fc-4a40-b891-6b69ae095ffc', 'status': 'completed', 'code': 200} May 14 18:43:40.271957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-67a0609c-cc10-4da7-8732-4df9d84b5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:40.273447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-67a0609c-cc10-4da7-8732-4df9d84b5521 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b58ff65e2abe4da1928726170652d2e2&device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 1098 time: 0.0749671 May 14 18:43:40.351128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-25d7db55-eee3-47bf-9d7f-0ccc8553d203 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=6d004422-33fc-4a40-b891-6b69ae095ffc HTTP/1.1" status: 200 len: 217 time: 0.0660384 May 14 18:43:40.415755 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-f0707942-bfab-4912-ae22-fca4b9659fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:40.417155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-f0707942-bfab-4912-ae22-fca4b9659fe7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0567694 May 14 18:43:40.495725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1751-9275-46fd-8eed-21865157313f req-d73822e0-9c33-4dc8-86fa-9831a149af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:40.497783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-d73822e0-9c33-4dc8-86fa-9831a149af99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709844 May 14 18:43:40.634622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-98e5b867-8edc-43e8-b7dc-7593254bf6c6 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266184 May 14 18:43:40.826221 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-47aa1751-9275-46fd-8eed-21865157313f req-5451667d-b85a-401e-8e65-eff625abdde5 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798983 May 14 18:43:40.848827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97640936-e182-4a80-b1d2-dfe232787104 req-876a7d44-c9dc-4f62-9aea-2444b01ee864 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:40.850648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97640936-e182-4a80-b1d2-dfe232787104 req-876a7d44-c9dc-4f62-9aea-2444b01ee864 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 947 time: 0.1348958 May 14 18:43:40.939343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97640936-e182-4a80-b1d2-dfe232787104 req-b1c1a3bc-1272-492e-8112-91793f6a7736 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828247 May 14 18:43:40.964008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-e6ca00f1-940c-437e-b59e-07b2b57b1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:40.965492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-e6ca00f1-940c-437e-b59e-07b2b57b1c6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b58ff65e2abe4da1928726170652d2e2&device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 1098 time: 0.0870247 May 14 18:43:41.099094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-bf29ba0a-9a33-4493-82d2-1eb31eecf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:41.100606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-bf29ba0a-9a33-4493-82d2-1eb31eecf11d service neutron] 10.222.0.22 "GET /v2.0/networks?id=182f1938-94ff-4dcd-a3d9-753dba9c70ac HTTP/1.1" status: 200 len: 870 time: 0.1249981 May 14 18:43:41.171309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-e6f85d7d-78ed-4a42-b972-137d69d90bca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=6d004422-33fc-4a40-b891-6b69ae095ffc HTTP/1.1" status: 200 len: 217 time: 0.0630910 May 14 18:43:41.237107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-cb4d55b9-a6e0-4969-9133-3119b2b26410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:41.238392 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-cb4d55b9-a6e0-4969-9133-3119b2b26410 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da4825a9-81cb-4f91-8fc7-b87d51ca26e0 HTTP/1.1" status: 200 len: 843 time: 0.0600011 May 14 18:43:41.312727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-674b685f-e69c-48d0-9eec-c53f88b1f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:41.314148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-674b685f-e69c-48d0-9eec-c53f88b1f456 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=182f1938-94ff-4dcd-a3d9-753dba9c70ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681252 May 14 18:43:41.451486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-42bbd656-9972-4bff-b11d-112ade70e78c service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253703 May 14 18:43:41.743130 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f9f925e-4d53-42ee-8000-4bef4072c8e3 req-2605c90e-4e44-4c44-97af-37540171b7c4 service neutron] 10.222.0.22 "GET /v2.0/networks/182f1938-94ff-4dcd-a3d9-753dba9c70ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843571 May 14 18:43:42.121893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2400837-acd6-4541-b03a-4115ad88c60e req-f3995cbc-52be-48db-92a3-91122636c506 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:42.123343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2400837-acd6-4541-b03a-4115ad88c60e req-f3995cbc-52be-48db-92a3-91122636c506 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 947 time: 0.0813794 May 14 18:43:42.168080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2400837-acd6-4541-b03a-4115ad88c60e req-ad865bc1-c667-4a20-bca5-3a5229bf6adc tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 May 14 18:43:43.353564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac801-482d-4c8f-b94f-6c2412fbf160 req-0ca5a7f4-a88e-4029-9c04-54e321faefda tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:43.355024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7acac801-482d-4c8f-b94f-6c2412fbf160 req-0ca5a7f4-a88e-4029-9c04-54e321faefda tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 947 time: 0.0801647 May 14 18:43:43.403370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7acac801-482d-4c8f-b94f-6c2412fbf160 req-db59c22c-b766-4274-a047-ad12246486d3 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 May 14 18:43:44.585504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143719b-4e44-4c1b-a169-8bd7defe410d req-f6908bb4-96f7-46af-8738-61c1c4bdca57 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:44.586955 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e143719b-4e44-4c1b-a169-8bd7defe410d req-f6908bb4-96f7-46af-8738-61c1c4bdca57 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 947 time: 0.0799410 May 14 18:43:44.631430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e143719b-4e44-4c1b-a169-8bd7defe410d req-2202dede-2868-4817-9c20-0d8b283a8714 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381413 May 14 18:43:45.465237 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6d004422-33fc-4a40-b891-6b69ae095ffc details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:43:45.635257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6d004422-33fc-4a40-b891-6b69ae095ffc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6d004422-33fc-4a40-b891-6b69ae095ffc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:45.650877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '6d004422-33fc-4a40-b891-6b69ae095ffc', 'network_id': '182f1938-94ff-4dcd-a3d9-753dba9c70ac', 'port_id': '6d004422-33fc-4a40-b891-6b69ae095ffc', 'mac_address': 'fa:16:3e:22:cd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4825a9-81cb-4f91-8fc7-b87d51ca26e0', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:43:45.713680 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:45.731696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d004422-33fc-4a40-b891-6b69ae095ffc {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:43:45.747629 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6d004422-33fc-4a40-b891-6b69ae095ffc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6d004422-33fc-4a40-b891-6b69ae095ffc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:45.751347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:45.753117 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:45.839004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f217c-12c2-42bd-aa98-a7aaeeaff10e req-5dea7d1c-323b-411e-bbbf-17255c0bfe53 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:45.840716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b43f217c-12c2-42bd-aa98-a7aaeeaff10e req-5dea7d1c-323b-411e-bbbf-17255c0bfe53 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 948 time: 0.0864518 May 14 18:43:45.874485 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6d004422-33fc-4a40-b891-6b69ae095ffc,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:45.877849 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:45.888405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b43f217c-12c2-42bd-aa98-a7aaeeaff10e req-ea729ac6-4c32-4427-8b01-e0df35faedcf tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 May 14 18:43:45.995312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6d004422-33fc-4a40-b891-6b69ae095ffc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:43:47.077988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa14c-5bbe-4d7d-8269-de60a92e2c55 req-8dad1a85-3fdf-492d-8860-347fbb37ec7f tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:47.079475 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46eaa14c-5bbe-4d7d-8269-de60a92e2c55 req-8dad1a85-3fdf-492d-8860-347fbb37ec7f tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 948 time: 0.0827596 May 14 18:43:47.122660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-46eaa14c-5bbe-4d7d-8269-de60a92e2c55 req-e5d92cd5-aee8-4e29-a0b6-d14db12faa8f tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 May 14 18:43:47.463791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6d004422-33fc-4a40-b891-6b69ae095ffc up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:43:47.535416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 6d004422-33fc-4a40-b891-6b69ae095ffc completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:43:47.540621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 6d004422-33fc-4a40-b891-6b69ae095ffc triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:43:47.541103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:47.657578 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:47.683042 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9967e0-2e94-4713-8960-247b6c29f111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d004422-33fc-4a40-b891-6b69ae095ffc'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:47.693161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 6d004422-33fc-4a40-b891-6b69ae095ffc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6d004422-33fc-4a40-b891-6b69ae095ffc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:47.696976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:47.698862 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:47.733719 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9967e0-2e94-4713-8960-247b6c29f111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d004422-33fc-4a40-b891-6b69ae095ffc', 'code': 200} May 14 18:43:47.766992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=6d004422-33fc-4a40-b891-6b69ae095ffc,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:47.769830 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:47.868432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f67fcf-ce8e-436f-bd7b-72586b9cc131 req-2627a87c-0549-4237-9359-55d53a9075a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:47.869893 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2f67fcf-ce8e-436f-bd7b-72586b9cc131 req-2627a87c-0549-4237-9359-55d53a9075a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 1100 time: 0.0735865 May 14 18:43:47.913232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d2f67fcf-ce8e-436f-bd7b-72586b9cc131 req-fece608f-92e8-444b-ae8d-bbb870ea3721 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338211 May 14 18:43:48.309854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357ab86-5b95-40ca-bf9b-fc86a4ff85eb req-7c4db03d-fcba-4bfa-9e1c-1e3905098107 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:48.311842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0357ab86-5b95-40ca-bf9b-fc86a4ff85eb req-7c4db03d-fcba-4bfa-9e1c-1e3905098107 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 949 time: 0.0833204 May 14 18:43:48.356118 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0357ab86-5b95-40ca-bf9b-fc86a4ff85eb req-78b26bb2-b481-4ca0-aa4e-2e184cb29fed tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380917 May 14 18:43:48.986676 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:43:49.542205 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a959ab-1cc6-47af-8fda-db9763c143c7 req-4adc50d0-f034-47b0-a781-8bb785d39e40 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:49.543728 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13a959ab-1cc6-47af-8fda-db9763c143c7 req-4adc50d0-f034-47b0-a781-8bb785d39e40 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 949 time: 0.0819902 May 14 18:43:49.593394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-13a959ab-1cc6-47af-8fda-db9763c143c7 req-9d46ed46-fb09-4444-9282-04f70ea3bab7 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 May 14 18:43:50.668637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e1a45-eb77-41fe-8686-b7a2c8f59228 req-4ceb2ea0-574a-43ae-958e-6eb3a028195c tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:50.670093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d3e1a45-eb77-41fe-8686-b7a2c8f59228 req-4ceb2ea0-574a-43ae-958e-6eb3a028195c tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 949 time: 0.0797601 May 14 18:43:50.716332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d3e1a45-eb77-41fe-8686-b7a2c8f59228 req-9e6ea388-3844-4def-9d83-679a8ac600b4 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 May 14 18:43:51.905747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b1e2c-e9b8-47ba-af3c-432173cef0c1 req-bcefcef8-cc6d-462e-8310-ef42bd00800d tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:51.907204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-962b1e2c-e9b8-47ba-af3c-432173cef0c1 req-bcefcef8-cc6d-462e-8310-ef42bd00800d tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 949 time: 0.0834413 May 14 18:43:51.993184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-962b1e2c-e9b8-47ba-af3c-432173cef0c1 req-83ed23f3-41ff-44f7-8789-8789d2dadd70 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/security-groups?id=34580e28-a01a-49e9-812f-1cb3ff1e020b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510859 May 14 18:43:52.018679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-53dec179-e603-4a49-aa5e-9988c1d9f463 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:52.020121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-53dec179-e603-4a49-aa5e-9988c1d9f463 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 949 time: 0.1120796 May 14 18:43:52.159474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Deleting port 6d004422-33fc-4a40-b891-6b69ae095ffc {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:43:52.159744 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:52.290067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] For port 6d004422-33fc-4a40-b891-6b69ae095ffc, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=6d004422-33fc-4a40-b891-6b69ae095ffc,segment=NetworkSegment(cec2ab9e-9d11-4481-a040-cffbf770e668),segment_id=cec2ab9e-9d11-4481-a040-cffbf770e668)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:43:52.290423 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:52.411152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Calling delete_port for 6d004422-33fc-4a40-b891-6b69ae095ffc owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:43:52.522687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:52.528201 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4fcbbf40-9a45-44d5-8b0c-be66a7c37c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:52.538178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['6d004422-33fc-4a40-b891-6b69ae095ffc'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:43:52.574028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Pushing event deleted for resources: {'Port': ['ID=6d004422-33fc-4a40-b891-6b69ae095ffc,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:52.578173 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:52.655290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] No DVR routers for this DVR port 6d004422-33fc-4a40-b891-6b69ae095ffc on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:43:52.657857 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:52.660550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9967e0-2e94-4713-8960-247b6c29f111', 'name': 'network-vif-deleted', 'tag': '6d004422-33fc-4a40-b891-6b69ae095ffc'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:43:52.676084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a5014e26-f9fc-4531-b94c-626d9fd3dd32 req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.22 "DELETE /v2.0/ports/6d004422-33fc-4a40-b891-6b69ae095ffc HTTP/1.1" status: 204 len: 173 time: 0.6472211 May 14 18:43:52.716105 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9967e0-2e94-4713-8960-247b6c29f111', 'name': 'network-vif-deleted', 'tag': '6d004422-33fc-4a40-b891-6b69ae095ffc', 'status': 'completed', 'code': 200} May 14 18:43:53.156531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0b7f4555-935d-492e-9a40-e9a6cd92fc27 req-cd294619-51b8-4947-8d41-0fe2aaeee407 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Synchronizing usage tracker for tenant:b58ff65e2abe4da1928726170652d2e2 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:43:53.173272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-0b7f4555-935d-492e-9a40-e9a6cd92fc27 req-cd294619-51b8-4947-8d41-0fe2aaeee407 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Unset dirty status for tenant:b58ff65e2abe4da1928726170652d2e2 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:43:53.174422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0b7f4555-935d-492e-9a40-e9a6cd92fc27 req-cd294619-51b8-4947-8d41-0fe2aaeee407 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e9967e0-2e94-4713-8960-247b6c29f111 HTTP/1.1" status: 200 len: 210 time: 0.0615218 May 14 18:43:54.446919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:54.585963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40454) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:54.759919 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c432569b-d15c-4072-b736-8443576ba8ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b58ff65e2abe4da1928726170652d2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724072 May 14 18:43:54.762341 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40460) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:54.819454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:54.847482 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:54.898466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:54.902447 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bb62eeab-9a2e-49d8-b36c-9cf537fe48b7 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:54.912061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34580e28-a01a-49e9-812f-1cb3ff1e020b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:54.920838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.921223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.921603 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.921972 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.922339 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.922705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.923067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.923452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.923814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.924171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.924528 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.924885 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:43:54.928010 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:54.944464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:54.945589 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34580e28-a01a-49e9-812f-1cb3ff1e020b HTTP/1.1" status: 204 len: 168 time: 0.1823859 May 14 18:43:55.218606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40470) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:55.236625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.251008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:55.254773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b95810b5ed4b4bbed9212d90c36dfe is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:55.257570 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:55.263161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:55.347717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.351276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.359729 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7deba444-1246-4ea9-a616-5b6e03f770c0 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:55.398214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2b95810b5ed4b4bbed9212d90c36dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785536 May 14 18:43:55.399102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1358fcb4-59b4-4cfe-a345-e32ea6dd2aaf,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:55.400969 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40474) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:55.402063 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:55.462814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6d004422-33fc-4a40-b891-6b69ae095ffc no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:43:55.463624 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.490804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.497291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 6d004422-33fc-4a40-b891-6b69ae095ffc {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:43:55.497655 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 6d004422-33fc-4a40-b891-6b69ae095ffc not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:43:55.542757 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.547697 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2a55d99d-3dc6-43ba-bff4-e21df34241eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:55.560370 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1358fcb4-59b4-4cfe-a345-e32ea6dd2aaf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:55.562995 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:55.564994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:55.566372 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1358fcb4-59b4-4cfe-a345-e32ea6dd2aaf HTTP/1.1" status: 204 len: 168 time: 0.1633945 May 14 18:43:56.313639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40498) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:56.417914 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1398651043-network', 'tenant_id': 'e62fa7d707914bc2be5fe25a411e089e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:43:56.423232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:56.427034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Usage tracker for resource:network and tenant:e62fa7d707914bc2be5fe25a411e089e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:56.429877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:56.437208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:56.447478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Made reservation on behalf of e62fa7d707914bc2be5fe25a411e089e for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:43:56.449732 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.462547 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.477518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:56.481295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Usage tracker for resource:security_group_rule and tenant:e62fa7d707914bc2be5fe25a411e089e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:56.484091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:56.489713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:56.573295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.577413 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.580243 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0cec850b-f62a-43cf-93dd-9a49317dc4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:56.607091 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:43:56.615474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd48b10e-cdbc-401d-9584-bad6fcd20af6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:56.619820 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:56.622326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.623781 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Added segment f9c24d03-5ef8-4511-84e1-c917eca560f4 of type vlan for network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 May 14 18:43:56.656334 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.684551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.685476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:56.686861 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:56.691737 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5ff8be1d-0124-4426-ae61-7a1e29aea760 tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:56.794442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Pushing event updated for resources: {'Network': ['ID=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:56.797978 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:56.799368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4846618 May 14 18:43:56.802336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40504) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:43:56.805258 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:43:56.808656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Request body: {'subnet': {'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1398651043-subnet', 'tenant_id': 'e62fa7d707914bc2be5fe25a411e089e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:43:56.814959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:56.819247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Usage tracker for resource:subnet and tenant:e62fa7d707914bc2be5fe25a411e089e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:56.822213 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:56.828801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:56.844071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Made reservation on behalf of e62fa7d707914bc2be5fe25a411e089e for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:43:56.846349 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:57.087400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-67a096a9-fffe-4a38-9b45-ac974237a173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:57.382665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:57.386833 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d8e040dc-bd8f-4210-8b46-cbb5d59c68cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:43:57.457433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe11edc-f9d8-4797-acde-bd50e9a4512d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:43:57.462230 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:43:57.469754 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Checking segment: {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:43:57.470112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Network hostable DHCP agents. Network: 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:43:57.488459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:43:57.498292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:43:57.507054 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff52a20-8b1b-4ea1-919c-c93bd7a90336 None None] Network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:43:57.507524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:57.509921 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:57.530757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7268865 May 14 18:43:57.697470 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725959bc-4cba-48b4-83d1-30532efeb62e None None] Network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:43:58.044496 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-909ab64f-74b8-4b23-b291-15267d24aff5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:58.045732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-909ab64f-74b8-4b23-b291-15267d24aff5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Synchronizing usage tracker for tenant:e62fa7d707914bc2be5fe25a411e089e on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:43:58.062355 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-909ab64f-74b8-4b23-b291-15267d24aff5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Unset dirty status for tenant:e62fa7d707914bc2be5fe25a411e089e on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:43:58.064497 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-909ab64f-74b8-4b23-b291-15267d24aff5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 812 time: 0.1617310 May 14 18:43:58.080029 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1d881a6c-d3a3-4463-a373-835bec4bcfd1 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/quotas/e62fa7d707914bc2be5fe25a411e089e HTTP/1.1" status: 200 len: 375 time: 0.0105240 May 14 18:43:58.080374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:58.127224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-e09db99d-bc69-49f5-a5e2-2d51f004341d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416353 May 14 18:43:58.258716 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-cd27331d-a460-4949-8127-01dcc4d9d536 service neutron] 10.222.0.24 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248510 May 14 18:43:58.390004 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-e5fce4a2-832e-4025-b96b-526115829da7 service neutron] 10.222.0.24 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254940 May 14 18:43:58.569839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7bfcb1be-ef2a-4788-9183-da2b538072ed req-cb023131-609c-4f83-aed9-57bb4e57eab4 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 210 time: 0.0467246 May 14 18:43:59.626317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:59.680568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-f07f700e-b397-48cf-9ab7-0cad412d6108 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:43:59.682030 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-f07f700e-b397-48cf-9ab7-0cad412d6108 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.22 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 812 time: 0.1725667 May 14 18:43:59.725251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Request body: {'port': {'device_id': '240025fc-0828-4722-8fb2-da743ed9834b', 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267', 'admin_state_up': True, 'tenant_id': 'e62fa7d707914bc2be5fe25a411e089e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:43:59.747929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bed02ef0-bc58-48dd-8673-558e50f16ee4 req-3343d3bd-e6d0-4007-bc59-e1dab339c933 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 210 time: 0.0647810 May 14 18:43:59.791023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-92dba791-f18b-4f2b-b3f2-6cfa11aef65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:43:59.869676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:43:59.873473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Usage tracker for resource:port and tenant:e62fa7d707914bc2be5fe25a411e089e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:43:59.876260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:43:59.881910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:43:59.891289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Made reservation on behalf of e62fa7d707914bc2be5fe25a411e089e for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:43:59.894688 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:00.062450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Allocated IP 172.20.0.12 (9edff9a8-b8b1-4b27-b8a6-1678ecf0a267/abe11edc-f9d8-4797-acde-bd50e9a4512d/eefdcb21-951c-4a50-be0b-22bde9c06939) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:44:00.265841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:00.294374 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:00.300849 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d061f1be-0cd1-49e2-b07f-c7fe8a21ee98 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:00.363749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:44:00.366698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:44:00.370561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:44:00.413514 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:00.418142 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:00.443907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:00.444522 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:00.469122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478087 May 14 18:44:00.482505 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-6996cb29-9397-4c82-8894-92f84b7ae0fb tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:44:00.484209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-6996cb29-9397-4c82-8894-92f84b7ae0fb tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058796 May 14 18:44:00.498681 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Request body: {'port': {'device_id': '240025fc-0828-4722-8fb2-da743ed9834b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:44:00.611016 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:00.862404 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:01.119653 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-04fe63d0-ffe1-4c28-9f13-453e218830ef tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:01.120246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-04fe63d0-ffe1-4c28-9f13-453e218830ef tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Synchronizing usage tracker for tenant:e62fa7d707914bc2be5fe25a411e089e on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:44:01.190183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-04fe63d0-ffe1-4c28-9f13-453e218830ef tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Unset dirty status for tenant:e62fa7d707914bc2be5fe25a411e089e on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:44:01.191519 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-04fe63d0-ffe1-4c28-9f13-453e218830ef tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 932 time: 0.2024038 May 14 18:44:01.197125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefdcb21-951c-4a50-be0b-22bde9c06939 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:44:01.218153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:01.244444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Transition to ACTIVE for port object eefdcb21-951c-4a50-be0b-22bde9c06939 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:44:01.251365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:01.257319 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-01cf5699-b7d4-40aa-ba41-0472ec86b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:01.304516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-53ad4958-0cdf-4999-b27d-9c757f367210 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Synchronizing usage tracker for tenant:e62fa7d707914bc2be5fe25a411e089e on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:44:01.394507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:01.399569 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:01.432071 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-53ad4958-0cdf-4999-b27d-9c757f367210 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Unset dirty status for tenant:e62fa7d707914bc2be5fe25a411e089e on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:44:01.433209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67cd7a43-249b-47ca-ad83-1cd56af8b693 req-53ad4958-0cdf-4999-b27d-9c757f367210 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318189 May 14 18:44:01.504156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:44:01.504487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:44:01.504808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 on network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:44:01.509335 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Port eefdcb21-951c-4a50-be0b-22bde9c06939 on network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:44:01.509649 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 on network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:44:01.514667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:44:01.514993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Checking segment: {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:44:01.515469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Bound using segment: {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:44:01.515884 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Bound port: eefdcb21-951c-4a50-be0b-22bde9c06939, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:44:01.516223 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:01.604919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:44:01.608422 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:44:01.612558 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:01.616900 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32d49007-2b31-4539-a543-90d161505901 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:01.668611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:01.669224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:01.671287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 1092 time: 1.1768243 May 14 18:44:01.671798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:01.702428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:01.706462 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:01.749203 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'status': 'completed', 'code': 200} May 14 18:44:01.786838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-d3de96ce-a7be-429c-be29-68b5961a2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:01.788326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-d3de96ce-a7be-429c-be29-68b5961a2e1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1095 time: 0.0766599 May 14 18:44:01.862302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-59045e89-cf03-4dc7-a9e6-809d34f7c9fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0611670 May 14 18:44:01.932190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-226fcae5-986c-431a-a337-9d9cc466d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:01.933545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-226fcae5-986c-431a-a337-9d9cc466d764 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.0607011 May 14 18:44:01.985087 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-e990c3e7-94e5-4db4-bff4-263de2bc126e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410419 May 14 18:44:02.119887 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-068c55e5-cfe0-404d-84b3-1e80366738a9 service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234474 May 14 18:44:02.255611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f636401e-d2fe-4c9f-9feb-5c2d86c6516d req-fee6dc52-b6bc-456f-92de-43a30deb53fd service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236310 May 14 18:44:02.369484 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:02.382128 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-4a849853-8844-42e5-9789-ec676e8342aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:02.383620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-4a849853-8844-42e5-9789-ec676e8342aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1095 time: 0.0715971 May 14 18:44:02.516045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-e5185d3a-e4b7-4812-a762-a37817aeb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:02.517489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-e5185d3a-e4b7-4812-a762-a37817aeb892 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.1274767 May 14 18:44:02.617662 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-8eaeca46-00d7-4cd5-9f46-6c9471cab94d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0928245 May 14 18:44:02.698395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-7d66b8b9-bb7e-448a-ae01-534f167a08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:02.699947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-7d66b8b9-bb7e-448a-ae01-534f167a08c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.0753458 May 14 18:44:02.758579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-16c96748-a1be-4d6a-96b4-5b157e46f2c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498755 May 14 18:44:02.767060 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099288e1-78f9-4da1-a1c9-37c3c07f7107 req-03bf2092-8a0d-4453-9a15-0320dcad1098 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:02.768416 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099288e1-78f9-4da1-a1c9-37c3c07f7107 req-03bf2092-8a0d-4453-9a15-0320dcad1098 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 944 time: 0.1873863 May 14 18:44:02.895477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-099288e1-78f9-4da1-a1c9-37c3c07f7107 req-d94b8d87-35d1-450a-aa47-22b01a026df6 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087451 May 14 18:44:02.934345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-91e8ac56-3ac5-4cab-8dea-6c00c3972202 service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649985 May 14 18:44:03.069054 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-50c1104e-8702-49cb-8756-45cf3468cf05 req-2c98d3e4-2f1c-4a5e-9591-05fe3327fb16 service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271217 May 14 18:44:04.232009 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd104-d7ad-4361-a54c-3300837cd38c req-71192ca3-ad68-48b7-98f7-38f9991c23ab tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:04.233682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-589bd104-d7ad-4361-a54c-3300837cd38c req-71192ca3-ad68-48b7-98f7-38f9991c23ab tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 944 time: 0.2344432 May 14 18:44:04.278109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-589bd104-d7ad-4361-a54c-3300837cd38c req-24ecabda-a2a8-42be-ba30-60718a78a236 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 May 14 18:44:05.463432 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc96a5-222c-46c0-b49f-e0980b025115 req-cf72950d-eed7-4361-b80f-f60b4642c916 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:05.464069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:44:05.464888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3dfc96a5-222c-46c0-b49f-e0980b025115 req-cf72950d-eed7-4361-b80f-f60b4642c916 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 944 time: 0.0824945 May 14 18:44:05.516724 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3dfc96a5-222c-46c0-b49f-e0980b025115 req-56c190ff-a593-4ff7-a3e9-c6caf156d18b tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 May 14 18:44:05.599071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:05.612466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267', 'port_id': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'mac_address': 'fa:16:3e:5c:01:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe11edc-f9d8-4797-acde-bd50e9a4512d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:44:05.669709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:05.686510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefdcb21-951c-4a50-be0b-22bde9c06939 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:44:05.701525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:05.705353 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:05.707095 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6654fb74-d716-4f56-8c22-017e8a622b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:05.771570 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:05.779052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.779922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.780284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.780597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.780931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.781257 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.781581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.781903 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.782224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.782543 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.782862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.783210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:05.786805 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:05.938180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['eefdcb21-951c-4a50-be0b-22bde9c06939'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:44:06.703125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1149ba-6219-4578-a8f2-0948c97d4828 req-15a474f7-b5a3-4119-82ca-97636a3ef055 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:06.704598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb1149ba-6219-4578-a8f2-0948c97d4828 req-15a474f7-b5a3-4119-82ca-97636a3ef055 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 945 time: 0.0815928 May 14 18:44:06.753037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb1149ba-6219-4578-a8f2-0948c97d4828 req-a63e38dd-b4c1-4077-bf8c-9894d43bbf6d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 May 14 18:44:07.479202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:44:07.545104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port eefdcb21-951c-4a50-be0b-22bde9c06939 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:44:07.549687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port eefdcb21-951c-4a50-be0b-22bde9c06939 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:44:07.550095 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:07.708187 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:07.735100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:07.744548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:07.748726 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:07.750606 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:07.786404 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'code': 200} May 14 18:44:07.825254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:07.829649 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:07.994224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d546d-bda1-4614-8f08-ded26c8d6acf req-f126d34b-5b90-483c-9b6e-9578dcdc2c7e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:07.995605 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b44d546d-bda1-4614-8f08-ded26c8d6acf req-f126d34b-5b90-483c-9b6e-9578dcdc2c7e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.1082749 May 14 18:44:07.999197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7daaaf-afc5-4e9d-b3be-176037b28232 req-491e291b-927c-40cd-8f18-129f5ba42d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:08.000561 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b7daaaf-afc5-4e9d-b3be-176037b28232 req-491e291b-927c-40cd-8f18-129f5ba42d2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1097 time: 0.1438999 May 14 18:44:08.066983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b44d546d-bda1-4614-8f08-ded26c8d6acf req-5c8719a0-7081-48a3-882a-7c6b4694e5a9 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651500 May 14 18:44:08.070222 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6b7daaaf-afc5-4e9d-b3be-176037b28232 req-72483d79-fbc5-41a1-9617-79928e9732c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551648 May 14 18:44:09.256802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b1101-286e-4f72-ad23-d5f9ce716a35 req-ce4c93ac-3959-429f-9851-20d75801a50e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:09.258233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-543b1101-286e-4f72-ad23-d5f9ce716a35 req-ce4c93ac-3959-429f-9851-20d75801a50e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0828984 May 14 18:44:09.302521 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-543b1101-286e-4f72-ad23-d5f9ce716a35 req-6199fe84-e482-4ee0-b520-0f798d3f696a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 May 14 18:44:09.699553 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-4418902d-dac0-41e4-a529-6feb576d4eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264012 May 14 18:44:09.702781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee314-da86-40ff-a960-ba10544a4494 req-2ae5ab49-da75-457f-b598-6b00eb5bb0e5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:09.704267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8bee314-da86-40ff-a960-ba10544a4494 req-2ae5ab49-da75-457f-b598-6b00eb5bb0e5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0824797 May 14 18:44:09.754481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b8bee314-da86-40ff-a960-ba10544a4494 req-c2031122-e55e-4188-9b23-271c57134150 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 May 14 18:44:10.919701 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-a8f969c8-1161-4553-920b-5382fcb3a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:10.921788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-a8f969c8-1161-4553-920b-5382fcb3a175 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1097 time: 0.1207318 May 14 18:44:11.029860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515efb-afe7-4966-b1b9-5f3d561e1312 req-46cdb34d-9a1d-4a49-b36e-07ddb21a03e3 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:11.031314 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1515efb-afe7-4966-b1b9-5f3d561e1312 req-46cdb34d-9a1d-4a49-b36e-07ddb21a03e3 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.1693368 May 14 18:44:11.107027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1515efb-afe7-4966-b1b9-5f3d561e1312 req-18ee7cc9-ce48-4ea9-a15b-cb0acfd13ee1 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 May 14 18:44:11.108839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2839efba-7adc-4b43-8fc5-10091850137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:11.110209 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2839efba-7adc-4b43-8fc5-10091850137d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.1809134 May 14 18:44:11.179967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-3570546e-219f-452e-a141-b8618cd4a8a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0632610 May 14 18:44:11.244658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-d34a85a7-8599-4745-b6ea-09ee89b58b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:11.246023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-d34a85a7-8599-4745-b6ea-09ee89b58b1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.0601218 May 14 18:44:11.292056 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-d254dbc2-6162-4b9d-a19a-27899a6cd5ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400114 May 14 18:44:11.421316 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-24f33385-7365-4766-b298-82cfe271c0aa service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223853 May 14 18:44:11.551845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-e3c32eff-fb0a-4b84-8909-be60bce8db4e service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233215 May 14 18:44:12.291608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f123f0-1fb2-4a26-95ba-79392ba50763 req-2c39723f-ec5b-4caa-b1d9-63d1f890fc55 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:12.292947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96f123f0-1fb2-4a26-95ba-79392ba50763 req-2c39723f-ec5b-4caa-b1d9-63d1f890fc55 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0794806 May 14 18:44:12.340745 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96f123f0-1fb2-4a26-95ba-79392ba50763 req-0db32c39-9f48-4154-a705-371229e1aa86 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 May 14 18:44:13.532619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ec1bf-6fef-4524-aad8-d895345eb02a req-938f9032-86e8-4c5c-9bf6-753a906cdf35 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:13.534061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb1ec1bf-6fef-4524-aad8-d895345eb02a req-938f9032-86e8-4c5c-9bf6-753a906cdf35 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0812471 May 14 18:44:13.578758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bb1ec1bf-6fef-4524-aad8-d895345eb02a req-433aec88-ed9a-49dd-a89f-57c09e8068e7 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 May 14 18:44:14.764836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c30fba-8080-4b46-8c11-ef465fead4cb req-05bc4a3b-7932-4166-9f61-adca8793e4fa tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:14.766186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43c30fba-8080-4b46-8c11-ef465fead4cb req-05bc4a3b-7932-4166-9f61-adca8793e4fa tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0837293 May 14 18:44:14.809506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43c30fba-8080-4b46-8c11-ef465fead4cb req-1998abb5-d267-42ec-81a4-2c11c96841ac tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 May 14 18:44:15.993337 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ae431-581a-4445-b93c-1f65ebb69424 req-346f2c0e-077e-42b0-adeb-6f8806772db2 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:15.994770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f5ae431-581a-4445-b93c-1f65ebb69424 req-346f2c0e-077e-42b0-adeb-6f8806772db2 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0793946 May 14 18:44:16.196834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1f5ae431-581a-4445-b93c-1f65ebb69424 req-f5696619-05ed-4282-ae03-4503777f6640 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955454 May 14 18:44:16.282945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-c9eb4676-e4fa-4c1b-8dce-43d0e9457998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:16.284402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-c9eb4676-e4fa-4c1b-8dce-43d0e9457998 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1097 time: 0.0703657 May 14 18:44:16.425704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-a148bc64-b192-4219-b81a-2de3ad7db73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:16.427143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-a148bc64-b192-4219-b81a-2de3ad7db73b service neutron] 10.222.0.22 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.1239038 May 14 18:44:16.497684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-4b8bb622-731a-4b29-875e-f8b7dcda0d2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0640464 May 14 18:44:16.559830 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-de9acdd9-0001-447f-847f-23b73f909cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:16.561272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-de9acdd9-0001-447f-847f-23b73f909cbd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.0571818 May 14 18:44:16.610528 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-df724940-8cfb-47c9-a38f-2bf579721675 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430701 May 14 18:44:16.740825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-339f1bfe-b183-45a7-ae0c-8a39a292b7cd service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234012 May 14 18:44:16.875236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b4601f68-9f56-4134-b806-5aaca8057a6d req-f6dc5644-857b-4456-8cd1-4c2c6f47e2ab service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280560 May 14 18:44:17.384113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591babe-89ab-4477-91bd-9ef8f413e2f7 req-277ffcbf-5cdb-424d-b164-92932ef68062 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:17.385560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a591babe-89ab-4477-91bd-9ef8f413e2f7 req-277ffcbf-5cdb-424d-b164-92932ef68062 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0798123 May 14 18:44:17.429035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a591babe-89ab-4477-91bd-9ef8f413e2f7 req-a7120365-efe6-4817-9230-d350ba623da8 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 May 14 18:44:18.616741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8fd03-c36d-44e2-b35a-253b42e96278 req-c74d0eec-2f81-421b-9085-8b894faba56d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:18.618084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfa8fd03-c36d-44e2-b35a-253b42e96278 req-c74d0eec-2f81-421b-9085-8b894faba56d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0841091 May 14 18:44:18.663170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfa8fd03-c36d-44e2-b35a-253b42e96278 req-2e23b590-2d89-48d9-9e65-2b925cefd3eb tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 May 14 18:44:19.850035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d0187-3e31-4925-94f0-7ad9c20d5d59 req-28e76642-c331-4756-a74e-f7bdc8a3805a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:19.851489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-179d0187-3e31-4925-94f0-7ad9c20d5d59 req-28e76642-c331-4756-a74e-f7bdc8a3805a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0820525 May 14 18:44:19.896417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-179d0187-3e31-4925-94f0-7ad9c20d5d59 req-e1b4092d-fb18-4328-9796-a26103a862dd tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 May 14 18:44:21.086024 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bbe93-e1e4-4ad7-9a57-15e348081eb0 req-62ab98fd-16ea-467a-97c0-98c19cce6253 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:21.087496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-768bbe93-e1e4-4ad7-9a57-15e348081eb0 req-62ab98fd-16ea-467a-97c0-98c19cce6253 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0837412 May 14 18:44:21.131806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-768bbe93-e1e4-4ad7-9a57-15e348081eb0 req-0f0f5afc-41ea-49c2-8787-2a69eea8e44b tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 May 14 18:44:22.316985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c04a-f295-4f96-8b43-faa6bc4ae89e req-a5290f9c-2bf5-40e5-8d24-8f68e1fffc3d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:22.318342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3115c04a-f295-4f96-8b43-faa6bc4ae89e req-a5290f9c-2bf5-40e5-8d24-8f68e1fffc3d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0809574 May 14 18:44:22.362640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3115c04a-f295-4f96-8b43-faa6bc4ae89e req-bb9809d4-9895-48d5-b3af-1b38ac546df2 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 May 14 18:44:23.550362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f855a9f-c3ad-4fc3-a495-31e9d56f2f52 req-6a4ff846-834a-4515-af31-a3a46dba51bc tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:23.551848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f855a9f-c3ad-4fc3-a495-31e9d56f2f52 req-6a4ff846-834a-4515-af31-a3a46dba51bc tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0837193 May 14 18:44:23.597967 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6f855a9f-c3ad-4fc3-a495-31e9d56f2f52 req-1f85e5fd-ad74-4f42-ba23-dc61ea43b6c8 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 May 14 18:44:24.446714 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:24.788333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3b29a-6a40-42cc-ba17-7e1d3f2dd4fc req-931f31fc-a864-4fc7-b563-75c9e3bf7c1b tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:24.789666 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58e3b29a-6a40-42cc-ba17-7e1d3f2dd4fc req-931f31fc-a864-4fc7-b563-75c9e3bf7c1b tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0841966 May 14 18:44:24.835283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-58e3b29a-6a40-42cc-ba17-7e1d3f2dd4fc req-392ecb39-c615-4f55-ae82-9921dec3a2bc tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 May 14 18:44:25.986116 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:44:26.017455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8e1c4-30b1-451e-89f9-7c21538ec5e2 req-9ccb951d-2eab-4fce-ac78-f912e438bd1e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:26.019432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e8e1c4-30b1-451e-89f9-7c21538ec5e2 req-9ccb951d-2eab-4fce-ac78-f912e438bd1e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0797226 May 14 18:44:26.067226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-17e8e1c4-30b1-451e-89f9-7c21538ec5e2 req-6737f4d7-4414-47d8-a899-6f607c54317e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 May 14 18:44:27.090152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-37b2c9a6-0cc3-4637-8245-128c3c582360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:27.250454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29716af-a9ba-407a-9150-53dd34b6c2ff req-38fe653b-4063-4eaf-a252-8406a8d0d43e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:27.251931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e29716af-a9ba-407a-9150-53dd34b6c2ff req-38fe653b-4063-4eaf-a252-8406a8d0d43e tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0804574 May 14 18:44:27.296238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e29716af-a9ba-407a-9150-53dd34b6c2ff req-9db11b09-9e05-418e-bb84-e118d20bb76d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 May 14 18:44:28.091718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:28.486291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d745f-1bdc-4de6-b31c-d5dc010ab5b9 req-f81d3a6f-b364-44a5-a32c-b7def746e4c6 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:28.487825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb5d745f-1bdc-4de6-b31c-d5dc010ab5b9 req-f81d3a6f-b364-44a5-a32c-b7def746e4c6 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0835125 May 14 18:44:28.533159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb5d745f-1bdc-4de6-b31c-d5dc010ab5b9 req-d26ae4bd-edcf-41b4-ac38-ce427915d8f8 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 May 14 18:44:29.621222 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:29.719074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b548c-feb0-46e3-8536-3abda5bd0935 req-91f9d7f2-f84e-4daa-9ae7-12b7a5749bb4 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:29.720625 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f38b548c-feb0-46e3-8536-3abda5bd0935 req-91f9d7f2-f84e-4daa-9ae7-12b7a5749bb4 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0803974 May 14 18:44:29.766177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f38b548c-feb0-46e3-8536-3abda5bd0935 req-2fc6b312-dd9f-42b9-b313-ea02f537c136 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 May 14 18:44:29.792744 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-09df0863-5076-43bf-8182-c77db68fa216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:30.864359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:30.953198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981f55f-7ca1-4ea0-a619-c6630cf341f1 req-cf03c4f2-6b4d-4bf4-aad1-9c0c9c4d0588 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:30.954811 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9981f55f-7ca1-4ea0-a619-c6630cf341f1 req-cf03c4f2-6b4d-4bf4-aad1-9c0c9c4d0588 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0829113 May 14 18:44:30.997989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9981f55f-7ca1-4ea0-a619-c6630cf341f1 req-185f5aff-7956-4f44-b97b-3b103d3c2e8d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375106 May 14 18:44:32.186964 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66cbbd-b781-4d2f-87b8-87c07f08be4b req-4029acbc-5740-4486-b4d9-13831c332e19 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:32.189103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f66cbbd-b781-4d2f-87b8-87c07f08be4b req-4029acbc-5740-4486-b4d9-13831c332e19 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0838423 May 14 18:44:32.232726 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f66cbbd-b781-4d2f-87b8-87c07f08be4b req-7f809f33-c5e6-43d5-acd4-8a0e9aa71e1d tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 May 14 18:44:32.373106 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:33.417966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d869ba-17e4-47a0-9a30-2e60b235060b req-0aeab66c-85e1-41ed-897b-80a6bf4533c5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:33.419409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9d869ba-17e4-47a0-9a30-2e60b235060b req-0aeab66c-85e1-41ed-897b-80a6bf4533c5 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0788982 May 14 18:44:33.467542 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a9d869ba-17e4-47a0-9a30-2e60b235060b req-05a2b2d7-631c-4ee8-97e6-02ac7a22c895 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 May 14 18:44:34.650267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d25829-8c63-4d49-8d4b-794503bea3c9 req-f0106907-db12-4cc8-93a2-6aff2a0d6451 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:34.651906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67d25829-8c63-4d49-8d4b-794503bea3c9 req-f0106907-db12-4cc8-93a2-6aff2a0d6451 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0800989 May 14 18:44:34.696767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-67d25829-8c63-4d49-8d4b-794503bea3c9 req-653275a8-2a38-468a-8893-623144a1b9b0 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 May 14 18:44:35.886637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68441e-bb37-41f9-bdfa-d84feeba7580 req-ba559e83-9455-426d-9fc7-2458bf285825 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:35.888018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf68441e-bb37-41f9-bdfa-d84feeba7580 req-ba559e83-9455-426d-9fc7-2458bf285825 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0844054 May 14 18:44:36.080308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf68441e-bb37-41f9-bdfa-d84feeba7580 req-aa85ab1f-9950-4200-bd05-ffc6d69f12ad tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861117 May 14 18:44:37.262628 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30370-318a-4e4e-93e2-483ff774b62c req-bd0d43c3-9401-464d-b9e8-e6165a15caeb tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:37.264084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22b30370-318a-4e4e-93e2-483ff774b62c req-bd0d43c3-9401-464d-b9e8-e6165a15caeb tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0799313 May 14 18:44:37.312026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-22b30370-318a-4e4e-93e2-483ff774b62c req-697392d4-937c-41b6-a1c8-dbe9d39e3346 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 May 14 18:44:38.494882 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101960-2cfb-4f7a-9483-a8b95a9edf6a req-1ddc79d9-bdf1-4483-9d10-0cc519226dfc tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:38.496342 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e101960-2cfb-4f7a-9483-a8b95a9edf6a req-1ddc79d9-bdf1-4483-9d10-0cc519226dfc tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0793188 May 14 18:44:38.541454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e101960-2cfb-4f7a-9483-a8b95a9edf6a req-846a248c-5208-4315-b555-d98119486896 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 May 14 18:44:38.867450 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-ba1df599-ae34-45a6-bfdb-3214c895f82f service neutron] show failed (client error): The resource could not be found. May 14 18:44:38.868426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-ba1df599-ae34-45a6-bfdb-3214c895f82f service neutron] 10.222.0.22 "GET /v2.0/ports/eefdcb21-951c-4a50-be0b-22bde9c06939/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0788405 May 14 18:44:39.181666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-3b3599cb-abd0-48cf-9693-fc0d3dab0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:39.183140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-3b3599cb-abd0-48cf-9693-fc0d3dab0683 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b&tenant_id=e62fa7d707914bc2be5fe25a411e089e HTTP/1.1" status: 200 len: 1097 time: 0.1173620 May 14 18:44:39.194642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:44:39.304024 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:39.566766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:39.597023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:44:39.692126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:39.697516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:39.722206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Transition to ACTIVE for port object eefdcb21-951c-4a50-be0b-22bde9c06939 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:44:39.726470 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:39.731223 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-84f9dd15-d5b2-4686-8b69-5da17eac27e5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:39.881192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:39.902719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] No DVR routers for this DVR port eefdcb21-951c-4a50-be0b-22bde9c06939 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:44:39.912360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.912743 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.913120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.913489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.913857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.914221 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.914612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.914972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.915357 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.915716 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.916074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.916428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:44:39.924815 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:39.960563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b82c8-8f39-4cbe-8723-e33ef14af61b req-640da632-829e-4dda-905f-2937f6652499 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:39.962015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a16b82c8-8f39-4cbe-8723-e33ef14af61b req-640da632-829e-4dda-905f-2937f6652499 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.3104506 May 14 18:44:39.999472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:44:39.999808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:44:40.000136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 on network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:44:40.014020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Port eefdcb21-951c-4a50-be0b-22bde9c06939 on network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:44:40.014340 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Attempting to bind port eefdcb21-951c-4a50-be0b-22bde9c06939 on network 9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:44:40.025978 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:44:40.026144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Checking segment: {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:44:40.026524 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Bound using segment: {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:44:40.026946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Bound port: eefdcb21-951c-4a50-be0b-22bde9c06939, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c24d03-5ef8-4511-84e1-c917eca560f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:44:40.027326 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:40.039351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a16b82c8-8f39-4cbe-8723-e33ef14af61b req-0c86d3be-9f5c-4354-9466-c5ad7d8dcf56 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646811 May 14 18:44:40.121535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:44:40.124473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:44:40.129965 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:40.134684 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7b39ed3f-7b8f-4916-9b7d-3bcf05e38a34 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:40.184173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:40.184825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:40.186117 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] 10.222.0.15 "PUT /v2.0/ports/eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 1092 time: 0.9956322 May 14 18:44:40.195097 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'code': 200} May 14 18:44:40.243302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:40.254104 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:40.284055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-c931c258-a2df-49e9-92ac-436c6e98b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:40.285492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-c931c258-a2df-49e9-92ac-436c6e98b080 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1095 time: 0.0769112 May 14 18:44:40.415563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-9b4ac9c1-b4ff-4c0c-91c5-60e3253da02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:40.416992 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-9b4ac9c1-b4ff-4c0c-91c5-60e3253da02a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.1254380 May 14 18:44:40.483848 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-a7b14d65-b2bc-4c02-97d8-019e57846a59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0598021 May 14 18:44:40.549271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2cd85541-db2f-4d43-9b74-acc1347bcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:40.550686 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-2cd85541-db2f-4d43-9b74-acc1347bcff7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.0603092 May 14 18:44:40.597012 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-d88c3b2d-fa09-44f5-a930-c339256619e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398695 May 14 18:44:40.606354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-e58afdf5-6d89-4aef-940c-0a8696f36e0b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:44:40.607429 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-e58afdf5-6d89-4aef-940c-0a8696f36e0b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046301 May 14 18:44:40.737467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-0bb245c2-e12b-4eca-832d-2d714dc3fbcc service neutron] 10.222.0.15 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229460 May 14 18:44:41.022841 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-300f817a-4a6f-492d-9959-5bb379d4a061 req-9d34823b-7e88-46d6-99f1-68e286a81ffc service neutron] 10.222.0.15 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785578 May 14 18:44:41.232396 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05202a1-6077-4d9b-88bc-da85868c641f req-a188068e-a5c3-4463-9d96-aa57f1b38eec tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:41.233852 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c05202a1-6077-4d9b-88bc-da85868c641f req-a188068e-a5c3-4463-9d96-aa57f1b38eec tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 944 time: 0.0859787 May 14 18:44:41.278943 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c05202a1-6077-4d9b-88bc-da85868c641f req-eb04fa89-612c-410e-8e56-38c4f4fe4457 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 May 14 18:44:42.196480 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:42.253413 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'status': 'completed', 'code': 200} May 14 18:44:42.448333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-c00bbd08-3cbb-44cd-b251-a3592cd6e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:42.449768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-c00bbd08-3cbb-44cd-b251-a3592cd6e388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1095 time: 0.1740317 May 14 18:44:42.455014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-3f41e488-2c66-4150-a0e0-d79553d84d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:42.456348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-3f41e488-2c66-4150-a0e0-d79553d84d01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1095 time: 0.1794271 May 14 18:44:42.698352 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1efc-4843-40e3-9f83-a033d4e9c911 req-76e4f3ae-d000-4873-9c5e-1103ea6f9a24 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:42.699804 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b63c1efc-4843-40e3-9f83-a033d4e9c911 req-76e4f3ae-d000-4873-9c5e-1103ea6f9a24 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 944 time: 0.3113065 May 14 18:44:42.731923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-8e391115-1704-4f25-a4cd-a043f6cb1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:42.733282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-8e391115-1704-4f25-a4cd-a043f6cb1e30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.2761178 May 14 18:44:42.796833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-89e0b9d0-7078-4e9a-bfe0-ab25e47234f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:42.798774 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-89e0b9d0-7078-4e9a-bfe0-ab25e47234f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.3187528 May 14 18:44:42.815921 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-6483bca8-0269-470c-85a2-8ca6b90bfc96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0733128 May 14 18:44:42.916599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-55c6faca-9cf2-4d77-98c7-ff9bd59b84e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.1026800 May 14 18:44:42.923400 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b63c1efc-4843-40e3-9f83-a033d4e9c911 req-cf8d5bdc-fecd-4f0c-ae29-2be7be4d18df tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153621 May 14 18:44:42.990469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-c6211f23-ed99-4cad-80c1-3a45a3b1a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:42.991810 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-c6211f23-ed99-4cad-80c1-3a45a3b1a0c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.1190367 May 14 18:44:43.042576 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-f7b70527-9f19-415c-90ee-38ccbe375b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:43.044027 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-f7b70527-9f19-415c-90ee-38ccbe375b96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.1162300 May 14 18:44:43.045788 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-a3210052-b735-4bbc-aab2-fb16809269c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462270 May 14 18:44:43.158801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-49600b22-1f89-4bc4-9ed6-3e39a6b470ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043675 May 14 18:44:43.305812 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-6343fdc2-4a32-4485-b06d-854130f576eb service neutron] 10.222.0.15 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523041 May 14 18:44:43.400545 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-5bbd4791-c983-41fb-b21d-4b528f2bc83b service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298143 May 14 18:44:43.648938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:44:43.666694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:44:43.692971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-3b9604c7-9bad-4452-accc-9fd8adad9255 service neutron] 10.222.0.15 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796241 May 14 18:44:43.732366 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd43f243-f367-4fda-b3c7-28febf4142ef req-fce9816e-bb4f-4e40-a3ed-cefc2fd87a62 service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168707 May 14 18:44:43.810727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:44:43.840195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:43.854256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'network_id': '9edff9a8-b8b1-4b27-b8a6-1678ecf0a267', 'port_id': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'mac_address': 'fa:16:3e:5c:01:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe11edc-f9d8-4797-acde-bd50e9a4512d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:44:43.910953 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:43.929856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefdcb21-951c-4a50-be0b-22bde9c06939 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:44:43.947329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:43.951910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:43.954060 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3e4b7354-b437-4feb-8d12-57319c377acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:44.031972 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:44.035734 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:44.128230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4979518-912f-4aee-b5d9-9afb40602e26 req-e04564cc-166a-417c-9134-8780416eb89f tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:44.129651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4979518-912f-4aee-b5d9-9afb40602e26 req-e04564cc-166a-417c-9134-8780416eb89f tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 945 time: 0.0833843 May 14 18:44:44.175757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a4979518-912f-4aee-b5d9-9afb40602e26 req-f95cc892-9814-4e33-b1f7-b24b6f705020 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 May 14 18:44:44.266030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['eefdcb21-951c-4a50-be0b-22bde9c06939'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:44:44.566332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-331d5c74-c432-4f48-891e-113fdce89398 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:44.567761 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-331d5c74-c432-4f48-891e-113fdce89398 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.22 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b&tenant_id=e62fa7d707914bc2be5fe25a411e089e&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 945 time: 0.0869732 May 14 18:44:44.649950 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-f901ea2e-078f-48ff-b27d-df6b946d354e service neutron] delete failed (client error): The resource could not be found. May 14 18:44:44.650915 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-f901ea2e-078f-48ff-b27d-df6b946d354e service neutron] 10.222.0.22 "DELETE /v2.0/ports/eefdcb21-951c-4a50-be0b-22bde9c06939/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0737615 May 14 18:44:44.794225 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-1090bf8d-e073-4208-b843-04eb394e68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:44.795640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-1090bf8d-e073-4208-b843-04eb394e68c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e62fa7d707914bc2be5fe25a411e089e&device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 1096 time: 0.0705416 May 14 18:44:44.929833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-08d7f2fc-b280-435e-be25-26ae0c850006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:44.931287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-08d7f2fc-b280-435e-be25-26ae0c850006 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 200 len: 913 time: 0.1259320 May 14 18:44:45.007466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-736bbe7b-fec4-4b6c-bd84-19ebf5690c7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 200 len: 217 time: 0.0661960 May 14 18:44:45.075364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-c4950d1e-9ede-41fa-9bd7-3eef4f61dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:45.076671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-c4950d1e-9ede-41fa-9bd7-3eef4f61dbf3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 200 len: 852 time: 0.0598865 May 14 18:44:45.127168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-1d6fe2f8-275f-4f6f-9991-c6c95c7e325e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400622 May 14 18:44:45.260510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-ae292328-01c3-4414-a3d8-6d2c72d8bae2 service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224508 May 14 18:44:45.393161 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-2166190f-c8df-4565-8d0f-a7776abfc9e0 service neutron] 10.222.0.22 "GET /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228406 May 14 18:44:45.661147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:44:45.732336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port eefdcb21-951c-4a50-be0b-22bde9c06939 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:44:45.737368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port eefdcb21-951c-4a50-be0b-22bde9c06939 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:44:45.737781 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:45.862230 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:45.888868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:45.899084 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:45.902864 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:45.904983 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e383e38c-052c-43bf-b182-b0633217509f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:45.972457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:45.975320 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:46.161698 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'code': 200} May 14 18:44:46.325261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46985c-4784-436f-bcfb-b5c6016913b6 req-4d971f13-f5a3-4eac-b61d-a925c878c597 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:46.326615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b46985c-4784-436f-bcfb-b5c6016913b6 req-4d971f13-f5a3-4eac-b61d-a925c878c597 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.0800297 May 14 18:44:46.375478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7b46985c-4784-436f-bcfb-b5c6016913b6 req-2a4f2718-212d-43c6-b73a-c4fde42b0a15 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 May 14 18:44:47.623717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-e96bfd98-beb5-42ee-9763-12b614517a52 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:47.625154 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-e96bfd98-beb5-42ee-9763-12b614517a52 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.15 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.1491818 May 14 18:44:47.633912 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52112d5b-de5b-4471-90ff-78df89989894 req-dd5a0cfb-5497-4e52-abfe-3552b5ae78a0 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:47.635284 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52112d5b-de5b-4471-90ff-78df89989894 req-dd5a0cfb-5497-4e52-abfe-3552b5ae78a0 tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/ports?device_id=240025fc-0828-4722-8fb2-da743ed9834b HTTP/1.1" status: 200 len: 946 time: 0.1249714 May 14 18:44:47.766106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52112d5b-de5b-4471-90ff-78df89989894 req-2289adca-14f6-467a-b04c-e178962ec7dd tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd48b10e-cdbc-401d-9584-bad6fcd20af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952859 May 14 18:44:47.803791 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Deleting port eefdcb21-951c-4a50-be0b-22bde9c06939 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:44:47.804127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:47.933806 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] For port eefdcb21-951c-4a50-be0b-22bde9c06939, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=eefdcb21-951c-4a50-be0b-22bde9c06939,segment=NetworkSegment(f9c24d03-5ef8-4511-84e1-c917eca560f4),segment_id=f9c24d03-5ef8-4511-84e1-c917eca560f4)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:47.934157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:48.056765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Calling delete_port for eefdcb21-951c-4a50-be0b-22bde9c06939 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:44:48.165681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:48.171588 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:48.176852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['eefdcb21-951c-4a50-be0b-22bde9c06939'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:44:48.374675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Pushing event deleted for resources: {'Port': ['ID=eefdcb21-951c-4a50-be0b-22bde9c06939,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:48.378201 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:48.448079 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] No DVR routers for this DVR port eefdcb21-951c-4a50-be0b-22bde9c06939 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:44:48.450663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:48.453195 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-deleted', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:48.470256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ca393d8e-3f05-4bf7-a013-2dc530791eab req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] 10.222.0.15 "DELETE /v2.0/ports/eefdcb21-951c-4a50-be0b-22bde9c06939 HTTP/1.1" status: 204 len: 173 time: 0.8338668 May 14 18:44:48.523207 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240025fc-0828-4722-8fb2-da743ed9834b', 'name': 'network-vif-deleted', 'tag': 'eefdcb21-951c-4a50-be0b-22bde9c06939', 'status': 'completed', 'code': 200} May 14 18:44:49.160943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40672) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:44:49.220317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Deleting subnet abe11edc-f9d8-4797-acde-bd50e9a4512d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:44:49.223078 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.271009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.327299 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.569245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.573502 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2b04b685-b4c1-400a-b97d-f493611f7440 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:49.611680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe11edc-f9d8-4797-acde-bd50e9a4512d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:49.614096 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.616407 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:49.620343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9c69c401-bf2b-45cb-8ab9-1e1023fcd738 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/abe11edc-f9d8-4797-acde-bd50e9a4512d HTTP/1.1" status: 204 len: 168 time: 0.4584222 May 14 18:44:49.622922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40676) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:44:49.728447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.852903 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.866054 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edff9a8-b8b1-4b27-b8a6-1678ecf0a267']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:44:49.877759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c24d03-5ef8-4511-84e1-c917eca560f4') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:44:49.878055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c24d03-5ef8-4511-84e1-c917eca560f4') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:44:49.889006 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.904738 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.911262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:44:49.911617 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: timer() May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: self._notify() May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:44:49.924992 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:44:50.000396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:50.003897 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-aae48d40-ffaf-4357-a2a1-3b1cc739144a tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:50.016692 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:50.028149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edff9a8-b8b1-4b27-b8a6-1678ecf0a267,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:50.033134 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:50.036512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9edff9a8-b8b1-4b27-b8a6-1678ecf0a267 HTTP/1.1" status: 204 len: 168 time: 0.4124796 May 14 18:44:50.146141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40682) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:44:50.194734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-9b7ecfd6-4ef9-44f5-847b-32f0770d0618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e62fa7d707914bc2be5fe25a411e089e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473917 May 14 18:44:50.197187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 40686) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:44:50.254142 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:50.279478 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:50.335264 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:50.339968 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-054e6a95-f2df-480d-885d-83597a9db4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:50.353102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd48b10e-cdbc-401d-9584-bad6fcd20af6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:50.356062 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:50.364085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:50.365195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fa32208e-82f6-4906-a5e3-14f02884b634 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd48b10e-cdbc-401d-9584-bad6fcd20af6 HTTP/1.1" status: 204 len: 168 time: 0.1670170 May 14 18:44:51.125083 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40710) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:44:51.229454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1009468992-network', 'tenant_id': '8e7d75f3afc14d2b8745032e56d6b7d7'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:44:51.236186 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:44:51.240072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Usage tracker for resource:network and tenant:8e7d75f3afc14d2b8745032e56d6b7d7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:44:51.242928 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:44:51.248611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:44:51.259032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Made reservation on behalf of 8e7d75f3afc14d2b8745032e56d6b7d7 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:44:51.261288 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.274000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.288309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:44:51.292056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7d75f3afc14d2b8745032e56d6b7d7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:44:51.294803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:44:51.300667 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:44:51.383383 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.386989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.389786 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-44d56958-adbb-4df9-a379-70deea71f428 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:51.419019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:44:51.427692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc29e9-3a38-4ac2-ae05-913948ab3fda,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:51.431674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:51.434405 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.435442 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Added segment 1b5c9e96-464d-4d89-beb1-40449aa9766c of type vlan for network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 May 14 18:44:51.463693 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.495743 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.496914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:51.497555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.501398 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-651574eb-0370-40ea-9ebb-3aa9cad6a79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:51.599735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Pushing event updated for resources: {'Network': ['ID=30ad7ede-fe05-4c3c-9279-151dca4cbe35,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:51.602764 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:51.604134 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4780090 May 14 18:44:51.607146 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 40716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:44:51.611627 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:44:51.613312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Request body: {'subnet': {'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1009468992-subnet', 'tenant_id': '8e7d75f3afc14d2b8745032e56d6b7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:44:51.618927 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:44:51.622785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Usage tracker for resource:subnet and tenant:8e7d75f3afc14d2b8745032e56d6b7d7 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:44:51.625717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:44:51.632081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:44:51.642164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Made reservation on behalf of 8e7d75f3afc14d2b8745032e56d6b7d7 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:44:51.644546 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:51.687209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:44:51.729992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: eefdcb21-951c-4a50-be0b-22bde9c06939 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:44:51.730251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device eefdcb21-951c-4a50-be0b-22bde9c06939 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:44:52.187431 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:52.192276 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1f83120a-c61b-42bc-b55c-6a05df762e31 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:52.264566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=109b00b1-16a4-421f-91fd-0803a942ff17,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:52.267573 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:52.273882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Checking segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:44:52.274233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Network hostable DHCP agents. Network: 30ad7ede-fe05-4c3c-9279-151dca4cbe35, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:44:52.291152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:44:52.300304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 30ad7ede-fe05-4c3c-9279-151dca4cbe35) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:44:52.308911 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:52.309508 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27234508-0641-43bf-bb64-ec3917a6b237 None None] Network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:44:52.309620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:52.329777 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8233baeb-bce2-49df-8d2c-6842d84dbc9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7214735 May 14 18:44:52.509217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55bcd1-6d8a-449c-8052-cdae5da25801 None None] Network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:44:52.850438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-b27463ce-8698-4fad-8c93-846a4bcb7484 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:52.851796 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-b27463ce-8698-4fad-8c93-846a4bcb7484 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 815 time: 0.1442971 May 14 18:44:52.866599 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-04c209a2-1074-4553-9539-5f061435474c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/quotas/8e7d75f3afc14d2b8745032e56d6b7d7 HTTP/1.1" status: 200 len: 375 time: 0.0093219 May 14 18:44:52.912577 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-61cd9433-4bbe-4955-b612-4bcd31534c82 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408542 May 14 18:44:53.045036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-44680220-25bd-43e5-91b2-5523b90cc6c7 service neutron] 10.222.0.24 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254909 May 14 18:44:53.178368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-c8772f29-0273-41c6-b584-396bc3b49836 service neutron] 10.222.0.24 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271644 May 14 18:44:53.351748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2c85936-a0de-41a9-824c-ee431ee57e84 req-2bd5c687-7083-40d0-b9c7-c8343f45f313 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 210 time: 0.0429890 May 14 18:44:54.389793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-d0358368-f9ac-45ce-a422-d6bd5d661cba tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:54.392077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-d0358368-f9ac-45ce-a422-d6bd5d661cba tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 815 time: 0.1574950 May 14 18:44:54.405507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Request body: {'port': {'device_id': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'admin_state_up': True, 'tenant_id': '8e7d75f3afc14d2b8745032e56d6b7d7'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:44:54.445910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:54.684634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c5261fbc-c83f-4c98-b599-4c6e6c78ff28 req-240c976f-395d-4968-bf09-f70e2c6711e7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 210 time: 0.2125247 May 14 18:44:54.743423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:44:54.747153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Usage tracker for resource:port and tenant:8e7d75f3afc14d2b8745032e56d6b7d7 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:44:54.749918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:44:54.755622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:44:54.764864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Made reservation on behalf of 8e7d75f3afc14d2b8745032e56d6b7d7 for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:44:54.768829 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:54.927332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Allocated IP 172.20.0.9 (30ad7ede-fe05-4c3c-9279-151dca4cbe35/109b00b1-16a4-421f-91fd-0803a942ff17/0bd64271-8f70-4219-8ac9-71367d88398e) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:44:55.125244 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:55.154069 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:55.159471 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ecd9ec38-ffd2-46cf-a61d-1ae87e2b0744 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:55.222369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:44:55.225370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:44:55.229197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:44:55.270443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:55.274844 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:55.301051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:55.301655 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:55.321412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213560 May 14 18:44:55.333710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Request body: {'port': {'device_id': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:44:55.447226 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:55.787256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd64271-8f70-4219-8ac9-71367d88398e {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:44:55.825028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:55.856403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Transition to ACTIVE for port object 0bd64271-8f70-4219-8ac9-71367d88398e will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:44:55.861780 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:55.866657 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:56.027859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:56.040586 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:56.075458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f01d-d9a3-47ce-93b8-0fcd67003e58 req-11548a33-7a9a-445c-9d17-25b878424f0e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:56.076152 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b833f01d-d9a3-47ce-93b8-0fcd67003e58 req-11548a33-7a9a-445c-9d17-25b878424f0e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Synchronizing usage tracker for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:44:56.123870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-b833f01d-d9a3-47ce-93b8-0fcd67003e58 req-11548a33-7a9a-445c-9d17-25b878424f0e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Unset dirty status for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:44:56.125011 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b833f01d-d9a3-47ce-93b8-0fcd67003e58 req-11548a33-7a9a-445c-9d17-25b878424f0e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 931 time: 0.3333797 May 14 18:44:56.132788 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:44:56.133122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:44:56.133446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:44:56.154727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Port 0bd64271-8f70-4219-8ac9-71367d88398e on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:44:56.155048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:44:56.171423 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:44:56.171767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Checking segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:44:56.172142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Bound using segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:44:56.172641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Bound port: 0bd64271-8f70-4219-8ac9-71367d88398e, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:44:56.173009 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:56.195201 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b833f01d-d9a3-47ce-93b8-0fcd67003e58 req-c1797c73-5a37-4530-8e4e-284600e53939 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 May 14 18:44:56.272454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:44:56.275460 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:44:56.279232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:56.283389 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:44:56.335442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:56.336288 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:56.337763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] 10.222.0.15 "PUT /v2.0/ports/0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 1091 time: 1.0080063 May 14 18:44:56.338282 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:44:56.364139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:44:56.367120 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:44:56.415399 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e', 'status': 'completed', 'code': 200} May 14 18:44:56.459074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-778a066b-147d-4bd9-ae29-0af727a19653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:56.460621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-778a066b-147d-4bd9-ae29-0af727a19653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1094 time: 0.0777814 May 14 18:44:56.528518 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-0fe13599-afde-4603-be07-87a5fb388c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0604951 May 14 18:44:56.592733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7200-dc3a-49a1-a015-014687c93e1e req-ab9ff18a-6ced-4981-b5bc-5d33ce8a8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:56.594035 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-ab9ff18a-6ced-4981-b5bc-5d33ce8a8fec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0596616 May 14 18:44:56.640368 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-9ccb0a46-db14-489e-a847-fc2fb932a340 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392063 May 14 18:44:56.934096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-a289f007-a10b-485c-979d-ac10899ff138 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867153 May 14 18:44:57.062203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-520d7200-dc3a-49a1-a015-014687c93e1e req-ff01e103-209a-4c0c-bb46-34a9656c5c71 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215448 May 14 18:44:57.091796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7549da60-d61f-47ab-a0a5-375a6f8b1f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:57.178303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-d48a03d8-1469-4407-ba93-28e920925f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:57.179785 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-d48a03d8-1469-4407-ba93-28e920925f37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1094 time: 0.0753584 May 14 18:44:57.354784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-39086707-c44c-4134-a857-3c98dc524aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:57.356213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-39086707-c44c-4134-a857-3c98dc524aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1696594 May 14 18:44:57.431463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-cdb65e27-847a-4a8e-b233-03a171e8ed79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0680537 May 14 18:44:57.493885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceb1ea-1ecb-45b6-8b39-e41611f47425 req-d9a7176d-786c-4eba-89dc-11b82b32c5ce tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:57.495267 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2bceb1ea-1ecb-45b6-8b39-e41611f47425 req-d9a7176d-786c-4eba-89dc-11b82b32c5ce tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.1919410 May 14 18:44:57.528369 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-c6e4c7af-b744-4fe6-ab9d-b06bf9089e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:57.529730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-c6e4c7af-b744-4fe6-ab9d-b06bf9089e56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0911772 May 14 18:44:57.591677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2bceb1ea-1ecb-45b6-8b39-e41611f47425 req-9b964822-5598-41e2-aad6-7c4737e04dc2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843933 May 14 18:44:57.593711 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-e0ce4d24-bd53-4622-9c10-59b7d0a0f1d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514317 May 14 18:44:57.729226 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-a865a589-73f8-49b9-91a3-f140eb83c041 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247931 May 14 18:44:57.859264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c93c62fa-c7ca-439b-9afc-8055dd894866 req-39bb3f4c-f429-4cf5-8207-b9f6b2336cde service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229911 May 14 18:44:58.089649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:58.778063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df38673-4834-471e-9485-4927fa19932f req-3acbaccd-9c9f-44c7-943f-98951f8063f0 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:44:58.779517 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9df38673-4834-471e-9485-4927fa19932f req-3acbaccd-9c9f-44c7-943f-98951f8063f0 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.0792136 May 14 18:44:58.823988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9df38673-4834-471e-9485-4927fa19932f req-019054b6-16c7-49f0-9ec4-08d5b1acfcc2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380428 May 14 18:44:59.623492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:59.701075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:44:59.816679 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c040a0a6-c14d-4617-8508-41f160f4e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:59.843606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:59.856830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '0bd64271-8f70-4219-8ac9-71367d88398e', 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'port_id': '0bd64271-8f70-4219-8ac9-71367d88398e', 'mac_address': 'fa:16:3e:da:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109b00b1-16a4-421f-91fd-0803a942ff17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:44:59.914131 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:59.931547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd64271-8f70-4219-8ac9-71367d88398e {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:44:59.948191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:44:59.952931 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:44:59.955672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-078b4a8e-71ea-47a4-bbd5-daf79a990034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:00.020682 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504a58-8041-4363-9eea-aaead1037f4d req-98cb9833-a6bd-4b78-85bc-a15401317e78 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:00.022159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54504a58-8041-4363-9eea-aaead1037f4d req-98cb9833-a6bd-4b78-85bc-a15401317e78 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 944 time: 0.0936458 May 14 18:45:00.023993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:00.027135 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:00.074780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-54504a58-8041-4363-9eea-aaead1037f4d req-ac12ab14-7093-413e-bcf7-662e2d66f653 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 May 14 18:45:00.229198 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['0bd64271-8f70-4219-8ac9-71367d88398e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:45:00.867493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:01.257183 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b9178-e5be-40b6-859a-bcaad22e423e req-00764659-057a-4dd5-8507-7a02674779a1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:01.258621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a29b9178-e5be-40b6-859a-bcaad22e423e req-00764659-057a-4dd5-8507-7a02674779a1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 944 time: 0.0799162 May 14 18:45:01.305681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a29b9178-e5be-40b6-859a-bcaad22e423e req-af71774c-57ec-49d1-ace9-8d5c0265b3da tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 May 14 18:45:01.707960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:45:01.773814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 0bd64271-8f70-4219-8ac9-71367d88398e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:45:01.778575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 0bd64271-8f70-4219-8ac9-71367d88398e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:45:01.778954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:01.895267 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:01.921263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:01.931935 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:01.936336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:01.938250 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-41c4c957-f3c6-440f-8ef3-3cbbc66b83bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:01.976364 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e', 'code': 200} May 14 18:45:02.011468 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:02.014635 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:02.092395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3d72-4f84-4a90-a0f8-4672cd308dc0 req-aa2aa937-b3b3-4e6a-a351-ea497d87c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:02.093843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adad3d72-4f84-4a90-a0f8-4672cd308dc0 req-aa2aa937-b3b3-4e6a-a351-ea497d87c9be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1096 time: 0.0711954 May 14 18:45:02.134857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adad3d72-4f84-4a90-a0f8-4672cd308dc0 req-c8854bc9-f4e3-43a3-9016-dd6a3125df1d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 May 14 18:45:02.375675 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:02.497552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47cb3-7d5a-4a37-a50b-0215ae78be77 req-9e8b5fcd-98de-4b1d-862b-256d96967c5f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:02.498883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ab47cb3-7d5a-4a37-a50b-0215ae78be77 req-9e8b5fcd-98de-4b1d-862b-256d96967c5f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0830901 May 14 18:45:02.543900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6ab47cb3-7d5a-4a37-a50b-0215ae78be77 req-272b586b-f9d1-431e-84ab-0d22cc33c1df tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 May 14 18:45:02.984397 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:45:03.726395 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417e35b-8777-4976-b0c6-0afcfaf2e4cc req-8e8a309e-4d26-49c4-ae71-a9323b2fc25c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:03.727882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c417e35b-8777-4976-b0c6-0afcfaf2e4cc req-8e8a309e-4d26-49c4-ae71-a9323b2fc25c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0800848 May 14 18:45:03.772082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c417e35b-8777-4976-b0c6-0afcfaf2e4cc req-4134808f-325b-44cd-89ac-c5f1b48872d3 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 May 14 18:45:03.956401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407482-f31f-4f5c-ab3a-e042e7067072 req-a2672460-bc45-400b-b2d2-9f1776a193c5 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:03.957820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40407482-f31f-4f5c-ab3a-e042e7067072 req-a2672460-bc45-400b-b2d2-9f1776a193c5 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0834935 May 14 18:45:04.001397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-40407482-f31f-4f5c-ab3a-e042e7067072 req-1323d515-fa49-4a66-9258-63f2b673ee5c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379353 May 14 18:45:04.341209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d153fb-1ad4-406b-afff-bae9388a44d0 req-9b35e5ea-8173-465a-a538-c9d5467c215a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:04.342559 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88d153fb-1ad4-406b-afff-bae9388a44d0 req-9b35e5ea-8173-465a-a538-c9d5467c215a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0798306 May 14 18:45:04.389922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88d153fb-1ad4-406b-afff-bae9388a44d0 req-ff1254e7-e38e-44c9-9c96-d74019f2b41d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 May 14 18:45:04.574034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4795be-3bbb-4ff2-98f8-df61d98b6f48 req-d449aeb4-807b-48eb-b371-0bf887844bab tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:04.575480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d4795be-3bbb-4ff2-98f8-df61d98b6f48 req-d449aeb4-807b-48eb-b371-0bf887844bab tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0793469 May 14 18:45:04.620661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d4795be-3bbb-4ff2-98f8-df61d98b6f48 req-1f53e5b4-3ac6-47f2-9acf-1c5444958aed tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 May 14 18:45:04.960203 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-6ad3bb66-6485-44fe-ba86-dfe5b7803240 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706294 May 14 18:45:05.019793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2181-883c-461c-8889-104a5eb4156e req-e6ec3b30-dac2-43af-94b1-0072bc328864 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:05.021236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a9d2181-883c-461c-8889-104a5eb4156e req-e6ec3b30-dac2-43af-94b1-0072bc328864 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0850635 May 14 18:45:05.230297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7a9d2181-883c-461c-8889-104a5eb4156e req-a433f4a9-6398-42da-888a-93c8848eda43 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033262 May 14 18:45:06.224541 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-92210f6d-6a53-4265-ab3c-b8ed13254fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:06.226355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-92210f6d-6a53-4265-ab3c-b8ed13254fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1096 time: 0.0725527 May 14 18:45:06.400315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-200cc88e-1b31-4559-80d3-aaae7a96a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:06.401835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-200cc88e-1b31-4559-80d3-aaae7a96a2a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1693840 May 14 18:45:06.476195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-42a8ce07-df97-41db-b1f7-1820742af209 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0663750 May 14 18:45:06.536291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74126945-880b-4fba-97f2-e1a6e34f5637 req-ec68f165-de16-4812-a331-8ea69004f609 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:06.537712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74126945-880b-4fba-97f2-e1a6e34f5637 req-ec68f165-de16-4812-a331-8ea69004f609 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.2005444 May 14 18:45:06.572901 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-a61ffef7-2c45-4151-a1ef-34b1f4109e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:06.574261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-a61ffef7-2c45-4151-a1ef-34b1f4109e5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0910511 May 14 18:45:06.631966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-4d44ac10-e6fe-423b-86aa-4bc806d9916f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485907 May 14 18:45:06.636476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-74126945-880b-4fba-97f2-e1a6e34f5637 req-a02a2eec-fc88-4442-9d2d-4863125fbf26 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928051 May 14 18:45:06.764006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-fea67b66-f701-4d82-a127-ca7a54645b2c service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253211 May 14 18:45:06.896066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-71181e2e-0bec-420e-b3f5-e40bfe40e23c service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247628 May 14 18:45:07.822679 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1794897-873e-4347-83a2-de9f42bb3e5b req-0fda6a94-794e-4d56-9ffe-fa85d6439e37 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:07.824116 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1794897-873e-4347-83a2-de9f42bb3e5b req-0fda6a94-794e-4d56-9ffe-fa85d6439e37 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0804954 May 14 18:45:07.868878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1794897-873e-4347-83a2-de9f42bb3e5b req-d29b29d3-a90a-47b5-83d0-5242c963a5d6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 May 14 18:45:09.060059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb180bb3-a8ec-4f0d-ad89-0bff87c8bd4f req-dfb2393a-0e97-4c60-a7c8-0f339b60b196 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:09.061499 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb180bb3-a8ec-4f0d-ad89-0bff87c8bd4f req-dfb2393a-0e97-4c60-a7c8-0f339b60b196 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0841780 May 14 18:45:09.105702 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fb180bb3-a8ec-4f0d-ad89-0bff87c8bd4f req-deb30120-b1c4-4fc9-8343-c6a1c97cdf8a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 May 14 18:45:10.287025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bd07b-94b0-42d0-8969-f25081d8860e req-c4b79f0c-7810-46a9-b167-c1eb6a3ad4de tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:10.288469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f9bd07b-94b0-42d0-8969-f25081d8860e req-c4b79f0c-7810-46a9-b167-c1eb6a3ad4de tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0788140 May 14 18:45:10.333135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f9bd07b-94b0-42d0-8969-f25081d8860e req-f89de93e-de01-476a-b2c3-3bd2dea8a72a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 May 14 18:45:11.521332 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10b7b-6e7a-4482-ac49-4d6556ab67c3 req-4ba0553e-3411-4b87-a283-6f35787508ef tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:11.522798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cd10b7b-6e7a-4482-ac49-4d6556ab67c3 req-4ba0553e-3411-4b87-a283-6f35787508ef tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0859120 May 14 18:45:11.568015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7cd10b7b-6e7a-4482-ac49-4d6556ab67c3 req-4242df16-28fe-4590-9146-3f5b0ff231dd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 May 14 18:45:12.757202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00c7a-6a96-4072-8e11-719d078a61df req-f73cdc4f-4444-40aa-9a8a-93edd9245a44 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:12.758566 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fa00c7a-6a96-4072-8e11-719d078a61df req-f73cdc4f-4444-40aa-9a8a-93edd9245a44 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0810962 May 14 18:45:12.803816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8fa00c7a-6a96-4072-8e11-719d078a61df req-725824a8-a925-4c90-9177-e69eb3502581 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 May 14 18:45:13.988879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522616-ca73-416d-9c47-303dd9ffe34d req-d5b34492-2262-44e6-9b44-77bba79252ed tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:13.990289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0522616-ca73-416d-9c47-303dd9ffe34d req-d5b34492-2262-44e6-9b44-77bba79252ed tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0826695 May 14 18:45:14.033568 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c0522616-ca73-416d-9c47-303dd9ffe34d req-fc4d4f3b-f9df-4aa1-b85d-824d8605d650 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 May 14 18:45:15.222384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e82d1d-c133-408b-96da-1987276f06a6 req-f8ceef75-65fc-466f-9849-32674977060e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:15.223837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52e82d1d-c133-408b-96da-1987276f06a6 req-f8ceef75-65fc-466f-9849-32674977060e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0862422 May 14 18:45:15.267656 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-52e82d1d-c133-408b-96da-1987276f06a6 req-a8b0732d-63f8-411f-a5aa-c5a26f39daaf tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 May 14 18:45:16.454837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a1118-5917-4a22-ba9a-b71dbd7e8c06 req-3d094055-34c0-438a-9e99-c555f6ec8334 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:16.456289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-504a1118-5917-4a22-ba9a-b71dbd7e8c06 req-3d094055-34c0-438a-9e99-c555f6ec8334 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0792027 May 14 18:45:16.504596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-504a1118-5917-4a22-ba9a-b71dbd7e8c06 req-619b8e4b-acd1-4525-bd4d-2c6c6f5f9f69 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 May 14 18:45:17.687809 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1424-6ca6-4c1d-96a2-6812dcaf1ddb req-e43e200b-7870-471b-9942-36669f273031 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:17.689252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-922f1424-6ca6-4c1d-96a2-6812dcaf1ddb req-e43e200b-7870-471b-9942-36669f273031 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0809298 May 14 18:45:17.733584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-922f1424-6ca6-4c1d-96a2-6812dcaf1ddb req-dc793040-3e72-452c-9272-c038e8567632 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 May 14 18:45:18.921742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf717d7-c10e-44dc-853c-637a387b9b3d req-26393e78-be33-4c85-a882-f64f5a896385 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:18.923203 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9bf717d7-c10e-44dc-853c-637a387b9b3d req-26393e78-be33-4c85-a882-f64f5a896385 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0853307 May 14 18:45:18.967797 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9bf717d7-c10e-44dc-853c-637a387b9b3d req-f77bb419-6e81-44de-9da0-ebe36245b863 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 May 14 18:45:20.153439 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39f66c-a6f6-461e-b659-49b611666681 req-9cad4ea2-11db-436c-bbda-8ba3f700bea1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:20.154863 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd39f66c-a6f6-461e-b659-49b611666681 req-9cad4ea2-11db-436c-bbda-8ba3f700bea1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0792716 May 14 18:45:20.198966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd39f66c-a6f6-461e-b659-49b611666681 req-e51a5c0d-5701-4ff7-afaa-a62175fee1c4 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 May 14 18:45:21.385186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc04e4f-143d-40de-9385-9eb766ed2ccd req-b369ebc2-e9db-4dc5-b9d4-b024c797594a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:21.386610 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fcc04e4f-143d-40de-9385-9eb766ed2ccd req-b369ebc2-e9db-4dc5-b9d4-b024c797594a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0826478 May 14 18:45:21.433762 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fcc04e4f-143d-40de-9385-9eb766ed2ccd req-f65fb0b5-2e5b-4674-b057-a4c4ccd2467d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 May 14 18:45:22.616880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f38ca-864f-433d-ac72-c3c9c630f9f7 req-5110a7a0-8590-4854-ba99-4703d4d44465 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:22.618309 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff3f38ca-864f-433d-ac72-c3c9c630f9f7 req-5110a7a0-8590-4854-ba99-4703d4d44465 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0794435 May 14 18:45:22.812737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff3f38ca-864f-433d-ac72-c3c9c630f9f7 req-360bbdea-3105-4d2b-a37f-c7c7859c35ab tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884332 May 14 18:45:23.999525 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a5b1-1e9b-4a01-8d09-3f5a017e8e4c req-1abb1bbb-8bee-4470-970e-816d1efadbc7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:24.000995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4176a5b1-1e9b-4a01-8d09-3f5a017e8e4c req-1abb1bbb-8bee-4470-970e-816d1efadbc7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0799432 May 14 18:45:24.047884 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4176a5b1-1e9b-4a01-8d09-3f5a017e8e4c req-c0ccdb48-dbaa-4be6-a3b8-83bbee371c2f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 May 14 18:45:24.183874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-85a96b96-12d0-4f17-973c-9204004c8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:24.185291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-85a96b96-12d0-4f17-973c-9204004c8c8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1096 time: 0.0724387 May 14 18:45:24.331822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-c5c5f5dc-2373-4b6b-84e0-aebf93b1a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:24.333313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-c5c5f5dc-2373-4b6b-84e0-aebf93b1a6c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1283112 May 14 18:45:24.403343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-03e5b145-4f1d-44f1-85fd-00d8050cfee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0630004 May 14 18:45:24.443703 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:24.467384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-bd947bed-eb54-4c37-94d3-d212b59b6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:24.468831 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-bd947bed-eb54-4c37-94d3-d212b59b6dab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0585868 May 14 18:45:24.516604 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-8ec97adc-681b-48a8-ac92-3aed8ee6464c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406933 May 14 18:45:24.646086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-5fece269-4f27-4e86-8d54-d1c33a1a8399 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229992 May 14 18:45:24.778791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ebf51607-9e8b-4aba-a0de-56a06b6929af req-3a3ac8b1-e71e-4bdb-a62d-e6c4d2002b88 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260417 May 14 18:45:25.237821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278915-cf78-4efa-836c-66e201c91270 req-8c9a5bc9-edc2-4215-9cf5-24a3de292225 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:25.239291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62278915-cf78-4efa-836c-66e201c91270 req-8c9a5bc9-edc2-4215-9cf5-24a3de292225 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0848334 May 14 18:45:25.283799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-62278915-cf78-4efa-836c-66e201c91270 req-1bebd1d1-3bad-4392-9a1c-c1c9fd83c5be tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 May 14 18:45:26.468345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962df96-b4b7-4d50-ac20-7511b9fd8fc5 req-f2d795f2-ba62-48a1-a877-d4a37052f01f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:26.469778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5962df96-b4b7-4d50-ac20-7511b9fd8fc5 req-f2d795f2-ba62-48a1-a877-d4a37052f01f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0811136 May 14 18:45:26.518752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5962df96-b4b7-4d50-ac20-7511b9fd8fc5 req-decb5a68-bf0e-4c1b-af7e-e96f09193ca1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 May 14 18:45:27.093317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-853546c5-fdb9-4bac-b0a4-305c9fb5db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:27.706120 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23871c17-11f1-4c95-8db9-36d33ebbf311 req-ed979ef3-0d6e-48b5-9266-3b6d9c0e6920 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:27.707890 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23871c17-11f1-4c95-8db9-36d33ebbf311 req-ed979ef3-0d6e-48b5-9266-3b6d9c0e6920 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0805316 May 14 18:45:27.752182 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23871c17-11f1-4c95-8db9-36d33ebbf311 req-f422a84a-60ec-4516-aae3-aa7386b44dbb tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 May 14 18:45:28.086164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:28.939807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78287-a776-4ee6-afee-9711b29af5d4 req-1c24cdb0-80fb-4c31-911d-b64bfb6baf85 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:28.941576 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1d78287-a776-4ee6-afee-9711b29af5d4 req-1c24cdb0-80fb-4c31-911d-b64bfb6baf85 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0824304 May 14 18:45:28.985551 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b1d78287-a776-4ee6-afee-9711b29af5d4 req-4c748482-3207-445c-96b9-b2e7aa7c1027 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 May 14 18:45:29.626431 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:29.797172 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2810-c06a-4e96-adf7-307691da99f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:30.167820 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab575ac-643f-4b80-b5ff-86c38726364e req-aeb1a28b-e577-4c53-b39b-447f33fc3002 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:30.169247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ab575ac-643f-4b80-b5ff-86c38726364e req-aeb1a28b-e577-4c53-b39b-447f33fc3002 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0795054 May 14 18:45:30.216946 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ab575ac-643f-4b80-b5ff-86c38726364e req-2c6772f6-7652-4e82-aae2-e573bbccdd85 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 May 14 18:45:30.869911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:31.402781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfdd43-4306-4038-9d68-1c4d1fbb9f6f req-988ce495-2802-4889-a6fb-9d0cd3d12fdd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:31.404217 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3dfdd43-4306-4038-9d68-1c4d1fbb9f6f req-988ce495-2802-4889-a6fb-9d0cd3d12fdd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0803816 May 14 18:45:31.449562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3dfdd43-4306-4038-9d68-1c4d1fbb9f6f req-ff3175be-0109-43d5-be65-bd2e5f408139 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 May 14 18:45:32.379137 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:32.638553 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cc17d-6848-4e22-81e8-791ccc72aa02 req-c938af0b-b647-46d4-8566-9d04b3c2fe25 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:32.639948 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f01cc17d-6848-4e22-81e8-791ccc72aa02 req-c938af0b-b647-46d4-8566-9d04b3c2fe25 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0862048 May 14 18:45:32.685053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f01cc17d-6848-4e22-81e8-791ccc72aa02 req-559fda04-ac36-43ee-9376-6e7a32e4798d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 May 14 18:45:33.887365 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-d6adb0aa-d9eb-4fa6-bd3d-4a861eb07ad5 service neutron] show failed (client error): The resource could not be found. May 14 18:45:33.888335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-d6adb0aa-d9eb-4fa6-bd3d-4a861eb07ad5 service neutron] 10.222.0.15 "GET /v2.0/ports/0bd64271-8f70-4219-8ac9-71367d88398e/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1261699 May 14 18:45:33.911239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23425-af05-46bb-9d56-7036975de0df req-86023814-154e-44c1-b4dc-f13b715133f1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:33.912925 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4df23425-af05-46bb-9d56-7036975de0df req-86023814-154e-44c1-b4dc-f13b715133f1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.1175573 May 14 18:45:33.960775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4df23425-af05-46bb-9d56-7036975de0df req-6062947e-0790-41f4-9eee-c472095577f4 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 May 14 18:45:34.157639 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-02bc5efe-0254-4d1b-97b5-547e1da4ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:34.159098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-02bc5efe-0254-4d1b-97b5-547e1da4ebf6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5&tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7 HTTP/1.1" status: 200 len: 1096 time: 0.0716820 May 14 18:45:34.174550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:45:34.283409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:34.701105 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:34.728972 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:45:34.787377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:34.793290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:34.808176 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Transition to ACTIVE for port object 0bd64271-8f70-4219-8ac9-71367d88398e will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:45:34.811911 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:34.816811 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-107e86c7-390b-4ca2-aa01-63c55853c65a tempest-DeleteServersTestJSON-978854391 tempest-DeleteServersTestJSON-978854391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:34.854079 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e', 'code': 200} May 14 18:45:34.967840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] No DVR routers for this DVR port 0bd64271-8f70-4219-8ac9-71367d88398e on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:45:34.974180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:34.978265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:35.028047 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:45:35.028390 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:45:35.028721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:45:35.033246 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Port 0bd64271-8f70-4219-8ac9-71367d88398e on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:45:35.033561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Attempting to bind port 0bd64271-8f70-4219-8ac9-71367d88398e on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:45:35.039516 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:45:35.039790 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Checking segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:45:35.040182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Bound using segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:45:35.040604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Bound port: 0bd64271-8f70-4219-8ac9-71367d88398e, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:45:35.040949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:35.180220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:45:35.184021 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:45:35.193526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:35.203383 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:35.254003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa22e-5732-4f53-ad64-e1a4f99a0a04 req-234a6f7c-a0b1-4b75-ac99-9fcf1e996f0d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:35.255477 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-719aa22e-5732-4f53-ad64-e1a4f99a0a04 req-234a6f7c-a0b1-4b75-ac99-9fcf1e996f0d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.1727302 May 14 18:45:35.268269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:35.268866 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:35.270147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] 10.222.0.22 "PUT /v2.0/ports/0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 1091 time: 1.0995340 May 14 18:45:35.364521 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:35.369911 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:35.373859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-719aa22e-5732-4f53-ad64-e1a4f99a0a04 req-364cd1c8-8abc-4720-a23c-d7f84888a1f9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092618 May 14 18:45:35.400504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-b134128e-bc0d-45e7-8c09-6bf34df51540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:35.401995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-b134128e-bc0d-45e7-8c09-6bf34df51540 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1094 time: 0.1047468 May 14 18:45:35.536186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-85dbbd43-299d-4d05-85db-90a30daf29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:35.537742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-85dbbd43-299d-4d05-85db-90a30daf29c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1259861 May 14 18:45:35.607094 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-0c2b5d55-2af1-46a7-9c6b-0ccc81bd74ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0596762 May 14 18:45:35.677816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-333da756-4068-4c0d-b67f-497faddd8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:35.679846 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-333da756-4068-4c0d-b67f-497faddd8fd0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0615988 May 14 18:45:35.729621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-85cbb4e1-426c-40b9-acdb-8d6813ccc6cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402060 May 14 18:45:35.866533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-46aca1f6-57a1-478f-862d-cdbac8ff5517 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258118 May 14 18:45:36.002017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9580e1fc-dc0e-4ccb-92af-aa23e8dad5fc req-383d817d-b073-483d-9a47-13f2682b1eeb service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264813 May 14 18:45:36.557073 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc605bb8-ba19-4fa6-b74c-4939244a4247 req-96b18ca3-28a5-4082-adf8-541df569e28c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:36.558503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc605bb8-ba19-4fa6-b74c-4939244a4247 req-96b18ca3-28a5-4082-adf8-541df569e28c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.0787952 May 14 18:45:36.606951 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc605bb8-ba19-4fa6-b74c-4939244a4247 req-59835671-5975-4558-bb11-df8943920104 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 May 14 18:45:36.855053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:36.912373 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e', 'status': 'completed', 'code': 200} May 14 18:45:37.064673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-f3486517-91b2-461c-bd61-fc3e47f3479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:37.066121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-f3486517-91b2-461c-bd61-fc3e47f3479d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1094 time: 0.1340127 May 14 18:45:37.069892 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-71a8900b-7d80-4347-bf40-71b82486882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:37.071214 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-71a8900b-7d80-4347-bf40-71b82486882b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1094 time: 0.1060350 May 14 18:45:37.464494 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-3c6e47bd-7fe9-4c8b-bf6a-084683f10544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:37.465939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-3c6e47bd-7fe9-4c8b-bf6a-084683f10544 service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.3923643 May 14 18:45:37.467028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-d341a67c-6992-4117-ad37-7b76a8c799d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:37.468313 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-d341a67c-6992-4117-ad37-7b76a8c799d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.2232769 May 14 18:45:37.589093 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-b42f2d4d-12bd-4d83-bd80-358eda17f70e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.1160030 May 14 18:45:37.596759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-623b7143-e2b4-4855-af6b-8b18894f6bf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0762773 May 14 18:45:37.706894 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-37af3c49-05f9-42d4-b400-15bab5f764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:37.708433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-37af3c49-05f9-42d4-b400-15bab5f764c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.1105769 May 14 18:45:37.712540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-51c3d964-c1f8-49fe-9a4f-4a83a3165363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:37.713860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-51c3d964-c1f8-49fe-9a4f-4a83a3165363 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0867293 May 14 18:45:37.827694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-c23cfcb8-7c49-4cf1-ba8d-09431bc35ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120520 May 14 18:45:37.844906 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-7f287778-2513-4e2e-be42-8b9f4ae93067 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913892 May 14 18:45:37.871159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:45:37.932502 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:45:38.107460 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-95cdb595-0746-492c-b1de-d6045f7d57ee service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654898 May 14 18:45:38.117710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af955bea-297b-4b71-8d7a-01242a0e7764 req-2c742db5-1658-4a2d-8617-6b4ea849fcd2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:38.119061 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af955bea-297b-4b71-8d7a-01242a0e7764 req-2c742db5-1658-4a2d-8617-6b4ea849fcd2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.3671625 May 14 18:45:38.142894 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-58fc13db-7816-4f94-89eb-0a64d396258c service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778587 May 14 18:45:38.338650 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-af955bea-297b-4b71-8d7a-01242a0e7764 req-e38ddb19-de55-459c-a68b-81741a3c4e92 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928515 May 14 18:45:38.388417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-d270c0c5-975d-4811-b061-ebb1d6d3f8a9 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671418 May 14 18:45:38.408101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4b9af82d-e5f9-4378-9a8d-006971d99b22 req-e0335982-e262-49b7-a342-99f5a18ef65f service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167525 May 14 18:45:39.525077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3b85-0172-4056-9153-c514175c23e2 req-d134e21d-f942-45a6-af43-a74ba1a9c09a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:39.526511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2ac3b85-0172-4056-9153-c514175c23e2 req-d134e21d-f942-45a6-af43-a74ba1a9c09a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.0799131 May 14 18:45:39.569868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c2ac3b85-0172-4056-9153-c514175c23e2 req-c81389ff-a896-443e-ab4a-f9d1d1132244 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377054 May 14 18:45:39.933717 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:45:39.985116 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:45:40.070284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:40.083319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '0bd64271-8f70-4219-8ac9-71367d88398e', 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'port_id': '0bd64271-8f70-4219-8ac9-71367d88398e', 'mac_address': 'fa:16:3e:da:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109b00b1-16a4-421f-91fd-0803a942ff17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:45:40.098977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-2cfd80e9-32a8-48a0-84fb-6b2fd8b44dfd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:40.100458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-2cfd80e9-32a8-48a0-84fb-6b2fd8b44dfd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5&tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 943 time: 0.2774949 May 14 18:45:40.108808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f638-e045-4f79-bd0e-5cf94e19e509 req-f13d6b43-8c3b-4063-8f9e-b1fc2ca12abe tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:40.110122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3819f638-e045-4f79-bd0e-5cf94e19e509 req-f13d6b43-8c3b-4063-8f9e-b1fc2ca12abe tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 943 time: 0.3181288 May 14 18:45:40.138225 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:40.154581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd64271-8f70-4219-8ac9-71367d88398e {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:45:40.169840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:40.174169 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:40.176620 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:40.213639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3819f638-e045-4f79-bd0e-5cf94e19e509 req-fdd0ae17-ea6a-4db8-8607-eba7ab2dd032 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645971 May 14 18:45:40.218499 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-9e1045ed-482b-4971-9736-0c995aa99cab service neutron] delete failed (client error): The resource could not be found. May 14 18:45:40.219470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-9e1045ed-482b-4971-9736-0c995aa99cab service neutron] 10.222.0.15 "DELETE /v2.0/ports/0bd64271-8f70-4219-8ac9-71367d88398e/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1084776 May 14 18:45:40.249521 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:40.257391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.257744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.258087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.258425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.258759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.259091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.259452 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.259784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.260109 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.260708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.261043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.261369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:40.265249 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:40.359245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-a58dcd99-79b3-40d7-83af-40476c8b75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:40.360706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-a58dcd99-79b3-40d7-83af-40476c8b75eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 1095 time: 0.0741572 May 14 18:45:40.409561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bd64271-8f70-4219-8ac9-71367d88398e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:45:40.495736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-2c629293-e32d-433d-ad2a-aa045cf3c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:40.497211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-2c629293-e32d-433d-ad2a-aa045cf3c2f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1297705 May 14 18:45:40.569471 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-9a93f9d6-63f2-4366-807b-73ff87a41f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 200 len: 217 time: 0.0651560 May 14 18:45:40.634731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-ac2042ba-1acb-4271-8c3b-960b50bd13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:40.636220 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-ac2042ba-1acb-4271-8c3b-960b50bd13bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0613801 May 14 18:45:40.684988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-631effc8-5320-47e0-a5d5-c81b2d522e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427859 May 14 18:45:40.816026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-218c12aa-a7a3-40f8-b49b-863468e716cd service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245522 May 14 18:45:40.946912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-505f15ba-b3e8-4388-8b13-2404c78803f0 req-a99e18e7-825e-4842-b0dd-1bde0c0ad45e service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238830 May 14 18:45:41.404985 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb380-d487-4f08-bed4-5aefb0963d4a req-e54c72c9-8b57-478e-8b0f-c1202e1b51ed tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:41.406463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd1bb380-d487-4f08-bed4-5aefb0963d4a req-e54c72c9-8b57-478e-8b0f-c1202e1b51ed tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 944 time: 0.0807273 May 14 18:45:41.457023 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd1bb380-d487-4f08-bed4-5aefb0963d4a req-c01e2cc2-870a-4362-970b-0e035566f299 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 May 14 18:45:41.944800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:45:42.013503 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 0bd64271-8f70-4219-8ac9-71367d88398e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:45:42.017981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 0bd64271-8f70-4219-8ac9-71367d88398e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:45:42.018364 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:42.132874 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:42.158703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:42.168695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:42.172552 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:42.174345 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7f99a389-4506-4b5c-bf73-5e32387af7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:42.208595 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e', 'code': 200} May 14 18:45:42.240156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:42.243291 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:42.643416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434cbc1-4447-45f0-8e01-9f6e1ac68c0d req-e3e65783-81a2-479b-bc6c-0d83d7611bc7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:42.644835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c434cbc1-4447-45f0-8e01-9f6e1ac68c0d req-e3e65783-81a2-479b-bc6c-0d83d7611bc7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0798824 May 14 18:45:42.690238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c434cbc1-4447-45f0-8e01-9f6e1ac68c0d req-ad3ad3dc-e04e-4634-bd62-adaf44865df3 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 May 14 18:45:42.711118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-f48b1566-4177-4cfa-9979-50dc2465b1d7 req-6eec4947-d9b4-46de-970b-01a4e1f73efa service neutron] (79560) timed out ('10.222.0.15', 50166) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:45:42.877099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03da902-24ee-4273-8fdd-9a41066bbee7 req-e83bf81a-ee48-4ae7-83e4-ee68f1573b45 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:42.878419 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b03da902-24ee-4273-8fdd-9a41066bbee7 req-e83bf81a-ee48-4ae7-83e4-ee68f1573b45 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0828748 May 14 18:45:42.922549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b03da902-24ee-4273-8fdd-9a41066bbee7 req-06da3023-c644-4509-9377-1dc2f02e982f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 May 14 18:45:43.105144 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aacd0e-ee04-4cb6-89b0-00f65059a748 req-5cda2c46-e870-4d17-afeb-b7196cf06e84 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:43.106635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8aacd0e-ee04-4cb6-89b0-00f65059a748 req-5cda2c46-e870-4d17-afeb-b7196cf06e84 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0813336 May 14 18:45:43.155202 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8aacd0e-ee04-4cb6-89b0-00f65059a748 req-e894e2f4-9e45-4ae0-845a-7225dc8650fa tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 May 14 18:45:43.645733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-e6451332-efe2-4f2a-a9a7-9f0feddb07a0 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:43.647990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-e6451332-efe2-4f2a-a9a7-9f0feddb07a0 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 815 time: 0.1469362 May 14 18:45:43.663947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-7edb493e-208d-4531-b496-9736a3338cf1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/quotas/8e7d75f3afc14d2b8745032e56d6b7d7 HTTP/1.1" status: 200 len: 375 time: 0.0104146 May 14 18:45:43.747598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a469497b-2e47-4585-bbe3-917b4453d4bf tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786262 May 14 18:45:43.877856 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-91f7666d-62f2-4072-838b-10480b3ac5dd service neutron] 10.222.0.24 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233051 May 14 18:45:44.007527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-fdd00b81-b154-48a0-8271-cedf7e919200 service neutron] 10.222.0.24 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233330 May 14 18:45:44.180256 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a16b679b-010f-4107-aee6-606e891f8993 req-b39904a7-c9ce-4016-a7f1-07e0ef89ceee tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 210 time: 0.0427556 May 14 18:45:44.866475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-aa064833-40b8-47a2-91b3-b9d1d400d9f9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:44.867853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-aa064833-40b8-47a2-91b3-b9d1d400d9f9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c15517-1ad1-468d-8f5f-f7914a2d66e5 HTTP/1.1" status: 200 len: 945 time: 0.0837057 May 14 18:45:45.004179 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Deleting port 0bd64271-8f70-4219-8ac9-71367d88398e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:45:45.004523 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.277265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-9b087a8a-7438-4de8-b53b-c5aa219a722c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:45.278053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-9b087a8a-7438-4de8-b53b-c5aa219a722c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Synchronizing usage tracker for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:network {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:45:45.300256 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-9b087a8a-7438-4de8-b53b-c5aa219a722c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Unset dirty status for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:network {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:45:45.301512 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-9b087a8a-7438-4de8-b53b-c5aa219a722c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 815 time: 0.1965802 May 14 18:45:45.319918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Request body: {'port': {'device_id': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'admin_state_up': True, 'tenant_id': '8e7d75f3afc14d2b8745032e56d6b7d7'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:45:45.354184 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fedde3bf-8ce1-42ec-acfc-cf8b24810bcb req-d1cb767c-73d3-4e03-bb4b-3b9ff9779ce2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 210 time: 0.0511417 May 14 18:45:45.358760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] For port 0bd64271-8f70-4219-8ac9-71367d88398e, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=0bd64271-8f70-4219-8ac9-71367d88398e,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:45.359246 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.458904 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:45:45.468515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:45:45.479086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Made reservation on behalf of 8e7d75f3afc14d2b8745032e56d6b7d7 for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:45:45.483008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.484897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Calling delete_port for 0bd64271-8f70-4219-8ac9-71367d88398e owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:45:45.598339 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.607678 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7c2535c5-71fa-4205-9077-000dfaddc099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:45.615114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bd64271-8f70-4219-8ac9-71367d88398e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:45:45.652350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Pushing event deleted for resources: {'Port': ['ID=0bd64271-8f70-4219-8ac9-71367d88398e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:45.700990 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.701371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.701744 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.702113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.702504 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.702865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.703444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.703810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.704171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.704529 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.704886 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.705242 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:45.707479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Allocated IP 172.20.0.13 (30ad7ede-fe05-4c3c-9279-151dca4cbe35/109b00b1-16a4-421f-91fd-0803a942ff17/a4176a2a-6622-4257-9a9d-d32a25f070df) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:45:45.742147 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:45.747296 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] No DVR routers for this DVR port 0bd64271-8f70-4219-8ac9-71367d88398e on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:45:45.749795 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.752356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-deleted', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:45.768845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.22 "DELETE /v2.0/ports/0bd64271-8f70-4219-8ac9-71367d88398e HTTP/1.1" status: 204 len: 173 time: 0.8946793 May 14 18:45:45.811023 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c15517-1ad1-468d-8f5f-f7914a2d66e5', 'name': 'network-vif-deleted', 'tag': '0bd64271-8f70-4219-8ac9-71367d88398e', 'status': 'completed', 'code': 200} May 14 18:45:45.942369 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.982560 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:45.988573 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:45.999912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['0bd64271-8f70-4219-8ac9-71367d88398e'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:45:46.060622 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:45:46.064144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:45:46.073691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:45:46.106204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:46.122571 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.123074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.123456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.123838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.124213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.124582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.124950 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.125314 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.125681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.126045 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.126404 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.126765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:45:46.138445 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:46.160362 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:46.160975 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:46.184611 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8699405 May 14 18:45:46.196634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Request body: {'port': {'device_id': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:45:46.307740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:46.544400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b3d-ad3e-43c3-969e-691700153749 req-2b8ab30a-de94-49b8-bc41-497c4fdb048d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:46.545196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02f87b3d-ad3e-43c3-969e-691700153749 req-2b8ab30a-de94-49b8-bc41-497c4fdb048d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Synchronizing usage tracker for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:45:46.560812 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-02f87b3d-ad3e-43c3-969e-691700153749 req-2b8ab30a-de94-49b8-bc41-497c4fdb048d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Unset dirty status for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:45:46.562198 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02f87b3d-ad3e-43c3-969e-691700153749 req-2b8ab30a-de94-49b8-bc41-497c4fdb048d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 932 time: 0.0987170 May 14 18:45:46.611272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02f87b3d-ad3e-43c3-969e-691700153749 req-8a7da97a-bcf2-4489-b0d3-c90cd36dd06d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 May 14 18:45:46.653005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4176a2a-6622-4257-9a9d-d32a25f070df {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:45:46.660920 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:46.675954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Transition to ACTIVE for port object a4176a2a-6622-4257-9a9d-d32a25f070df will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:45:46.679652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:46.684389 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9fc977d8-becd-4ac6-a489-ad4081c8f5a5 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:46.810573 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:46.998777 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:47.072204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:45:47.072453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:45:47.072780 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:45:47.077212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Port a4176a2a-6622-4257-9a9d-d32a25f070df on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:45:47.077530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:45:47.082471 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:45:47.082802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Checking segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:45:47.083198 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Bound using segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:45:47.083629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Bound port: a4176a2a-6622-4257-9a9d-d32a25f070df, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:45:47.083966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:47.172524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:45:47.176153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:45:47.181080 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:47.184663 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e10084c5-6acf-4978-91b2-2d11b1cff8f8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:47.236213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:47.236835 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:47.238189 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] 10.222.0.22 "PUT /v2.0/ports/a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 1092 time: 1.0456915 May 14 18:45:47.238702 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:47.269638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:47.272889 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:47.308945 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'status': 'completed', 'code': 200} May 14 18:45:47.348772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-059f2fff-ac12-4ffe-815b-f4b01ceedcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:47.350799 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-059f2fff-ac12-4ffe-815b-f4b01ceedcbe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0739050 May 14 18:45:47.424324 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-a60ad3b8-15a3-479d-85a9-27e11496bf01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0627010 May 14 18:45:47.489451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-9c7cd221-270b-49d5-93fc-825f3e79e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:47.490876 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-9c7cd221-270b-49d5-93fc-825f3e79e0f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0568385 May 14 18:45:47.540996 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-3270d3e8-5372-4125-b487-1dd3c13eac3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406184 May 14 18:45:47.679023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-0511479e-69ca-478b-bc94-c8603a72cc3a service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268656 May 14 18:45:47.798952 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e96c3-d20d-4282-b020-438206ed3a7f req-9081aa58-c544-4e7f-bdc6-41191daf7114 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:47.800434 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-639e96c3-d20d-4282-b020-438206ed3a7f req-9081aa58-c544-4e7f-bdc6-41191daf7114 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0813453 May 14 18:45:47.818175 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8848e720-2e62-48bf-bbdc-900d1f0608a1 req-b0be1f37-cabe-4487-9ca5-cd4765e948b2 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287768 May 14 18:45:47.847396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-639e96c3-d20d-4282-b020-438206ed3a7f req-b4d5cc67-a879-476a-8806-b4acba8b2967 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 May 14 18:45:47.956569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-5cdd6aa2-b2cc-4840-8586-63fb0773a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:47.957954 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-5cdd6aa2-b2cc-4840-8586-63fb0773a574 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0749855 May 14 18:45:48.086783 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-e6dc11f4-56ae-4cfe-b2bb-29f0818ad474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:48.088236 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-e6dc11f4-56ae-4cfe-b2bb-29f0818ad474 service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1240640 May 14 18:45:48.153862 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-752db8f2-a3c8-4df1-bb5a-09efcc6002db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0583873 May 14 18:45:48.220201 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-c18e7083-68ac-479b-aa8e-77ff126e5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:48.221483 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-c18e7083-68ac-479b-aa8e-77ff126e5070 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0596471 May 14 18:45:48.266750 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-c987ebed-5ef2-4844-be20-94a895f9e07c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378819 May 14 18:45:48.396201 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-a259f0ef-7344-425a-bf05-9232c5260c08 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213498 May 14 18:45:48.527882 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7b08b0eb-616f-4a06-97c1-2262e78c9373 req-288ee02e-74a4-4914-9691-754dfc1dcce9 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241689 May 14 18:45:49.038424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589173-a3e9-49a5-9290-4f8d2ae9e923 req-a7dbeae8-3f5a-4bc8-a68f-b30eb14bc10f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:49.039883 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a589173-a3e9-49a5-9290-4f8d2ae9e923 req-a7dbeae8-3f5a-4bc8-a68f-b30eb14bc10f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0838299 May 14 18:45:49.085579 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a589173-a3e9-49a5-9290-4f8d2ae9e923 req-1657298f-99e6-4939-acdf-e0a53ed3cebb tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 May 14 18:45:49.965283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:45:49.999680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 0bd64271-8f70-4219-8ac9-71367d88398e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:45:50.000034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 0bd64271-8f70-4219-8ac9-71367d88398e not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:45:50.276509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e64d9-26fb-4270-afe0-0fd333831fb8 req-861533b7-f588-40ed-9799-6a8f6a188691 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:50.277842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec3e64d9-26fb-4270-afe0-0fd333831fb8 req-861533b7-f588-40ed-9799-6a8f6a188691 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0798459 May 14 18:45:50.322303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ec3e64d9-26fb-4270-afe0-0fd333831fb8 req-3149b4cb-b808-4488-9742-9ae819158dee tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 May 14 18:45:51.514127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7447-309d-4ada-a140-f11c73e7c32d req-e2eb40f0-0b16-4292-a40f-574cbd3f4908 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:51.515583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ead7447-309d-4ada-a140-f11c73e7c32d req-e2eb40f0-0b16-4292-a40f-574cbd3f4908 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0842640 May 14 18:45:51.559688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2ead7447-309d-4ada-a140-f11c73e7c32d req-f2371c8b-56e5-4465-85df-b086def6b062 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 May 14 18:45:51.961324 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:45:52.092701 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:52.105410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'port_id': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'mac_address': 'fa:16:3e:ad:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109b00b1-16a4-421f-91fd-0803a942ff17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:45:52.162879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:52.179509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4176a2a-6622-4257-9a9d-d32a25f070df {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:45:52.195297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:52.199292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:52.201353 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:52.264905 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:52.267892 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:52.430739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['a4176a2a-6622-4257-9a9d-d32a25f070df'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:45:52.745202 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d8f7-a5b4-4da8-9a68-2001fa5add2f req-f19dcdbc-d58d-4097-b0be-1eb2b52090b2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:52.746633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e43d8f7-a5b4-4da8-9a68-2001fa5add2f req-f19dcdbc-d58d-4097-b0be-1eb2b52090b2 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 945 time: 0.0809007 May 14 18:45:52.791348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7e43d8f7-a5b4-4da8-9a68-2001fa5add2f req-ce51d181-2366-4ed4-a19d-96b6dac74e6b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 May 14 18:45:53.978797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1fb45-af5f-4caa-ad92-ff929820e556 req-c64439d0-e238-4a6a-ad06-5b523abf4db7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:53.980260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81c1fb45-af5f-4caa-ad92-ff929820e556 req-c64439d0-e238-4a6a-ad06-5b523abf4db7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 945 time: 0.0833275 May 14 18:45:53.983799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:45:54.027765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81c1fb45-af5f-4caa-ad92-ff929820e556 req-390abf2c-2136-4f8b-88aa-e03ca3aa8a8f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 May 14 18:45:54.051768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port a4176a2a-6622-4257-9a9d-d32a25f070df completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:45:54.057379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port a4176a2a-6622-4257-9a9d-d32a25f070df triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:45:54.057750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:54.172256 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:54.198802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:45:54.208059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:45:54.212700 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:54.214518 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:45:54.248410 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'code': 200} May 14 18:45:54.283803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:45:54.287737 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:45:54.376498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cc011-6436-4ef5-a6b2-c90dc58eef6b req-663a0dbe-ab36-428a-9373-fa6af918a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:54.377846 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d23cc011-6436-4ef5-a6b2-c90dc58eef6b req-663a0dbe-ab36-428a-9373-fa6af918a157 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1097 time: 0.0740004 May 14 18:45:54.421000 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d23cc011-6436-4ef5-a6b2-c90dc58eef6b req-4faba929-0eb7-481a-8c16-8c9cc118277f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 May 14 18:45:54.442829 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:55.216142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993a0b9-0985-49a5-80a5-7e44a2d1ed8b req-17982afd-83be-4873-9b9c-ccca513fe818 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:55.217587 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a993a0b9-0985-49a5-80a5-7e44a2d1ed8b req-17982afd-83be-4873-9b9c-ccca513fe818 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0831723 May 14 18:45:55.262571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a993a0b9-0985-49a5-80a5-7e44a2d1ed8b req-002bac22-8cc9-4666-920b-c167356296dc tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 May 14 18:45:56.445765 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7cb1d-8b30-4c19-b58f-3977658f124b req-b7ba78db-7f5e-4af8-8069-6ac588bb086d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:56.447288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfa7cb1d-8b30-4c19-b58f-3977658f124b req-b7ba78db-7f5e-4af8-8069-6ac588bb086d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0802124 May 14 18:45:56.491422 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bfa7cb1d-8b30-4c19-b58f-3977658f124b req-9481cdb1-d303-41c5-816b-3b6ce63fdafc tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 May 14 18:45:56.682500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f922b40-2217-4241-ae55-607ad870e30d req-e1156ff4-8c22-4743-b931-de0e9064784c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:56.683983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f922b40-2217-4241-ae55-607ad870e30d req-e1156ff4-8c22-4743-b931-de0e9064784c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0845571 May 14 18:45:56.730613 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2f922b40-2217-4241-ae55-607ad870e30d req-764eeba4-0cb2-486c-abbf-f7303c49b766 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 May 14 18:45:57.068959 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-16898f91-bd09-419d-b977-86ed9e0c9042 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691130 May 14 18:45:57.097898 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-58c5ea47-4a91-4f80-a1ba-831748f4644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:57.128635 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebee9a-ef3d-4969-bf9f-bbcc62930cfb req-e772bdf9-4650-453f-b871-220815975a61 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:57.130080 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6aebee9a-ef3d-4969-bf9f-bbcc62930cfb req-e772bdf9-4650-453f-b871-220815975a61 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0835574 May 14 18:45:57.180763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6aebee9a-ef3d-4969-bf9f-bbcc62930cfb req-88ac2405-5b0c-400e-99de-f98b0a7fac62 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 May 14 18:45:58.090862 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:58.189886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-7af05978-d57c-4223-b6ed-32cbfdf4f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:58.191360 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-7af05978-d57c-4223-b6ed-32cbfdf4f8d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1097 time: 0.0738137 May 14 18:45:58.323527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-3245683b-5c3f-4e57-82d5-fd5b925d9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:58.324896 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-3245683b-5c3f-4e57-82d5-fd5b925d9bf9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1272655 May 14 18:45:58.370757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973231-0b50-447b-b20c-7c2eff79f9f8 req-c65005b4-6659-4695-9314-01900369ef7a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:58.372252 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15973231-0b50-447b-b20c-7c2eff79f9f8 req-c65005b4-6659-4695-9314-01900369ef7a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0837207 May 14 18:45:58.392232 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-60ac223a-da7e-4a7b-a55e-cc3567bc6121 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0605145 May 14 18:45:58.419142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15973231-0b50-447b-b20c-7c2eff79f9f8 req-62da1fbf-40a7-408e-a1cb-706d5e555049 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 May 14 18:45:58.458902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-9dd5b96e-dbfc-417e-8d52-64882c45c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:58.461301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-9dd5b96e-dbfc-417e-8d52-64882c45c327 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0628355 May 14 18:45:58.508767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-4183e548-f12f-4c87-8ce4-21bff5595955 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411372 May 14 18:45:58.645427 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-89b38b8e-4075-4bc6-8b00-094e952d3a33 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294115 May 14 18:45:58.932767 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-e3828215-7c7f-4864-9fa5-5cddcb546de1 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810519 May 14 18:45:59.607095 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31661ab1-8d8a-4b38-8666-d114a3e69c3d req-8956e055-492c-49cf-815e-136c68fa7d49 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:45:59.608470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31661ab1-8d8a-4b38-8666-d114a3e69c3d req-8956e055-492c-49cf-815e-136c68fa7d49 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0833759 May 14 18:45:59.628733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:45:59.654692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-31661ab1-8d8a-4b38-8666-d114a3e69c3d req-5858af30-b091-40dd-835c-3b010b69ddf7 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 May 14 18:45:59.797974 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-944018d6-c9ea-41eb-8afd-542504e90457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:00.844125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0f86-341f-496c-8588-f06731fe0991 req-cc6ccc89-3fdb-4eea-8df4-aeb614eab232 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:00.845481 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d55b0f86-341f-496c-8588-f06731fe0991 req-cc6ccc89-3fdb-4eea-8df4-aeb614eab232 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0799885 May 14 18:46:00.872686 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:00.898562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d55b0f86-341f-496c-8588-f06731fe0991 req-7a5e7b50-7a73-4a02-b727-5087e0e115da tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 May 14 18:46:02.084280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7eca8-ff5a-418a-a598-fd70405cea85 req-1c7f0b15-4915-4f4a-93b6-998587c8819a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:02.085725 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41c7eca8-ff5a-418a-a598-fd70405cea85 req-1c7f0b15-4915-4f4a-93b6-998587c8819a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0804217 May 14 18:46:02.130583 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-41c7eca8-ff5a-418a-a598-fd70405cea85 req-af9796b5-4aca-4ea5-ae90-30b6eed55700 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 May 14 18:46:02.381019 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:03.315102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e0c14-def6-4abc-9086-b4df7fc34368 req-2c9309d5-62b7-4b92-9e83-53ff23917ab4 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:03.316552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-270e0c14-def6-4abc-9086-b4df7fc34368 req-2c9309d5-62b7-4b92-9e83-53ff23917ab4 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0822892 May 14 18:46:03.362165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-270e0c14-def6-4abc-9086-b4df7fc34368 req-3fc294db-7456-43cd-b038-73701f838669 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 May 14 18:46:04.548011 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108335-935d-46bf-b0bd-feeea76ed0c6 req-0c02cc89-58bf-4245-8cfc-c4d686b2105a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:04.549442 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad108335-935d-46bf-b0bd-feeea76ed0c6 req-0c02cc89-58bf-4245-8cfc-c4d686b2105a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0788648 May 14 18:46:04.597034 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad108335-935d-46bf-b0bd-feeea76ed0c6 req-a3def387-0e72-4b14-846d-1233c0f19044 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 May 14 18:46:05.783612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42d970-83fe-45ce-986c-d66b5ee82ecd req-8f9f40f6-aaca-4bc1-84d3-156bcde0b044 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:05.784958 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea42d970-83fe-45ce-986c-d66b5ee82ecd req-8f9f40f6-aaca-4bc1-84d3-156bcde0b044 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0811651 May 14 18:46:05.829743 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea42d970-83fe-45ce-986c-d66b5ee82ecd req-c53faf32-493a-47fc-b83c-4593440a655f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 May 14 18:46:07.017727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9a274-30f1-4c8d-a076-a74cc1f9fb2a req-46aba35d-7e3e-4752-9617-ed165a476ded tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:07.019149 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39c9a274-30f1-4c8d-a076-a74cc1f9fb2a req-46aba35d-7e3e-4752-9617-ed165a476ded tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0844023 May 14 18:46:07.062444 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39c9a274-30f1-4c8d-a076-a74cc1f9fb2a req-714ffcbe-c88e-43a2-91f5-d6d3fbe041e6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376058 May 14 18:46:08.404219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bedc4-577a-4a86-9474-44fe4938266c req-ef521aaf-72fd-41e8-bd69-c4fe3ffa2214 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:08.405651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-924bedc4-577a-4a86-9474-44fe4938266c req-ef521aaf-72fd-41e8-bd69-c4fe3ffa2214 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0812018 May 14 18:46:08.452622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-924bedc4-577a-4a86-9474-44fe4938266c req-b7ba778e-35c0-4312-a97c-02a23c7ddd13 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 May 14 18:46:09.635408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2feea-35c8-401a-b700-0b0f16818ac7 req-3ec447fb-75bd-436b-938e-ab59101245e1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:09.636825 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20d2feea-35c8-401a-b700-0b0f16818ac7 req-3ec447fb-75bd-436b-938e-ab59101245e1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0787516 May 14 18:46:09.681556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-20d2feea-35c8-401a-b700-0b0f16818ac7 req-0dcbecbe-91b7-405c-9e1a-c02f1f567b6a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390751 May 14 18:46:10.867256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b550080-2545-4061-af9d-dcc7975e90c7 req-f58f2cbb-5858-4a1a-8962-2af556a6f9fd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:10.868588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b550080-2545-4061-af9d-dcc7975e90c7 req-f58f2cbb-5858-4a1a-8962-2af556a6f9fd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0835137 May 14 18:46:11.062649 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b550080-2545-4061-af9d-dcc7975e90c7 req-c3f6671f-03e3-4d0d-bb27-34a872cc217b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883814 May 14 18:46:12.248323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8777133-9ce9-4289-9e0d-2d14a5d192a4 req-34aa9975-512f-4531-bbec-217fcc28840e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:12.249758 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8777133-9ce9-4289-9e0d-2d14a5d192a4 req-34aa9975-512f-4531-bbec-217fcc28840e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0800331 May 14 18:46:12.296318 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c8777133-9ce9-4289-9e0d-2d14a5d192a4 req-57d1fd80-e8d2-4bb2-afe9-5989339a4d24 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 May 14 18:46:13.478580 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79a69-ad40-4733-901d-4855fcb90fd2 req-05c30c47-09c7-42fe-b3b0-d56238b516a6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:13.480050 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bcc79a69-ad40-4733-901d-4855fcb90fd2 req-05c30c47-09c7-42fe-b3b0-d56238b516a6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0792370 May 14 18:46:13.525062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bcc79a69-ad40-4733-901d-4855fcb90fd2 req-26d2213c-847a-4bc9-8837-e2c2a2ca8848 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393081 May 14 18:46:14.712451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6b2c2-3104-488e-9545-adab90b3f244 req-6d77660f-167e-4bf7-8b3e-8dc44758caf1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:14.713875 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3de6b2c2-3104-488e-9545-adab90b3f244 req-6d77660f-167e-4bf7-8b3e-8dc44758caf1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0846751 May 14 18:46:14.758756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3de6b2c2-3104-488e-9545-adab90b3f244 req-15e0975f-1f2b-440a-b87b-d2fe9217e148 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391479 May 14 18:46:15.944111 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746d89b-b539-414a-ac58-2c85364208d4 req-116a530f-544c-4486-add6-e0fbe1d383f5 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:15.945681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4746d89b-b539-414a-ac58-2c85364208d4 req-116a530f-544c-4486-add6-e0fbe1d383f5 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0790858 May 14 18:46:15.994015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4746d89b-b539-414a-ac58-2c85364208d4 req-003cb773-f062-460e-8b7b-51e4af9ac25b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 May 14 18:46:16.983986 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:46:17.176897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59524c91-2bb3-4c47-b097-dc6ed1eb4672 req-a6cca567-c096-4cd9-a47e-1ec493803ed6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:17.178330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59524c91-2bb3-4c47-b097-dc6ed1eb4672 req-a6cca567-c096-4cd9-a47e-1ec493803ed6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0808673 May 14 18:46:17.222818 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-59524c91-2bb3-4c47-b097-dc6ed1eb4672 req-c80fd13f-00e6-4dc9-8171-cc59a3540a5b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 May 14 18:46:18.409664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fde49a-d365-4fe9-9d50-18e994bcd8a4 req-7568ff9c-be3c-4240-960f-9438bca5dc20 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:18.411084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96fde49a-d365-4fe9-9d50-18e994bcd8a4 req-7568ff9c-be3c-4240-960f-9438bca5dc20 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0826335 May 14 18:46:18.455592 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-96fde49a-d365-4fe9-9d50-18e994bcd8a4 req-fea090c4-2647-4664-b6f7-2c81f8aa03a3 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 May 14 18:46:19.297641 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-13d98b76-d2c3-448f-840b-54b5090d371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:19.299130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-13d98b76-d2c3-448f-840b-54b5090d371f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1097 time: 0.0745349 May 14 18:46:19.444551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-3adf1886-7286-4fdd-a26c-f5589f72346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:19.446565 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-3adf1886-7286-4fdd-a26c-f5589f72346c service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1279109 May 14 18:46:19.512798 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-ac6a21c3-dc92-49bc-a11d-8aaf1cb5b90d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0596764 May 14 18:46:19.579558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-892c1fb3-b50e-45fa-a5a7-a80871128ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:19.580875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-892c1fb3-b50e-45fa-a5a7-a80871128ee0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0609374 May 14 18:46:19.628578 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-a13c5e11-ae71-45ab-bdd9-71aabc3df5c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410895 May 14 18:46:19.645582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018e47a-b6c4-4e40-be49-550f70231e1a req-3559c7b9-64d8-4aea-aa28-e4bad83ae94c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:19.647024 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8018e47a-b6c4-4e40-be49-550f70231e1a req-3559c7b9-64d8-4aea-aa28-e4bad83ae94c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0818970 May 14 18:46:19.696736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8018e47a-b6c4-4e40-be49-550f70231e1a req-2e25b9b4-6cab-42d7-8065-4bb1d0d8d251 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 May 14 18:46:19.763663 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-54cf2cb5-b969-44dc-8066-8322c4db5dcc service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281962 May 14 18:46:19.897568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e8b2294e-97f1-4d90-ac18-40c5ad12293b req-a163b470-d0be-4ce8-8d0d-e05ddc42253a service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274073 May 14 18:46:20.883445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c83b3-66f0-4dcd-a77a-f4523b1ff509 req-1ab0926b-a06a-48e7-a49a-531d0b5dd43c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:20.884827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d15c83b3-66f0-4dcd-a77a-f4523b1ff509 req-1ab0926b-a06a-48e7-a49a-531d0b5dd43c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0804353 May 14 18:46:20.928449 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d15c83b3-66f0-4dcd-a77a-f4523b1ff509 req-7ecc138a-f36b-452b-846f-7b93e37eb677 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 May 14 18:46:22.116571 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920e04b-a521-4aa2-b0a5-28a66c09f38b req-c42b20df-4884-4ecc-8551-1e9ae1d5c003 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:22.118544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1920e04b-a521-4aa2-b0a5-28a66c09f38b req-c42b20df-4884-4ecc-8551-1e9ae1d5c003 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0836782 May 14 18:46:22.163484 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1920e04b-a521-4aa2-b0a5-28a66c09f38b req-d2149886-2a33-4a00-8629-385a6c2e030b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 May 14 18:46:23.350988 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee43d-49aa-448b-9a08-bf390e564d36 req-ed0700bb-9bdb-4c5b-856c-875723542f0e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:23.352436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b73ee43d-49aa-448b-9a08-bf390e564d36 req-ed0700bb-9bdb-4c5b-856c-875723542f0e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0809538 May 14 18:46:23.404273 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b73ee43d-49aa-448b-9a08-bf390e564d36 req-6e8b8b84-7430-4229-b23b-1871bf660c72 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 May 14 18:46:24.443744 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:24.590224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738c67-2f61-4338-9187-986270efea5b req-dc03ce2f-b4bd-4afc-9aa4-ebb8dfdbd15e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:24.591706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3738c67-2f61-4338-9187-986270efea5b req-dc03ce2f-b4bd-4afc-9aa4-ebb8dfdbd15e tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0796015 May 14 18:46:24.636224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3738c67-2f61-4338-9187-986270efea5b req-7d39c832-b816-4ee0-92eb-d1ff5e7fc8f1 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 May 14 18:46:25.824666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368e276-7316-44dc-b768-527d9409c266 req-aa1528a2-5f68-43ea-8e0a-d130584b9b6f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:25.826042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5368e276-7316-44dc-b768-527d9409c266 req-aa1528a2-5f68-43ea-8e0a-d130584b9b6f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0856729 May 14 18:46:25.869636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5368e276-7316-44dc-b768-527d9409c266 req-0b9037b7-1d2c-4516-8a68-c8cf3cb2b8bd tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 May 14 18:46:26.095681 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-6a6b1a40-570b-4656-8c84-0fb88365a48d service neutron] show failed (client error): The resource could not be found. May 14 18:46:26.096670 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-6a6b1a40-570b-4656-8c84-0fb88365a48d service neutron] 10.222.0.22 "GET /v2.0/ports/a4176a2a-6622-4257-9a9d-d32a25f070df/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0750663 May 14 18:46:26.369383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-bcd700eb-f7da-4596-8be5-9cde0067e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:26.370809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-bcd700eb-f7da-4596-8be5-9cde0067e2ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d&tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7 HTTP/1.1" status: 200 len: 1097 time: 0.0721421 May 14 18:46:26.381689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:26.491418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:26.755455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:26.784927 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:46:26.842652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:46:26.847954 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:26.862935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Transition to ACTIVE for port object a4176a2a-6622-4257-9a9d-d32a25f070df will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:26.866530 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:26.871042 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a4916bbc-2913-473d-acf4-781ef67a5090 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:26.908178 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'code': 200} May 14 18:46:27.068637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] No DVR routers for this DVR port a4176a2a-6622-4257-9a9d-d32a25f070df on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:46:27.070497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:27.080598 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:27.092333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9038b664-0e2f-48df-8559-616244ec9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:27.291057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:46:27.291404 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:46:27.291726 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:27.298650 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Port a4176a2a-6622-4257-9a9d-d32a25f070df on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:46:27.298966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Attempting to bind port a4176a2a-6622-4257-9a9d-d32a25f070df on network 30ad7ede-fe05-4c3c-9279-151dca4cbe35 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:27.307132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:46:27.307476 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Checking segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:46:27.307850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Bound using segment: {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:46:27.308260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Bound port: a4176a2a-6622-4257-9a9d-d32a25f070df, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5c9e96-464d-4d89-beb1-40449aa9766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:46:27.308612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:27.368186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ad3f7-bc92-406f-8116-58a09a823584 req-73d81275-5a9d-4039-94d7-d1da3d49cdde tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:27.370187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc4ad3f7-bc92-406f-8116-58a09a823584 req-73d81275-5a9d-4039-94d7-d1da3d49cdde tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.3537309 May 14 18:46:27.449103 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc4ad3f7-bc92-406f-8116-58a09a823584 req-cb8b885f-23b5-4792-a4b0-f337fe1fca79 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 May 14 18:46:27.452932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:46:27.456468 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:46:27.460938 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:27.465103 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bec67a66-eb64-4616-adf7-5b7e648a837d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:27.517676 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:27.518243 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:27.519616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 1092 time: 1.1419339 May 14 18:46:27.538618 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:27.572080 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:27.611684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-4254ee75-f6fd-4088-b0fc-3034ee300a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:27.613117 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-4254ee75-f6fd-4088-b0fc-3034ee300a14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0711131 May 14 18:46:27.742593 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-f2e58e21-a449-4370-82ee-6e7aaee53c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:27.744868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-f2e58e21-a449-4370-82ee-6e7aaee53c89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1245248 May 14 18:46:27.814598 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-d60e77ac-4891-4cfb-b64e-06833b7e7d25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0637238 May 14 18:46:27.875883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-afae7d30-4ca5-412b-8432-ddd276c59f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:27.877272 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-afae7d30-4ca5-412b-8432-ddd276c59f47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0565610 May 14 18:46:27.927134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-ffbbe226-ef09-4c75-a171-26acaac9abe3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432329 May 14 18:46:28.057643 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-9bc7b751-a946-4086-94a0-c60baa37a743 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231277 May 14 18:46:28.076499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:28.189077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5e693644-a9b8-40da-bf26-219a161dbcfe req-88544148-f5c1-429a-a6d6-423ef7c9fceb service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 May 14 18:46:28.634004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861c8d-aaf3-4dfa-af00-5181a18ce51b req-f803e128-344e-4368-baab-7c50928fbb08 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:28.636000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28861c8d-aaf3-4dfa-af00-5181a18ce51b req-f803e128-344e-4368-baab-7c50928fbb08 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0815628 May 14 18:46:28.684045 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-28861c8d-aaf3-4dfa-af00-5181a18ce51b req-7d81dfec-3abc-42ec-babb-ea16aec22a8f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 May 14 18:46:28.909430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:46:28.965872 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'status': 'completed', 'code': 200} May 14 18:46:29.058741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-74666081-29e5-465f-a041-06d44e46185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.060238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-74666081-29e5-465f-a041-06d44e46185a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0722136 May 14 18:46:29.063522 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-4c164f3b-140f-4ebb-9278-a479a7d67f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.064967 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-4c164f3b-140f-4ebb-9278-a479a7d67f3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0734553 May 14 18:46:29.198034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-a1ad74f3-bc14-4f89-a313-34e1297cf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.199500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-a1ad74f3-bc14-4f89-a313-34e1297cf773 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1319797 May 14 18:46:29.199867 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-e5498e52-dcda-4901-80f8-8fa282e4dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.201271 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-e5498e52-dcda-4901-80f8-8fa282e4dbf0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1266568 May 14 18:46:29.270826 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-453cbd47-4214-4372-ae2d-bbde8e54c9a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0649071 May 14 18:46:29.275634 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-592ec341-aae2-4c82-866f-6f274ecaaecd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0642269 May 14 18:46:29.335005 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-80b989fe-d2df-4f78-ab2e-34e453d6a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.336478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-80b989fe-d2df-4f78-ab2e-34e453d6a4a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0587649 May 14 18:46:29.340938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-2e8dd370-e4b3-4963-b53d-7188acb0e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.342323 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-2e8dd370-e4b3-4963-b53d-7188acb0e847 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.0576184 May 14 18:46:29.385539 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-9d533063-004a-44f7-96f5-8f4f6eb9f5d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418983 May 14 18:46:29.393649 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-467d0702-a271-42a1-aa3d-2907344ad6c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403574 May 14 18:46:29.519851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-592505f7-35ce-4377-b483-24e9a1597704 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277094 May 14 18:46:29.529091 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-3a9090d7-6b4d-43fd-8e4d-26b48209e640 service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250389 May 14 18:46:29.632422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:29.653949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-b7802a8b-600b-4d37-8d90-27293bb176a8 service neutron] 10.222.0.15 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263635 May 14 18:46:29.675758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0f70ba1c-270f-4297-84d3-00a949d21046 req-f426a694-14d9-436b-80cc-40c5e89acb8b service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352925 May 14 18:46:29.800612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-80d2e33b-d8b4-4513-837b-feb42696646f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:29.878299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1baa5-6d0e-4332-89ae-2eacbb7fa6ae req-7769ede8-2917-4aa0-b169-ffed286f486f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:29.879754 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da1baa5-6d0e-4332-89ae-2eacbb7fa6ae req-7769ede8-2917-4aa0-b169-ffed286f486f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0852036 May 14 18:46:29.925101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7da1baa5-6d0e-4332-89ae-2eacbb7fa6ae req-44c265fb-216b-4962-b5f0-a345d3cfa2a3 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 May 14 18:46:30.195124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:46:30.254309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:46:30.874826 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:31.131132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb695db-fd17-4ba7-a7b8-89fda97345bb req-4279ffa6-2ce8-4e27-a2ba-83ec8445394d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:31.132513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cb695db-fd17-4ba7-a7b8-89fda97345bb req-4279ffa6-2ce8-4e27-a2ba-83ec8445394d tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 944 time: 0.0977175 May 14 18:46:31.180533 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9cb695db-fd17-4ba7-a7b8-89fda97345bb req-d0ed50c3-0256-4a79-b857-e808b7ec733f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 May 14 18:46:32.033463 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:46:32.167826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:32.180427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'network_id': '30ad7ede-fe05-4c3c-9279-151dca4cbe35', 'port_id': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'mac_address': 'fa:16:3e:ad:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109b00b1-16a4-421f-91fd-0803a942ff17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:46:32.234748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:32.251923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4176a2a-6622-4257-9a9d-d32a25f070df {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:46:32.266807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:32.271989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:32.273954 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:32.343322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:32.346463 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:32.371147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b87f-5238-4fdc-9888-2111ff1584f1 req-0eaf0935-13b5-4a7a-96f1-2b66ed3d4974 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:32.372617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d14b87f-5238-4fdc-9888-2111ff1584f1 req-0eaf0935-13b5-4a7a-96f1-2b66ed3d4974 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 945 time: 0.0823233 May 14 18:46:32.384901 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:32.421312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7d14b87f-5238-4fdc-9888-2111ff1584f1 req-c78e8939-ea9c-4d90-b578-e648aa12a25f tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 May 14 18:46:32.597065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['a4176a2a-6622-4257-9a9d-d32a25f070df'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:46:32.734444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8646030-6779-4308-86ef-aefbe5d60cc4 req-78a5cb02-7024-4f12-9af5-03ea8265e1fa tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:32.735961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8646030-6779-4308-86ef-aefbe5d60cc4 req-78a5cb02-7024-4f12-9af5-03ea8265e1fa tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 945 time: 0.0889189 May 14 18:46:32.757649 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86146ce-86a0-4506-95de-90472b140771 req-7066f2b9-8283-4adc-ac74-89906432f816 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:32.758394 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-d86146ce-86a0-4506-95de-90472b140771 req-7066f2b9-8283-4adc-ac74-89906432f816 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Synchronizing usage tracker for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:46:32.770990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-d86146ce-86a0-4506-95de-90472b140771 req-7066f2b9-8283-4adc-ac74-89906432f816 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Unset dirty status for tenant:8e7d75f3afc14d2b8745032e56d6b7d7 on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:46:32.772120 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-7066f2b9-8283-4adc-ac74-89906432f816 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d&tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 945 time: 0.1123023 May 14 18:46:32.783851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e8646030-6779-4308-86ef-aefbe5d60cc4 req-5df0f936-6a38-472b-ac7e-8d9a08f42a2a tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 May 14 18:46:32.853513 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [req-d86146ce-86a0-4506-95de-90472b140771 req-24c2b987-d5e0-4e00-a318-e5db71491660 service neutron] delete failed (client error): The resource could not be found. May 14 18:46:32.854399 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-24c2b987-d5e0-4e00-a318-e5db71491660 service neutron] 10.222.0.22 "DELETE /v2.0/ports/a4176a2a-6622-4257-9a9d-d32a25f070df/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0733995 May 14 18:46:33.008581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86146ce-86a0-4506-95de-90472b140771 req-5f3cd078-70f6-4a9a-b02a-87700547a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:33.010685 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-5f3cd078-70f6-4a9a-b02a-87700547a55b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 1096 time: 0.0771170 May 14 18:46:33.144456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86146ce-86a0-4506-95de-90472b140771 req-fc8740d3-b34e-4fee-b6f4-0156e3ad3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:33.145875 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-fc8740d3-b34e-4fee-b6f4-0156e3ad3b5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 200 len: 916 time: 0.1258101 May 14 18:46:33.216157 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-1c9895c3-e386-4b53-8cb7-cb0412bd03ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 200 len: 217 time: 0.0604095 May 14 18:46:33.442582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86146ce-86a0-4506-95de-90472b140771 req-f438afca-e81e-44d0-9746-ce9b490579b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:33.444042 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-f438afca-e81e-44d0-9746-ce9b490579b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 200 len: 855 time: 0.2179291 May 14 18:46:33.495662 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-36bde8ee-2e9b-4abe-b203-e876f70a57d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30ad7ede-fe05-4c3c-9279-151dca4cbe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407751 May 14 18:46:33.630008 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-c4573068-225c-4a00-a5d7-4c69c01b831a service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227849 May 14 18:46:33.764915 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d86146ce-86a0-4506-95de-90472b140771 req-afff6e74-b5a3-49ae-b136-3699a57d3a6c service neutron] 10.222.0.22 "GET /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240635 May 14 18:46:33.970845 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd83b7-cf29-4077-a53f-b53e40a40a5a req-3cd765f4-306b-49e4-b3b9-c8426df9f611 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:33.972351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09dd83b7-cf29-4077-a53f-b53e40a40a5a req-3cd765f4-306b-49e4-b3b9-c8426df9f611 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 945 time: 0.0814846 May 14 18:46:34.016871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-09dd83b7-cf29-4077-a53f-b53e40a40a5a req-991f4419-019d-46d4-b5a5-47a016f76c57 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 May 14 18:46:34.049476 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:34.164346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port a4176a2a-6622-4257-9a9d-d32a25f070df completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:34.169563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port a4176a2a-6622-4257-9a9d-d32a25f070df triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:34.169937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:34.290066 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:34.317336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:46:34.335866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:34.340922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:34.342776 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:34.385568 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'code': 200} May 14 18:46:34.410889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:34.413938 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:35.205339 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0943d-ee79-4d4e-856d-3fdd53862add req-aca8c898-d497-4ee0-b051-43fb8e587763 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:35.206821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01f0943d-ee79-4d4e-856d-3fdd53862add req-aca8c898-d497-4ee0-b051-43fb8e587763 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0830226 May 14 18:46:35.251476 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-01f0943d-ee79-4d4e-856d-3fdd53862add req-d6e3be74-c2d0-4ad7-a879-76e9962f9b38 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 May 14 18:46:35.436322 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca7573-4809-40b3-8541-13ae8744500a req-51156548-4762-460a-8680-76b2aff4e1ad tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:35.437766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0ca7573-4809-40b3-8541-13ae8744500a req-51156548-4762-460a-8680-76b2aff4e1ad tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0802419 May 14 18:46:35.486738 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f0ca7573-4809-40b3-8541-13ae8744500a req-2372cf85-99a2-4f3b-8696-36a6721fc265 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 May 14 18:46:35.667512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434572db-0c12-4e16-8922-de7da40750fb req-a047a0d0-624c-4a82-95df-e39a65610b0c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:35.668959 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-434572db-0c12-4e16-8922-de7da40750fb req-a047a0d0-624c-4a82-95df-e39a65610b0c tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0800710 May 14 18:46:35.714622 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-434572db-0c12-4e16-8922-de7da40750fb req-c08ca8fb-42b9-45f5-aa45-37a11060987b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399504 May 14 18:46:36.253869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00246d-23c1-450d-b88e-5447bc43b922 req-05516c34-cdb8-45c1-81d9-dba172b8c137 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:36.255310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f00246d-23c1-450d-b88e-5447bc43b922 req-05516c34-cdb8-45c1-81d9-dba172b8c137 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0831761 May 14 18:46:36.459291 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4f00246d-23c1-450d-b88e-5447bc43b922 req-36738706-6508-49ee-a8a6-f48870441533 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976197 May 14 18:46:37.395509 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-f171c06b-3ab2-41d8-9a67-873a0ffdf35b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:37.396939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-f171c06b-3ab2-41d8-9a67-873a0ffdf35b tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.15 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.0785456 May 14 18:46:37.536612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Deleting port a4176a2a-6622-4257-9a9d-d32a25f070df {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:46:37.536958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:37.720140 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] For port a4176a2a-6622-4257-9a9d-d32a25f070df, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=a4176a2a-6622-4257-9a9d-d32a25f070df,segment=NetworkSegment(1b5c9e96-464d-4d89-beb1-40449aa9766c),segment_id=1b5c9e96-464d-4d89-beb1-40449aa9766c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:37.720419 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:37.851731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Calling delete_port for a4176a2a-6622-4257-9a9d-d32a25f070df owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:46:37.861758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec90c58-e7af-4c56-9bd7-8f6db046547e req-6dc0523f-04eb-4d7f-b9b7-0636da84af57 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:37.863228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aec90c58-e7af-4c56-9bd7-8f6db046547e req-6dc0523f-04eb-4d7f-b9b7-0636da84af57 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/ports?device_id=b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d HTTP/1.1" status: 200 len: 946 time: 0.2603743 May 14 18:46:37.923500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aec90c58-e7af-4c56-9bd7-8f6db046547e req-1690d56c-83f7-43ee-ad93-f68fa5b2e9d6 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9fc29e9-3a38-4ac2-ae05-913948ab3fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538011 May 14 18:46:38.007975 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:38.013821 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:38.022569 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['a4176a2a-6622-4257-9a9d-d32a25f070df'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:46:38.058534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Pushing event deleted for resources: {'Port': ['ID=a4176a2a-6622-4257-9a9d-d32a25f070df,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:38.061760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:38.134173 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] No DVR routers for this DVR port a4176a2a-6622-4257-9a9d-d32a25f070df on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:46:38.136860 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:38.139370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-deleted', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:46:38.154373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ff396968-68ef-4878-a0b5-9dceda096d00 req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] 10.222.0.15 "DELETE /v2.0/ports/a4176a2a-6622-4257-9a9d-d32a25f070df HTTP/1.1" status: 204 len: 173 time: 0.7518256 May 14 18:46:38.185045 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025bab6-0cb5-4b46-81f8-0e8a8e79ed3d', 'name': 'network-vif-deleted', 'tag': 'a4176a2a-6622-4257-9a9d-d32a25f070df', 'status': 'completed', 'code': 200} May 14 18:46:39.158711 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:39.222148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Deleting subnet 109b00b1-16a4-421f-91fd-0803a942ff17 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 18:46:39.224892 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.273454 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.327945 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.571351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.574846 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a397d9a0-9200-49e1-aa97-f082437002c3 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:39.608859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109b00b1-16a4-421f-91fd-0803a942ff17,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:39.611902 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:39.612874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.618659 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/109b00b1-16a4-421f-91fd-0803a942ff17 HTTP/1.1" status: 204 len: 168 time: 0.4588203 May 14 18:46:39.621923 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41060) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:39.729528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.850851 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.863879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ad7ede-fe05-4c3c-9279-151dca4cbe35']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:39.879369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5c9e96-464d-4d89-beb1-40449aa9766c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:39.879662 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5c9e96-464d-4d89-beb1-40449aa9766c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:39.891301 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.908075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.913981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 18:46:39.914359 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: timer() May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: self._notify() May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 18:46:39.927896 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 18:46:40.000138 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:40.003612 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b0820f9b-c663-40e7-beea-b02c8ac030e5 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:40.016135 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:40.030309 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ad7ede-fe05-4c3c-9279-151dca4cbe35,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:40.033415 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:40.038794 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/30ad7ede-fe05-4c3c-9279-151dca4cbe35 HTTP/1.1" status: 204 len: 168 time: 0.4159727 May 14 18:46:40.149456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41066) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:40.197872 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-26322ffb-4bfd-47c6-953b-512c3be96651 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e7d75f3afc14d2b8745032e56d6b7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465176 May 14 18:46:40.200167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41070) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:40.256478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:40.282282 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:40.333089 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:40.340157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-663c206f-f460-497f-b417-c0a1b39b012d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:40.351554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc29e9-3a38-4ac2-ae05-913948ab3fda,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:40.355399 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:40.357312 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:40.358402 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-51c04270-b442-4fd6-86d2-f49f200ccda1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9fc29e9-3a38-4ac2-ae05-913948ab3fda HTTP/1.1" status: 204 len: 168 time: 0.1573682 May 14 18:46:41.066134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41094) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:41.169078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-783761864-network', 'tenant_id': '94c1bd57a21e4323be2826509909498f'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:41.174223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:41.178033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Usage tracker for resource:network and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:41.180865 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:41.188185 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:41.197492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Made reservation on behalf of 94c1bd57a21e4323be2826509909498f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:46:41.200377 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.212045 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.226097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:41.230473 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Usage tracker for resource:security_group_rule and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:41.233233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:41.238750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:41.321042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.324715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.328623 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-70f6f4c4-3b68-47e9-a20c-38deead06a73 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:41.352563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 18:46:41.368980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae50487-09bd-4520-99a0-fa6df0d220bf,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:41.373604 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:41.376181 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.377039 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Added segment fec22adc-36a5-4dcd-98d1-b883c8b76e57 of type vlan for network 45394eb8-ce72-4622-9851-f98e2fcc874e May 14 18:46:41.404285 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.432794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.433902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:41.434620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.439262 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-035b63da-6200-4cc4-9e0b-4f746344cd72 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:41.541908 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4746563 May 14 18:46:41.542833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Pushing event updated for resources: {'Network': ['ID=45394eb8-ce72-4622-9851-f98e2fcc874e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:41.544968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41100) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:41.545623 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-867bd08a-9f11-49b6-b6c7-2840ceef6c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:41.551980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Request body: {'subnet': {'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-783761864-subnet', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:41.552402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 45394eb8-ce72-4622-9851-f98e2fcc874e details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 18:46:41.558028 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:41.561810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Usage tracker for resource:subnet and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:41.564614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:41.570597 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:41.581122 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Made reservation on behalf of 94c1bd57a21e4323be2826509909498f for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:46:41.583480 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.967519 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:41.971755 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aa9f2336-de8d-43a8-8a79-5705379b38b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:42.043069 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ec9f34-2775-474c-bb4e-61bf77f5ef0e,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:42.045743 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:42.052988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:46:42.053363 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Network hostable DHCP agents. Network: 45394eb8-ce72-4622-9851-f98e2fcc874e, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 18:46:42.071210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 18:46:42.080592 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 45394eb8-ce72-4622-9851-f98e2fcc874e) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:42.089939 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:42.090097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:46:42.090509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.114019 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5648081 May 14 18:46:42.114213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41104) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:42.114693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd4ead-973e-45d6-83ea-8681c188231f None None] Network 45394eb8-ce72-4622-9851-f98e2fcc874e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:46:42.119881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:42.125185 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:42.128924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Usage tracker for resource:router and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:42.131767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:42.138009 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:42.141354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: a4176a2a-6622-4257-9a9d-d32a25f070df {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:46:42.141706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device a4176a2a-6622-4257-9a9d-d32a25f070df not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:46:42.149762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.150901 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.165428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.340486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-45394eb8-ce72-4622-9851-f98e2fcc874e', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 18:46:42.341423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.500161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Allocated IP 172.20.0.2 (45394eb8-ce72-4622-9851-f98e2fcc874e/98ec9f34-2775-474c-bb4e-61bf77f5ef0e/f37b6325-a359-4fc0-968f-a42a03ceeb30) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:46:42.596858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.708189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.718308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Transition to ACTIVE for port object f37b6325-a359-4fc0-968f-a42a03ceeb30 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:42.736442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Transition to ACTIVE for port object f37b6325-a359-4fc0-968f-a42a03ceeb30 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:42.741941 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.747059 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c69041e3-e8ec-4bbe-a55c-66b293e0e3d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:42.802579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:46:42.805611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:42.808275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:46:42.822892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Pushing event updated for resources: {'Port': ['ID=f37b6325-a359-4fc0-968f-a42a03ceeb30,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:42.864732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.864991 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.865329 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.865661 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.865986 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.866308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.866768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.867095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.867439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.867762 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.868085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.868397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:42.872417 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:42.908843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.921595 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Attempting to bind port f37b6325-a359-4fc0-968f-a42a03ceeb30 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:46:42.921970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Attempting to bind port f37b6325-a359-4fc0-968f-a42a03ceeb30 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:46:42.922335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Attempting to bind port f37b6325-a359-4fc0-968f-a42a03ceeb30 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:42.927534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:46:42.927950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:46:42.928308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.928699 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:46:42.929160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Bound port: f37b6325-a359-4fc0-968f-a42a03ceeb30, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:46:42.929537 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:42.943771 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:43.023086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] For port f37b6325-a359-4fc0-968f-a42a03ceeb30, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:46:43.026725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] For port f37b6325-a359-4fc0-968f-a42a03ceeb30, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f37b6325-a359-4fc0-968f-a42a03ceeb30,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:46:43.032904 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:43.036354 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-eceb96b6-7853-480a-a57a-e1307e2ab2d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:43.077461 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Allocated IP 172.25.4.250 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/3e9bc289-2846-40b8-8e58-6e6936f1a509) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:46:43.127071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Pushing event updated for resources: {'Port': ['ID=f37b6325-a359-4fc0-968f-a42a03ceeb30,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:43.129554 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:43.229777 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:43.260550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:43.264461 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a49d9f95-476b-4276-9d8a-2d5910585351 tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:43.334350 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:46:43.336982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:43.341666 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:46:43.388474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9bc289-2846-40b8-8e58-6e6936f1a509,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:43.392566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:43.767402 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.048361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb68635-7427-45df-a0a7-221cd4c0783f None None] Network 45394eb8-ce72-4622-9851-f98e2fcc874e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 18:46:44.143133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-acd25560-1806-4074-93e0-0ed00ebd17c9 None None] Provisioning for port f37b6325-a359-4fc0-968f-a42a03ceeb30 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:44.206782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f37b6325-a359-4fc0-968f-a42a03ceeb30 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:44.283070 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.377819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f37b6325-a359-4fc0-968f-a42a03ceeb30 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:44.385646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f37b6325-a359-4fc0-968f-a42a03ceeb30 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:44.386021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.494206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Router 2feab301-15fb-400f-baf7-069563c6df58 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 18:46:44.520150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.555422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f37b6325-a359-4fc0-968f-a42a03ceeb30, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f37b6325-a359-4fc0-968f-a42a03ceeb30,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:44.561089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.563632 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:44.639625 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f37b6325-a359-4fc0-968f-a42a03ceeb30,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:44.647964 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:44.682417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:46:44.690520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-56324154-f469-4838-b095-07bad5c89197 None None] Provisioning complete for port f37b6325-a359-4fc0-968f-a42a03ceeb30 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:44.690903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-56324154-f469-4838-b095-07bad5c89197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.691544 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:46:44.703009 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:46:44.703654 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:46:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:44.708848 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:44.710574 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5955403 May 14 18:46:44.713413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41108) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:44.887536 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:46:45.191719 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:43Z', 'revision_number': 3, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:45.196293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:46:45.197226 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Updating router 2feab301-15fb-400f-baf7-069563c6df58 port 3e9bc289-2846-40b8-8e58-6e6936f1a509 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:46:45.251232 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.556055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.577267 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.589379 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Transition to ACTIVE for port object 3e9bc289-2846-40b8-8e58-6e6936f1a509 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:45.595389 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.598649 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-76d16c61-da41-4715-aabd-a3221177e166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:45.676525 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Attempting to bind port 3e9bc289-2846-40b8-8e58-6e6936f1a509 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:46:45.676886 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Attempting to bind port 3e9bc289-2846-40b8-8e58-6e6936f1a509 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:46:45.677249 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Attempting to bind port 3e9bc289-2846-40b8-8e58-6e6936f1a509 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:45.679146 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Pushing event updated for resources: {'Port': ['ID=3e9bc289-2846-40b8-8e58-6e6936f1a509,revision_number=2']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:45.688207 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:46:45.688574 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:46:45.688973 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.689358 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:46:45.689809 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Bound port: 3e9bc289-2846-40b8-8e58-6e6936f1a509, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:46:45.690174 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.719054 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.719741 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.719741 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.720061 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.720363 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.720680 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.720993 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.721306 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.721615 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.721923 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.722232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.722539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:45.731366 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:45.768488 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Allocated IP 172.20.0.1 (45394eb8-ce72-4622-9851-f98e2fcc874e/98ec9f34-2775-474c-bb4e-61bf77f5ef0e/47ca95ad-2ac4-4d2e-9061-c5114ff30459) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:46:45.769420 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] For port 3e9bc289-2846-40b8-8e58-6e6936f1a509, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:46:45.772565 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] For port 3e9bc289-2846-40b8-8e58-6e6936f1a509, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3e9bc289-2846-40b8-8e58-6e6936f1a509,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:46:45.776307 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.779762 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-6eb1030f-c7f6-4bea-8d9b-7da60b73a6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:45.860627 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Pushing event updated for resources: {'Port': ['ID=3e9bc289-2846-40b8-8e58-6e6936f1a509,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:45.864146 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:45.864734 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:46:45.865325 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:46:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:45.921377 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.937020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Transition to ACTIVE for port object 47ca95ad-2ac4-4d2e-9061-c5114ff30459 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:45.960384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:45.965618 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:46.024262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:46:46.027462 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:46.031243 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:46:46.045134 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:46:46.071324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Pushing event updated for resources: {'Port': ['ID=47ca95ad-2ac4-4d2e-9061-c5114ff30459,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:46.075648 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:46.095055 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.189622 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f37b6325-a359-4fc0-968f-a42a03ceeb30 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:46.250706 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.305411 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f37b6325-a359-4fc0-968f-a42a03ceeb30 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:46.306579 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.376949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4492da49-5b4f-43dc-ac4b-7a8b5adba1ab None None] Provisioning for port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:46.383722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4492da49-5b4f-43dc-ac4b-7a8b5adba1ab None None] Provisioning complete for port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:46.384845 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4492da49-5b4f-43dc-ac4b-7a8b5adba1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.410873 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:43Z', 'revision_number': 3, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:46.415675 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d528c66-0944-43bc-870c-126b4cf25fe2 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:43Z', 'revision_number': 3, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:46:46.495960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4492da49-5b4f-43dc-ac4b-7a8b5adba1ab None None] Port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:46:46.548536 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.557774 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.590324 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3734edb-da34-4949-83c2-0adb9d49f27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:46.681302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:46.688187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Pushing event updated for resources: {'Port': ['ID=47ca95ad-2ac4-4d2e-9061-c5114ff30459,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:46.701604 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.701999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.702387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.702766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.703142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.703545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.703915 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.704284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.704650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.705015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.705379 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.705743 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:46.724719 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:46.852216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:46:46.853402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:47.060494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:46:47.122788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3985434a-8364-46d1-8686-8dec983cc99b None None] Provisioning complete for port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:47.123413 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3985434a-8364-46d1-8686-8dec983cc99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:47.184923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-3985434a-8364-46d1-8686-8dec983cc99b None None] Port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:46:47.243084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:46:47.253205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] 10.222.0.24 "PUT /v2.0/routers/2feab301-15fb-400f-baf7-069563c6df58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5387990 May 14 18:46:47.742771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41118) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:47.751974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502854340', 'description': 'tempest-description--1599183874'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:47.758775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:47.763554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:security_group and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:47.766423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:47.772223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:47.785749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:47.809087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:47.813113 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:security_group_rule and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:47.815965 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:47.821971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:47.892913 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:47.896839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:47.900842 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f3f51ae0-b1da-4b4e-94d3-e1d770c54740 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:47.941010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde42127-822e-4ef4-a905-71f32f7b4bd9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:47.943978 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:47.945163 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2007682 May 14 18:46:47.946135 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bc37185d-5795-4652-a05b-2f87899ac429 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:47.948574 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41122) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:47.953302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'security_group_rule': {'security_group_id': 'fde42127-822e-4ef4-a905-71f32f7b4bd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:47.959967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:47.963899 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:security_group_rule and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:47.966717 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:47.972584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:47.989552 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:47.992693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:46:48.002619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:46:48.003352 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:46:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:48.052072 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.056177 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.058180 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0e8c2a81-b3ec-47aa-9a74-0abf1a8772a9 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:48.080452 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fd318d-2b09-4a35-b0b4-f4903d24c805,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:48.082853 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:48.090076 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.091528 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-65333898-aeec-4169-a5da-185c6c8f9258 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425335 May 14 18:46:48.094262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41126) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:48.099272 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'security_group_rule': {'security_group_id': 'fde42127-822e-4ef4-a905-71f32f7b4bd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:48.106541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:48.111784 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:security_group_rule and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:48.114733 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:48.121980 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:48.139340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.189319 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3e9bc289-2846-40b8-8e58-6e6936f1a509 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:48.214084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.217660 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706960'] for security_group_rule, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.220105 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7d8bb8be-2700-4eb9-a46b-7169dfbf8161 tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:48.234221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:46:48.241151 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a42a666-cf3f-4db0-ba4e-cb7cfc046926,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:48.246465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:48.254677 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.256018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-12521b69-86f1-461b-afa1-fcb4be85593d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608248 May 14 18:46:48.259699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 41130) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:46:48.264901 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'floatingip': {'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:48.271524 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:48.275691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:floatingip and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:48.278581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:48.284348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:48.295961 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.434414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.458394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 3e9bc289-2846-40b8-8e58-6e6936f1a509 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:48.473926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3e9bc289-2846-40b8-8e58-6e6936f1a509 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:48.474224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.575944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Allocated IP 172.25.4.134 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/c1d9df91-da97-41e4-9f08-13ca5767d012) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:46:48.658340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.683732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 3e9bc289-2846-40b8-8e58-6e6936f1a509, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3e9bc289-2846-40b8-8e58-6e6936f1a509,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:48.688466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.690458 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:48.732279 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.764002 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.768115 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ff0d58e-cc2a-40af-bcc4-437cf2158551 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:48.774283 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 2, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:48.790800 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:46:48.791157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Updating router 2feab301-15fb-400f-baf7-069563c6df58 port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 18:46:48.827568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:46:48.830320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:48.838175 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:46:48.859382 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:48.867493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=3e9bc289-2846-40b8-8e58-6e6936f1a509,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:48.871013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'Port': ['ID=c1d9df91-da97-41e4-9f08-13ca5767d012,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:48.872327 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:48.874992 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:49.091658 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.150593 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.216794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.229154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Transition to ACTIVE for port object 47ca95ad-2ac4-4d2e-9061-c5114ff30459 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:49.235998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.240387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a422de88-a0d4-42a3-a8c5-ae0cc5d00574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:49.369563 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.374734 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.378955 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:49.461407 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2a042-2623-4a6a-91ca-4955f4fd98dc None None] Pushing event updated for resources: {'Port': ['ID=47ca95ad-2ac4-4d2e-9061-c5114ff30459,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:49.464647 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cde2a042-2623-4a6a-91ca-4955f4fd98dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:49.465742 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Attempting to bind port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:46:49.466125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Attempting to bind port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:46:49.466480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Attempting to bind port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:49.472532 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:46:49.472918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:46:49.473328 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.473719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:46:49.474194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Bound port: 47ca95ad-2ac4-4d2e-9061-c5114ff30459, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:46:49.474557 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.503838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'Port': ['ID=c1d9df91-da97-41e4-9f08-13ca5767d012,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:49.508797 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:49.521756 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.545206 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.546650 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2858820 May 14 18:46:49.581784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] For port 47ca95ad-2ac4-4d2e-9061-c5114ff30459, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:46:49.585058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] For port 47ca95ad-2ac4-4d2e-9061-c5114ff30459, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=47ca95ad-2ac4-4d2e-9061-c5114ff30459,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:46:49.589804 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:49.593533 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:49.672933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:46:49.673571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:46:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:49.731321 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2a042-2623-4a6a-91ca-4955f4fd98dc None None] Pushing event updated for resources: {'Port': ['ID=47ca95ad-2ac4-4d2e-9061-c5114ff30459,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:49.742578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-72ddc7b5-b19a-4754-81ab-7b071ddad876 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:security_group {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:46:49.760868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-72ddc7b5-b19a-4754-81ab-7b071ddad876 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:security_group {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:46:49.762170 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-72ddc7b5-b19a-4754-81ab-7b071ddad876 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--502854340&fields=id&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 267 time: 0.0649190 May 14 18:46:49.791246 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cde2a042-2623-4a6a-91ca-4955f4fd98dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:49.862969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:46:49.923134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-9861e917-c45b-4f00-bdaa-e7df46c222df tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:49.923731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-9861e917-c45b-4f00-bdaa-e7df46c222df tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:network {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:46:49.940125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-9861e917-c45b-4f00-bdaa-e7df46c222df tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:network {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:46:49.941312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-9861e917-c45b-4f00-bdaa-e7df46c222df tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1720297 May 14 18:46:49.958709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-9b111f52-29c6-42c5-a664-fbe5510c9ae8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/quotas/94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 375 time: 0.0101721 May 14 18:46:50.046135 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-a0162d6b-57a0-43ec-b719-392b5f7c259a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803354 May 14 18:46:50.120600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-44c9e96e-8a49-47b8-926b-4e6870ed8ba9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:46:50.127720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-44c9e96e-8a49-47b8-926b-4e6870ed8ba9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700634 May 14 18:46:50.184368 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3e9bc289-2846-40b8-8e58-6e6936f1a509 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:50.273062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-c41fffcc-0ed6-45c0-b353-4ce575be01c6 service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430225 May 14 18:46:50.282227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 3e9bc289-2846-40b8-8e58-6e6936f1a509 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:50.282772 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:50.338292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:49Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:46:50.353211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46bad-6b53-41c7-9770-8dfb2622168a None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:49Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:46:50.459752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-e419ec57-8ea2-4fbb-a5af-d6a5edeca64b service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801834 May 14 18:46:50.699871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc16e394-218c-4a00-99fb-330d8981444f req-64b54609-d5fe-4331-a2b1-25d6b37acfe8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 210 time: 0.0577080 May 14 18:46:52.002302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc70825a-112f-4790-9411-1507c39356cb req-408c1c67-5e64-4f39-bf17-01a33d4bbaa6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 210 time: 0.0579522 May 14 18:46:52.014442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-f471aa7b-9ca2-468a-b590-2840b8d7764c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:52.015855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-f471aa7b-9ca2-468a-b590-2840b8d7764c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.3574777 May 14 18:46:52.065195 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-bac89535-b1cf-4b43-9a7a-1d2e4914e37b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 379 time: 0.0405061 May 14 18:46:52.074190 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'port': {'device_id': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'admin_state_up': True, 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'security_groups': ['fde42127-822e-4ef4-a905-71f32f7b4bd9']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:52.174300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 47ca95ad-2ac4-4d2e-9061-c5114ff30459 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:52.210372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:46:52.215293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:port and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:46:52.218187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:46:52.223856 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:46:52.234077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Made reservation on behalf of 94c1bd57a21e4323be2826509909498f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:46:52.237601 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.242608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:52.247749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:52.248119 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.365722 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.398873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 47ca95ad-2ac4-4d2e-9061-c5114ff30459, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=47ca95ad-2ac4-4d2e-9061-c5114ff30459,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:52.406483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Allocated IP 172.20.0.7 (45394eb8-ce72-4622-9851-f98e2fcc874e/98ec9f34-2775-474c-bb4e-61bf77f5ef0e/5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:46:52.407389 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.409157 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:52.480456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=47ca95ad-2ac4-4d2e-9061-c5114ff30459,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:52.483775 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:52.602295 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.617443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Transition to ACTIVE for port object 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:52.640708 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.646260 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-50599087-54de-4ac5-b945-3e97ae41cc36 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:52.708929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:46:52.712031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:46:52.716014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:46:52.757781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:52.772659 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.773045 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.773427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.773807 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.774177 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.774658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.775254 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.775795 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.776165 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.776531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.776895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.777259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:46:52.782613 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:52.802101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:52.802718 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.825157 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546144 May 14 18:46:52.836813 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Request body: {'port': {'device_id': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:46:52.950949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:52.983980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16870ae6-bdba-4b58-9485-81947207ae54 None None] Provisioning for port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:46:52.988434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-16870ae6-bdba-4b58-9485-81947207ae54 None None] Provisioning complete for port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:52.988808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-16870ae6-bdba-4b58-9485-81947207ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:53.046964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-16870ae6-bdba-4b58-9485-81947207ae54 None None] Port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:46:53.296941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ccd2-1b92-472b-9168-4688092e25ac req-aecd5146-c23e-49ee-8f1a-9c2993d70119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:53.297621 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6e98ccd2-1b92-472b-9168-4688092e25ac req-aecd5146-c23e-49ee-8f1a-9c2993d70119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:46:53.368539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6e98ccd2-1b92-472b-9168-4688092e25ac req-aecd5146-c23e-49ee-8f1a-9c2993d70119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:46:53.369661 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e98ccd2-1b92-472b-9168-4688092e25ac req-aecd5146-c23e-49ee-8f1a-9c2993d70119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 931 time: 0.2048187 May 14 18:46:53.377834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:46:53.398842 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:53.429773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Transition to ACTIVE for port object 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:46:53.433660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:53.439534 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:53.476868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6e98ccd2-1b92-472b-9168-4688092e25ac req-d81862ab-e8d6-453e-a6e9-d212b0fd833d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011631 May 14 18:46:53.637241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:53.643259 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:53.684750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:46:53.685086 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:46:53.685408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:53.689982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:46:53.690307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:46:53.695554 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:46:53.695888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:46:53.696268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:46:53.697304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Bound port: 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:46:53.697652 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:53.788387 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:46:53.791324 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:46:53.796129 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:53.800503 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:53.848116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:53.848215 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:53.849694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1091 time: 1.0171733 May 14 18:46:53.852356 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:46:53.889318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:53.892378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:53.928170 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'status': 'completed', 'code': 200} May 14 18:46:53.975136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-0dbd384f-8abe-4b8d-a9f2-a5e42e266123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:53.976663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-0dbd384f-8abe-4b8d-a9f2-a5e42e266123 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1094 time: 0.0819397 May 14 18:46:53.983640 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:46:54.046389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-34d0d7a5-561f-4adb-afcd-c0b0582c5ce3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 217 time: 0.0621243 May 14 18:46:54.113085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-4aa2ec45-c8c6-44e6-8390-f5b9b99e5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:54.114511 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-4aa2ec45-c8c6-44e6-8390-f5b9b99e5372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0616508 May 14 18:46:54.159423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 47ca95ad-2ac4-4d2e-9061-c5114ff30459 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:46:54.191431 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-0e65f373-c2f7-4a54-9291-b6dff7fa5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:54.193169 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-0e65f373-c2f7-4a54-9291-b6dff7fa5cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712538 May 14 18:46:54.229041 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:46:54.229414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:54.328037 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-0bb6277f-8719-4a1f-a189-c2e8e896f064 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270747 May 14 18:46:54.444750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:54.461001 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ad5193ba-d393-46f7-a8c5-f47504a1c181 req-2c8ad185-2d95-4188-9b29-17081966360c service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262698 May 14 18:46:54.577619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-a9ce894d-3f3a-4ea1-90bf-b23b3ffaf32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:54.579076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-a9ce894d-3f3a-4ea1-90bf-b23b3ffaf32e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1094 time: 0.0701003 May 14 18:46:54.923029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-5a1c934c-7d1a-4a0a-bcc6-99c5a52fe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:54.924485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-5a1c934c-7d1a-4a0a-bcc6-99c5a52fe633 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.3380694 May 14 18:46:54.932584 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37404-8b16-40ed-8b77-638815ad6edb req-d93dc3fc-0cdf-4e59-b0ce-fc1fc1728002 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:54.933886 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3a37404-8b16-40ed-8b77-638815ad6edb req-d93dc3fc-0cdf-4e59-b0ce-fc1fc1728002 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.3485141 May 14 18:46:55.011936 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-953a95eb-8fbe-4323-8b15-f34f124a4af0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 217 time: 0.0771327 May 14 18:46:55.074289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f3a37404-8b16-40ed-8b77-638815ad6edb req-702508b7-7358-4cd9-ae7a-8559615bfed6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889945 May 14 18:46:55.088705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-144cd8fd-51bb-43bd-b781-4369e0402887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:55.090101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-144cd8fd-51bb-43bd-b781-4369e0402887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0716877 May 14 18:46:55.168730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-a6f2a52b-1629-484f-82f1-20547ae127a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:55.170148 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-a6f2a52b-1629-484f-82f1-20547ae127a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725868 May 14 18:46:55.298053 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-4cc4d0b2-9167-4755-839f-08a0d1e20ca3 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207170 May 14 18:46:55.428634 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39bae32c-104c-4cd3-916c-76ffb85bf2b6 req-f0cc7703-31ee-42e7-8bff-389f421e1c37 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232662 May 14 18:46:56.261868 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54e9ce-08fa-439f-a112-cb089edbdfb8 req-f351713b-7c0e-4b91-a5ab-cd42d9b1fbe6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:56.263269 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b54e9ce-08fa-439f-a112-cb089edbdfb8 req-f351713b-7c0e-4b91-a5ab-cd42d9b1fbe6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.0841758 May 14 18:46:56.312315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b54e9ce-08fa-439f-a112-cb089edbdfb8 req-9fce538d-b249-40a8-b823-fbbad400fa54 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 May 14 18:46:57.096603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-18fb15b8-6a59-4aef-950d-e87a881c4bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:57.501488 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803dcf-04bf-43fa-9ce6-a1935026de16 req-8bc3e8bb-325d-480a-8147-93c0a746d81b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:57.503006 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76803dcf-04bf-43fa-9ce6-a1935026de16 req-8bc3e8bb-325d-480a-8147-93c0a746d81b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.0815942 May 14 18:46:57.548596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76803dcf-04bf-43fa-9ce6-a1935026de16 req-a4eb398e-c51b-4f37-8ed2-e0c41d989f6f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397806 May 14 18:46:58.100425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:58.149414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:46:58.280114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:58.293500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'mac_address': 'fa:16:3e:38:c0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:46:58.346606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:58.363006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:46:58.378374 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:46:58.381541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:58.384056 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a857491b-ad04-4aae-87eb-a4ff603875e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:46:58.451049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:46:58.454127 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:46:58.662379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:46:58.736428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1623-2100-4ddd-81f3-1fe19d69755a req-1c14654f-1783-4371-940b-bc744a6a7036 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:58.737912 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-deef1623-2100-4ddd-81f3-1fe19d69755a req-1c14654f-1783-4371-940b-bc744a6a7036 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 944 time: 0.0839360 May 14 18:46:58.784772 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-deef1623-2100-4ddd-81f3-1fe19d69755a req-0ce1e44b-ac0d-4b55-be8b-dfddd15d313a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 May 14 18:46:59.634896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:59.802628 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64d17647-e748-403c-92b7-f054393ac0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:46:59.969341 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850793-f8e2-4377-a0bb-d438849491b2 req-ed11e474-6164-4428-adf4-861bdeaed174 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:46:59.970801 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5850793-f8e2-4377-a0bb-d438849491b2 req-ed11e474-6164-4428-adf4-861bdeaed174 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 944 time: 0.0808885 May 14 18:47:00.020621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f5850793-f8e2-4377-a0bb-d438849491b2 req-20a29d41-14a8-48f3-ba32-bbc2d45ae3b2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 May 14 18:47:00.153628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:47:00.223585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:47:00.228328 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:47:00.228732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:00.345167 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:00.372267 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:47:00.381810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:47:00.386461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:00.388546 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:47:00.460474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:47:00.463498 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:47:00.499144 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'code': 200} May 14 18:47:00.627736 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a9a4-1a8a-4fdc-b546-3c12e2454c01 req-c1c4fdbe-9bf1-42e7-a482-64f373c04885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:00.629133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5439a9a4-1a8a-4fdc-b546-3c12e2454c01 req-c1c4fdbe-9bf1-42e7-a482-64f373c04885 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1096 time: 0.0707467 May 14 18:47:00.671311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5439a9a4-1a8a-4fdc-b546-3c12e2454c01 req-630e85ea-9f33-458d-92c5-a208cab85dee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353148 May 14 18:47:00.877560 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:01.215259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2dfdd-ab29-4a83-bf92-eae021ae5de3 req-dad4fe68-01d6-485b-932c-c3427a5282dd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:01.217327 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f6b2dfdd-ab29-4a83-bf92-eae021ae5de3 req-dad4fe68-01d6-485b-932c-c3427a5282dd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0847671 May 14 18:47:01.261794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f6b2dfdd-ab29-4a83-bf92-eae021ae5de3 req-781f26c2-98b6-4d83-b707-c640273a2017 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387518 May 14 18:47:02.388896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:02.446151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61fd3e-4811-4b40-8a0e-d1178322b16a req-528ceaff-425a-4b2c-bfd9-c42d65a6b471 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:02.448301 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c61fd3e-4811-4b40-8a0e-d1178322b16a req-528ceaff-425a-4b2c-bfd9-c42d65a6b471 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0805559 May 14 18:47:02.493238 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c61fd3e-4811-4b40-8a0e-d1178322b16a req-dee7c04e-a90d-4509-a1b9-91926ad8bb94 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 May 14 18:47:02.675426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6c1a5-9244-412d-aeee-7c24a443f6f6 req-239fb4bd-f260-4228-ad94-53b1d7c4166b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:02.676855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-caa6c1a5-9244-412d-aeee-7c24a443f6f6 req-239fb4bd-f260-4228-ad94-53b1d7c4166b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0849915 May 14 18:47:02.686036 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41186) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:47:02.690995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'floatingip': {'port_id': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:47:02.769366 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:03.503383 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:03.507726 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:03.675630 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 associated. External IP: 172.25.4.134, port: 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca. May 14 18:47:04.023249 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:47:04.198364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:47:04.203159 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:04.207567 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:47:04.218191 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:47:04.218797 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:47:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:47:04.259838 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-79645a19-495a-4c3e-9a9e-cd017e7a3538 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "PUT /v2.0/floatingips/5b707043-0155-420d-b029-cc6742ee90e3 HTTP/1.1" status: 200 len: 991 time: 1.5727770 May 14 18:47:04.261008 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:47:04.394502 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'status': 'completed', 'code': 200} May 14 18:47:04.424372 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:47:04.485535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-8b7b9acf-cbbb-48d6-842c-ac1822529443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:04.487026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-8b7b9acf-cbbb-48d6-842c-ac1822529443 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1096 time: 0.0717683 May 14 18:47:04.773480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:38:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:47:03Z', 'revision_number': 1, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:47:04.777904 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:47:04.786184 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:47:04.786772 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:47:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:47:04.792420 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-d7672560-5d35-4326-8521-340de3a07c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:04.793882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-d7672560-5d35-4326-8521-340de3a07c65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.3010044 May 14 18:47:04.895822 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-5919c066-9b83-4910-b621-04bd3dc8d9da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 999 time: 0.0957115 May 14 18:47:04.958880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-58bf98f3-6a75-4fde-a05e-cc29ed4f4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:04.960337 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-58bf98f3-6a75-4fde-a05e-cc29ed4f4be7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0574751 May 14 18:47:04.961111 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:47:05.038987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-24869477-87c0-4f02-bca7-e56a13b6781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:05.040387 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-24869477-87c0-4f02-bca7-e56a13b6781f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734415 May 14 18:47:05.172835 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-f00549a3-fdc5-4c0c-baef-c468d23173d7 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253803 May 14 18:47:05.304043 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ff4467-4946-4347-b44f-45fd6002f2dc req-05dec880-b127-4f1c-aaa5-c4ace472d92e service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250873 May 14 18:47:05.306683 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:38:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:47:03Z', 'revision_number': 1, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:47:05.311559 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114dee2-9f75-43d6-a16b-76580d226d88 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:38:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:47:03Z', 'revision_number': 1, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:47:05.494150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6d835-4ed6-4ed9-a6d1-fc48682c2c68 None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:47:24.441574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:26.111600 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-da2dcf77-4431-4f15-ad1d-56fa6f09ffc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679324 May 14 18:47:26.251740 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-1c495900-b8de-4d35-b798-5fb33dd19700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:26.253193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-1c495900-b8de-4d35-b798-5fb33dd19700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1096 time: 0.0751262 May 14 18:47:26.406349 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-7082944b-12db-46f2-91ff-25b311a6579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:26.407795 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-7082944b-12db-46f2-91ff-25b311a6579d service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1264229 May 14 18:47:26.513902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-b272bde2-e592-41cb-b3f7-8b7a8db2985f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1001 time: 0.0995018 May 14 18:47:26.577929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-28119171-fc54-4416-bc74-670b01d4a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:26.579370 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-28119171-fc54-4416-bc74-670b01d4a9be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0591555 May 14 18:47:26.653507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-b22b934e-f162-4316-8015-15eb0fb15d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:47:26.654941 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-b22b934e-f162-4316-8015-15eb0fb15d5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697775 May 14 18:47:26.787830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-4ef510f6-af3b-45a5-a9ce-245f8c532b56 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259971 May 14 18:47:26.923798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e71c39f9-8bd0-4f55-87c3-4a4380f7c72a req-0d6337d8-48fd-477f-b473-be84676acf96 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277635 May 14 18:47:27.097418 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-27843c75-8746-4f26-afec-c3008edaeb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:28.090308 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:29.637853 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:29.804573 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae6b4-a61e-48fd-97bf-fb82f211f24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:30.880477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:30.983530 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:47:32.390100 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:54.441641 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:57.100262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-49a73d3e-8ea1-49a1-af85-d32f767d2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:58.102247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:59.639856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:47:59.805962 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b4552488-ee5b-43c8-b117-ee4906bc02a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:00.883599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:02.391344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:07.983331 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:48:24.457232 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:26.118879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-64330014-3d82-4d02-bc51-85a081e1a9d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739031 May 14 18:48:26.253304 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-b2105611-5540-4d4a-9686-522c738a794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:48:26.254715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-b2105611-5540-4d4a-9686-522c738a794e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1096 time: 0.0697300 May 14 18:48:26.396595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-955099f9-2b6c-434e-b3aa-8239ca888a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:48:26.398008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-955099f9-2b6c-434e-b3aa-8239ca888a7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1244473 May 14 18:48:26.500947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-1540cff8-d4ac-4c40-8bbd-7ec5b3e23982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1001 time: 0.0967016 May 14 18:48:26.566450 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-45642941-5334-4c40-a8e3-2d95de2f0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:48:26.568122 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-45642941-5334-4c40-a8e3-2d95de2f0055 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0608504 May 14 18:48:26.644330 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-6bf7de1f-557b-4d44-adf6-4dd6f96d7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:48:26.645783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-6bf7de1f-557b-4d44-adf6-4dd6f96d7c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711160 May 14 18:48:26.778465 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-7c558444-0e75-472a-9f3b-d6b452259f23 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260388 May 14 18:48:27.077164 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27cbe93d-358e-492f-af7d-aa918666cd0c req-970194c5-d6b9-4d50-83c5-28469d5d7bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925541 May 14 18:48:27.101202 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-158d0203-1045-4d9b-8b22-141002b8dc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:28.100877 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:29.641642 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:29.809710 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-445fc497-1d13-4a77-a5b0-ca875f0fef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:30.885337 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:32.397394 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:44.982459 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:48:54.472472 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:57.102372 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3cb41e42-551e-4101-a36f-c264968a96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:58.123089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:59.643317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:48:59.811296 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e6baccc7-34c7-4119-b0e1-3f87cc556130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:00.889913 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:02.397689 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:21.981945 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:49:24.472158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:26.129581 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-ae9563ee-fa52-466a-81b3-b3c2234fa584 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746565 May 14 18:49:26.269180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-c33b5d4b-4904-42d8-9f2a-77ce48c390ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:26.270635 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-c33b5d4b-4904-42d8-9f2a-77ce48c390ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1096 time: 0.0720155 May 14 18:49:26.421328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-b12edd0e-e69f-4802-aac3-49bb61e115cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:26.422765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-b12edd0e-e69f-4802-aac3-49bb61e115cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1261435 May 14 18:49:26.529018 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-fd016436-c271-4869-b3c2-a8778a1772ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1001 time: 0.0987635 May 14 18:49:26.590200 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-ba604818-6bfd-4141-aba8-c56928192137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:26.594098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-ba604818-6bfd-4141-aba8-c56928192137 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0593491 May 14 18:49:26.672314 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-88ed7cc7-dfb0-4890-aa43-bfb8ef8dcd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:26.673704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-88ed7cc7-dfb0-4890-aa43-bfb8ef8dcd5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737205 May 14 18:49:26.804357 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-065d339d-3aea-481b-a2cd-119702bc6df3 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235015 May 14 18:49:26.935715 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e1d44be5-637a-460b-8694-5de7c49c5004 req-e5bcf44a-ac13-44c9-9291-6741d50e6e48 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245425 May 14 18:49:27.104031 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6aedeee7-3fff-4997-834a-df1983446548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:28.119856 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:29.645695 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:29.811696 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c3e72bd-4f1d-4190-acb8-8a631e9440e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:30.892531 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:32.399794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:33.248854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f806d-403e-410b-8fc9-3a53d45dca4b req-149e8e50-f87c-4a9f-b464-b06bcf62dc76 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:33.250213 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b6f806d-403e-410b-8fc9-3a53d45dca4b req-149e8e50-f87c-4a9f-b464-b06bcf62dc76 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.1343489 May 14 18:49:33.297582 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1b6f806d-403e-410b-8fc9-3a53d45dca4b req-389098cb-0f75-4b5e-82ad-ed71e8b29616 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 May 14 18:49:33.692974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc84425-8795-4902-a1d7-75827d2d0d8c req-fcc89ca3-4520-4ec2-bd6d-e832a28142ca tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:33.694690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cc84425-8795-4902-a1d7-75827d2d0d8c req-fcc89ca3-4520-4ec2-bd6d-e832a28142ca tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0803065 May 14 18:49:33.696866 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-f3a7bf53-0ade-4731-8203-269c41b5d061 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236761 May 14 18:49:33.741100 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6cc84425-8795-4902-a1d7-75827d2d0d8c req-d5432994-a108-413b-a9d5-cbaf3b48e8dd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 May 14 18:49:34.972375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801453-af83-4ced-9bf9-d68a4f3aa023 req-7737f7ba-79e0-458e-8bec-e9f59b30e58b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:34.973783 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d801453-af83-4ced-9bf9-d68a4f3aa023 req-7737f7ba-79e0-458e-8bec-e9f59b30e58b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.1265631 May 14 18:49:35.027205 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1d801453-af83-4ced-9bf9-d68a4f3aa023 req-8de948a1-a3a2-48a6-8464-6ddc1f3dbdcd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469871 May 14 18:49:35.044763 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-687c8d94-b75b-424a-a1e4-f225a4cf7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:35.046204 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-687c8d94-b75b-424a-a1e4-f225a4cf7ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1096 time: 0.1155283 May 14 18:49:35.174923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-8bce50c1-95e3-4e92-b1c3-c0bd6d36e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:35.176385 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-8bce50c1-95e3-4e92-b1c3-c0bd6d36e4ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1242194 May 14 18:49:35.277373 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-463ee83b-8b65-4fca-ace1-45de99d3334b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1001 time: 0.0944798 May 14 18:49:35.342292 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-cdeecc26-0d41-4c7b-9a7e-640951e56739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:35.343689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-cdeecc26-0d41-4c7b-9a7e-640951e56739 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0602696 May 14 18:49:35.417107 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-0df1c8ee-b097-459b-a866-ad2247188a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:35.418527 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-0df1c8ee-b097-459b-a866-ad2247188a85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686207 May 14 18:49:35.710428 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-80d27494-707b-4db3-ad8a-d783688dc89b service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851715 May 14 18:49:35.841415 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-f49efa52-2581-4ff2-9568-a8855dade10f service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238356 May 14 18:49:36.213890 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dd940-5e02-4b7a-a260-e4d5f5965084 req-9a194964-8b15-43db-b901-c3f11338f274 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:36.215365 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c4dd940-5e02-4b7a-a260-e4d5f5965084 req-9a194964-8b15-43db-b901-c3f11338f274 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0805035 May 14 18:49:36.263658 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0c4dd940-5e02-4b7a-a260-e4d5f5965084 req-4d863da8-aa3d-428d-be71-8998ba2bd4c9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 May 14 18:49:37.447911 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aac70-9bff-4194-b6fb-0122ef08409f req-ca8e904c-62fc-44b8-8056-147b54f3cd95 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:37.449338 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-553aac70-9bff-4194-b6fb-0122ef08409f req-ca8e904c-62fc-44b8-8056-147b54f3cd95 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0814693 May 14 18:49:37.493720 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-553aac70-9bff-4194-b6fb-0122ef08409f req-b6ce810e-b492-4ee2-97b3-cb90d1912b8c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377698 May 14 18:49:38.684383 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e609a-6c7d-427e-977c-2872e889e4f6 req-0c4fb3b6-06ca-4bb0-915b-d9bb950ff46b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:38.686147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-913e609a-6c7d-427e-977c-2872e889e4f6 req-0c4fb3b6-06ca-4bb0-915b-d9bb950ff46b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0856178 May 14 18:49:38.731020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-913e609a-6c7d-427e-977c-2872e889e4f6 req-f7ae3c66-dcd9-4ad2-b5cc-2ceb2740988f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 May 14 18:49:39.915500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000111f-af5b-436c-af8c-6dc9072523af req-28865cc6-8ec8-41de-b29c-19b0b743a24a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:39.916931 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a000111f-af5b-436c-af8c-6dc9072523af req-28865cc6-8ec8-41de-b29c-19b0b743a24a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0796437 May 14 18:49:39.965102 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a000111f-af5b-436c-af8c-6dc9072523af req-244a5661-da34-41b4-8132-7ef474ad7a34 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 May 14 18:49:41.150193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41eac7-1db1-4a2e-8fed-c29610ec2628 req-6791cdc9-ac52-45ee-b104-c9f9427a1f7d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:41.151633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc41eac7-1db1-4a2e-8fed-c29610ec2628 req-6791cdc9-ac52-45ee-b104-c9f9427a1f7d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0798976 May 14 18:49:41.197427 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cc41eac7-1db1-4a2e-8fed-c29610ec2628 req-a33a43d6-530a-4096-bb01-a9e7a08fdfa2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 May 14 18:49:42.386345 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9a37-70a0-46ad-a52c-2f4864928e42 req-10386edf-d885-4a14-81ae-d10f4e3c7161 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:42.387799 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ec9a37-70a0-46ad-a52c-2f4864928e42 req-10386edf-d885-4a14-81ae-d10f4e3c7161 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0847018 May 14 18:49:42.431777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ec9a37-70a0-46ad-a52c-2f4864928e42 req-9d0ed41f-a46b-4454-8e5b-41884294d72e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382271 May 14 18:49:43.624371 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dc3d5-fa2e-4198-a1a9-07846780a110 req-9102c922-67ee-4c88-9729-9e03000f6a7f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:43.625821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-267dc3d5-fa2e-4198-a1a9-07846780a110 req-9102c922-67ee-4c88-9729-9e03000f6a7f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0837994 May 14 18:49:43.673455 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-267dc3d5-fa2e-4198-a1a9-07846780a110 req-15ebeb0f-b770-46fa-b977-4210cabec2d9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419788 May 14 18:49:44.861654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157ea95-3815-493f-a570-4037600e45f6 req-672ba21b-d447-4986-9cd6-7d812f691fc8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:44.862988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0157ea95-3815-493f-a570-4037600e45f6 req-672ba21b-d447-4986-9cd6-7d812f691fc8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0818591 May 14 18:49:44.906945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0157ea95-3815-493f-a570-4037600e45f6 req-f15123f3-9c1e-40c6-950e-14eaba52534e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383146 May 14 18:49:46.096760 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3c83-489b-4222-972a-60c81f1fd758 req-05202cf9-5bef-4155-b612-8e53c06e5968 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:46.098177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d02a3c83-489b-4222-972a-60c81f1fd758 req-05202cf9-5bef-4155-b612-8e53c06e5968 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0838060 May 14 18:49:46.143569 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d02a3c83-489b-4222-972a-60c81f1fd758 req-3596dcd1-437d-4449-87e8-4571c5bd3ca2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397134 May 14 18:49:47.336208 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36576edb-4353-43e1-bbf6-8952cd904262 req-e1d67f4f-35f4-425f-bbac-c929a4b1e5ab tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:47.337638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36576edb-4353-43e1-bbf6-8952cd904262 req-e1d67f4f-35f4-425f-bbac-c929a4b1e5ab tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0840487 May 14 18:49:47.384760 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-36576edb-4353-43e1-bbf6-8952cd904262 req-fe7ba44c-a444-456a-accb-babbd382b040 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 May 14 18:49:47.855368 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-5d2c154c-1dd2-4902-8221-b8863a6c12f5 service neutron] show failed (client error): The resource could not be found. May 14 18:49:47.856345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-5d2c154c-1dd2-4902-8221-b8863a6c12f5 service neutron] 10.222.0.15 "GET /v2.0/ports/5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.1199768 May 14 18:49:48.170356 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-8aa9eb37-9175-4eed-90e9-7c14e0c69b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:48.171831 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-8aa9eb37-9175-4eed-90e9-7c14e0c69b3b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 1096 time: 0.1219018 May 14 18:49:48.188349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:49:48.294013 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:48.560753 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:49:48.578136 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc30ed-4399-4e42-a57f-d6e9713459fa req-8ccd7052-e54a-448e-84c8-43ec89b31009 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:48.579602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27bc30ed-4399-4e42-a57f-d6e9713459fa req-8ccd7052-e54a-448e-84c8-43ec89b31009 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0853775 May 14 18:49:48.588827 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:49:48.624768 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27bc30ed-4399-4e42-a57f-d6e9713459fa req-b906d55c-cb65-40fb-bd78-637bf7a7c0ea tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391824 May 14 18:49:48.651100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:49:48.656972 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:48.673155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Transition to ACTIVE for port object 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:49:48.676716 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:48.681852 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0117a80a-3960-4829-a8e1-b998a78f9c10 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:49:48.786567 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'code': 200} May 14 18:49:48.816934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=6']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:49:48.837698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.838084 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.838460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.838832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.839228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.839596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.839956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.840316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.840672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.841589 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.842053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.842424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:48.852733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:49:48.892479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] No DVR routers for this DVR port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:49:49.114447 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:49:49.114699 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:49:49.115022 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:49:49.119541 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:49:49.119858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Attempting to bind port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:49:49.125068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:49:49.125402 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:49:49.125777 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:49:49.126205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Bound port: 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:49:49.126535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:49.369650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:49:49.373741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:49:49.377436 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:49.382240 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee4926f7-af4d-4336-9e30-5a356e186396 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:49:49.432357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:49.433284 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:49.434650 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] 10.222.0.22 "PUT /v2.0/ports/5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1091 time: 1.2508802 May 14 18:49:49.459932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:49:49.463025 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:49:49.540011 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-2eaa5ca7-9cfa-48fa-9184-bf8cc0ce01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:49.541484 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-2eaa5ca7-9cfa-48fa-9184-bf8cc0ce01f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1094 time: 0.0769098 May 14 18:49:49.683240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-3521debc-3c83-45db-b75a-2ea19fcc83da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:49.684679 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-3521debc-3c83-45db-b75a-2ea19fcc83da service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1320894 May 14 18:49:49.791023 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-7263b147-69c4-4df6-87dd-a32e4942920d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 999 time: 0.0962400 May 14 18:49:49.814770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54d263-8d4c-42fa-b270-3b726f4c36a0 req-fbb80a23-f1c4-47cc-8ec7-b5451562b563 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:49.816260 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa54d263-8d4c-42fa-b270-3b726f4c36a0 req-fbb80a23-f1c4-47cc-8ec7-b5451562b563 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.0801613 May 14 18:49:49.859255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-2ada6257-dd1e-4d95-a0b4-4d98f56e87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:49.860729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-2ada6257-dd1e-4d95-a0b4-4d98f56e87d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0582578 May 14 18:49:49.864983 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-aa54d263-8d4c-42fa-b270-3b726f4c36a0 req-aa959a8c-d055-4eb0-a62a-e3cc27bbddee tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 May 14 18:49:49.944892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-dd7d7190-6007-4561-b3b1-5d1b66a10129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:49.946231 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-dd7d7190-6007-4561-b3b1-5d1b66a10129 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757060 May 14 18:49:50.083928 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-4ef52d02-cc3d-4de8-841c-d8628d291e3c service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270404 May 14 18:49:50.219387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-3653564c-1887-4511-8147-8c3a53ce8ed5 req-2016c496-7b0a-41e3-b900-f7fdfd177425 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250508 May 14 18:49:50.788444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:49:50.848183 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'status': 'completed', 'code': 200} May 14 18:49:50.940156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-49de17c0-9b2b-4601-a84d-362812704f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:50.941608 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-49de17c0-9b2b-4601-a84d-362812704f3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1094 time: 0.0746043 May 14 18:49:50.942721 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-43c4baa2-e982-4216-a68b-980538b1d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:50.944480 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-43c4baa2-e982-4216-a68b-980538b1d0cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1094 time: 0.0747004 May 14 18:49:50.973724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:49:51.033044 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:49:51.085134 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-47665000-bb73-4f89-b849-53dfc159c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.086494 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-47665000-bb73-4f89-b849-53dfc159c8c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1372352 May 14 18:49:51.133331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-907677de-0ae8-4c41-b441-9d8362c096e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.134770 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-907677de-0ae8-4c41-b441-9d8362c096e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1843424 May 14 18:49:51.190934 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-d42840ad-5639-4752-adc3-5f030c45b884 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 999 time: 0.0971823 May 14 18:49:51.206877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49acac-489b-48a2-b1e1-d719ff6f6667 req-5945e110-685b-445d-a5ca-5f30b5f5f6a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.208351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f49acac-489b-48a2-b1e1-d719ff6f6667 req-5945e110-685b-445d-a5ca-5f30b5f5f6a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.1864393 May 14 18:49:51.255258 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-3597718f-8138-4a7f-b4a5-a4a87a157fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.256681 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-3597718f-8138-4a7f-b4a5-a4a87a157fa6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0578985 May 14 18:49:51.342976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-5cb51389-47ba-450f-9fc3-d1de1ccb88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.344414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-5cb51389-47ba-450f-9fc3-d1de1ccb88e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787382 May 14 18:49:51.455452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f49acac-489b-48a2-b1e1-d719ff6f6667 req-6fe9d682-c791-4e6b-aa50-b97e3264f302 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410095 May 14 18:49:51.457304 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-2c011032-7682-425c-b1c4-cef201813591 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 999 time: 0.3107924 May 14 18:49:51.484143 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-e375acef-ce2c-4f94-93c2-1eb254cb6f07 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317871 May 14 18:49:51.525678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-df6349f4-a5f2-4694-86c7-49e6ef313d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.527111 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-df6349f4-a5f2-4694-86c7-49e6ef313d24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0632689 May 14 18:49:51.602386 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-0ad7915a-ec8f-418b-b1f3-3ff26639666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:51.603808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-0ad7915a-ec8f-418b-b1f3-3ff26639666b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703464 May 14 18:49:51.617634 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-68253b69-d24b-4728-bdc6-86e8458f60b7 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266875 May 14 18:49:51.738216 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-e0ad8765-4129-48d6-9468-4d3639f87c47 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280284 May 14 18:49:51.868933 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-77562609-4bb4-4047-be7d-2f9593d3d604 req-1d42832d-3583-4104-baba-142e63a966f2 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245036 May 14 18:49:52.660028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1a4b-378e-4a60-85a6-0e9575652f4b req-875f38d4-62f8-4854-aca1-10ea481f6ad2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:52.661456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac6c1a4b-378e-4a60-85a6-0e9575652f4b req-875f38d4-62f8-4854-aca1-10ea481f6ad2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.0838211 May 14 18:49:52.709159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ac6c1a4b-378e-4a60-85a6-0e9575652f4b req-bfa7052c-bb00-4ee6-a693-46ac2e9d92c0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 May 14 18:49:52.979946 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:49:53.083864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cb914-d4fd-4af5-ba8d-f3a986972fb8 req-3bf8d31a-eef7-43a7-b9a9-2dec827c9265 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:53.085633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c02cb914-d4fd-4af5-ba8d-f3a986972fb8 req-3bf8d31a-eef7-43a7-b9a9-2dec827c9265 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 943 time: 0.1513824 May 14 18:49:53.094535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-679f602c-6340-41c2-a6ef-24d296d2818e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:53.096026 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-679f602c-6340-41c2-a6ef-24d296d2818e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13&tenant_id=94c1bd57a21e4323be2826509909498f&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 943 time: 0.1306109 May 14 18:49:53.115391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:49:53.128940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'mac_address': 'fa:16:3e:38:c0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:49:53.188014 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:53.195986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c02cb914-d4fd-4af5-ba8d-f3a986972fb8 req-25aebe4d-78a4-4d69-99c9-0f5a775628a8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989420 May 14 18:49:53.205294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:49:53.208672 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-d397dc33-0509-4223-bcc8-b1c268700e73 service neutron] delete failed (client error): The resource could not be found. May 14 18:49:53.209532 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-d397dc33-0509-4223-bcc8-b1c268700e73 service neutron] 10.222.0.15 "DELETE /v2.0/ports/5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0981874 May 14 18:49:53.226230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:49:53.229992 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:53.232539 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:49:53.298053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:49:53.305621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.305954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.306293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.306630 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.306959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.307318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.307647 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.307971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.308297 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.308621 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.308944 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.309265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:49:53.313105 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:49:53.352928 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-16dbd9bf-83a8-4190-9d87-07e1e0059052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:53.354335 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-16dbd9bf-83a8-4190-9d87-07e1e0059052 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 1095 time: 0.0726833 May 14 18:49:53.484808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-af5c9cd3-927a-453a-b176-dda374e2f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:53.486241 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-af5c9cd3-927a-453a-b176-dda374e2f3a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1260111 May 14 18:49:53.489638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:49:53.592305 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-edc998d2-74ee-4a73-8938-8ff428c02837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 200 len: 1000 time: 0.0979040 May 14 18:49:53.654727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-191edc76-1534-4f03-bd20-9066d9c6d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:53.656177 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-191edc76-1534-4f03-bd20-9066d9c6d3e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0571246 May 14 18:49:53.735855 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-59837461-760a-42c0-afdb-facc854c6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:53.737287 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-59837461-760a-42c0-afdb-facc854c6ce9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752304 May 14 18:49:53.867341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-1dc41343-6c35-46d9-a291-503765581b18 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230299 May 14 18:49:53.996430 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-587d86ff-7a8e-4199-af63-e2c7feee0ca7 req-bdb19f44-39e2-40df-92a1-e88b263e615b service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 May 14 18:49:54.386478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749472b-4ebc-4d0c-89c4-c7e2cf973f28 req-d458c5b2-3390-4452-bd6b-12c12d992c82 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:54.387954 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5749472b-4ebc-4d0c-89c4-c7e2cf973f28 req-d458c5b2-3390-4452-bd6b-12c12d992c82 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 944 time: 0.0824337 May 14 18:49:54.433777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5749472b-4ebc-4d0c-89c4-c7e2cf973f28 req-3ea72e8c-86cf-4c03-bc57-3ad4b4c809b2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395706 May 14 18:49:54.477593 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:54.992492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:49:55.062608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:49:55.067033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:49:55.067444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:55.190408 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:55.221535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:49:55.235344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:49:55.239808 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:55.241623 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:49:55.282846 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'code': 200} May 14 18:49:55.324395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:49:55.328549 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:49:55.649257 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62038f-7fc8-4f74-b71c-e1ebfd14e170 req-d6ec1a57-7400-45df-8786-cdf4eeb8c43e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:55.650757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea62038f-7fc8-4f74-b71c-e1ebfd14e170 req-d6ec1a57-7400-45df-8786-cdf4eeb8c43e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0935831 May 14 18:49:55.704178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ea62038f-7fc8-4f74-b71c-e1ebfd14e170 req-00a89470-764f-4263-a851-829476b0fb90 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473831 May 14 18:49:55.896578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cf2dd-c58d-474a-9ad3-97b95ad23a35 req-a8185453-a5c0-43af-bafe-0445d1a66b15 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:55.898003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c8cf2dd-c58d-474a-9ad3-97b95ad23a35 req-a8185453-a5c0-43af-bafe-0445d1a66b15 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0833821 May 14 18:49:55.944303 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c8cf2dd-c58d-474a-9ad3-97b95ad23a35 req-6641cb77-d351-4d41-aeae-c4506baaccc7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406365 May 14 18:49:56.129329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f3f2-a266-4035-8c3d-4b665d8098d2 req-5024d02f-a31e-4139-b52f-00a5449c9516 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:56.130764 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fad3f3f2-a266-4035-8c3d-4b665d8098d2 req-5024d02f-a31e-4139-b52f-00a5449c9516 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0817912 May 14 18:49:56.176351 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fad3f3f2-a266-4035-8c3d-4b665d8098d2 req-4d0ebdee-c260-44aa-9e9f-093680f0293b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 May 14 18:49:56.720462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e5012-6ffc-4212-a95a-17b967aa7b2c req-3d856b3d-f2a1-44cd-97f1-9139214c69b4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:56.721928 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-118e5012-6ffc-4212-a95a-17b967aa7b2c req-3d856b3d-f2a1-44cd-97f1-9139214c69b4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.2467906 May 14 18:49:56.765926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-118e5012-6ffc-4212-a95a-17b967aa7b2c req-1245c385-a6f9-44b4-a0b4-fb5a5c9185bf tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381505 May 14 18:49:57.105194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-77510c04-b3fd-4917-9b59-87dccfc5bd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:57.936138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c680126-2753-42ef-a415-771146660eaa req-36f01603-3b9f-45b3-a222-65e0c823dc72 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:57.936913 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5c680126-2753-42ef-a415-771146660eaa req-36f01603-3b9f-45b3-a222-65e0c823dc72 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:49:57.948581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-5c680126-2753-42ef-a415-771146660eaa req-36f01603-3b9f-45b3-a222-65e0c823dc72 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:49:57.949666 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c680126-2753-42ef-a415-771146660eaa req-36f01603-3b9f-45b3-a222-65e0c823dc72 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0933504 May 14 18:49:57.949993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dae48-cb24-4463-a576-058ebbe2f79c req-63b9a5bc-3fdf-42f7-a5a8-72e4a7778d23 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:49:57.952076 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a02dae48-cb24-4463-a576-058ebbe2f79c req-63b9a5bc-3fdf-42f7-a5a8-72e4a7778d23 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 945 time: 0.0814903 May 14 18:49:57.999383 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a02dae48-cb24-4463-a576-058ebbe2f79c req-6e76f5b3-40d7-47bc-90a9-c33f3367ac96 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 May 14 18:49:58.089815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Deleting port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:49:58.090083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:58.123348 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:58.377870 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] For port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:49:58.378133 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:58.664981 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:58.665347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:58.665652 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 disassociated. External IP: 172.25.4.134, port: 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca. May 14 18:49:58.665982 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Calling delete_port for 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:49:58.778692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:58.784496 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4358c372-a7ea-4f48-8a5a-e934ca657e1e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:49:58.829454 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event deleted for resources: {'Port': ['ID=5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:49:58.832532 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:49:58.984081 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:49:59.022039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:49:59.155688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3191989d-c734-4108-baaf-148e8162c126 req-ae555ac5-dc91-47ca-97d9-80d9722a3219 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aacbaa1-1004-466e-bba3-46f57ccbcd13 HTTP/1.1" status: 200 len: 210 time: 0.0450089 May 14 18:49:59.203802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:49:59.213312 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:49:59.222911 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:49:59.223556 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:49:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:49:59.276212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] No DVR routers for this DVR port 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:49:59.279509 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:59.282102 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-deleted', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:49:59.297914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5c680126-2753-42ef-a415-771146660eaa req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "DELETE /v2.0/ports/5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca HTTP/1.1" status: 204 len: 173 time: 1.3387136 May 14 18:49:59.334366 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aacbaa1-1004-466e-bba3-46f57ccbcd13', 'name': 'network-vif-deleted', 'tag': '5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca', 'status': 'completed', 'code': 200} May 14 18:49:59.439221 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:49:59.651479 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:59.758480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:49:59.762087 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:49:59.770999 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:49:59.771628 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:49:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:49:59.813768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa6b0-9a41-4126-b1e4-06ce9df4d084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:49:59.946421 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:50:00.257566 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:50:00.263590 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dbb87-ff16-432c-9b9c-8ce3a1c683b1 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:50:00.508134 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-7b87eb72-7043-4dc0-bd33-4beb8ed18b78 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--502854340&fields=id&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 267 time: 0.0496902 May 14 18:50:00.538828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99103d9c-0d11-4b56-97f0-b71254fe70fb None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:50:00.673316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-faead24d-75d7-4963-8094-d126dc33c8b8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:00.674940 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-faead24d-75d7-4963-8094-d126dc33c8b8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1588459 May 14 18:50:00.691086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-4be14f10-92cc-4bdb-b867-20f7cb114846 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/quotas/94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 375 time: 0.0105939 May 14 18:50:00.799637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-c778d7cb-d609-4677-95b1-3e1a64f6cf3a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957406 May 14 18:50:00.896865 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:00.942888 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-b7056cee-69c4-4ab1-b696-b5f1054c3fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421475 May 14 18:50:01.005438 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:50:01.042822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:50:01.043205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 5cb4a108-d224-4dfe-96c0-0e4ae4e4f8ca not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:50:01.079347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-a5125e21-c457-4764-8cae-9b93d010f7c8 service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301508 May 14 18:50:01.260789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d0ea0050-eda6-4d41-b4e2-10436cd46e09 req-efbc5657-47b2-4181-827e-32097e2310ed tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 210 time: 0.0431187 May 14 18:50:02.368749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-917f292c-d75d-447f-b44e-a773312060ae tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:02.370187 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-917f292c-d75d-447f-b44e-a773312060ae tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1530554 May 14 18:50:02.405706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:02.440473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4c9cc1c9-562c-492e-9630-46bd09b73f67 req-36eeee3a-4152-4336-8f53-f131afda485f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 210 time: 0.0655451 May 14 18:50:02.464929 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-0a2c40be-7bd0-4b7f-a267-4a27d70dd274 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 379 time: 0.0559809 May 14 18:50:02.474645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'port': {'device_id': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'admin_state_up': True, 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'security_groups': ['fde42127-822e-4ef4-a905-71f32f7b4bd9']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:50:02.609512 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:50:02.613539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:port and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:50:02.616303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:50:02.621825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:50:02.631552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Made reservation on behalf of 94c1bd57a21e4323be2826509909498f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:50:02.635022 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:02.797046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Allocated IP 172.20.0.7 (45394eb8-ce72-4622-9851-f98e2fcc874e/98ec9f34-2775-474c-bb4e-61bf77f5ef0e/14ffcf3d-5e8f-4935-9e33-efd80c6ba065) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:50:02.983682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:02.999453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Transition to ACTIVE for port object 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:50:03.022143 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:03.027734 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:50:03.086523 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:50:03.089573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:50:03.093603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:50:03.139995 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:50:03.154186 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.154572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.154959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.155367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.155745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.156117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.156486 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.156854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.157216 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.157579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.157941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.158303 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:50:03.164702 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:50:03.185403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:03.186025 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:03.211355 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7401891 May 14 18:50:03.223052 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Request body: {'port': {'device_id': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:50:03.367608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8175f16f-b3cb-4925-af6c-621565095780 None None] Provisioning for port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:50:03.373474 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8175f16f-b3cb-4925-af6c-621565095780 None None] Provisioning complete for port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:50:03.373866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8175f16f-b3cb-4925-af6c-621565095780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:03.429199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8175f16f-b3cb-4925-af6c-621565095780 None None] Port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:50:03.503095 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:03.713891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776a01f-5e79-44fd-8853-f1bc38bc6aca req-e98bacdf-593f-4b8f-bb66-b0d208972997 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:03.714578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6776a01f-5e79-44fd-8853-f1bc38bc6aca req-e98bacdf-593f-4b8f-bb66-b0d208972997 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:50:03.802138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-6776a01f-5e79-44fd-8853-f1bc38bc6aca req-e98bacdf-593f-4b8f-bb66-b0d208972997 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:50:03.803325 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6776a01f-5e79-44fd-8853-f1bc38bc6aca req-e98bacdf-593f-4b8f-bb66-b0d208972997 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 931 time: 0.2494123 May 14 18:50:03.880750 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6776a01f-5e79-44fd-8853-f1bc38bc6aca req-6318373e-b23e-4234-8e00-f40a1fdc0f03 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700181 May 14 18:50:03.958854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:50:03.966633 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:03.980180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Transition to ACTIVE for port object 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:50:03.983888 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:03.987404 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b1273c2-d730-4004-9f33-c3bb8e6c4554 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:50:04.145354 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:50:04.148154 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:50:04.224920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:50:04.225197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:50:04.225519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:50:04.230001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:50:04.230319 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:50:04.235613 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:50:04.235949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:50:04.236331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:50:04.236750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Bound port: 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:50:04.237104 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:04.324518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:50:04.327997 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:50:04.332247 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:04.336725 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1065cc6d-d30f-4867-809e-0fab29d7b9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:50:04.389367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:04.389968 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:04.391382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] 10.222.0.15 "PUT /v2.0/ports/14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1091 time: 1.1725829 May 14 18:50:04.391905 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:50:04.422489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:50:04.425579 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:50:04.524135 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-aa474726-047a-4c8b-86a4-5f950264a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:04.526096 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-aa474726-047a-4c8b-86a4-5f950264a0db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1094 time: 0.0934839 May 14 18:50:04.535950 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'status': 'completed', 'code': 200} May 14 18:50:04.602859 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-2afac857-85e4-4256-8237-23228b9ce376 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 217 time: 0.0653405 May 14 18:50:04.665787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-e9877d2f-6527-4a15-8015-8d251efcfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:04.667143 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-e9877d2f-6527-4a15-8015-8d251efcfae1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0569260 May 14 18:50:04.747930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-691232aa-d5d6-4aba-ab05-514c3225915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:04.749308 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-691232aa-d5d6-4aba-ab05-514c3225915a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749750 May 14 18:50:04.881614 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-b0c21c2f-d78f-4721-81ae-4c3748f1d05f service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257160 May 14 18:50:05.056880 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0caa566-3647-414e-800c-e9517d1d57f6 req-3c352c29-7143-4b31-8fac-7210c4dd62dd service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686866 May 14 18:50:05.091810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4758ba-f42d-480c-8bb9-41427bfc2896 req-c74bfe41-3814-407f-92c2-adde41293aed tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:05.093262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f4758ba-f42d-480c-8bb9-41427bfc2896 req-c74bfe41-3814-407f-92c2-adde41293aed tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 943 time: 0.1038716 May 14 18:50:05.186913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3f4758ba-f42d-480c-8bb9-41427bfc2896 req-5f7ff08e-1b42-43f2-9fc7-77cd6b2e181b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861826 May 14 18:50:05.208288 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-fd212f2b-42ae-4cee-aaa8-66238ef130fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:05.209752 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-fd212f2b-42ae-4cee-aaa8-66238ef130fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1094 time: 0.0952122 May 14 18:50:05.340171 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-f73538eb-640f-4a1f-ba06-77c0df728451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:05.342286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-f73538eb-640f-4a1f-ba06-77c0df728451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1253076 May 14 18:50:05.407450 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-c7798496-e46f-4a94-b360-f04ac3d941ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 217 time: 0.0589383 May 14 18:50:05.473452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-3d7694d1-de23-4f7d-8a66-f544ed22d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:05.474855 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-3d7694d1-de23-4f7d-8a66-f544ed22d591 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0612180 May 14 18:50:05.549644 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-ffa6f679-3c2c-45f1-8597-c8005c4e11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:05.551082 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-ffa6f679-3c2c-45f1-8597-c8005c4e11ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700428 May 14 18:50:05.839779 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-500b382b-aed3-414b-855a-2720dd5ad082 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824800 May 14 18:50:05.969563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bef07614-c05e-4321-8345-8bbe4c7f57ea req-e1e02630-7663-4d7c-8445-80c586c56ec1 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229897 May 14 18:50:06.377434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af88a0-faec-4ee7-aafe-d20c57b1e714 req-f48be253-e68f-4f08-a4bb-98fbea371230 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:06.378862 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15af88a0-faec-4ee7-aafe-d20c57b1e714 req-f48be253-e68f-4f08-a4bb-98fbea371230 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 943 time: 0.0847161 May 14 18:50:06.422964 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-15af88a0-faec-4ee7-aafe-d20c57b1e714 req-c7c03864-544a-4773-acad-36c9c2c1fbd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383947 May 14 18:50:07.005151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:50:07.134925 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:50:07.148478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'mac_address': 'fa:16:3e:9c:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:50:07.207045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:07.223059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:50:07.238410 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:50:07.242415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:07.244160 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:50:07.308486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:50:07.311301 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:50:07.579217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['14ffcf3d-5e8f-4935-9e33-efd80c6ba065'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:50:07.607331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0645e-d41f-4019-96de-e08d7001d484 req-83781ae5-bc59-4641-992c-6dca02cd7529 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:07.609562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a0645e-d41f-4019-96de-e08d7001d484 req-83781ae5-bc59-4641-992c-6dca02cd7529 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 944 time: 0.0813992 May 14 18:50:07.658492 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51a0645e-d41f-4019-96de-e08d7001d484 req-01b1be97-7e2f-454a-b81a-ac34d6d25df8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 May 14 18:50:08.843285 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3e0c-706d-403d-a065-ce6ac13b9bff req-58d59a9a-eee7-4bfd-bfa6-30e0b67927d0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:08.844631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63ec3e0c-706d-403d-a065-ce6ac13b9bff req-58d59a9a-eee7-4bfd-bfa6-30e0b67927d0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 944 time: 0.0816407 May 14 18:50:08.888483 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-63ec3e0c-706d-403d-a065-ce6ac13b9bff req-f9f2ea4a-7c15-4e82-9677-423087abd5a9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382636 May 14 18:50:09.019090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:50:09.086186 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:50:09.091152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:50:09.091563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:09.208941 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:09.235213 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:50:09.244439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:50:09.248657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:09.250449 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:50:09.285471 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'code': 200} May 14 18:50:09.320732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:50:09.323698 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:50:09.410426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209327-20d8-4fb5-bb0c-0b3b5fc3925e req-4329cdf3-f01a-4ca9-8afb-8f1ccc3eac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:09.411881 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c209327-20d8-4fb5-bb0c-0b3b5fc3925e req-4329cdf3-f01a-4ca9-8afb-8f1ccc3eac06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.0725267 May 14 18:50:09.451778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7c209327-20d8-4fb5-bb0c-0b3b5fc3925e req-6fff9a64-931e-4ba3-8b97-3195f4ea4e28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 May 14 18:50:10.077582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fe39a-0621-4137-8eaf-61ad43c7c307 req-65f67ec2-b819-4c9b-9d44-392c54fec046 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:10.079003 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf5fe39a-0621-4137-8eaf-61ad43c7c307 req-65f67ec2-b819-4c9b-9d44-392c54fec046 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0811532 May 14 18:50:10.122261 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cf5fe39a-0621-4137-8eaf-61ad43c7c307 req-b3e0ad9e-ce9a-4b53-865e-00abb139020c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 May 14 18:50:11.309159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68bd37-ea7e-4126-96fe-468aca817ea6 req-a28f7a42-35b3-43ec-8b9a-6e8e96fc58fc tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:11.311159 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd68bd37-ea7e-4126-96fe-468aca817ea6 req-a28f7a42-35b3-43ec-8b9a-6e8e96fc58fc tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0839181 May 14 18:50:11.355930 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dd68bd37-ea7e-4126-96fe-468aca817ea6 req-912103ac-9657-486c-ae6d-604a67f0b737 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 May 14 18:50:11.536193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e651d01-1cdf-44c1-bb8e-26b5ee9dd44b req-5e49bdf4-a825-454d-aca8-a9a6ade5db79 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:11.537628 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1e651d01-1cdf-44c1-bb8e-26b5ee9dd44b req-5e49bdf4-a825-454d-aca8-a9a6ade5db79 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0835116 May 14 18:50:11.547051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 41656) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:50:11.552125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'floatingip': {'port_id': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:50:11.627671 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:12.210287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:12.214036 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:12.537840 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 associated. External IP: 172.25.4.134, port: 14ffcf3d-5e8f-4935-9e33-efd80c6ba065. May 14 18:50:12.889842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:50:13.066031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:50:13.071222 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:13.075988 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:50:13.086091 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:50:13.087688 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:50:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:50:13.132571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a36daa32-fe1c-4a17-bfe1-247fbe3b6444 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "PUT /v2.0/floatingips/5b707043-0155-420d-b029-cc6742ee90e3 HTTP/1.1" status: 200 len: 991 time: 1.5844495 May 14 18:50:13.133264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:50:13.265204 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:50:13.265372 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'status': 'completed', 'code': 200} May 14 18:50:13.357803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-a41a979e-43d0-4df1-bb76-15440a869b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:13.359498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-a41a979e-43d0-4df1-bb76-15440a869b9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.0726070 May 14 18:50:13.490758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-6e107385-1fc8-411c-8bdf-4b4e1243231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:13.492138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-6e107385-1fc8-411c-8bdf-4b4e1243231c service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1263831 May 14 18:50:13.596196 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-b689c69f-7b0e-4736-9f4d-acebd5218e77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 999 time: 0.0970688 May 14 18:50:13.641298 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:9c:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:50:12Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:50:13.645092 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:50:13.653140 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:50:13.653729 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:50:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:50:13.658284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-14dd130a-263b-4387-8e7c-180a16316232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:13.659731 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-14dd130a-263b-4387-8e7c-180a16316232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0580544 May 14 18:50:13.738306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-dd4bd331-2fbe-43e0-afe9-6f62b6c88d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:13.739784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-dd4bd331-2fbe-43e0-afe9-6f62b6c88d4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741982 May 14 18:50:13.829880 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:50:14.037878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-2d6fb87d-255d-4872-ad81-5f2443bea7d6 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919350 May 14 18:50:14.168885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dc198ffc-1718-45dc-9bdb-560513b80e39 req-99fcaeb4-3690-43f9-a41d-e3fe27351807 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248972 May 14 18:50:14.182517 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:9c:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:50:12Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:50:14.186762 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c166eeb-5c98-48f2-9990-1b88f0241281 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:9c:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:50:12Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:50:14.373231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d09bc9-f901-4ff9-9405-e6640fdbd1b9 None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:50:14.486208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-c973f618-b7ea-427c-b9c2-0b827d1b9e2d req-cd9a0e7f-92c9-45d4-906e-6e89a4a833b5 service neutron] (79560) timed out ('10.222.0.15', 50339) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:50:24.503766 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:26.109866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-c180e85a-928f-4925-b56f-66825a5b68ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692453 May 14 18:50:26.267147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-23a050c6-dc64-4fa6-a479-fa497bcfc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:26.268630 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-23a050c6-dc64-4fa6-a479-fa497bcfc0ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.0758479 May 14 18:50:26.419489 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-74b57e01-586b-4a94-8ec5-e806b46958c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:26.421733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-74b57e01-586b-4a94-8ec5-e806b46958c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1337395 May 14 18:50:26.525609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-3ed6a100-e1a3-46c9-954e-aa67c1b5f23f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1001 time: 0.0980566 May 14 18:50:26.589601 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-0a84db3b-6c9b-4e36-9bad-c79fb8f35e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:26.591013 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-0a84db3b-6c9b-4e36-9bad-c79fb8f35e10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0584183 May 14 18:50:26.667323 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-877f76c7-b4f9-4959-8f19-4e0ab18f3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:50:26.668757 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-877f76c7-b4f9-4959-8f19-4e0ab18f3688 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696936 May 14 18:50:26.800546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-c84eef48-ed44-468a-a352-fb2f0023eec1 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245351 May 14 18:50:26.930816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4fa89f83-c615-4004-b95e-7abe37ab9d8e req-969c7654-b59f-4a2b-b92e-a99f1294be0a service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236181 May 14 18:50:27.105665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8a9f72ce-dc33-498c-85ce-8be48e73a621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:28.127374 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:29.646385 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:29.816532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4987b72-c323-43ab-b2b3-d852f19979dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:30.897695 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:32.404970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:35.983625 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:50:54.504133 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:57.106908 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d982002-b36d-4483-a98f-98a08e107761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:58.141477 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:59.648954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:50:59.817618 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-33911434-029e-48cf-97be-5072c57ce284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:00.903443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:02.406979 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:12.982791 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:51:24.515987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:27.107873 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a90172ff-4802-4ef1-9c7a-bb15ddb5b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:27.244120 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-7c8b6f95-09aa-4aed-a032-b0ab3aa44f79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145117 May 14 18:51:27.387825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-80c4d211-3942-4f36-b558-c02464362757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:51:27.389180 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-80c4d211-3942-4f36-b558-c02464362757 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.0719342 May 14 18:51:27.534780 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-b86ae748-f048-4456-9fc5-27550f89a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:51:27.536295 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-b86ae748-f048-4456-9fc5-27550f89a7b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1285131 May 14 18:51:27.640827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-5529ad52-eb5d-4c30-bd40-e1d5db0b6157 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1001 time: 0.0980165 May 14 18:51:27.706974 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-07c7c07d-a8f7-4f46-b1e5-3a22b19944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:51:27.708503 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-07c7c07d-a8f7-4f46-b1e5-3a22b19944ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0608459 May 14 18:51:27.783097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-01524b0d-79bc-40ce-b705-93e6cd675cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:51:27.784554 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-01524b0d-79bc-40ce-b705-93e6cd675cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700095 May 14 18:51:27.914802 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-3a0487fe-1ab1-4d8e-ac31-60b1cc902a0a service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233730 May 14 18:51:28.048945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79ad8b00-cc13-4b6b-ac27-66f2c1b2b3f6 req-d88f4d62-3e2a-4d7b-bad7-d9c21fcfa3de service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281552 May 14 18:51:28.154344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:29.652001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:29.818279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11b726f0-7c65-44ef-9c0e-dad1401e368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:30.903056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:32.409643 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:49.982940 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:51:54.515291 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:57.109646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c5f-8f23-40ee-b61a-2997070a90a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:58.168758 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:59.653003 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:51:59.819895 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bf83ad10-79a4-4a16-a0b2-2485f6d254a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:00.904971 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:02.415944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:06.898685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-bb0e9ec2-f230-432c-9e7b-554b24f55060 req-0b6a86aa-1b45-421e-ae5e-7201a659ddc6 service neutron] (79559) timed out ('10.222.0.15', 49704) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:52:24.514472 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:26.982231 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:52:27.111305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8fc3c6da-ecc1-41da-8bfe-d0dd214641ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:28.110508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-a1ff08f8-266b-46c9-9e56-40f1bb1d9b46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702906 May 14 18:52:28.180124 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:28.408261 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d972786-20c1-4d7e-a968-1671ee940419 req-2a3fbe27-c5b1-4534-b550-c682f14331a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:28.409721 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-2a3fbe27-c5b1-4534-b550-c682f14331a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.2325199 May 14 18:52:28.556376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d972786-20c1-4d7e-a968-1671ee940419 req-9c87ecf9-a476-4738-b389-24f61332e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:28.557842 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-9c87ecf9-a476-4738-b389-24f61332e0ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1273124 May 14 18:52:28.661562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-3f3a1b65-1b5d-445d-b98c-0e09cbc46aee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1001 time: 0.0976162 May 14 18:52:28.725167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d972786-20c1-4d7e-a968-1671ee940419 req-2067e23f-bc7d-4b98-92fa-93140e564bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:28.726637 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-2067e23f-bc7d-4b98-92fa-93140e564bac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0584645 May 14 18:52:28.803031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d972786-20c1-4d7e-a968-1671ee940419 req-e3ef2d91-0a2e-48a6-a2da-8ad25709a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:28.804608 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-e3ef2d91-0a2e-48a6-a2da-8ad25709a5d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721235 May 14 18:52:28.932242 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-658ebb01-f869-47b2-a962-ecce08bf34b0 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212327 May 14 18:52:29.063486 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d972786-20c1-4d7e-a968-1671ee940419 req-b6018cf0-43fe-4758-942a-5bbf22d69ba3 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244526 May 14 18:52:29.655104 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:29.820917 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2104e5c3-ea11-4806-a998-1bc40647bef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:30.908195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:32.416277 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:40.160606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-7f5aa010-64be-4c72-9f3b-58aef21e165a req-1ba09536-19d2-4a26-8b00-9671b86e7230 service neutron] (79559) timed out ('10.222.0.22', 64007) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:52:41.090058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b8a55-e106-4412-8050-bf73d8499c3a req-b7ad34f9-8a63-4df8-8b74-23ce615feaa9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:41.091513 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-342b8a55-e106-4412-8050-bf73d8499c3a req-b7ad34f9-8a63-4df8-8b74-23ce615feaa9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.1235988 May 14 18:52:41.135784 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-342b8a55-e106-4412-8050-bf73d8499c3a req-95574e8b-5214-4eee-a88b-38fadf754b92 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385163 May 14 18:52:42.326041 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa8aa3-5e6f-42b0-b3b9-ff4d13ac3ea3 req-e067dd30-4dff-41c6-8089-fbebaf832894 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:42.327510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27aa8aa3-5e6f-42b0-b3b9-ff4d13ac3ea3 req-e067dd30-4dff-41c6-8089-fbebaf832894 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0857325 May 14 18:52:42.372763 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-27aa8aa3-5e6f-42b0-b3b9-ff4d13ac3ea3 req-e6fa33c4-7e55-41f4-bb34-27d58f97bf13 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 May 14 18:52:43.564564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd7fa-307f-4f16-ae2d-dca45361ed8a req-7dc18401-d817-4f43-9803-2036d0779358 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:43.565995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-643dd7fa-307f-4f16-ae2d-dca45361ed8a req-7dc18401-d817-4f43-9803-2036d0779358 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0838995 May 14 18:52:43.609794 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-643dd7fa-307f-4f16-ae2d-dca45361ed8a req-0a3446ef-4617-40f4-aa36-6496cb8b4817 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370903 May 14 18:52:44.795287 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c9785-ec18-47a7-bb69-505e52bc4979 req-0afe486d-1b1d-4ec8-af04-6ac7d3d57ef9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:44.796641 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-448c9785-ec18-47a7-bb69-505e52bc4979 req-0afe486d-1b1d-4ec8-af04-6ac7d3d57ef9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0790687 May 14 18:52:44.844071 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-448c9785-ec18-47a7-bb69-505e52bc4979 req-68205117-9455-4a8f-9b75-ae521ff2a0ce tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 May 14 18:52:46.026850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe62b6f-5c2c-4330-be55-cbdeace148fb req-07265bd4-95e1-4205-b869-2925ff996e2e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:46.028352 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe62b6f-5c2c-4330-be55-cbdeace148fb req-07265bd4-95e1-4205-b869-2925ff996e2e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0782130 May 14 18:52:46.072586 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5fe62b6f-5c2c-4330-be55-cbdeace148fb req-d2f2d65c-442b-4d11-8321-f59591a55bad tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386288 May 14 18:52:47.263568 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e688b80-40f0-4fcc-a3a8-13acdd57f270 req-f1ceb9a6-e933-4cbb-acb2-7af6447e5a68 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:47.264988 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e688b80-40f0-4fcc-a3a8-13acdd57f270 req-f1ceb9a6-e933-4cbb-acb2-7af6447e5a68 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0819657 May 14 18:52:47.309541 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2e688b80-40f0-4fcc-a3a8-13acdd57f270 req-92f1f24a-0cf8-4cd7-bac8-08977cd16c6c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 May 14 18:52:48.495374 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddc1ad-cd44-4ede-9afd-f160e5f53549 req-1cfa4fd8-9daa-4232-90d2-86a108ec0331 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:48.499807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44ddc1ad-cd44-4ede-9afd-f160e5f53549 req-1cfa4fd8-9daa-4232-90d2-86a108ec0331 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0841115 May 14 18:52:48.543253 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-44ddc1ad-cd44-4ede-9afd-f160e5f53549 req-cac8864e-454e-4712-9f0f-426bd61d326e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 May 14 18:52:49.729267 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0b937-0fa8-4703-b3cd-84bfb7abf094 req-e9b32c3e-e1d2-4fce-9d71-7987ffb56e48 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:49.730709 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ae0b937-0fa8-4703-b3cd-84bfb7abf094 req-e9b32c3e-e1d2-4fce-9d71-7987ffb56e48 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0838265 May 14 18:52:49.773692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7ae0b937-0fa8-4703-b3cd-84bfb7abf094 req-f8222594-e4d0-417f-b83c-6a10a2e1609a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371444 May 14 18:52:50.963046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4bfb1-f146-438e-9941-f0eaa58a6a9c req-7d271604-08c2-4448-935a-027d37fc90e7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:50.964478 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93e4bfb1-f146-438e-9941-f0eaa58a6a9c req-7d271604-08c2-4448-935a-027d37fc90e7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0825007 May 14 18:52:51.167820 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-93e4bfb1-f146-438e-9941-f0eaa58a6a9c req-df9c225f-f6a2-4b20-843a-e025b8dbc7c0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976151 May 14 18:52:51.583727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-5d1f7cbe-4da8-4f88-82ae-e02a95338e73 req-376d59b0-308f-4a5d-b850-53a21311e4a7 service neutron] (79559) timed out ('10.222.0.24', 59026) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:52:52.349616 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c417-3181-4d1f-a40c-073b8c06ab2d req-5b76aff9-0c6a-48cc-990e-986a26c0df4e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:52.351733 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a47c417-3181-4d1f-a40c-073b8c06ab2d req-5b76aff9-0c6a-48cc-990e-986a26c0df4e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0788355 May 14 18:52:52.399002 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1a47c417-3181-4d1f-a40c-073b8c06ab2d req-ac713f21-43c8-4e51-9333-3a478343ab5a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 May 14 18:52:52.859291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42020) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:52:53.004311 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4725a35-141a-417d-8c85-f322e680d6fb req-e6f82580-67e9-4481-a3c3-62a9e3d5a4ba tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:53.005735 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4725a35-141a-417d-8c85-f322e680d6fb req-e6f82580-67e9-4481-a3c3-62a9e3d5a4ba tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.1401947 May 14 18:52:53.009741 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-1b80cebb-5597-4f3f-b491-39dbdacf03f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492271 May 14 18:52:53.053063 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e4725a35-141a-417d-8c85-f322e680d6fb req-d9fbdde9-9f69-4ee5-ab94-69b87f5fc73b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411763 May 14 18:52:54.300893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f2e6b-7ad1-409b-8256-82ec23de1976 req-05f8f698-e914-4b51-8943-22d452791edb tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:54.302259 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f04f2e6b-7ad1-409b-8256-82ec23de1976 req-05f8f698-e914-4b51-8943-22d452791edb tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.1369498 May 14 18:52:54.329727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-9f84558e-5260-4254-baf6-408d410186d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:54.331086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-9f84558e-5260-4254-baf6-408d410186d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.1212435 May 14 18:52:54.417808 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f04f2e6b-7ad1-409b-8256-82ec23de1976 req-d177a8f8-52a2-46ea-9213-457206225ff2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087875 May 14 18:52:54.475381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-dff10917-1b6b-4b3e-8a88-4d000beec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:54.477432 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-dff10917-1b6b-4b3e-8a88-4d000beec806 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1358831 May 14 18:52:54.530334 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:54.581565 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-8458562a-4c62-4d53-ba50-4d5cb0aa33f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1001 time: 0.0975842 May 14 18:52:54.642858 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-3ca78a71-a482-4378-a2a0-486c9d0b7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:54.644262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-3ca78a71-a482-4378-a2a0-486c9d0b7034 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0554817 May 14 18:52:54.722122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-ba96fac8-6067-4488-8136-d47243c60096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:54.723572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-ba96fac8-6067-4488-8136-d47243c60096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719628 May 14 18:52:54.852922 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-7bb7e368-b75a-4821-a7a3-574e50d74243 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223180 May 14 18:52:54.981562 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-cbd3c4fe-eda6-4246-996b-2411fe3921f2 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224251 May 14 18:52:55.604361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f7da-c275-46ad-acba-d4bd061d5e57 req-4ae9bc48-0921-4473-bff5-31e361b6b9e9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:55.605777 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f930f7da-c275-46ad-acba-d4bd061d5e57 req-4ae9bc48-0921-4473-bff5-31e361b6b9e9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0793824 May 14 18:52:55.649696 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f930f7da-c275-46ad-acba-d4bd061d5e57 req-60e084bc-bd0c-4e7b-b751-2049846b5107 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 May 14 18:52:56.891849 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f19f1b1e-22ba-490b-8870-2b05c232c8de service neutron] show failed (client error): The resource could not be found. May 14 18:52:56.892837 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f19f1b1e-22ba-490b-8870-2b05c232c8de service neutron] 10.222.0.15 "GET /v2.0/ports/14ffcf3d-5e8f-4935-9e33-efd80c6ba065/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0965040 May 14 18:52:56.906946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb256866-8a2f-4fb3-ad35-770edf821eec req-6c5b53ac-fe5f-4275-84a9-c57dd9668d00 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:56.908537 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb256866-8a2f-4fb3-ad35-770edf821eec req-6c5b53ac-fe5f-4275-84a9-c57dd9668d00 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.1512947 May 14 18:52:56.959949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eb256866-8a2f-4fb3-ad35-770edf821eec req-9ba3a964-d9ce-4066-aa16-b8a06d9e85f4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 May 14 18:52:57.107999 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e11d-f4c4-4a0b-89fe-277cc8c1c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:57.266361 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-85d9bd4d-a07f-4bbc-8c4d-3509da9e058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:57.267752 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-85d9bd4d-a07f-4bbc-8c4d-3509da9e058f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 1096 time: 0.1167839 May 14 18:52:57.284179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:52:57.397414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:57.673893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:52:57.702136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:52:57.770893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:52:57.776849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:57.792010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Transition to ACTIVE for port object 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:52:57.795764 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:57.799401 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-76773a65-0cd3-4b8a-90ef-84e9370f949b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:52:57.944896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=6']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:52:57.972156 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'code': 200} May 14 18:52:57.973665 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.974053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.974435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.974809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.975205 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.975570 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.975934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.976299 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.976650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.977020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.978726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.978946 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:52:57.985002 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:52:58.036215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] No DVR routers for this DVR port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:52:58.154776 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811771b-c45f-49b9-8c91-473aeef4dba8 req-46f30996-66f5-436b-aa4e-4044d077514c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:58.156264 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6811771b-c45f-49b9-8c91-473aeef4dba8 req-46f30996-66f5-436b-aa4e-4044d077514c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 943 time: 0.0803165 May 14 18:52:58.185909 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:58.208286 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6811771b-c45f-49b9-8c91-473aeef4dba8 req-ba2575a0-a78d-442b-904f-87fc089506fe tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 May 14 18:52:58.431881 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:52:58.432480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:52:58.432593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:52:58.437038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:52:58.437284 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Attempting to bind port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:52:58.442222 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:52:58.442555 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:52:58.442918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:52:58.443364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Bound port: 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:52:58.443699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:58.532967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:52:58.535866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:52:58.541726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:58.546044 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c2070588-d18b-462d-9bd6-b1aec6cc7d1c tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:52:58.596976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:58.597839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:58.599308 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] 10.222.0.22 "PUT /v2.0/ports/14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1091 time: 1.3201628 May 14 18:52:58.625457 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:52:58.628856 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:52:58.705602 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-5ecab8b5-12a0-42d8-8672-539ff9c21115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:58.707075 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-5ecab8b5-12a0-42d8-8672-539ff9c21115 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1094 time: 0.0771692 May 14 18:52:58.845566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f9ea69bb-e10c-4c13-abe3-0a332ea1889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:58.846977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f9ea69bb-e10c-4c13-abe3-0a332ea1889c service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1297865 May 14 18:52:58.949204 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-bf2fc90a-bcbe-4d30-8fb4-f444015ec775 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 999 time: 0.0919387 May 14 18:52:59.018695 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f6f64d38-dfec-4a1b-9672-58dd13b4109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:59.020094 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f6f64d38-dfec-4a1b-9672-58dd13b4109c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0601938 May 14 18:52:59.101026 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-cdbc6f61-6ec9-4d2e-82b4-3d6e6a54476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:59.102523 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-cdbc6f61-6ec9-4d2e-82b4-3d6e6a54476b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718648 May 14 18:52:59.236707 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-f746a0e5-e9ba-46a6-a740-564f266dbbd4 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231062 May 14 18:52:59.373368 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-8a7f3cc5-fb7e-4469-b688-f6a8dde202ee req-1442f56d-06d5-4b1f-81c2-7369ef1c2389 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261027 May 14 18:52:59.573401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4a742-5085-4d95-95ef-35a0ef565393 req-58221b0b-ae48-47a3-b00a-e64a9ed0090e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:52:59.574849 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fcc4a742-5085-4d95-95ef-35a0ef565393 req-58221b0b-ae48-47a3-b00a-e64a9ed0090e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 943 time: 0.2540500 May 14 18:52:59.619952 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fcc4a742-5085-4d95-95ef-35a0ef565393 req-d2d346ef-94f1-4f76-8f99-096bb7004630 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 May 14 18:52:59.660165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:59.719846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:52:59.775983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:52:59.821472 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9719b7c8-7fb9-46c5-9289-d31084dd0b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:52:59.973738 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:53:00.030025 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'status': 'completed', 'code': 200} May 14 18:53:00.132198 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-b1dffc23-23dc-499c-9c8e-81743582d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.134343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-b1dffc23-23dc-499c-9c8e-81743582d8c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1094 time: 0.0745163 May 14 18:53:00.135822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-aa7e09c6-d148-47cd-9390-5a0c1a03149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.137272 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-aa7e09c6-d148-47cd-9390-5a0c1a03149b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1094 time: 0.0795829 May 14 18:53:00.273381 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-6277b1a8-cc90-4711-bb45-5fb4327a5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.274857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-6277b1a8-cc90-4711-bb45-5fb4327a5c66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1338782 May 14 18:53:00.279034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-ad73e028-a854-4027-959e-81ab899dba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.280440 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-ad73e028-a854-4027-959e-81ab899dba42 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1361628 May 14 18:53:00.382186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-04971267-bf35-4419-9b49-04d80b947906 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 999 time: 0.0998120 May 14 18:53:00.388969 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-508ee854-12af-466f-a7cb-817eb62e0504 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 999 time: 0.1012475 May 14 18:53:00.448624 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-9c7cf75b-5e5e-495f-bc6d-1db276322b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.450066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-9c7cf75b-5e5e-495f-bc6d-1db276322b57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0614579 May 14 18:53:00.453296 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-a0c3a994-b7c2-4f7e-aa6e-1524dbffb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.454692 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-a0c3a994-b7c2-4f7e-aa6e-1524dbffb18a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0590332 May 14 18:53:00.534253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-746b4ba6-2fea-4009-83e1-37b566864f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.535800 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-746b4ba6-2fea-4009-83e1-37b566864f2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791583 May 14 18:53:00.540953 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-e1c2853a-1772-4bc0-81c0-d294019909f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.542399 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-e1c2853a-1772-4bc0-81c0-d294019909f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806386 May 14 18:53:00.679507 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-3de12c29-a4d5-43b6-856a-0feaae0d6863 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351819 May 14 18:53:00.691591 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-13fef27b-d9e5-4c95-809f-52396f85c53d service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414728 May 14 18:53:00.845212 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-69d9c59e-2482-46ad-8a8c-ac90ec6e9db1 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466458 May 14 18:53:00.901816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c712512e-2679-4d0f-bf50-caf2260228d6 req-ae5c689a-c25c-4cd1-97a9-f75559435985 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146473 May 14 18:53:00.917073 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:00.925883 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d344a0a-67ef-4cfc-9d0a-7751dd290ccb req-4ac9e5c2-3a39-4413-80ed-7b4d9fd01bda tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:00.927348 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d344a0a-67ef-4cfc-9d0a-7751dd290ccb req-4ac9e5c2-3a39-4413-80ed-7b4d9fd01bda tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 943 time: 0.1609325 May 14 18:53:00.976396 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-8d344a0a-67ef-4cfc-9d0a-7751dd290ccb req-15b505d6-49ec-47b2-8006-97690c217649 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 May 14 18:53:01.641851 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:53:01.773484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:01.786948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'mac_address': 'fa:16:3e:9c:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:53:01.844625 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:01.860638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:53:01.875477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:01.879159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:01.880864 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:01.947093 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:01.954481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.954830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.955196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.955535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.955868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.956205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.956579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.956904 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.957231 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.957555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.957877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.958197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:01.962283 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:02.163919 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b054b-eb43-4d8e-98bc-fb22263a8593 req-0d41434e-b28e-4a69-9303-ea028789db44 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:02.166091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-122b054b-eb43-4d8e-98bc-fb22263a8593 req-0d41434e-b28e-4a69-9303-ea028789db44 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 944 time: 0.0823586 May 14 18:53:02.213995 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-122b054b-eb43-4d8e-98bc-fb22263a8593 req-4b963763-ebf7-4988-9416-70b7c87bbd98 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 May 14 18:53:02.222248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['14ffcf3d-5e8f-4935-9e33-efd80c6ba065'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:53:02.420143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:02.589702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0243b-3864-49ad-aa80-01f47c29f334 req-8fae91a0-8df5-4769-bd73-c10f564843b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:02.591125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8a0243b-3864-49ad-aa80-01f47c29f334 req-8fae91a0-8df5-4769-bd73-c10f564843b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 944 time: 0.1489134 May 14 18:53:02.598245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-5c90e1d1-fe8e-4157-92f8-ce7a88834e60 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:02.599609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-5c90e1d1-fe8e-4157-92f8-ce7a88834e60 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713&tenant_id=94c1bd57a21e4323be2826509909498f&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 944 time: 0.1242878 May 14 18:53:02.692713 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a8a0243b-3864-49ad-aa80-01f47c29f334 req-a3f6eb46-42b5-4f94-bf69-40ed8c4071cd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921013 May 14 18:53:02.705686 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-4d286814-2e3d-4126-bba5-2ff40f087bd4 service neutron] delete failed (client error): The resource could not be found. May 14 18:53:02.706667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-4d286814-2e3d-4126-bba5-2ff40f087bd4 service neutron] 10.222.0.15 "DELETE /v2.0/ports/14ffcf3d-5e8f-4935-9e33-efd80c6ba065/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0933759 May 14 18:53:02.847690 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-b1724cdb-0028-4144-b586-07135f91b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:02.849119 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-b1724cdb-0028-4144-b586-07135f91b412 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1095 time: 0.0737610 May 14 18:53:02.981226 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-8fd57df9-0f76-4e32-a798-fef3aca04bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:02.982563 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-8fd57df9-0f76-4e32-a798-fef3aca04bcf service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1263926 May 14 18:53:03.081845 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-9ee4fbec-a8fa-486a-a583-54a0cd2e5def service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1000 time: 0.0927126 May 14 18:53:03.147932 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-ba4bf066-e908-4b87-9583-ecf587b554b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:03.149347 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-ba4bf066-e908-4b87-9583-ecf587b554b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0609064 May 14 18:53:03.228910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-d6af1e38-e801-47ca-8a63-c864583c8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:03.230459 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-d6af1e38-e801-47ca-8a63-c864583c8fa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732846 May 14 18:53:03.361206 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-bfc4f1cf-3cee-436c-9a60-e2ad2a7dc931 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237993 May 14 18:53:03.492165 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ae8b25c0-e4ca-47be-8f60-4810dd5e8228 req-d3e0d9e4-9466-494e-ad95-19c93bf46215 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246724 May 14 18:53:03.656833 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:53:03.725259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:53:03.730108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:53:03.730497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:03.853162 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:03.881774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:53:03.892749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:03.904024 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:03.905918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:03.987282 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:53:03.994963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:04.001532 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:04.065406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda4a83-0047-4eaa-a6ba-b1f29e48b7d7 req-1e20b060-1b92-441b-aaa4-41d369b32c1c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:04.066878 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dda4a83-0047-4eaa-a6ba-b1f29e48b7d7 req-1e20b060-1b92-441b-aaa4-41d369b32c1c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 944 time: 0.2603283 May 14 18:53:04.113688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dda4a83-0047-4eaa-a6ba-b1f29e48b7d7 req-07af1c54-cdf9-44b1-91c5-4058a489f0d4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404329 May 14 18:53:04.210905 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'code': 200} May 14 18:53:05.300020 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217f4ba-bb17-4990-87e6-cab556d02623 req-1a66ab81-da23-4655-8f43-977b53846d65 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:05.301508 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b217f4ba-bb17-4990-87e6-cab556d02623 req-1a66ab81-da23-4655-8f43-977b53846d65 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0786211 May 14 18:53:05.348892 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b217f4ba-bb17-4990-87e6-cab556d02623 req-78cfe296-d83b-45bc-8e3b-6e1c359a01ee tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410275 May 14 18:53:05.534035 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415ddc1-b675-45b6-96ce-aef8c5d845a4 req-96947426-b2e3-4939-b40f-ba29113651ed tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:05.535495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4415ddc1-b675-45b6-96ce-aef8c5d845a4 req-96947426-b2e3-4939-b40f-ba29113651ed tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0836864 May 14 18:53:05.580257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4415ddc1-b675-45b6-96ce-aef8c5d845a4 req-a7e4abfe-7103-4ac8-9b82-1d3f39588c2e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389762 May 14 18:53:05.927784 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2e53-b7b3-4314-9af6-5cdc82d00a70 req-ed3d17e9-1814-40f5-b473-683f491de8cf tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:05.929257 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02df2e53-b7b3-4314-9af6-5cdc82d00a70 req-ed3d17e9-1814-40f5-b473-683f491de8cf tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0906682 May 14 18:53:05.974515 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-ce9c4950-818b-49a3-a155-167b451b2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:05.975224 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-02df2e53-b7b3-4314-9af6-5cdc82d00a70 req-9993acee-a7c6-41b6-92b5-c5db596bdcaa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400982 May 14 18:53:05.976118 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-ce9c4950-818b-49a3-a155-167b451b2e34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 1096 time: 0.0761197 May 14 18:53:06.111737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-bc1eae43-abc2-4bb2-a2c1-3c129e39e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:06.113067 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-bc1eae43-abc2-4bb2-a2c1-3c129e39e822 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1267159 May 14 18:53:06.381715 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-b8e4addd-275a-4f7c-9943-73e1f0cf996e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 200 len: 1001 time: 0.2581704 May 14 18:53:06.446914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-d1bae31f-4365-4670-a350-fd96173c33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:06.448316 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-d1bae31f-4365-4670-a350-fd96173c33f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0564425 May 14 18:53:06.526739 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-672e3a32-d9a2-4acb-a0fb-e58f8ef8a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:06.528217 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-672e3a32-d9a2-4acb-a0fb-e58f8ef8a6fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697966 May 14 18:53:06.660724 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-d9ae5717-284c-4917-8cc7-f7ec1ce841f1 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222029 May 14 18:53:06.795167 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-b26edfcd-156d-4e35-8a15-1c65fa141a97 req-ceb775e0-e12b-4540-b32d-51e355a48e38 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241555 May 14 18:53:07.160004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f861af-028c-41c5-9b00-d3d2fc9b8cb6 req-b7a8c370-222d-4142-acf5-36576e17b2c8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:07.161454 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4f861af-028c-41c5-9b00-d3d2fc9b8cb6 req-b7a8c370-222d-4142-acf5-36576e17b2c8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0805106 May 14 18:53:07.210854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f4f861af-028c-41c5-9b00-d3d2fc9b8cb6 req-bbd7a27e-ae14-4e68-88d8-7f84dae8a257 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430655 May 14 18:53:08.395139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ef899-0770-4c25-a543-25106b4e4f15 req-38a6f29f-5b68-407e-b4ee-48e84b8e17e1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:08.396588 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c49ef899-0770-4c25-a543-25106b4e4f15 req-38a6f29f-5b68-407e-b4ee-48e84b8e17e1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0791101 May 14 18:53:08.441108 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c49ef899-0770-4c25-a543-25106b4e4f15 req-6305bb6b-9036-4d48-8360-943e55eeb51e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378716 May 14 18:53:08.823068 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c369ff4-3c69-47a3-ab3d-94a437f960de req-746468ef-18d8-4df8-8581-9947032de5aa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:08.824489 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c369ff4-3c69-47a3-ab3d-94a437f960de req-746468ef-18d8-4df8-8581-9947032de5aa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0849824 May 14 18:53:08.869283 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c369ff4-3c69-47a3-ab3d-94a437f960de req-6366b38c-d1c7-4652-8ad7-db1af158fcda tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390887 May 14 18:53:10.061871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8613-9b9e-428f-a688-102eb64e4797 req-68e54faf-96ee-43f9-9fbc-096b71890949 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:10.063329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81cf8613-9b9e-428f-a688-102eb64e4797 req-68e54faf-96ee-43f9-9fbc-096b71890949 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0862722 May 14 18:53:10.108621 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81cf8613-9b9e-428f-a688-102eb64e4797 req-f5c913e5-3378-4502-bd46-0330a9c3ef56 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 May 14 18:53:10.181290 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-b6c4fc86-3523-4461-86ec-90a9de7c7fcc tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:10.181886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-b6c4fc86-3523-4461-86ec-90a9de7c7fcc tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:53:10.193226 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-b6c4fc86-3523-4461-86ec-90a9de7c7fcc tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:53:10.194365 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-b6c4fc86-3523-4461-86ec-90a9de7c7fcc tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 945 time: 0.0977538 May 14 18:53:10.332552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Deleting port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:53:10.332888 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:10.462577 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] For port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:10.462845 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:10.750180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:10.750465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:10.750771 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 disassociated. External IP: 172.25.4.134, port: 14ffcf3d-5e8f-4935-9e33-efd80c6ba065. May 14 18:53:10.751453 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Calling delete_port for 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:53:10.866533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:10.872879 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-49884416-aa31-4b70-a6f7-78ec5cfc9c6d tempest-ExternalNetworksAdminNegativeTestJSON-704347630 tempest-ExternalNetworksAdminNegativeTestJSON-704347630-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:10.918067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event deleted for resources: {'Port': ['ID=14ffcf3d-5e8f-4935-9e33-efd80c6ba065,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:10.921172 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:11.108266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:53:11.264809 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-be9e50fc-f4c4-4200-8f18-2779c6b44e29 req-08b88909-12bc-4e70-b0a1-49abc3773323 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=43da6b77-995e-4d6a-9d01-e1b89c72d713 HTTP/1.1" status: 200 len: 210 time: 0.0479925 May 14 18:53:11.286526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:53:11.296637 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:53:11.306696 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:53:11.307349 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:53:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:11.363772 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] No DVR routers for this DVR port 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:53:11.366302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:11.369172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-deleted', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:53:11.384546 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-bff7553c-a8a8-43b9-bb5d-1f9e37e6d357 req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "DELETE /v2.0/ports/14ffcf3d-5e8f-4935-9e33-efd80c6ba065 HTTP/1.1" status: 204 len: 173 time: 1.1807070 May 14 18:53:11.421980 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da6b77-995e-4d6a-9d01-e1b89c72d713', 'name': 'network-vif-deleted', 'tag': '14ffcf3d-5e8f-4935-9e33-efd80c6ba065', 'status': 'completed', 'code': 200} May 14 18:53:11.525234 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:53:11.844750 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:11.848397 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:53:11.856702 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:53:11.857293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:53:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:12.033618 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:53:12.340427 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:12.344310 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81329719-6d75-42bc-87bd-eb664fd56420 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:53:12.578889 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781c4ef-aeb9-4d72-86f5-d6a1429dafd0 None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:53:12.665781 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-6e25d212-a08d-414a-b606-5738acd2c921 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--502854340&fields=id&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 267 time: 0.0412908 May 14 18:53:12.821295 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-90422f3b-8686-442c-97b5-8a13b3ee8284 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:12.822868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-90422f3b-8686-442c-97b5-8a13b3ee8284 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1504829 May 14 18:53:12.839367 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-4575b79e-a8f5-4764-af11-edea80c8354f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/quotas/94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 375 time: 0.0107853 May 14 18:53:12.930441 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-47f4345b-d014-4c32-b3d8-0f9fe7cd162d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855913 May 14 18:53:13.146539 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-4895c80d-cc4a-481e-bc33-e16d3b4c8adc service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643882 May 14 18:53:13.279936 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-d153c2e9-e2ea-42fc-91d6-94f497a54a03 service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269312 May 14 18:53:13.460973 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-79eed658-2dd4-4151-b76d-9a85fb41bf3c req-04dae9a9-9744-4b1c-97b2-8545c4ba5886 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 210 time: 0.0427759 May 14 18:53:13.688641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:53:13.723288 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:53:13.723724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 14ffcf3d-5e8f-4935-9e33-efd80c6ba065 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:53:14.489582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-8dd342a0-b28a-462d-9eee-9a9d8e494cbf tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:14.491133 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-8dd342a0-b28a-462d-9eee-9a9d8e494cbf tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1498981 May 14 18:53:14.547916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-68f1a172-e155-4020-a94b-a21c7f5ad883 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 379 time: 0.0469220 May 14 18:53:14.557641 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'port': {'device_id': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'admin_state_up': True, 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'security_groups': ['fde42127-822e-4ef4-a905-71f32f7b4bd9']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:53:14.677740 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ecab7465-e97f-453e-984b-7203f9953173 req-22a8f82e-51bf-4883-9172-a369d8058c54 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 210 time: 0.0988305 May 14 18:53:14.738056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:53:14.742094 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Usage tracker for resource:port and tenant:94c1bd57a21e4323be2826509909498f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 18:53:14.745980 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 18:53:14.751672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:53:14.760976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Made reservation on behalf of 94c1bd57a21e4323be2826509909498f for: {'port': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:53:14.764461 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:14.931421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Allocated IP 172.20.0.4 (45394eb8-ce72-4622-9851-f98e2fcc874e/98ec9f34-2775-474c-bb4e-61bf77f5ef0e/273b6177-04f5-4900-ab83-5f56d270e7a3) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:53:15.273245 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:15.288778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Transition to ACTIVE for port object 273b6177-04f5-4900-ab83-5f56d270e7a3 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:53:15.311357 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:15.318460 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:15.381889 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:53:15.385656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:53:15.388051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:53:15.430459 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:15.444873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.446055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.446592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.446977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.447382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.447759 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.448132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.448502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.448872 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.449239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.449598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.449989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:53:15.453629 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:15.476542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:15.477713 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:15.507106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9535131 May 14 18:53:15.519414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Request body: {'port': {'device_id': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787206-3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:53:15.629722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bd25de0e-53ad-4905-92e5-4d8aa9d01bd5 None None] Provisioning for port 273b6177-04f5-4900-ab83-5f56d270e7a3 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:53:15.633922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:15.635088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bd25de0e-53ad-4905-92e5-4d8aa9d01bd5 None None] Provisioning complete for port 273b6177-04f5-4900-ab83-5f56d270e7a3 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:53:15.635773 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd25de0e-53ad-4905-92e5-4d8aa9d01bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:15.697017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bd25de0e-53ad-4905-92e5-4d8aa9d01bd5 None None] Port 273b6177-04f5-4900-ab83-5f56d270e7a3 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:53:15.968864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca665ed-2f07-4c01-960e-1cae04356c3f req-c04166a7-6816-41fa-b4f1-5ea8aa3e1119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:15.969546 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dca665ed-2f07-4c01-960e-1cae04356c3f req-c04166a7-6816-41fa-b4f1-5ea8aa3e1119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:53:15.999147 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-dca665ed-2f07-4c01-960e-1cae04356c3f req-c04166a7-6816-41fa-b4f1-5ea8aa3e1119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:53:16.000290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dca665ed-2f07-4c01-960e-1cae04356c3f req-c04166a7-6816-41fa-b4f1-5ea8aa3e1119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 931 time: 0.2024057 May 14 18:53:16.080475 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273b6177-04f5-4900-ab83-5f56d270e7a3 {{(pid=79559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:53:16.092034 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:16.100126 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-dca665ed-2f07-4c01-960e-1cae04356c3f req-d7d41c50-8b92-42ad-bb4a-2520cd528773 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690610 May 14 18:53:16.111680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Transition to ACTIVE for port object 273b6177-04f5-4900-ab83-5f56d270e7a3 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:53:16.116156 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:16.121538 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-444d8798-88a2-4791-9f6f-29746ffe4d15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:16.272603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:16.281768 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:16.357017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:53:16.357358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:53:16.357687 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:53:16.362238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:53:16.362558 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:53:16.368316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:53:16.368785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:53:16.369170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:53:16.369592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Bound port: 273b6177-04f5-4900-ab83-5f56d270e7a3, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:53:16.369936 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:16.458695 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:53:16.462548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:53:16.466530 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:16.470146 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:16.523301 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:16.524731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:16.526223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] 10.222.0.15 "PUT /v2.0/ports/273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1091 time: 1.0111964 May 14 18:53:16.528842 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:53:16.561810 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=3']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:16.566519 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:16.650859 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-19104fb0-ba24-4d63-ac8a-2d36d23f4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:16.652395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-19104fb0-ba24-4d63-ac8a-2d36d23f4c3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1094 time: 0.0848029 May 14 18:53:16.714678 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'status': 'completed', 'code': 200} May 14 18:53:16.729360 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-b67ab0a5-948e-4d0c-bdbd-509e443e6fe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 217 time: 0.0701506 May 14 18:53:16.791129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-9c9341dc-ef6b-4d4a-b4d2-5622df31670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:16.792485 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-9c9341dc-ef6b-4d4a-b4d2-5622df31670a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0572858 May 14 18:53:16.870991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-7010a3a6-acde-42bf-a8aa-eb396fd88681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:16.872512 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-7010a3a6-acde-42bf-a8aa-eb396fd88681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735109 May 14 18:53:17.004834 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-bd864698-56f7-4942-a6b4-7dae19c139d2 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260543 May 14 18:53:17.135961 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1252b4ce-3cfa-4e87-86e9-41f0a0a492dd req-14fa88db-d17d-41f9-8132-7a0f2697deae service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253285 May 14 18:53:17.478239 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-ddeaf0c7-674e-4001-a4a0-ec2b8459266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:17.479730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-ddeaf0c7-674e-4001-a4a0-ec2b8459266c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1094 time: 0.2985215 May 14 18:53:17.487126 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbb297-30a7-4126-adcd-af3f5ff3c6c8 req-97c75088-a1be-4047-87b6-74a77e4588a7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:17.488456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bddbb297-30a7-4126-adcd-af3f5ff3c6c8 req-97c75088-a1be-4047-87b6-74a77e4588a7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.2715247 May 14 18:53:17.624972 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-bddbb297-30a7-4126-adcd-af3f5ff3c6c8 req-755364a6-677e-4ab2-8e26-867a8f7eed5a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184657 May 14 18:53:17.647803 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-1b5bf333-375a-486a-a4fa-d0e4d77f2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:17.649827 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-1b5bf333-375a-486a-a4fa-d0e4d77f2d5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1605465 May 14 18:53:17.720913 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-7c8e9613-887a-463e-b787-7f501ba05653 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 217 time: 0.0642412 May 14 18:53:17.782487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-0846a55b-d13d-4a51-9aa0-a30a044aa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:17.783823 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-0846a55b-d13d-4a51-9aa0-a30a044aa108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0569811 May 14 18:53:17.858675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-4df1e563-32c6-41e5-a9fc-75954bd285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:17.860131 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-4df1e563-32c6-41e5-a9fc-75954bd285f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698442 May 14 18:53:17.992139 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-e786b76a-6715-45da-be37-2ddc0bdc59a7 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245680 May 14 18:53:18.128145 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f42a8e4-6c85-4480-98ad-f32809e23bbf req-9c8c0be9-23f8-4c7d-b018-b4d5dab336eb service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285210 May 14 18:53:18.813528 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5e114-bfb9-41df-bf97-cf8cd367caa4 req-d014ac23-85dd-4728-8e65-faa32c658893 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:18.814871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5d5e114-bfb9-41df-bf97-cf8cd367caa4 req-d014ac23-85dd-4728-8e65-faa32c658893 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.0830169 May 14 18:53:18.860068 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d5d5e114-bfb9-41df-bf97-cf8cd367caa4 req-8790b7f0-15ec-400c-a4eb-068b2d609090 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394781 May 14 18:53:20.048334 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc6d3-4ca9-4e0e-acb6-15626137bda2 req-740d996c-cad8-41f7-9758-b9f5b4cb5bd8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:20.049775 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e03dc6d3-4ca9-4e0e-acb6-15626137bda2 req-740d996c-cad8-41f7-9758-b9f5b4cb5bd8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.0810976 May 14 18:53:20.099704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e03dc6d3-4ca9-4e0e-acb6-15626137bda2 req-3632b132-e611-4262-a4bb-129f0139ae0f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 May 14 18:53:21.283869 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cdecb-9286-4298-9217-243e8b0ac6d5 req-2eb1c71c-ade0-432a-8b19-74a68b15cfde tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:21.285409 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d92cdecb-9286-4298-9217-243e8b0ac6d5 req-2eb1c71c-ade0-432a-8b19-74a68b15cfde tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.0822389 May 14 18:53:21.334754 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d92cdecb-9286-4298-9217-243e8b0ac6d5 req-a2ec2ff9-83c0-437e-9971-fcbe81122f22 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 May 14 18:53:21.857281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:53:22.031646 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:22.045024 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'mac_address': 'fa:16:3e:04:74:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:53:22.099359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:22.115920 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273b6177-04f5-4900-ab83-5f56d270e7a3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:53:22.132529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:22.136531 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:22.138448 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3f1c3348-912c-49da-9c55-a3c534b9c9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:22.206173 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:22.209219 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:22.460915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['273b6177-04f5-4900-ab83-5f56d270e7a3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:53:22.527535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e165a-8631-49a3-a17b-30193aa10025 req-79d0e483-b271-484e-b94f-106f88b3f3d9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:22.528998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c3e165a-8631-49a3-a17b-30193aa10025 req-79d0e483-b271-484e-b94f-106f88b3f3d9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0888088 May 14 18:53:22.573994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c3e165a-8631-49a3-a17b-30193aa10025 req-224fb4ad-2210-4fab-9a79-51a00cae7575 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392251 May 14 18:53:23.758367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60c1d-9643-43e1-92dc-37ebf7928b6b req-e68817a7-45e8-48f4-94d5-d0e9ee5a78b0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:23.760258 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fee60c1d-9643-43e1-92dc-37ebf7928b6b req-e68817a7-45e8-48f4-94d5-d0e9ee5a78b0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0809181 May 14 18:53:23.804966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fee60c1d-9643-43e1-92dc-37ebf7928b6b req-8cb7df73-97e3-48c8-91c8-02d846a04c40 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387671 May 14 18:53:23.872285 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:53:23.940772 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 273b6177-04f5-4900-ab83-5f56d270e7a3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:53:23.945181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 273b6177-04f5-4900-ab83-5f56d270e7a3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:53:23.945825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:24.059349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:24.085060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:53:24.095358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:53:24.099338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:24.101033 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:53:24.137440 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'code': 200} May 14 18:53:24.169850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:53:24.172789 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:53:24.260462 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b4354-37f9-4af8-b5a0-f1b847fa3167 req-dce7b141-a03e-45cd-af27-e99f8d5f97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:24.261902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-869b4354-37f9-4af8-b5a0-f1b847fa3167 req-dce7b141-a03e-45cd-af27-e99f8d5f97d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1096 time: 0.0728788 May 14 18:53:24.304186 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-869b4354-37f9-4af8-b5a0-f1b847fa3167 req-2f00f3ef-2191-45cb-8968-877db88423d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359309 May 14 18:53:24.528587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:24.989683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1b29-d66e-418c-8de1-fc459bc9349a req-4c6f3ede-cfc5-411a-8156-4fb41c02668f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:24.991121 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f5c1b29-d66e-418c-8de1-fc459bc9349a req-4c6f3ede-cfc5-411a-8156-4fb41c02668f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0798666 May 14 18:53:25.041549 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f5c1b29-d66e-418c-8de1-fc459bc9349a req-8fe08cb1-33c8-4ab4-b23f-e6d323cd6fca tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 May 14 18:53:26.224266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786864e-8bdf-43de-88e2-483204f2af48 req-c1d3f2d3-1790-443f-9215-ca9f9801f53f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:26.225697 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f786864e-8bdf-43de-88e2-483204f2af48 req-c1d3f2d3-1790-443f-9215-ca9f9801f53f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0799365 May 14 18:53:26.270091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f786864e-8bdf-43de-88e2-483204f2af48 req-75a12b17-a097-4686-a727-fe9827e81279 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380936 May 14 18:53:26.456232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b950653-7bb9-4dca-85e9-18237e3f9907 req-247e72c3-c521-4200-b1d2-c4af3e92aaef tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:26.457694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9b950653-7bb9-4dca-85e9-18237e3f9907 req-247e72c3-c521-4200-b1d2-c4af3e92aaef tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0852861 May 14 18:53:26.467348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42202) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:53:26.472518 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'floatingip': {'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:53:26.548427 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:27.111685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-412c7fba-01d4-45be-be39-598cfc71612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:27.287065 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:27.292711 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:27.465749 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 associated. External IP: 172.25.4.134, port: 273b6177-04f5-4900-ab83-5f56d270e7a3. May 14 18:53:27.808836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:53:27.984816 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:53:27.989005 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:27.994503 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:53:28.004517 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:53:28.005143 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:53:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:28.043292 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-61be1862-4356-47ff-ab0b-66131f62de0e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "PUT /v2.0/floatingips/5b707043-0155-420d-b029-cc6742ee90e3 HTTP/1.1" status: 200 len: 991 time: 1.5747890 May 14 18:53:28.043977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:53:28.176273 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'status': 'completed', 'code': 200} May 14 18:53:28.185330 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:28.214862 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:53:28.274070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-c3ed0ee4-08b8-45a3-b2df-266c9e95b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:28.275616 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-c3ed0ee4-08b8-45a3-b2df-266c9e95b6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1096 time: 0.0754724 May 14 18:53:28.409255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-b316629f-8573-49ed-bcd7-af4975ea4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:28.410693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-b316629f-8573-49ed-bcd7-af4975ea4700 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1291552 May 14 18:53:28.592088 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:04:74:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:53:27Z', 'revision_number': 9, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:28.596215 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:53:28.599530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.15', 50499) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:53:28.605790 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:53:28.606408 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:53:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:28.683831 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-c71fce7d-8a51-4f3e-967b-3da0ba1f2c6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827446 May 14 18:53:28.692025 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-9a1f5c39-8a7a-41b7-86a0-e7265572c7a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 999 time: 0.2745199 May 14 18:53:28.755573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-9b595664-3ab6-4ac9-a664-b62b6d8450c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:28.757005 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-9b595664-3ab6-4ac9-a664-b62b6d8450c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0585208 May 14 18:53:28.786573 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:53:28.832414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-ea3c93de-af65-4db6-b0ed-9124118e57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:28.833949 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-ea3c93de-af65-4db6-b0ed-9124118e57f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710521 May 14 18:53:28.965556 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-613fbc29-35aa-4e0b-8eca-dadb3cbd23eb service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245506 May 14 18:53:29.097866 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51f5c412-6585-4c16-9c13-ac4ebb564610 req-828f4c62-d657-46a1-9591-4b1f4a6ca7ac service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258521 May 14 18:53:29.130354 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:04:74:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:53:27Z', 'revision_number': 9, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:53:29.134732 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd020af-bba1-4981-b75f-a3be8c17d944 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:04:74:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:53:27Z', 'revision_number': 9, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:53:29.265787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-e3ac442f-3e9e-42bb-8086-42f2728ce5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:29.267395 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-e3ac442f-3e9e-42bb-8086-42f2728ce5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1096 time: 0.0785887 May 14 18:53:29.339702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a16f8d-eb66-49b2-98fa-745f9b1f5529 None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:53:29.418930 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-d6771166-6342-4b2c-b133-ee3d01ef39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:29.420404 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-d6771166-6342-4b2c-b133-ee3d01ef39e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1334693 May 14 18:53:29.524315 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-aa92acc9-e6f7-4290-af9c-12e06a5e3353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 999 time: 0.0973003 May 14 18:53:29.588364 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-3f26f18f-1611-4e86-ba3f-951507f91f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:29.589882 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-3f26f18f-1611-4e86-ba3f-951507f91f16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0592914 May 14 18:53:29.663799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:29.670003 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-bef051c7-3013-4fb8-a867-1a9469ed06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:53:29.671553 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-bef051c7-3013-4fb8-a867-1a9469ed06c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754519 May 14 18:53:29.805636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-1e849549-15bf-44ac-8113-f15da89e627f service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279323 May 14 18:53:29.826150 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2991ed56-4bc2-40f4-be1d-6c1ac297c852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:29.937233 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-d1d2a521-f84f-44e3-8d87-7d4c7c166d2c service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250901 May 14 18:53:30.914725 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:32.421774 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:40.978258 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:53:54.545260 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:57.112830 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d906026-2f97-4ae2-99b0-029273cb1769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:58.183458 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:59.666370 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:53:59.827908 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c96691ad-6e74-438c-97a1-93340c6d9633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:00.917863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:02.424863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:03.184934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-cf1f9ad9-807d-4409-9cf6-0e7499f21f7f req-3c7c5fe1-72e9-44ca-83b4-2898b8184a16 service neutron] (79560) timed out ('10.222.0.24', 37568) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 18:54:17.976875 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:54:24.543868 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:27.114034 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-113f7eb8-104e-4bfa-abd9-5284b2914b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:28.182598 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:29.669234 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:29.726358 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-ef4e07c1-2bc2-45a6-a2e0-6e3c9a2f68d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797479 May 14 18:54:29.829732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-33d5f2f4-cb12-4170-8726-d37c99315934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:29.866260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-8d0be523-9123-454f-b328-724f6ec22867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:54:29.867766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-8d0be523-9123-454f-b328-724f6ec22867 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1096 time: 0.0724597 May 14 18:54:30.008325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-132e0273-a4ee-4a07-9f7f-1013a3466618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:54:30.009712 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-132e0273-a4ee-4a07-9f7f-1013a3466618 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1236179 May 14 18:54:30.114851 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-787efc28-785b-4384-9466-96393fda2272 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0986826 May 14 18:54:30.181922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-9b917379-d713-44c3-b42c-1475cc46476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:54:30.183382 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-9b917379-d713-44c3-b42c-1475cc46476e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0611315 May 14 18:54:30.259006 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-2eb7baa5-7155-4020-a79b-aae60e10c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:54:30.260990 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-2eb7baa5-7155-4020-a79b-aae60e10c832 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702736 May 14 18:54:30.394645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-8732caa1-5b15-4f6b-abc9-33d3d97d7906 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261692 May 14 18:54:30.533293 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-06c09869-8362-4595-8bc1-8a87fea60d18 req-1f86a651-3e9d-462a-89ee-ddfbf04c6968 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311681 May 14 18:54:30.921588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:32.426928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:54.559077 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:54.975004 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:54:57.115850 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-53e93afa-7204-46f6-9a68-53c66bcb4289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:58.196872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:59.671799 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:54:59.831349 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0c2a99cf-1b3e-4606-9596-91af7c95e3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:00.924107 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:02.429705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:24.558653 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:27.117337 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4112-928d-4710-b476-0be508c19808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:28.196836 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:29.673732 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:29.683956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-6625486a-e8e7-4df4-b468-313321a66eca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766187 May 14 18:55:29.832748 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-24d13c74-ac08-489b-b2a7-6e39be4c52bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:29.832987 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279fad-96da-4866-8e01-ce4382da173a req-a21bf9f5-00c9-46f5-91cf-ce3a30984924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:29.835864 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-a21bf9f5-00c9-46f5-91cf-ce3a30984924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1096 time: 0.0777991 May 14 18:55:30.139317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279fad-96da-4866-8e01-ce4382da173a req-5086a62a-1e1f-40b3-80f9-3aba90baf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:30.140655 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-5086a62a-1e1f-40b3-80f9-3aba90baf4d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.2864931 May 14 18:55:30.243945 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-cecd884f-5293-4bf9-8824-1fdbaff1da47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0962729 May 14 18:55:30.309269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279fad-96da-4866-8e01-ce4382da173a req-d1aa12ed-a07b-4f6e-b3f1-cc81145eb239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:30.310690 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-d1aa12ed-a07b-4f6e-b3f1-cc81145eb239 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0603893 May 14 18:55:30.388253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279fad-96da-4866-8e01-ce4382da173a req-84f3375b-fca1-4fef-8d59-f01ea8ade4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:30.389730 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-84f3375b-fca1-4fef-8d59-f01ea8ade4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719299 May 14 18:55:30.399834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-e29f88e1-f92a-4e62-8a3d-c3b801535eee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:55:30.400742 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-e29f88e1-f92a-4e62-8a3d-c3b801535eee service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047717 May 14 18:55:30.535791 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-2de609a3-23b4-4f7d-bcfd-b7a4e6ecba1c service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272430 May 14 18:55:30.664717 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-97279fad-96da-4866-8e01-ce4382da173a req-ad5ad8aa-77c1-4799-9511-315fe4e8cb9c service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224043 May 14 18:55:30.926619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:31.974659 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:55:32.438933 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:54.573837 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:56.953503 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ad82f-b8e7-4ad3-8600-26beda02e775 req-cfcb5271-9df7-499f-8f89-891e74ca667c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:56.954993 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a61ad82f-b8e7-4ad3-8600-26beda02e775 req-cfcb5271-9df7-499f-8f89-891e74ca667c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0825338 May 14 18:55:57.003296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a61ad82f-b8e7-4ad3-8600-26beda02e775 req-26a27c15-75d2-4fd2-a786-fe004866efa1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 May 14 18:55:57.027577 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-da7aa723-5d68-4c9e-b71e-88d702e1278e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134479 May 14 18:55:57.119314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1e12d29c-65d5-4ded-a54a-e80f2725299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:58.188445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c42bd6-e0ae-4e5f-8230-0a9adbcc2889 req-f0491815-9b6e-4140-b25c-d19b2fa6672d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:58.189861 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60c42bd6-e0ae-4e5f-8230-0a9adbcc2889 req-f0491815-9b6e-4140-b25c-d19b2fa6672d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0822513 May 14 18:55:58.215259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:58.237793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-60c42bd6-e0ae-4e5f-8230-0a9adbcc2889 req-f0102024-179a-4ef6-9f1c-fdcc0ee4b032 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 May 14 18:55:59.428080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cfeb1-bcc9-4b53-85bc-2420d85b4c87 req-760d0bdc-b010-454f-8e04-d5171eb2f45a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:55:59.429436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f11cfeb1-bcc9-4b53-85bc-2420d85b4c87 req-760d0bdc-b010-454f-8e04-d5171eb2f45a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0841584 May 14 18:55:59.484125 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f11cfeb1-bcc9-4b53-85bc-2420d85b4c87 req-cde8be3b-b2b9-4439-9765-c43f7990f725 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484102 May 14 18:55:59.675531 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:55:59.835911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dae47b34-a0d6-4c58-9861-6859ed7ea2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:00.683401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b31959-836a-45f5-a1eb-1c9ab5d8531a req-039a30fa-b914-497e-8b35-88bcfd6fe99e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:00.684870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76b31959-836a-45f5-a1eb-1c9ab5d8531a req-039a30fa-b914-497e-8b35-88bcfd6fe99e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0894461 May 14 18:56:00.734051 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-76b31959-836a-45f5-a1eb-1c9ab5d8531a req-1ce59700-8e12-48a4-9fea-e2a8586d4e06 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 May 14 18:56:00.929054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:01.933115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c926bdd-dcb7-466c-9e33-c0074a650ded req-e602ba4e-c769-4694-a70e-4254229284c7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:01.934571 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c926bdd-dcb7-466c-9e33-c0074a650ded req-e602ba4e-c769-4694-a70e-4254229284c7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0806479 May 14 18:56:01.980136 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2c926bdd-dcb7-466c-9e33-c0074a650ded req-f5f3514c-f2d8-487f-9962-373226e9762c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397637 May 14 18:56:02.382965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-24aeaa4f-9854-4f07-aec1-aa97c66f25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:02.384445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-24aeaa4f-9854-4f07-aec1-aa97c66f25d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1096 time: 0.0735233 May 14 18:56:02.437403 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:02.517840 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-5dea4a05-619e-4fdf-bba7-9f1c91f07447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:02.519328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-5dea4a05-619e-4fdf-bba7-9f1c91f07447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1280060 May 14 18:56:02.622089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-807b0d99-9863-4352-8ec3-d1bb599dbad1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0945687 May 14 18:56:02.684426 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-c1b02011-f2bf-4341-bc1c-cb63b2ca1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:02.685798 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-c1b02011-f2bf-4341-bc1c-cb63b2ca1322 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0566862 May 14 18:56:02.763259 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-8493f7e9-11a0-43a1-8b36-b69379a554fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:02.764691 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-8493f7e9-11a0-43a1-8b36-b69379a554fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694084 May 14 18:56:03.055235 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-b1b3768c-0c84-44bc-8c14-5e9b3581ae28 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834437 May 14 18:56:03.241850 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-539b5b02-d436-4866-993e-eeef6bea606a service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789868 May 14 18:56:03.261614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4dd1-5f1a-4a06-bb95-f41b6a076962 req-331e3771-7890-4e82-a7a0-5405aec6ce42 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:03.262971 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d3a4dd1-5f1a-4a06-bb95-f41b6a076962 req-331e3771-7890-4e82-a7a0-5405aec6ce42 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.1309657 May 14 18:56:03.310017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4d3a4dd1-5f1a-4a06-bb95-f41b6a076962 req-8404801a-6844-4fb3-9c4e-17556d0218c2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396771 May 14 18:56:04.502351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfcf61-baea-4137-8c8d-66dd41ce4081 req-56ba3020-0e01-442e-b0e6-f6cff274b4fa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:04.503830 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5cfcf61-baea-4137-8c8d-66dd41ce4081 req-56ba3020-0e01-442e-b0e6-f6cff274b4fa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0839171 May 14 18:56:04.548127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e5cfcf61-baea-4137-8c8d-66dd41ce4081 req-68f1fd98-40d0-476a-9bd7-538560e70a54 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 May 14 18:56:05.733236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4424d3-13af-4217-99a5-1a43842f83f1 req-f438d0a7-78bd-4a7d-b5bd-a149f5677ad3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:05.734665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc4424d3-13af-4217-99a5-1a43842f83f1 req-f438d0a7-78bd-4a7d-b5bd-a149f5677ad3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0796683 May 14 18:56:05.779249 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fc4424d3-13af-4217-99a5-1a43842f83f1 req-1522aef9-19a0-4119-9583-c65c5f92530c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383732 May 14 18:56:06.962929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d74a4-89bc-4c85-8825-352d8a683e13 req-e564f4a3-799e-48d6-a031-9dccfd2824d3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:06.964982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab4d74a4-89bc-4c85-8825-352d8a683e13 req-e564f4a3-799e-48d6-a031-9dccfd2824d3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0821991 May 14 18:56:07.008897 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ab4d74a4-89bc-4c85-8825-352d8a683e13 req-a30e6d7c-73a1-489c-90fa-26d41b6d98d4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382218 May 14 18:56:08.200800 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156823ce-8a49-47a2-88e7-92bc6cdb0b16 req-46f2fd18-80c3-4205-825a-2719b8e4d26b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:08.202232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-156823ce-8a49-47a2-88e7-92bc6cdb0b16 req-46f2fd18-80c3-4205-825a-2719b8e4d26b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0845523 May 14 18:56:08.246178 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-156823ce-8a49-47a2-88e7-92bc6cdb0b16 req-77dc23e6-ee5e-4be5-a2c3-719a4b096d14 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 May 14 18:56:08.973314 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:56:09.575673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3172748-b4e1-4932-9aa1-6cc3979b9e09 req-b94baf22-ef92-4904-ac62-5d7004f30019 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:09.577031 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3172748-b4e1-4932-9aa1-6cc3979b9e09 req-b94baf22-ef92-4904-ac62-5d7004f30019 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0796654 May 14 18:56:09.619687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a3172748-b4e1-4932-9aa1-6cc3979b9e09 req-1a0d2771-21db-4f20-a15b-243c296ee62a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 May 14 18:56:10.809756 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335a1e1-068d-40d6-87c4-ae4c30768e06 req-4085c40f-713f-45c3-899f-af9383c2a081 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:10.811211 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6335a1e1-068d-40d6-87c4-ae4c30768e06 req-4085c40f-713f-45c3-899f-af9383c2a081 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0839820 May 14 18:56:10.856098 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6335a1e1-068d-40d6-87c4-ae4c30768e06 req-a625b18b-ee29-44da-9e37-f2b83e91cc04 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 May 14 18:56:12.043438 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429c445-0474-481c-9586-22429454a417 req-879e0d97-bcc4-46dd-a3ff-1476262ace26 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:12.044870 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2429c445-0474-481c-9586-22429454a417 req-879e0d97-bcc4-46dd-a3ff-1476262ace26 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0811527 May 14 18:56:12.089402 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2429c445-0474-481c-9586-22429454a417 req-d4f06710-7536-40e0-a73b-8bdbd9a9a774 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 May 14 18:56:13.276338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4ec46-d4e8-411d-8b44-2a069d78a4ac req-8a6c9ea6-05cb-4fef-9645-0a1f03064d01 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:13.277806 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80d4ec46-d4e8-411d-8b44-2a069d78a4ac req-8a6c9ea6-05cb-4fef-9645-0a1f03064d01 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0841534 May 14 18:56:13.322312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-80d4ec46-d4e8-411d-8b44-2a069d78a4ac req-890e5a5b-4c6f-4af9-a2c3-83dd6c683768 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 May 14 18:56:14.512376 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7794638-bdbf-4644-b5a3-f233a85bf0ce req-ce17e72c-754d-43be-9f38-a27d91610297 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:14.513792 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7794638-bdbf-4644-b5a3-f233a85bf0ce req-ce17e72c-754d-43be-9f38-a27d91610297 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0861485 May 14 18:56:14.556675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e7794638-bdbf-4644-b5a3-f233a85bf0ce req-41346653-bf52-4ac5-a484-de490dc752a0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372925 May 14 18:56:15.164636 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-eaf772e1-83d1-4ce5-af19-7c9b22eaa881 service neutron] show failed (client error): The resource could not be found. May 14 18:56:15.165620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-eaf772e1-83d1-4ce5-af19-7c9b22eaa881 service neutron] 10.222.0.15 "GET /v2.0/ports/273b6177-04f5-4900-ab83-5f56d270e7a3/bindings/n-h1-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0739458 May 14 18:56:15.419815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-080ce990-cb69-4e17-a107-dad38f256541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:15.421169 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-080ce990-cb69-4e17-a107-dad38f256541 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 1096 time: 0.0699167 May 14 18:56:15.436530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:56:15.715021 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:15.751833 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a315d3f-2d20-4c1d-8505-4a4de60b22ac req-603855a8-81dd-4abb-bc28-36cde527fa2a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:15.753282 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a315d3f-2d20-4c1d-8505-4a4de60b22ac req-603855a8-81dd-4abb-bc28-36cde527fa2a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0862551 May 14 18:56:15.801736 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a315d3f-2d20-4c1d-8505-4a4de60b22ac req-d9dca471-4f2b-4e14-b1cc-4668ea912f4c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 May 14 18:56:15.979233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:16.007642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:56:16.067588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:16.073466 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:16.087825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Transition to ACTIVE for port object 273b6177-04f5-4900-ab83-5f56d270e7a3 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:56:16.092196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:16.095784 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:16.131047 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'code': 200} May 14 18:56:16.227319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=6']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:16.247803 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.248103 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.248479 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.248852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.249217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.249578 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.249938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.250295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.250650 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.251004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.251384 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.251737 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:16.261478 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:16.300196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] No DVR routers for this DVR port 273b6177-04f5-4900-ab83-5f56d270e7a3 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:56:16.524689 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:56:16.525293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:56:16.525408 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:56:16.530446 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:56:16.530757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:56:16.535714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:56:16.536037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:56:16.536409 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:56:16.536822 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Bound port: 273b6177-04f5-4900-ab83-5f56d270e7a3, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:56:16.537154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:16.624794 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:56:16.627967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:56:16.632437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:16.637680 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:16.687100 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:16.687862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:16.689248 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] 10.222.0.22 "PUT /v2.0/ports/273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1091 time: 1.2565782 May 14 18:56:16.751817 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=7']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:16.759862 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:16.796375 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-13ce95d4-9904-4c9c-a780-6c7031aa4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:16.797848 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-13ce95d4-9904-4c9c-a780-6c7031aa4d74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1094 time: 0.0795360 May 14 18:56:16.937591 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-a5448f1f-74c2-4862-b729-2e73864cd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:16.939018 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-a5448f1f-74c2-4862-b729-2e73864cd637 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1310966 May 14 18:56:16.995957 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2cda-36df-4a57-8343-30ac16c17a4f req-8075c4e5-9387-4195-b408-3346ed71fe05 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:16.999807 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adcf2cda-36df-4a57-8343-30ac16c17a4f req-8075c4e5-9387-4195-b408-3346ed71fe05 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.0861371 May 14 18:56:17.043082 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-77067f97-45d7-4e69-a1e7-cf1faaca11f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.0967815 May 14 18:56:17.047332 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-adcf2cda-36df-4a57-8343-30ac16c17a4f req-4b8592ea-70b2-46bf-8d90-19c9d6eb5d1c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 May 14 18:56:17.109832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-767be544-b4be-4e3a-80fb-60f344c8b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:17.111276 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-767be544-b4be-4e3a-80fb-60f344c8b19b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0587997 May 14 18:56:17.188494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-e47f16a1-1ee3-4657-a822-3e967e39ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:17.189923 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-e47f16a1-1ee3-4657-a822-3e967e39ab0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683510 May 14 18:56:17.204836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-aef54080-9705-43ad-bf67-47d91580ae87 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 14 18:56:17.205777 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-aef54080-9705-43ad-bf67-47d91580ae87 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047464 May 14 18:56:17.499130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-f09a055b-2a4e-46fe-9131-63499d77cf13 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824025 May 14 18:56:17.631594 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-030a5477-6150-40f2-95c2-cf3a2c7fc4e8 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227882 May 14 18:56:18.132718 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:18.231262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151dc9c-7ba8-4997-8d11-5addefbb8c68 req-117836b8-cc29-4db7-942f-e7254ed6263b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.232695 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c151dc9c-7ba8-4997-8d11-5addefbb8c68 req-117836b8-cc29-4db7-942f-e7254ed6263b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.0798020 May 14 18:56:18.276168 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c151dc9c-7ba8-4997-8d11-5addefbb8c68 req-161ab97d-2dd0-42ef-9262-d7bcb562a546 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378106 May 14 18:56:18.338875 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'status': 'completed', 'code': 200} May 14 18:56:18.432260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-3e2676ae-3ac6-42db-a328-eec3abc1f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.434308 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-3e2676ae-3ac6-42db-a328-eec3abc1f3d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1094 time: 0.0753930 May 14 18:56:18.438193 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-0dcac081-e3ad-49d1-9d54-10f3ba16d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.439694 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-0dcac081-e3ad-49d1-9d54-10f3ba16d761 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1094 time: 0.0756259 May 14 18:56:18.571038 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-c3a7c1a0-bf44-4acf-aac8-7458d6d444d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.572758 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-c3a7c1a0-bf44-4acf-aac8-7458d6d444d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1292601 May 14 18:56:18.575730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-19c54262-95fc-4d25-91cd-4e5f91ee435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.577268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-19c54262-95fc-4d25-91cd-4e5f91ee435d service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1307924 May 14 18:56:18.677262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-acb5a0bd-7dc6-40c1-8cdd-3b2c55ced9d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.0931509 May 14 18:56:18.678112 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-1b8209f1-2fa1-4c6a-980f-1755e2de5757 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.0969231 May 14 18:56:18.701691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:56:18.746278 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-fd192d85-ca24-4471-9c7a-8610b5174fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.747753 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-fd192d85-ca24-4471-9c7a-8610b5174fb3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0618794 May 14 18:56:18.748236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-22ca3df0-b85f-4ce0-936c-0b202aae516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.749665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-22ca3df0-b85f-4ce0-936c-0b202aae516d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0654714 May 14 18:56:18.760559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:56:18.827101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-32674d30-e41f-4c89-8e1c-a99ef56d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.827504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-95c20cd3-c611-412f-acb5-222966cd5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:18.828693 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-32674d30-e41f-4c89-8e1c-a99ef56d6fbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729773 May 14 18:56:18.828945 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-95c20cd3-c611-412f-acb5-222966cd5ce8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741980 May 14 18:56:18.960007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-6a3717ab-c69c-4ad1-9716-69cdce727954 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246164 May 14 18:56:18.960307 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-f57b7c49-4305-49ee-a5a2-73c565c91f93 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239429 May 14 18:56:19.096634 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-1bf68d41-083d-4592-b1fd-14393077c0a8 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292543 May 14 18:56:19.242704 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d242dc61-eb9e-462b-9e3f-9eb82f42ba73 req-9a5567f5-b27b-43ad-9e25-846b534f78b7 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754986 May 14 18:56:19.476482 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083f055-7e08-4d52-800b-2da49292b580 req-759a43be-2a0d-4916-9c49-4e788443bbdd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:19.478092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1083f055-7e08-4d52-800b-2da49292b580 req-759a43be-2a0d-4916-9c49-4e788443bbdd tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 943 time: 0.0909119 May 14 18:56:19.531994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1083f055-7e08-4d52-800b-2da49292b580 req-d4bdc0c3-92b5-4ddf-9be5-bc4cf034e008 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474312 May 14 18:56:20.294405 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:56:20.424809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:20.440956 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'mac_address': 'fa:16:3e:04:74:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:56:20.494819 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:20.511781 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273b6177-04f5-4900-ab83-5f56d270e7a3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:56:20.526425 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:20.530765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:20.532514 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:20.597422 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:20.604864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.605204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.605538 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.605865 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.606195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.606518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.606839 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.607155 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.607496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.607812 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.608128 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.608442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:20.612300 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:20.719612 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153d91f-b918-4aa2-9581-0b8cfa76ff36 req-f673b4d3-ae9f-4f76-8de1-925acc7318e3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:20.721083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0153d91f-b918-4aa2-9581-0b8cfa76ff36 req-f673b4d3-ae9f-4f76-8de1-925acc7318e3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0826004 May 14 18:56:20.770086 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0153d91f-b918-4aa2-9581-0b8cfa76ff36 req-9cc98550-243b-4aee-a2ee-fa323e6688c5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 May 14 18:56:20.806423 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['273b6177-04f5-4900-ab83-5f56d270e7a3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:56:21.161062 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-827d1b74-1bdd-45e6-9982-4c20a0e9fdb5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:21.161778 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-827d1b74-1bdd-45e6-9982-4c20a0e9fdb5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:56:21.174260 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-827d1b74-1bdd-45e6-9982-4c20a0e9fdb5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:56:21.175387 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-827d1b74-1bdd-45e6-9982-4c20a0e9fdb5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&tenant_id=94c1bd57a21e4323be2826509909498f&binding%3Ahost_id=n-h1-787206-3 HTTP/1.1" status: 200 len: 944 time: 0.0978093 May 14 18:56:21.218531 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547a07b-19d6-4199-b7e1-a2b02c2b111e req-143f4988-d839-4195-a415-dc5fc2bd943c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:21.220040 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f547a07b-19d6-4199-b7e1-a2b02c2b111e req-143f4988-d839-4195-a415-dc5fc2bd943c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0818093 May 14 18:56:21.261697 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-541e493f-29a2-449f-ada9-51db2e08a2b8 service neutron] 10.222.0.22 "GET /v2.0/ports/273b6177-04f5-4900-ab83-5f56d270e7a3/bindings/n-h1-787206-3 HTTP/1.1" status: 200 len: 382 time: 0.0794477 May 14 18:56:21.265751 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f547a07b-19d6-4199-b7e1-a2b02c2b111e req-7d03993f-125f-4f31-81ab-aa83df05502b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397770 May 14 18:56:21.353509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-7c7a66eb-6ae3-4325-88e7-238b0213be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:21.355741 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-7c7a66eb-6ae3-4325-88e7-238b0213be2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1095 time: 0.0720019 May 14 18:56:21.490944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-09a23e4c-c33a-42d9-9fe6-5d25a5920a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:21.492322 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-09a23e4c-c33a-42d9-9fe6-5d25a5920a7f service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1302996 May 14 18:56:21.595484 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-da11b84f-fe30-4d5c-a38b-19602e130527 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1001 time: 0.0959656 May 14 18:56:21.656572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-8a838547-aa67-4c83-9ee2-c9a0c21aabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:21.657929 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-8a838547-aa67-4c83-9ee2-c9a0c21aabc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0565457 May 14 18:56:21.734849 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-00d243ec-80b8-4099-9bfc-6d8443814d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:21.736300 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-00d243ec-80b8-4099-9bfc-6d8443814d21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719020 May 14 18:56:21.866721 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-245aa6e5-4458-4f94-9b41-819ac968399c service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228073 May 14 18:56:22.156136 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-4ec56bf5-0dd2-4156-a018-d70fbcf2d745 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823968 May 14 18:56:22.309593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:56:22.379506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 273b6177-04f5-4900-ab83-5f56d270e7a3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:56:22.384095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 273b6177-04f5-4900-ab83-5f56d270e7a3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:56:22.384480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:22.457921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657899b-8bf8-4c8a-8629-15833b046ed1 req-0fe5b537-81fb-4b30-ba8a-f1d298d7a215 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:22.459452 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f657899b-8bf8-4c8a-8629-15833b046ed1 req-0fe5b537-81fb-4b30-ba8a-f1d298d7a215 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0861390 May 14 18:56:22.501650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:22.507042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f657899b-8bf8-4c8a-8629-15833b046ed1 req-b56b2e3e-32fe-4465-be02-fcf251d92107 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 May 14 18:56:22.532225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:22.542322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:22.545990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:22.547876 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:22.592154 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'code': 200} May 14 18:56:22.617107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:22.620017 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:23.701076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4631d2-d52d-41ae-80f8-f9dfcde5f33b req-368951d1-6241-419d-b370-b86fb29b68d2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:23.702426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e4631d2-d52d-41ae-80f8-f9dfcde5f33b req-368951d1-6241-419d-b370-b86fb29b68d2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0837967 May 14 18:56:23.751734 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4e4631d2-d52d-41ae-80f8-f9dfcde5f33b req-3923cad5-9796-416b-be73-7a6757aae1ba tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428035 May 14 18:56:24.322502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-8d7b9064-4945-4d97-bd8e-1087b5569ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:24.323991 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-8d7b9064-4945-4d97-bd8e-1087b5569ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 1096 time: 0.0714083 May 14 18:56:24.334979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:56:24.445643 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:24.588569 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:24.714678 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:24.742925 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:56:24.802266 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:24.808070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:24.823742 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Transition to ACTIVE for port object 273b6177-04f5-4900-ab83-5f56d270e7a3 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:56:24.827389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:24.831218 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1b7ee15f-bb18-4a5f-a887-1094bafa1500 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:25.012614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=10']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:25.036552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.036937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.037315 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.037684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.038051 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.038709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.039076 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.039466 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.039826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.040180 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.040548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.040895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:56:25.055317 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:25.106602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] No DVR routers for this DVR port 273b6177-04f5-4900-ab83-5f56d270e7a3 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:56:25.165852 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634af38-a8f3-4b63-99bf-7103fc47ff51 req-b5364437-3a83-420f-9a7f-874e89ef0397 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:25.167531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a634af38-a8f3-4b63-99bf-7103fc47ff51 req-b5364437-3a83-420f-9a7f-874e89ef0397 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.2989631 May 14 18:56:25.289737 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a634af38-a8f3-4b63-99bf-7103fc47ff51 req-3f94222b-244b-428f-860f-d6675ab5d737 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663614 May 14 18:56:25.352924 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'code': 200} May 14 18:56:25.373247 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:56:25.373579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:56:25.373904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:56:25.378408 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:56:25.378728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Attempting to bind port 273b6177-04f5-4900-ab83-5f56d270e7a3 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:56:25.383770 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:56:25.384100 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:56:25.384474 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:56:25.384891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Bound port: 273b6177-04f5-4900-ab83-5f56d270e7a3, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:56:25.385231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:25.472269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:56:25.475403 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:56:25.479683 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:25.484112 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:25.703851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:25.704500 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:25.706101 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1092 time: 1.3748362 May 14 18:56:25.721793 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=11']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:25.728455 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:25.801497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-18875353-8dfa-4d6a-9832-42e5a9949e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:25.803105 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-18875353-8dfa-4d6a-9832-42e5a9949e71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1095 time: 0.0735106 May 14 18:56:25.975949 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-6ae23959-c0ad-48d5-9740-73fc03e324ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:25.977333 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-6ae23959-c0ad-48d5-9740-73fc03e324ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1668100 May 14 18:56:26.081418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-dd964bd6-4eb8-440e-b76e-e6918d60aaec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.0959134 May 14 18:56:26.146346 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-25901073-e3e3-4613-b4fc-65976408c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:26.147759 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-25901073-e3e3-4613-b4fc-65976408c7dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0593071 May 14 18:56:26.225251 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-1a4e6793-a970-4770-be58-ba88d9c5578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:26.226756 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-1a4e6793-a970-4770-be58-ba88d9c5578b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715344 May 14 18:56:26.362916 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-82c30f1f-2858-4327-a4ae-9fd0dc46bdc5 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273556 May 14 18:56:26.565496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0a03dfb1-d632-496e-acaa-2e4fa40dc052 req-c4c5fb26-c704-45be-8c72-bed528a432e0 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855698 May 14 18:56:26.587227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325fd1-1ef7-466f-8be5-fef2154af998 req-28f804a2-e33f-4ed8-90c3-bad6760d953b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:26.588687 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0325fd1-1ef7-466f-8be5-fef2154af998 req-28f804a2-e33f-4ed8-90c3-bad6760d953b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.1346323 May 14 18:56:26.633900 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0325fd1-1ef7-466f-8be5-fef2154af998 req-1b375388-2eb7-4cd9-9c03-0638222bb587 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385919 May 14 18:56:27.121846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21dce160-33c8-45f5-9e12-e4e38b0843ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:27.353945 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:27.409845 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'status': 'completed', 'code': 200} May 14 18:56:27.506367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-4ef747cb-d1a3-4ac5-9d70-5f9446ba13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.507926 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-4ef747cb-d1a3-4ac5-9d70-5f9446ba13af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1095 time: 0.0737684 May 14 18:56:27.512145 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-601e8edc-2669-4773-a114-ba52a8211310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.513680 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-601e8edc-2669-4773-a114-ba52a8211310 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1095 time: 0.0745559 May 14 18:56:27.642232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-17fdf36f-edc1-4f78-aba0-2b1195443f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.643699 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-17fdf36f-edc1-4f78-aba0-2b1195443f0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1293342 May 14 18:56:27.645638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-bef0c83c-bb43-4210-9ccc-4c18f38ff099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.647027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-bef0c83c-bb43-4210-9ccc-4c18f38ff099 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1240768 May 14 18:56:27.758130 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-8aae5c90-f31a-4c7e-a359-621d79177642 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.1003466 May 14 18:56:27.781939 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-1b553b18-9811-4278-b4a9-81af28ba4c0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.1311390 May 14 18:56:27.827813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-72ca0c4c-0cc8-4b3b-a579-e4d391575aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.829234 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-72ca0c4c-0cc8-4b3b-a579-e4d391575aa8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0614176 May 14 18:56:27.861552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-45b99980-a758-4434-9a1f-0cc9349bd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.862947 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-45b99980-a758-4434-9a1f-0cc9349bd90d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0693693 May 14 18:56:27.909960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-3b15987e-889e-43c9-b948-cca4acf40c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.911365 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-3b15987e-889e-43c9-b948-cca4acf40c0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706949 May 14 18:56:27.925979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1f9e-531b-4932-80b8-7e6c2a655ed1 req-101ebc31-3bef-46b9-b100-000802b1f8da tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.927445 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fdcd1f9e-531b-4932-80b8-7e6c2a655ed1 req-101ebc31-3bef-46b9-b100-000802b1f8da tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.1800454 May 14 18:56:27.989872 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fdcd1f9e-531b-4932-80b8-7e6c2a655ed1 req-2ecb6d6e-f8e1-4c0a-910a-2b51748cca0f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559697 May 14 18:56:27.993074 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-327d0558-5db0-402b-9361-59fd258e8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:27.994466 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-327d0558-5db0-402b-9361-59fd258e8c41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245680 May 14 18:56:28.050335 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-243fb3aa-cf66-4f34-8ae4-4e6784a07c9d service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280835 May 14 18:56:28.125463 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-587a41e2-84a1-4746-9cab-3e09149333e4 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238744 May 14 18:56:28.186283 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-fbf8a098-b788-483e-bde2-1193f2cf8a23 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252189 May 14 18:56:28.224813 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:28.263606 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-84abb085-8a8d-4b2e-9535-666b8989c882 req-53825c73-5584-483e-bf8f-b38c40036bad service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312878 May 14 18:56:28.326427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:56:28.385074 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:56:29.383137 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-c3a2ef9a-91f7-4ada-ba0d-472c424d5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:29.384555 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-c3a2ef9a-91f7-4ada-ba0d-472c424d5029 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 1095 time: 0.2908640 May 14 18:56:29.394870 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9e02-a52b-456d-b81f-917baeda1956 req-7e267305-f78a-4d6c-b7c0-e6966cff49b6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:29.398495 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb8f9e02-a52b-456d-b81f-917baeda1956 req-7e267305-f78a-4d6c-b7c0-e6966cff49b6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.1216664 May 14 18:56:29.450097 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cb8f9e02-a52b-456d-b81f-917baeda1956 req-c474a33b-54f6-4d4d-835e-b340476973b6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478518 May 14 18:56:29.585680 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-2d68b376-88de-4d21-a09f-8f8161f0754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:29.587329 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-2d68b376-88de-4d21-a09f-8f8161f0754f service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1363456 May 14 18:56:29.678565 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:29.698803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-cf2a5a5e-c386-4e32-80e7-c1372090cd3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 200 len: 1000 time: 0.1044078 May 14 18:56:29.763915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-b9998679-5874-43ec-b71e-49a912966174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:29.765765 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-b9998679-5874-43ec-b71e-49a912966174 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0600538 May 14 18:56:29.836696 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7738eaf-3459-4dcc-80bf-80040ca8a9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:29.846149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-2b617cae-9439-4266-8a46-fde46d7507ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:29.847681 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-2b617cae-9439-4266-8a46-fde46d7507ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761766 May 14 18:56:29.979244 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-917cb8f3-e184-462e-a43e-f1f8436b97f8 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250575 May 14 18:56:30.111707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2eb632a-cccc-4eaa-bc26-919d5ba347cf req-be01af42-a9ad-4d87-89de-ea6dd10164f3 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254332 May 14 18:56:30.635442 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756e08-7e45-44e4-9fd2-689d7cd989b1 req-51ac52f3-40e2-4fa0-a381-446ae808d76f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:30.637789 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c756e08-7e45-44e4-9fd2-689d7cd989b1 req-51ac52f3-40e2-4fa0-a381-446ae808d76f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0800970 May 14 18:56:30.680871 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5c756e08-7e45-44e4-9fd2-689d7cd989b1 req-f5ee6e7d-7431-46da-9371-c271e2b47ba9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372748 May 14 18:56:30.762911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:56:30.870885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ede82-a9c0-41f9-a397-56eccf60a2c7 req-18729fe8-f974-459a-9f7b-3eda13e50796 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:30.872393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-798ede82-a9c0-41f9-a397-56eccf60a2c7 req-18729fe8-f974-459a-9f7b-3eda13e50796 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 944 time: 0.0852618 May 14 18:56:30.897335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:30.911419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'mac_address': 'fa:16:3e:04:74:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:56:30.920689 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-798ede82-a9c0-41f9-a397-56eccf60a2c7 req-8d154dc2-15e0-4697-84f5-ce7182a309da tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 May 14 18:56:30.974568 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:30.977060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:30.994496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273b6177-04f5-4900-ab83-5f56d270e7a3 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:56:31.010968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:31.015783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:31.017816 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:31.086837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=12']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:31.090535 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:31.110042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6c6c9-286a-4b88-9766-4e026ca2ec16 req-c753972d-be6c-4dd4-9ec1-a7baada52b96 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:31.111506 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ece6c6c9-286a-4b88-9766-4e026ca2ec16 req-c753972d-be6c-4dd4-9ec1-a7baada52b96 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0833857 May 14 18:56:31.155343 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-ece6c6c9-286a-4b88-9766-4e026ca2ec16 req-69f9e3bd-680c-457b-8b56-c89892dadd24 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 May 14 18:56:31.378104 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['273b6177-04f5-4900-ab83-5f56d270e7a3'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:56:31.531394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b6c39-fcfb-4a68-a1fa-724395bfcb45 req-126bbf87-4662-4536-bc64-f9e9a2cbf316 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:31.532840 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d65b6c39-fcfb-4a68-a1fa-724395bfcb45 req-126bbf87-4662-4536-bc64-f9e9a2cbf316 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0806942 May 14 18:56:31.579345 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d65b6c39-fcfb-4a68-a1fa-724395bfcb45 req-f72b1eae-bb06-464f-be02-2b9ec4c44de8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 May 14 18:56:32.439582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:32.772203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d050f-c2fa-4033-9b35-64fb9437423a req-70bdc635-a7f2-491d-b3cf-4de59b4480d5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:32.773624 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-057d050f-c2fa-4033-9b35-64fb9437423a req-70bdc635-a7f2-491d-b3cf-4de59b4480d5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.0856516 May 14 18:56:32.782043 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:56:32.852351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 273b6177-04f5-4900-ab83-5f56d270e7a3 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:56:32.857803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 273b6177-04f5-4900-ab83-5f56d270e7a3 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:56:32.858187 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:32.865414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-057d050f-c2fa-4033-9b35-64fb9437423a req-240f5aa0-a5d0-4cd9-9ed3-bd363529dbf5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600634 May 14 18:56:32.895581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead482b-b843-4292-942b-c76feeb04db2 req-16cc5f28-59c5-44bf-8091-69b45f336af1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:32.896999 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fead482b-b843-4292-942b-c76feeb04db2 req-16cc5f28-59c5-44bf-8091-69b45f336af1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 945 time: 0.1222141 May 14 18:56:32.974559 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.001739 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:33.012255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:33.018224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.020752 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:33.039333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Deleting port 273b6177-04f5-4900-ab83-5f56d270e7a3 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:56:33.039700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.055394 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'code': 200} May 14 18:56:33.095849 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=13']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:33.099260 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:33.180535 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] For port 273b6177-04f5-4900-ab83-5f56d270e7a3, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=273b6177-04f5-4900-ab83-5f56d270e7a3,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:33.180892 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.643928 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.644302 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.644614 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 disassociated. External IP: 172.25.4.134, port: 273b6177-04f5-4900-ab83-5f56d270e7a3. May 14 18:56:33.644951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Calling delete_port for 273b6177-04f5-4900-ab83-5f56d270e7a3 owned by compute:nova {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:56:33.754816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:33.761612 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:33.808492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event deleted for resources: {'Port': ['ID=273b6177-04f5-4900-ab83-5f56d270e7a3,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:33.811387 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:34.038331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:56:34.040418 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0deaa741-6750-484b-bf99-d78a113c2ed7 req-6974719c-d199-4fd2-a5da-55205f31666d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eebdc9e-b71d-4f84-9d60-d13731f371f4 HTTP/1.1" status: 200 len: 210 time: 0.0495312 May 14 18:56:34.218698 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:56:34.228245 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:56:34.238521 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:56:34.239125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:34.294789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] No DVR routers for this DVR port 273b6177-04f5-4900-ab83-5f56d270e7a3 on host n-h2-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:56:34.297298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:34.299897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-deleted', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:34.316326 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fead482b-b843-4292-942b-c76feeb04db2 req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "DELETE /v2.0/ports/273b6177-04f5-4900-ab83-5f56d270e7a3 HTTP/1.1" status: 204 len: 173 time: 1.4131577 May 14 18:56:34.349511 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eebdc9e-b71d-4f84-9d60-d13731f371f4', 'name': 'network-vif-deleted', 'tag': '273b6177-04f5-4900-ab83-5f56d270e7a3', 'status': 'completed', 'code': 200} May 14 18:56:34.421267 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:56:34.733365 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:34.737621 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:56:34.746529 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:56:34.747215 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:34.929653 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:56:35.233976 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:35.237847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835b49f-1920-4805-929e-2695bd03e2d3 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:56:35.442609 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-c4121297-b041-4ff4-91a2-5b3d01e0330b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--502854340&fields=id&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 267 time: 0.0444102 May 14 18:56:35.473864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253723c1-ee86-4c0c-922c-7fd077705e27 None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:56:35.595771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-cf9538ff-01bc-4d06-b36e-6b9bfa32d4c4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:35.597218 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-cf9538ff-01bc-4d06-b36e-6b9bfa32d4c4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1474335 May 14 18:56:35.613620 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-ba7fe1c7-4fe7-48f2-bcf8-7f1b9f882aae tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/quotas/94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 375 time: 0.0105453 May 14 18:56:35.703567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-412da6d2-6a82-474b-87c0-28b001a8f072 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:56:35.719358 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-412da6d2-6a82-474b-87c0-28b001a8f072 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:56:35.720677 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-412da6d2-6a82-474b-87c0-28b001a8f072 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019807 May 14 18:56:35.862341 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-ebf361fa-3111-42c0-8e52-f13077b2e944 service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279767 May 14 18:56:35.990155 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-983c4f2d-31d6-4313-a072-e0d3f981d2f9 service neutron] 10.222.0.24 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218402 May 14 18:56:36.164611 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3c5aa3fd-a982-4a00-86ae-22177831e9f0 req-14a5500b-8b5b-40c8-bba1-dcb4eecb7241 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 210 time: 0.0415566 May 14 18:56:36.802774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:56:36.844927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] No Port match for: 273b6177-04f5-4900-ab83-5f56d270e7a3 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:56:36.845311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 273b6177-04f5-4900-ab83-5f56d270e7a3 not bound to the agent host n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:56:37.319066 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6d257b1-251f-4cdb-a78f-64f789dd1289 req-36c0269e-82d1-4281-9e5e-2c7ddc884f21 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 210 time: 0.0447714 May 14 18:56:37.369498 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-ce91a53f-a317-4ef9-84e8-5d442ab99cb4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:37.370894 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-ce91a53f-a317-4ef9-84e8-5d442ab99cb4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 811 time: 0.1610410 May 14 18:56:37.425516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-08f76914-7e57-4fec-a38f-b2c50500a3a1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:security_group {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:56:37.437174 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-08f76914-7e57-4fec-a38f-b2c50500a3a1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:security_group {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:56:37.438267 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-08f76914-7e57-4fec-a38f-b2c50500a3a1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 379 time: 0.0536451 May 14 18:56:37.448879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'port': {'device_id': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'admin_state_up': True, 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'security_groups': ['fde42127-822e-4ef4-a905-71f32f7b4bd9']}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:56:37.586954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 18:56:37.597465 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 18:56:37.606836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Made reservation on behalf of 94c1bd57a21e4323be2826509909498f for: {'port': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 18:56:37.610458 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:37.772882 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Allocated IP 172.20.0.4 (45394eb8-ce72-4622-9851-f98e2fcc874e/98ec9f34-2775-474c-bb4e-61bf77f5ef0e/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 18:56:37.956476 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:37.971295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Transition to ACTIVE for port object 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:56:37.993371 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:38.000316 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:38.060974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Network 45394eb8-ce72-4622-9851-f98e2fcc874e is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 18:56:38.063735 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 18:56:38.067609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 18:56:38.114257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:38.118765 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:38.143681 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:38.144297 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:38.171142 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7262819 May 14 18:56:38.194020 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Request body: {'port': {'device_id': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787206-3'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:56:38.306809 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:38.319597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9efc5393-c028-4cd3-8680-756f49486cee None None] Provisioning for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:56:38.325036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9efc5393-c028-4cd3-8680-756f49486cee None None] Provisioning complete for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:56:38.325752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9efc5393-c028-4cd3-8680-756f49486cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:38.380188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9efc5393-c028-4cd3-8680-756f49486cee None None] Port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 18:56:38.512798 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d90c0-3271-43c1-8243-a8433808b952 req-fa09ced2-4f9e-42e8-aff0-feb639900cd5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:38.514330 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b4d90c0-3271-43c1-8243-a8433808b952 req-fa09ced2-4f9e-42e8-aff0-feb639900cd5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 931 time: 0.0852201 May 14 18:56:38.560236 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2b4d90c0-3271-43c1-8243-a8433808b952 req-439d6a76-0b1d-47d2-b1ea-0a8fd75a5172 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 May 14 18:56:38.814156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:56:38.821235 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:38.836371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Transition to ACTIVE for port object 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:56:38.839874 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:38.844402 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d1304d0-ddaf-41c7-89c9-bdab45ed89b3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:38.995210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:39.009928 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:39.081990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:56:39.082318 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:56:39.082639 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:56:39.087139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:56:39.087438 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:56:39.092959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:56:39.093288 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:56:39.093669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:56:39.094147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Bound port: 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:56:39.094484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:39.184861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:56:39.187723 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:56:39.192154 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:39.196513 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-7e6dd4a7-75e0-4cf4-a362-d926fce216e8 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:39.245749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:39.247083 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:39.248358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1091 time: 1.0588274 May 14 18:56:39.248873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:39.278554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=3']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:39.288801 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:39.326649 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'status': 'completed', 'code': 200} May 14 18:56:39.370124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-314dc6f5-a359-4adf-b7e0-5509d5606451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:39.372556 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-314dc6f5-a359-4adf-b7e0-5509d5606451 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1094 time: 0.0827417 May 14 18:56:39.445896 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-a730a756-5b9a-400d-8d40-77b8f3a00202 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 217 time: 0.0620613 May 14 18:56:39.514112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-2fe1ec79-e4f1-4146-9c3c-8cf7ea0a2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:39.515490 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-2fe1ec79-e4f1-4146-9c3c-8cf7ea0a2e81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0596993 May 14 18:56:39.593756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-02eb29e4-5e4c-4601-907d-53e176fd89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:39.595346 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-02eb29e4-5e4c-4601-907d-53e176fd89bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695169 May 14 18:56:39.733873 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-35580e75-0a7c-4082-8166-cd3319d9f128 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270907 May 14 18:56:39.751940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee18ee8-7c6d-4b9c-9619-98d4ec0a2262 req-a6433e4e-ef7d-471f-9f43-d542e0bc7824 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:39.753467 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fee18ee8-7c6d-4b9c-9619-98d4ec0a2262 req-a6433e4e-ef7d-471f-9f43-d542e0bc7824 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0818703 May 14 18:56:39.800008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fee18ee8-7c6d-4b9c-9619-98d4ec0a2262 req-d45c4539-e9cb-43fa-8b82-1f8b6a9b5c33 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 May 14 18:56:39.871649 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eaec45a4-7b64-4497-a744-0eac7f8de095 req-c2507f3b-7c1c-453c-b5b9-8f747589a96a service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280572 May 14 18:56:39.997003 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-1bc40451-ad90-4b9a-b375-582a60a5d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:39.998357 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-1bc40451-ad90-4b9a-b375-582a60a5d84f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1094 time: 0.0750060 May 14 18:56:40.130561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-4c1db8dc-4ba8-495a-b554-0a71b680d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:40.132025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-4c1db8dc-4ba8-495a-b554-0a71b680d605 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1270945 May 14 18:56:40.198444 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-1ff45cbc-7fa5-4423-b17d-704cbfc7b191 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 217 time: 0.0592222 May 14 18:56:40.264757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-4f0692be-34fa-40d9-8c27-b23ad1d2e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:40.266087 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-4f0692be-34fa-40d9-8c27-b23ad1d2e028 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0596998 May 14 18:56:40.340932 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-2d407658-c48d-45d8-93b3-bd8cb8719035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:40.342343 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-2d407658-c48d-45d8-93b3-bd8cb8719035 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689363 May 14 18:56:40.472870 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-4ba80892-258a-46d3-a436-b7904892297b service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228185 May 14 18:56:40.609721 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f641e567-fd5a-4ec9-990b-412d216a7269 req-eab419e6-be61-407d-97e8-489357ea4f0c service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289992 May 14 18:56:40.985413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1040e-5c68-44ac-b23b-9933a7dc8123 req-6429f774-84f8-4a22-9d50-fed2404b9d86 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:40.986839 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fe1040e-5c68-44ac-b23b-9933a7dc8123 req-6429f774-84f8-4a22-9d50-fed2404b9d86 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0836608 May 14 18:56:41.030279 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2fe1040e-5c68-44ac-b23b-9933a7dc8123 req-806ced45-dd68-4be9-b2d5-cf860d190bc0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376680 May 14 18:56:42.218534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1a72-f34b-49a5-b06c-b80c1ccc6d58 req-9d7834c4-00ea-4f62-8bc4-8a3efe114a18 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:42.220055 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e78a1a72-f34b-49a5-b06c-b80c1ccc6d58 req-9d7834c4-00ea-4f62-8bc4-8a3efe114a18 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0823166 May 14 18:56:42.373869 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:56:42.422626 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e78a1a72-f34b-49a5-b06c-b80c1ccc6d58 req-f62a0401-6b49-467b-ba4e-11b4ed9b0671 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969726 May 14 18:56:42.505455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:42.518281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'mac_address': 'fa:16:3e:56:ab:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:56:42.575165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:42.591983 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:56:42.607202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:42.611039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:42.612811 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-f2d2707a-9991-46f7-aa37-be3cc88176fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:42.676077 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:42.679005 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:42.854116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:56:43.606478 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f47fcf-3be0-465f-af63-bba565e6a0bc req-557277df-e4c0-459a-9c08-c0d1757415e9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:43.607934 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43f47fcf-3be0-465f-af63-bba565e6a0bc req-557277df-e4c0-459a-9c08-c0d1757415e9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0791337 May 14 18:56:43.654817 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43f47fcf-3be0-465f-af63-bba565e6a0bc req-4d70089a-fd53-4cf5-b2a9-7ceddda32662 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412061 May 14 18:56:44.371992 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:56:44.440274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:56:44.445013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:56:44.445391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:44.561351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:44.587598 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:44.597554 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:56:44.601616 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:44.603482 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cde2a042-2623-4a6a-91ca-4955f4fd98dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:56:44.635335 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'code': 200} May 14 18:56:44.673732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:56:44.676613 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:56:44.774520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ebef5-b083-4e1d-b353-f5439f1c3d16 req-8bb37bf0-a1d8-4a3a-9b5e-df9d55a0a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:44.776013 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db8ebef5-b083-4e1d-b353-f5439f1c3d16 req-8bb37bf0-a1d8-4a3a-9b5e-df9d55a0a8fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1096 time: 0.0768230 May 14 18:56:44.820205 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-db8ebef5-b083-4e1d-b353-f5439f1c3d16 req-4d271ee0-5e16-41ee-8b57-3757ae2189a9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341294 May 14 18:56:44.843961 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6b3c7-65d5-44e0-8afe-64fb1bfdc0e6 req-a63b93c0-9f4e-45e6-8fa9-e0ccb9f27d08 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:44.845671 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eb6b3c7-65d5-44e0-8afe-64fb1bfdc0e6 req-a63b93c0-9f4e-45e6-8fa9-e0ccb9f27d08 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0818536 May 14 18:56:44.889322 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5eb6b3c7-65d5-44e0-8afe-64fb1bfdc0e6 req-a7bb70a8-3943-4d4f-b7af-7a1123c0b74b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381863 May 14 18:56:45.971978 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:56:46.077857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7ef3-869d-40b1-ae2a-a8691f53b73a req-47348e12-5e6c-41db-a4e4-e23764088f01 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:46.079297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d70c7ef3-869d-40b1-ae2a-a8691f53b73a req-47348e12-5e6c-41db-a4e4-e23764088f01 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0817015 May 14 18:56:46.126701 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d70c7ef3-869d-40b1-ae2a-a8691f53b73a req-dc0f9b20-cc2b-4948-811b-aeb0e7107b4b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416629 May 14 18:56:46.302099 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d9b1-7a5a-4587-b170-d9f57d06d409 req-df42709b-29ed-433f-88f3-0d3e9e85b16b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:46.303458 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a6f1d9b1-7a5a-4587-b170-d9f57d06d409 req-df42709b-29ed-433f-88f3-0d3e9e85b16b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0792930 May 14 18:56:46.312445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 42712) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 18:56:46.317424 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Request body: {'floatingip': {'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:56:46.394137 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:46.971575 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:46.975085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:47.148662 n-d-787206-3 neutron-server[79559]: INFO neutron.db.l3_db [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 associated. External IP: 172.25.4.134, port: 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2. May 14 18:56:47.648764 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:56:47.829792 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:56:47.834531 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:47.838811 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:56:47.848644 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:56:47.849245 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:47.888302 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-474555ff-083a-4ff1-817e-910ed676e119 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "PUT /v2.0/floatingips/5b707043-0155-420d-b029-cc6742ee90e3 HTTP/1.1" status: 200 len: 992 time: 1.5748250 May 14 18:56:47.889080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:56:48.029531 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:56:48.238227 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'status': 'completed', 'code': 200} May 14 18:56:48.332074 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70424f5-f445-4285-851d-d88ef2b4810d req-9b67847d-c129-4184-b3d4-428232205abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:48.333568 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-9b67847d-c129-4184-b3d4-428232205abf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1096 time: 0.0711212 May 14 18:56:48.414755 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:56:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:56:46Z', 'revision_number': 13, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:48.419269 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:56:48.427296 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:56:48.427889 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:56:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:48.465963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70424f5-f445-4285-851d-d88ef2b4810d req-9d746cc7-a6ea-449b-84eb-86686da67749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:48.467434 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-9d746cc7-a6ea-449b-84eb-86686da67749 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1269469 May 14 18:56:48.574689 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-56063229-b31a-40a9-a941-038888d13333 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1003625 May 14 18:56:48.600495 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:56:48.635183 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70424f5-f445-4285-851d-d88ef2b4810d req-6c2f6db0-d48f-4a47-b9ed-e423bf749e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:48.637262 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-6c2f6db0-d48f-4a47-b9ed-e423bf749e6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0566332 May 14 18:56:48.886179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70424f5-f445-4285-851d-d88ef2b4810d req-8598302d-159b-4a99-a8e4-23476f877e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:56:48.888569 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-8598302d-159b-4a99-a8e4-23476f877e03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457662 May 14 18:56:48.959898 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:56:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:56:46Z', 'revision_number': 13, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:56:48.964218 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef718445-4f1c-468b-8c51-0f8a29fba263 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_floatingips': [{'id': '5b707043-0155-420d-b029-cc6742ee90e3', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'router_id': '2feab301-15fb-400f-baf7-069563c6df58', 'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'mac_address': 'fa:16:3e:56:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-14T18:46:48Z', 'updated_at': '2021-05-14T18:56:46Z', 'revision_number': 13, 'project_id': '94c1bd57a21e4323be2826509909498f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:56:49.034453 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-b636be7d-3e59-4888-8bd8-26e8d2bcb756 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385534 May 14 18:56:49.170602 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-e70424f5-f445-4285-851d-d88ef2b4810d req-b30b3698-5c66-4cc3-8a4a-5b7552b3e96d service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292577 May 14 18:56:49.172354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9ee92-9a88-4a2f-ae88-7e0052534235 None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: ACTIVE {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:56:54.587124 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:57.125083 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3169bbcb-a160-48ef-893f-2b7c02da87d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:58.217516 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:59.682051 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:56:59.837735 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-70a04bc8-3967-4333-b805-7c67e6fe8ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:00.935869 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:02.444946 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:22.971730 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:57:24.590932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:27.120599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2c67bdd6-dd55-456e-b6a1-c03b6712a458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:28.221167 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:29.684313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:29.839135 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-330da393-4903-4b25-be15-be661d615fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:30.938469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:32.203956 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-d7e09131-498a-4995-b93a-586483285365 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713081 May 14 18:57:32.355378 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-e1cf7306-6a54-47cc-99b6-7254f51d2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:57:32.356815 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-e1cf7306-6a54-47cc-99b6-7254f51d2251 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1096 time: 0.0737555 May 14 18:57:32.445357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:32.506762 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-35b95f66-9b32-4837-88cd-3b081487101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:57:32.508097 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-35b95f66-9b32-4837-88cd-3b081487101d service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1279078 May 14 18:57:32.615028 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-a89b611f-8f0a-425a-82ee-f3bcf56f5bfb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1002 time: 0.0966120 May 14 18:57:32.680709 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-7e76f6c3-a41a-4bad-821b-0b0a607a5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:57:32.682084 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-7e76f6c3-a41a-4bad-821b-0b0a607a5558 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0558245 May 14 18:57:32.764216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-a345cc54-c58f-407e-bd2f-84de854a6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:57:32.765634 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-a345cc54-c58f-407e-bd2f-84de854a6c73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733020 May 14 18:57:32.899985 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-1ca1048a-8859-4c7c-8352-4bc02d3f0bfc service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234882 May 14 18:57:33.034325 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-5f8f95e9-e8fe-4882-91a6-46820f635228 req-d681ee22-9480-4ec1-bec3-36c7db9da5b0 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249790 May 14 18:57:54.587637 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:57.122286 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c8b4cc92-8dd0-4068-b7c3-86bb65c89a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:58.221384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:59.685553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:59.839903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-565a75c2-b519-4bee-928b-df7e41ce6fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:57:59.972767 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:58:00.940619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:02.446344 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:24.584907 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:27.123404 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc7cc-8eb2-4554-811e-4ae38719b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:28.221405 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:29.129569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f70645-2498-4a5c-9c3d-ba1d58fa8f10 req-004cd843-bc2e-42c1-a21e-7617ba2c9e38 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:29.131028 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70f70645-2498-4a5c-9c3d-ba1d58fa8f10 req-004cd843-bc2e-42c1-a21e-7617ba2c9e38 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.1832645 May 14 18:58:29.174974 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-70f70645-2498-4a5c-9c3d-ba1d58fa8f10 req-3e6e4ba4-0d92-48d6-a2ee-5ab9d2281f11 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382943 May 14 18:58:29.688303 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:29.840727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14c5d97a-e7bf-4947-b331-685bfaff317f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:30.945181 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:32.243893 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-0bec8e91-8ab9-4d1f-a9e3-aea8692aeaee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106217 May 14 18:58:32.392813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-42c2f510-fc2a-41d0-b324-28d124738c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:32.394301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-42c2f510-fc2a-41d0-b324-28d124738c91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1096 time: 0.0741191 May 14 18:58:32.451453 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:32.548487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-72017209-6e44-41ad-9b2e-ff46c54b519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:32.549907 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-72017209-6e44-41ad-9b2e-ff46c54b519e service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1299078 May 14 18:58:32.655493 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-f52ea041-6f8a-459a-ade2-56610348d1da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1002 time: 0.0948188 May 14 18:58:32.728157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-5e12ff26-da75-4311-b4eb-3b1443cbe52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:32.729601 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-5e12ff26-da75-4311-b4eb-3b1443cbe52d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0643201 May 14 18:58:32.810921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-f71dc642-e169-4b01-b289-2cc09a1cf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:32.812522 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-f71dc642-e169-4b01-b289-2cc09a1cf67d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724201 May 14 18:58:32.950492 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-4bfce7a6-0ced-400e-a5c2-daf91615640d service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268425 May 14 18:58:33.090617 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-eab24a30-cf20-4019-966c-557ca12f46c7 req-2f504e6f-ad71-4bf5-9ace-e19dd50487fb service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270530 May 14 18:58:36.972063 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:58:41.056546 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-08016508-a74e-4518-9b3c-8bc20b2e696c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678443 May 14 18:58:41.072689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972b255-20d8-424d-9ad8-105310933065 req-0e922e6c-8204-4075-887c-87238809158f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:41.074268 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7972b255-20d8-424d-9ad8-105310933065 req-0e922e6c-8204-4075-887c-87238809158f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.1141968 May 14 18:58:41.120688 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7972b255-20d8-424d-9ad8-105310933065 req-18b014be-59e3-40cf-8416-e4c5a0107a95 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 May 14 18:58:42.317766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4029-3237-423f-aa92-7336f1233f25 req-e5b90ca4-5dd2-4f0a-a1b1-b02ce4bed848 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:42.319354 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-108c4029-3237-423f-aa92-7336f1233f25 req-e5b90ca4-5dd2-4f0a-a1b1-b02ce4bed848 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0896299 May 14 18:58:42.365998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-108c4029-3237-423f-aa92-7336f1233f25 req-ba49e9ad-9a4f-405f-b55d-7f8d7275d95c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 May 14 18:58:42.380819 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-e727083c-b311-496f-bc0f-e0b86a6b787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:42.382266 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-e727083c-b311-496f-bc0f-e0b86a6b787f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1096 time: 0.2425704 May 14 18:58:42.517131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-ede3c3b7-c7f8-452e-b6a3-4cb54232d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:42.518551 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-ede3c3b7-c7f8-452e-b6a3-4cb54232d374 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1262810 May 14 18:58:42.628179 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-ef49871e-5586-47b2-ac8f-6959f9b61fed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1002 time: 0.0963950 May 14 18:58:42.695508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-dc9edf8f-8a4a-4d86-ab39-202b430b53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:42.697149 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-dc9edf8f-8a4a-4d86-ab39-202b430b53a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0588889 May 14 18:58:42.773486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-3e150b61-5eb2-4375-b10c-d59a5f2e7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:42.774817 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-3e150b61-5eb2-4375-b10c-d59a5f2e7a83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679126 May 14 18:58:42.908641 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-3bcca5be-d292-409d-8b4f-0101ca52d258 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237032 May 14 18:58:43.042523 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-bcd1accf-ded9-4709-b3a5-08d575f3e4dd service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236246 May 14 18:58:43.553014 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9d82-e74d-4c13-a903-e33664c7ad43 req-82248cbd-f016-4002-85ec-32fdcc63a2ec tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:43.554456 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2caf9d82-e74d-4c13-a903-e33664c7ad43 req-82248cbd-f016-4002-85ec-32fdcc63a2ec tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0789526 May 14 18:58:43.598684 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2caf9d82-e74d-4c13-a903-e33664c7ad43 req-052264cf-5996-44b6-86f7-44835a9d004d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385444 May 14 18:58:44.792283 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d38118-1198-4793-b48b-6a65796218ed req-c7641ad8-9062-41e9-a6b6-6fbf3b6b1cf3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:44.793648 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43d38118-1198-4793-b48b-6a65796218ed req-c7641ad8-9062-41e9-a6b6-6fbf3b6b1cf3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0848126 May 14 18:58:44.838033 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-43d38118-1198-4793-b48b-6a65796218ed req-3b8a798c-66d9-4010-8761-e30dcfd165e3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382962 May 14 18:58:46.022262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137d83e-e0bc-4527-810f-485f5192dea1 req-27d1c70f-6312-46c4-b60a-106e53e1a4c9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:46.023706 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a137d83e-e0bc-4527-810f-485f5192dea1 req-27d1c70f-6312-46c4-b60a-106e53e1a4c9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0800266 May 14 18:58:46.070414 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a137d83e-e0bc-4527-810f-485f5192dea1 req-ee5494c8-6aa0-4309-a421-c76b9733e76a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410542 May 14 18:58:47.259049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801f137-2bda-4b00-9485-1e5c016f1a09 req-ba5979d8-8f7c-450f-9b94-33df4fcb8798 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:47.260526 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f801f137-2bda-4b00-9485-1e5c016f1a09 req-ba5979d8-8f7c-450f-9b94-33df4fcb8798 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0818722 May 14 18:58:47.306793 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f801f137-2bda-4b00-9485-1e5c016f1a09 req-6e28594e-4dcf-4bf0-835b-ffe0122e1291 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 May 14 18:58:48.645281 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42be88-7927-46aa-bdfd-6823099742df req-41e016c8-96ae-44f2-8324-169dff6cf021 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:48.646707 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a42be88-7927-46aa-bdfd-6823099742df req-41e016c8-96ae-44f2-8324-169dff6cf021 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0836394 May 14 18:58:48.691020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-5a42be88-7927-46aa-bdfd-6823099742df req-90fcad86-a205-44c0-91ed-4e14ddbce618 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 May 14 18:58:49.874375 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16305c4-b135-4fcd-970c-2d106549d009 req-6c91cfa8-f15a-44ed-9c85-dd71695c4404 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:49.876433 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b16305c4-b135-4fcd-970c-2d106549d009 req-6c91cfa8-f15a-44ed-9c85-dd71695c4404 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0801067 May 14 18:58:49.925665 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b16305c4-b135-4fcd-970c-2d106549d009 req-701a58d1-8f78-4569-b8c6-f31c9d4feb7c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 May 14 18:58:51.107771 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee7c67-4426-46ca-b4c0-0ac8679e5231 req-0554a771-4b1e-455f-aa23-c811c6ae3d96 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:51.109232 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dee7c67-4426-46ca-b4c0-0ac8679e5231 req-0554a771-4b1e-455f-aa23-c811c6ae3d96 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0796754 May 14 18:58:51.153389 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1dee7c67-4426-46ca-b4c0-0ac8679e5231 req-c2fdfdc0-edfb-445d-a9d7-bb6de616d79c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384691 May 14 18:58:52.343385 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd1f33-04f4-4167-93ce-7e6e88721816 req-b7f8ae22-0e24-40dd-b12f-e949de25a8d9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:52.345531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3dd1f33-04f4-4167-93ce-7e6e88721816 req-b7f8ae22-0e24-40dd-b12f-e949de25a8d9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0847538 May 14 18:58:52.389860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d3dd1f33-04f4-4167-93ce-7e6e88721816 req-d62c5f59-cf20-4c0e-95d5-e9ca8f9d24ff tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 May 14 18:58:53.574178 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42704da-7ed9-40c0-bdb7-296f8e6bb018 req-ad0fcc73-ee05-47e9-8736-44c7d070b61b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:53.575636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f42704da-7ed9-40c0-bdb7-296f8e6bb018 req-ad0fcc73-ee05-47e9-8736-44c7d070b61b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0798819 May 14 18:58:53.620138 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-f42704da-7ed9-40c0-bdb7-296f8e6bb018 req-564dacb0-0688-453b-9e55-528221454e46 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379362 May 14 18:58:54.583635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:54.808241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134df50-0ab7-4ca0-80c9-77764914b33e req-8b8cca7d-a2ef-4aee-9e5c-a247af53f016 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:54.809596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1134df50-0ab7-4ca0-80c9-77764914b33e req-8b8cca7d-a2ef-4aee-9e5c-a247af53f016 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0826354 May 14 18:58:54.853362 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1134df50-0ab7-4ca0-80c9-77764914b33e req-336458bb-3293-4f79-8b75-6d11b649e3c1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378881 May 14 18:58:56.042429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f0f02-09ac-418a-ae3f-17f0d4583377 req-8173b5e9-0d91-4344-be21-4e256860cc9b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:56.043902 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f2f0f02-09ac-418a-ae3f-17f0d4583377 req-8173b5e9-0d91-4344-be21-4e256860cc9b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0808253 May 14 18:58:56.093420 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9f2f0f02-09ac-418a-ae3f-17f0d4583377 req-83b77256-83d3-437e-afc8-e1d8b35d18fa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 May 14 18:58:57.126771 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d30e4a7c-cf53-4db0-8bd5-975b68d32e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:57.289455 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2e5d-baa9-42f5-aac1-4def28977206 req-05da727b-38b4-4a68-be57-db3b2fc8417b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:57.290918 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a73c2e5d-baa9-42f5-aac1-4def28977206 req-05da727b-38b4-4a68-be57-db3b2fc8417b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0844815 May 14 18:58:57.338197 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a73c2e5d-baa9-42f5-aac1-4def28977206 req-adb2bc93-0f45-46fd-9b89-4b804bd52385 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 May 14 18:58:57.370987 n-d-787206-3 neutron-server[79560]: INFO neutron.api.v2.resource [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-1f8833f0-a41e-4536-8e79-8d755277bc04 service neutron] show failed (client error): The resource could not be found. May 14 18:58:57.372010 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-1f8833f0-a41e-4536-8e79-8d755277bc04 service neutron] 10.222.0.22 "GET /v2.0/ports/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2/bindings/n-h2-787206-3 HTTP/1.1" status: 404 len: 380 time: 0.0794780 May 14 18:58:57.638979 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-70e30433-b6ef-4c38-b767-70ba3b38346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:57.640440 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-70e30433-b6ef-4c38-b767-70ba3b38346a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 1096 time: 0.0735786 May 14 18:58:57.652055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:58:57.761597 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:58.182325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:58:58.211169 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:58:58.246452 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:58.273479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:58:58.279388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:58.294367 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Transition to ACTIVE for port object 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 will not be triggered until provisioned by entity L2. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:58:58.302348 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:58.306106 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dbeea043-1964-42da-abe1-1f0d5c012413 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:58:58.405034 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'code': 200} May 14 18:58:58.439837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=6']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:58:58.451361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.451747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.452129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.452502 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.452871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.453238 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.453656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.454609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.454609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.454837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.455080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.455464 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:58:58.467404 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:58:58.558492 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] No DVR routers for this DVR port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on host n-h1-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:58:58.736692 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2fc5b-c1e1-40ff-a67b-bd0afb15a554 req-0cc81e7d-6239-43b9-9098-32b51eb871d2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:58.738297 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6f2fc5b-c1e1-40ff-a67b-bd0afb15a554 req-0cc81e7d-6239-43b9-9098-32b51eb871d2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.2602322 May 14 18:58:58.837381 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b6f2fc5b-c1e1-40ff-a67b-bd0afb15a554 req-124bd981-5a95-4368-9b0b-6d70c9be52b7 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922871 May 14 18:58:58.846156 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on host n-h2-787206-3 for vnic_type normal with profile {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:58:58.846479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 by drivers openvswitch,hyperv on host n-h2-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:58:58.846801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:58:58.851725 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h2-787206-3 {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:58:58.852072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:58:58.857321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Checking agent: {'id': '858b6e8b-f2b6-4227-87e5-bf76cc09e8fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:58:58.857658 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:58:58.858037 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:58:58.858456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.managers [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Bound port: 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host: n-h2-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:58:58.858798 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:58.952445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, cleared binding levels {{(pid=79559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:58:58.956846 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:58:58.961072 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:58.965654 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2334591d-f465-460d-a3bf-756252dc38fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:58:59.014815 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:59.015440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:59.017879 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-46f88199-8de3-4c99-8038-698859ec355d service neutron] 10.222.0.15 "PUT /v2.0/ports/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1091 time: 1.3697438 May 14 18:58:59.073851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=7']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:58:59.077400 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:58:59.123757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-7ceb3981-8c44-4b57-acd8-04aa419c5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:59.125247 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-7ceb3981-8c44-4b57-acd8-04aa419c5b56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1094 time: 0.0825186 May 14 18:58:59.197207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:58:59.256072 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:58:59.262078 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-5b5e0125-20be-437d-ae92-99bd779f8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:59.263557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-5b5e0125-20be-437d-ae92-99bd779f8aca service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1311457 May 14 18:58:59.360524 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-a66e4dbb-f345-43d3-a15b-94d43bf9bc21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.0906134 May 14 18:58:59.425551 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-b3f8f27f-a3aa-4e27-bebb-33a510f2c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:59.427017 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-b3f8f27f-a3aa-4e27-bebb-33a510f2c7ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0598388 May 14 18:58:59.502873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-dc8b441e-2c5f-46dc-aa81-bcf2423ac5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:58:59.504346 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-dc8b441e-2c5f-46dc-aa81-bcf2423ac5bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712152 May 14 18:58:59.635998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-d1092018-b994-4cba-9b09-cde0ea88f34f service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246693 May 14 18:58:59.692510 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:58:59.769091 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-d8c23339-9293-4985-81c4-ebd3f4a8b9eb service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269002 May 14 18:58:59.844906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2216dc3-e71d-44cf-ba6d-17e45171c3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:00.202401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b60b-dbc1-4f07-a2fb-3dbbcefbbfa4 req-d13ee3d2-3a3b-4ebe-b451-7c4a3c7976b6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.204163 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85e4b60b-dbc1-4f07-a2fb-3dbbcefbbfa4 req-d13ee3d2-3a3b-4ebe-b451-7c4a3c7976b6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.2552691 May 14 18:59:00.263129 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-85e4b60b-dbc1-4f07-a2fb-3dbbcefbbfa4 req-ef44d475-eeb1-4888-91a4-39cf2d9abbf5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522625 May 14 18:59:00.406080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:59:00.467350 n-d-787206-3 neutron-server[79559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'status': 'completed', 'code': 200} May 14 18:59:00.573469 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-0f564838-3f16-4fc0-b9c4-7766146579d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.575062 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-0f564838-3f16-4fc0-b9c4-7766146579d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1094 time: 0.0831900 May 14 18:59:00.577120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-24503975-1f74-487b-857a-10a95018597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.579662 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-24503975-1f74-487b-857a-10a95018597f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1094 time: 0.0870347 May 14 18:59:00.726704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-490e0aa9-cc42-443a-b82b-f9026c0c9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.728708 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-490e0aa9-cc42-443a-b82b-f9026c0c9358 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1471157 May 14 18:59:00.748311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-3f2977cf-e687-4019-a559-ec9c466ab9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.749688 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-3f2977cf-e687-4019-a559-ec9c466ab9b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1604576 May 14 18:59:00.848663 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-0358fc10-8496-4d7b-90f7-9c635789aa39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1136680 May 14 18:59:00.880834 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-86b78c1d-adc3-4c63-b681-f89dfc69f5ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1203718 May 14 18:59:00.924654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-d24226b0-1f10-4374-b67d-6b63c25c1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.926473 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-d24226b0-1f10-4374-b67d-6b63c25c1b6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0713344 May 14 18:59:00.958101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:00.978212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-ea55bed9-cfd3-4f2d-8a19-253f69727eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:00.980128 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-ea55bed9-cfd3-4f2d-8a19-253f69727eed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0893056 May 14 18:59:01.011153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-2e40e5f0-902d-457b-a5f5-d5a3538abbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:01.012636 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-2e40e5f0-902d-457b-a5f5-d5a3538abbcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784111 May 14 18:59:01.077424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-5fd4e73d-43a2-429c-9344-86b3a027207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:01.080095 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-5fd4e73d-43a2-429c-9344-86b3a027207b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888948 May 14 18:59:01.173328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-032f17f4-fe2f-416b-aaa5-d7ce3fa904d7 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528287 May 14 18:59:01.229156 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-bdbcaf36-d1f4-4cb7-99f0-375cdd7167fc service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387265 May 14 18:59:01.316435 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-0616eb33-6d2d-4cf6-ba69-e32f221af0ba service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374731 May 14 18:59:01.370516 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-9c1413db-8cce-48d7-9a28-2e5f3f0ea895 req-9860fb62-d4e1-4881-9f2b-bb73b6b423e0 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306314 May 14 18:59:01.481069 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94671ab-205f-4611-b500-85be03aa8481 req-3266edbb-2642-403b-a7e0-c7e5995b93c3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:01.482470 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b94671ab-205f-4611-b500-85be03aa8481 req-3266edbb-2642-403b-a7e0-c7e5995b93c3 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0866733 May 14 18:59:01.528748 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b94671ab-205f-4611-b500-85be03aa8481 req-d2aa176a-7e0e-4e77-9e21-1ae8854da85c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386407 May 14 18:59:02.453451 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:02.717640 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b05e8-4652-464f-9b2b-06c1eca5cc69 req-53f3ebdf-4fb1-4d52-ba9a-722153aab757 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:02.719966 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-803b05e8-4652-464f-9b2b-06c1eca5cc69 req-53f3ebdf-4fb1-4d52-ba9a-722153aab757 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0813971 May 14 18:59:02.765171 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-803b05e8-4652-464f-9b2b-06c1eca5cc69 req-8cbee4ce-12b2-4289-9cbf-51ee1cced24f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 May 14 18:59:03.969109 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439d42-e8e4-446a-b7f6-71be1ee00ead req-77bd626a-2d21-4df5-93f7-14f4586fe758 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:03.970877 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23439d42-e8e4-446a-b7f6-71be1ee00ead req-77bd626a-2d21-4df5-93f7-14f4586fe758 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0935323 May 14 18:59:04.028146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-23439d42-e8e4-446a-b7f6-71be1ee00ead req-cf9883ec-3738-45c1-97d1-f2a924467637 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515699 May 14 18:59:05.213814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aa6bf-f739-4ab9-af21-86ddb4cad9d3 req-1bf7726b-7f6f-43bd-ae37-f68315d7eaa9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:05.215289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d89aa6bf-f739-4ab9-af21-86ddb4cad9d3 req-1bf7726b-7f6f-43bd-ae37-f68315d7eaa9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0802865 May 14 18:59:05.262682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d89aa6bf-f739-4ab9-af21-86ddb4cad9d3 req-4307903d-2c6e-4384-9a3b-2491fa081d2a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 May 14 18:59:06.453044 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f74eb6-42eb-4172-bf43-160784abc1d4 req-a3c3cdff-cddf-4d3d-8fb1-dd007fb371c8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:06.455089 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88f74eb6-42eb-4172-bf43-160784abc1d4 req-a3c3cdff-cddf-4d3d-8fb1-dd007fb371c8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0805864 May 14 18:59:06.499219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-88f74eb6-42eb-4172-bf43-160784abc1d4 req-1ea30a46-7073-49ea-a9f8-c6d512420485 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 May 14 18:59:07.690785 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3c2ab-48e4-400f-bba9-d20e0a030472 req-740656fa-1817-40c3-9940-67756db4e912 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:07.692310 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ed3c2ab-48e4-400f-bba9-d20e0a030472 req-740656fa-1817-40c3-9940-67756db4e912 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0837750 May 14 18:59:07.737288 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4ed3c2ab-48e4-400f-bba9-d20e0a030472 req-f15eabeb-98c9-4bd3-9059-40f7de5552b8 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 May 14 18:59:08.924058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51265ae6-b7af-4df7-8699-8861b19be78a req-194af942-1830-4bec-b92c-335831e92ad1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:08.925500 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51265ae6-b7af-4df7-8699-8861b19be78a req-194af942-1830-4bec-b92c-335831e92ad1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0825546 May 14 18:59:08.972083 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-51265ae6-b7af-4df7-8699-8861b19be78a req-140bf18d-46cb-4301-aae2-17af4d4c44a5 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 May 14 18:59:10.162953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbb4d6-085e-40d6-a977-46ffdc31e2ff req-1cdc6715-eddc-4eac-bd40-5c5e40c50007 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:10.164405 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4acbb4d6-085e-40d6-a977-46ffdc31e2ff req-1cdc6715-eddc-4eac-bd40-5c5e40c50007 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0863271 May 14 18:59:10.209498 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-4acbb4d6-085e-40d6-a977-46ffdc31e2ff req-f599f58e-310a-4c41-bfa2-71fbcaa0c325 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392702 May 14 18:59:11.394741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8d699-4db5-4346-a451-a8da9d631c9b req-d8d3e774-969f-48f9-83d1-9035aa8c529d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:11.396194 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0c8d699-4db5-4346-a451-a8da9d631c9b req-d8d3e774-969f-48f9-83d1-9035aa8c529d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0785315 May 14 18:59:11.443558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-e0c8d699-4db5-4346-a451-a8da9d631c9b req-c2c3d0de-9b97-45e9-8c15-355f6401036a tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 May 14 18:59:12.631058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144f890-f7a1-4ee0-8219-254d7853977b req-359971f1-9bd0-4f63-baac-898399ddd0cb tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:12.632552 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b144f890-f7a1-4ee0-8219-254d7853977b req-359971f1-9bd0-4f63-baac-898399ddd0cb tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 943 time: 0.0809743 May 14 18:59:12.676510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b144f890-f7a1-4ee0-8219-254d7853977b req-4aa87208-300a-42dd-999e-639ebad84036 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383213 May 14 18:59:13.428099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 details requested by agent hyperv_n-h2-787206-3 with host n-h2-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:59:13.559961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:13.573529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Returning: {'device': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'mac_address': 'fa:16:3e:56:ab:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:59:13.631101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:13.647719 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:59:13.663354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:13.666768 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:13.668493 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:13.733997 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=8']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:13.741746 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.742095 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.742435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.742771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.743101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.743497 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.743786 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.744111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.744433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.744752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.745075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.745394 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:13.750855 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:13.867950 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7da9c0-2252-4c42-9349-55a497e04012 req-91f5b70b-fb64-402a-a99d-780710a8be82 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:13.869394 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c7da9c0-2252-4c42-9349-55a497e04012 req-91f5b70b-fb64-402a-a99d-780710a8be82 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0860035 May 14 18:59:13.913065 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-1c7da9c0-2252-4c42-9349-55a497e04012 req-7b4df65f-02a6-488d-9325-d707c74a9d16 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 May 14 18:59:13.971210 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:59:14.059877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] get_ports_and_sgs() called for port_ids ['1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:59:14.365113 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-2516f3dd-1a6a-4add-b44f-f0a8c4addfce tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:14.366531 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-2516f3dd-1a6a-4add-b44f-f0a8c4addfce tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.15 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23&tenant_id=94c1bd57a21e4323be2826509909498f&binding%3Ahost_id=n-h2-787206-3 HTTP/1.1" status: 200 len: 944 time: 0.1310408 May 14 18:59:14.451895 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221691d5-c703-49ad-89d0-0463e33c427a req-46503268-a6b0-4470-8f72-004dadc95210 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:14.453982 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-221691d5-c703-49ad-89d0-0463e33c427a req-46503268-a6b0-4470-8f72-004dadc95210 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.1566811 May 14 18:59:14.485843 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-56822767-6f04-4926-8ea1-ff822f9fe3ea service neutron] 10.222.0.15 "GET /v2.0/ports/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2/bindings/n-h2-787206-3 HTTP/1.1" status: 200 len: 382 time: 0.1115685 May 14 18:59:14.512036 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-221691d5-c703-49ad-89d0-0463e33c427a req-03b36f69-403a-48d7-8bbf-ef4d30852e39 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515454 May 14 18:59:14.581968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-a4f88eba-b1ed-44d1-b98f-79cb6d1fb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:14.583446 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-a4f88eba-b1ed-44d1-b98f-79cb6d1fb2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1095 time: 0.0705533 May 14 18:59:14.714825 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-52b72a3d-7226-4f33-b7ea-6a08ded73383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:14.716278 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-52b72a3d-7226-4f33-b7ea-6a08ded73383 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1257644 May 14 18:59:14.976415 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-762952a4-a001-4c5f-9595-66488f66315c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1001 time: 0.2529862 May 14 18:59:15.038609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-50c71a89-3277-4480-b8f1-22dc5c4029e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:15.040000 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-50c71a89-3277-4480-b8f1-22dc5c4029e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0569880 May 14 18:59:15.116937 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-25f8ff42-88f6-4828-9511-61ab51d5b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:15.118369 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-25f8ff42-88f6-4828-9511-61ab51d5b671 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723088 May 14 18:59:15.248821 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-9b81a359-7fe9-427f-94b0-d592788f86bd service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241293 May 14 18:59:15.379042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-84e5389a-c7bc-47f1-af87-23de8f7dadf2 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241751 May 14 18:59:15.444821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 up at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:59:15.511203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:59:15.516361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Provisioning complete for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:59:15.516738 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:15.634912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:15.662006 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:59:15.671693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:15.676549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:15.679409 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:15.707897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d24de4-dbdc-4f82-9ce6-b99ca835c78e req-823979fd-8e8f-4084-813b-f7d66f93674b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:15.709357 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69d24de4-dbdc-4f82-9ce6-b99ca835c78e req-823979fd-8e8f-4084-813b-f7d66f93674b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0848219 May 14 18:59:15.748433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=9']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:15.751259 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:15.755376 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-69d24de4-dbdc-4f82-9ce6-b99ca835c78e req-12c8bfc6-818a-470c-8633-9992c2f984de tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 May 14 18:59:15.865406 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'code': 200} May 14 18:59:16.946290 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76349d-eac2-4e02-afbb-863cbd9cf95d req-e7379d5c-84be-441e-a427-6fec116f03ae tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:16.948015 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d76349d-eac2-4e02-afbb-863cbd9cf95d req-e7379d5c-84be-441e-a427-6fec116f03ae tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0843830 May 14 18:59:16.992714 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-3d76349d-eac2-4e02-afbb-863cbd9cf95d req-d479d5fc-07d9-430b-93ec-8f86b5bb2a7e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384886 May 14 18:59:18.182863 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831e43-de2d-4a88-84b6-b6ab7370092f req-5c512f3b-3ad4-45ed-a1f8-9eab3663b84f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:18.184328 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0831e43-de2d-4a88-84b6-b6ab7370092f req-5c512f3b-3ad4-45ed-a1f8-9eab3663b84f tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0823691 May 14 18:59:18.230572 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b0831e43-de2d-4a88-84b6-b6ab7370092f req-f71ff31a-1861-473c-987f-372151b6c525 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403652 May 14 18:59:19.427197 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1570-af5f-4a63-93de-b41e3ee6d097 req-cad1f039-3dbe-4784-9942-4cf9213347de tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:19.429020 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6abd1570-af5f-4a63-93de-b41e3ee6d097 req-cad1f039-3dbe-4784-9942-4cf9213347de tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0865219 May 14 18:59:19.451708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 no longer exists at agent hyperv_n-h2-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:59:19.476557 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6abd1570-af5f-4a63-93de-b41e3ee6d097 req-6172fb47-17c9-4105-a934-c7f6d6da8f64 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 May 14 18:59:19.526944 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-68727926-2764-4962-8c9a-a1ba26b27cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:19.528301 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-68727926-2764-4962-8c9a-a1ba26b27cff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23&tenant_id=94c1bd57a21e4323be2826509909498f HTTP/1.1" status: 200 len: 1096 time: 0.0874782 May 14 18:59:19.543878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787206-3', 'device_owner': 'compute:nova'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 18:59:19.577873 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:19.608246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:59:19.618071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:19.622749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:19.624918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:19.654686 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:19.669084 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'code': 200} May 14 18:59:19.693926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=10']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:19.697544 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:19.923966 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:19.951894 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h2-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:59:20.005698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:59:20.012862 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:20.027964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Transition to ACTIVE for port object 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 will not be triggered until provisioned by entity L2. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 18:59:20.031784 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:20.036013 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:20.321478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=11']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:20.340833 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.341213 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.341593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.341956 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.342320 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.342684 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.343041 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.343425 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.343971 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.344349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.344716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.345072 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 18:59:20.351133 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:20.396852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] No DVR routers for this DVR port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on host n-h2-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:59:20.625495 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on host n-h1-787206-3 for vnic_type normal with profile {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 18:59:20.626202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 by drivers openvswitch,hyperv on host n-h1-787206-3 at level 0 using segments [{'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 18:59:20.626312 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:59:20.630925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e not bound, no agent of type Open vSwitch agent registered on host n-h1-787206-3 {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 14 18:59:20.631286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Attempting to bind port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on network 45394eb8-ce72-4622-9851-f98e2fcc874e {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 18:59:20.636336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Checking agent: {'id': '0360faa3-59d3-402f-8055-fd6673aa5bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'started_at': datetime.datetime(2021, 5, 14, 17, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 18:59:20.636672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Checking segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 18:59:20.637063 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Bound using segment: {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'} {{(pid=79560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 18:59:20.637484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.managers [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Bound port: 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host: n-h1-787206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec22adc-36a5-4dcd-98d1-b883c8b76e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e'}}] {{(pid=79560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 18:59:20.637827 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:20.669328 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f1ef1-d08d-4de3-a312-82c0835b9832 req-8dbdd204-af80-4fee-bf68-36f093ff5654 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:20.670803 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-982f1ef1-d08d-4de3-a312-82c0835b9832 req-8dbdd204-af80-4fee-bf68-36f093ff5654 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0796125 May 14 18:59:20.721142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-982f1ef1-d08d-4de3-a312-82c0835b9832 req-da3b3b69-e5df-4237-ac98-c6dd20ab93a6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 May 14 18:59:20.730297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, cleared binding levels {{(pid=79560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 18:59:20.733420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 18:59:20.744027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:20.747737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-886f2490-e453-49a1-b3aa-502fa777f3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:20.803036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:20.804130 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:20.805511 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] 10.222.0.22 "PUT /v2.0/ports/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1092 time: 1.2655137 May 14 18:59:20.806052 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:59:20.883949 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=12']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:20.895916 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:20.925988 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'status': 'completed', 'code': 200} May 14 18:59:20.930057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-0276f1a5-e18f-4978-8dad-bc5f736e615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:20.931608 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-0276f1a5-e18f-4978-8dad-bc5f736e615d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1095 time: 0.1016119 May 14 18:59:21.023537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-f4e53d88-1238-4e0c-8d93-1ce608133c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.024994 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-f4e53d88-1238-4e0c-8d93-1ce608133c1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1095 time: 0.0792253 May 14 18:59:21.074660 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-08540325-c317-478a-87fd-2ade5abf2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.076037 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-08540325-c317-478a-87fd-2ade5abf2b34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1350155 May 14 18:59:21.158146 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-0a554b96-ba3f-4fb3-8a61-734123958c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.159602 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-0a554b96-ba3f-4fb3-8a61-734123958c22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1282542 May 14 18:59:21.183977 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-2bb00cfe-ad69-4164-ae22-7009e853b6bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.0973427 May 14 18:59:21.249347 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-9468da06-fb8d-4bd3-9bd6-8a46b842403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.250837 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-9468da06-fb8d-4bd3-9bd6-8a46b842403e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0574892 May 14 18:59:21.263633 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-fa35700e-e064-4219-9bd7-bc150164421b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.0967667 May 14 18:59:21.325567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-7d85aa56-ad0b-41e9-9a21-600ea408f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.327147 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-7d85aa56-ad0b-41e9-9a21-600ea408f63e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0578475 May 14 18:59:21.332775 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-383f1bb5-f935-4341-8ae2-50347b223ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.334188 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-383f1bb5-f935-4341-8ae2-50347b223ac6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733681 May 14 18:59:21.405490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-e62624b9-aefd-480d-bdf0-9144d157e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.406963 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-e62624b9-aefd-480d-bdf0-9144d157e781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739937 May 14 18:59:21.470582 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-a959594c-a8cf-4dfc-8a8d-adbafcb3e4e4 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248684 May 14 18:59:21.541072 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-4dfbc0f3-f004-48bf-9d05-7abf12dc285a service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277909 May 14 18:59:21.606505 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-d952ae29-bcd2-41bb-9adc-47247136dc7b req-03c9f8c8-21fe-444a-9653-fb7471057000 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258612 May 14 18:59:21.676461 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-7bce1eee-7723-4a49-bc54-b05651f057c1 service neutron] 10.222.0.15 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289260 May 14 18:59:21.729544 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-51701203-1988-4dab-a992-5467f993fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.731032 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-51701203-1988-4dab-a992-5467f993fb45 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c1bd57a21e4323be2826509909498f&device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 1095 time: 0.0779307 May 14 18:59:21.872081 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-89ad5d29-a067-417f-a6e4-4e4e2235167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.873793 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-89ad5d29-a067-417f-a6e4-4e4e2235167e service neutron] 10.222.0.22 "GET /v2.0/networks?id=45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 200 len: 912 time: 0.1324065 May 14 18:59:21.929913 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d21482-5b09-4348-abb4-dc185118179b req-ee27d4f7-d7eb-4712-ae1e-73e9f96e0664 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:21.931311 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39d21482-5b09-4348-abb4-dc185118179b req-ee27d4f7-d7eb-4712-ae1e-73e9f96e0664 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0810740 May 14 18:59:21.979638 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-39d21482-5b09-4348-abb4-dc185118179b req-8fcfa1e1-69f5-4367-b59d-b8fbbba8fbd6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 May 14 18:59:22.143840 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-446a049f-5469-4dd5-bfb8-3c65eafbe6cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 200 len: 1000 time: 0.2596738 May 14 18:59:22.211008 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-4a7fa21b-3a3f-4dd0-a5df-3c6755353507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:22.212489 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-4a7fa21b-3a3f-4dd0-a5df-3c6755353507 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 200 len: 850 time: 0.0588148 May 14 18:59:22.295958 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5f96-6a41-4021-9064-18904edf7760 req-b4e1164c-0668-407e-aeb2-a8e53e6e268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:22.298439 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-b4e1164c-0668-407e-aeb2-a8e53e6e268e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45394eb8-ce72-4622-9851-f98e2fcc874e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755064 May 14 18:59:22.431898 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-d395d027-6c1e-46a6-9d87-55c31b01bd32 service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253469 May 14 18:59:22.569685 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-71aea69c-0518-4788-9cbd-ea8ba1e853dd service neutron] 10.222.0.22 "GET /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279120 May 14 18:59:23.178162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41cc72-33b6-4fb2-9e64-c096140d352d req-050a22fd-3b27-4b01-b310-74a838ef0cd4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:23.179615 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a41cc72-33b6-4fb2-9e64-c096140d352d req-050a22fd-3b27-4b01-b310-74a838ef0cd4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0873468 May 14 18:59:23.226140 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-6a41cc72-33b6-4fb2-9e64-c096140d352d req-3004900b-ee50-4a4e-b654-d377d05fe8c4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 May 14 18:59:24.414141 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b217ba-7f6a-4d9e-b83c-b7742d0116fd req-7a93cb2a-7829-493a-9822-1091efbf6f62 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:24.415631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2b217ba-7f6a-4d9e-b83c-b7742d0116fd req-7a93cb2a-7829-493a-9822-1091efbf6f62 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0815325 May 14 18:59:24.461447 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-a2b217ba-7f6a-4d9e-b83c-b7742d0116fd req-c0c38d29-63ca-4c42-996b-91080aedd0a9 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401011 May 14 18:59:24.584036 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:25.652958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98df0-13ff-4987-bb89-7596ee62d268 req-67e9b34b-d6d6-4901-b630-7f6ec1003fbe tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:25.654386 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89c98df0-13ff-4987-bb89-7596ee62d268 req-67e9b34b-d6d6-4901-b630-7f6ec1003fbe tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0854704 May 14 18:59:25.699084 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-89c98df0-13ff-4987-bb89-7596ee62d268 req-4d4331ee-f435-49d7-b37a-0d310611ae87 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380120 May 14 18:59:26.886220 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d33e9-355d-4bf1-ab7f-a5ef68b93dbb req-6203d67e-2630-4ecf-8020-36759fc23913 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:26.887589 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b68d33e9-355d-4bf1-ab7f-a5ef68b93dbb req-6203d67e-2630-4ecf-8020-36759fc23913 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0799441 May 14 18:59:26.934421 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b68d33e9-355d-4bf1-ab7f-a5ef68b93dbb req-bd211dfc-7a66-464e-9a53-a865d6bab858 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404201 May 14 18:59:27.130257 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b1629cdb-9aa1-4b62-9ee3-ec3e34193996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:28.117372 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd01470-e935-41c2-abb1-74717e5508d0 req-3a865e8c-0e6e-40b7-aea7-157507f26904 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:28.118824 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd01470-e935-41c2-abb1-74717e5508d0 req-3a865e8c-0e6e-40b7-aea7-157507f26904 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0785000 May 14 18:59:28.163496 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-0bd01470-e935-41c2-abb1-74717e5508d0 req-f94669af-0972-4202-bd6b-1a3022dc161c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 May 14 18:59:28.246292 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:29.351245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ed35f-d1ee-47ed-b4cc-644255a3b02a req-b82bac09-a103-48e2-b7b6-6e4108e5cf5b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:29.352667 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a9ed35f-d1ee-47ed-b4cc-644255a3b02a req-b82bac09-a103-48e2-b7b6-6e4108e5cf5b tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0825772 May 14 18:59:29.551412 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2a9ed35f-d1ee-47ed-b4cc-644255a3b02a req-d1d809c0-2fb9-4e0b-b609-bdcd845e27ff tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930115 May 14 18:59:29.694919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:29.846899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-89c18db0-d2c8-4210-b86f-c58f86b009e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:30.738837 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca568-f61b-4050-be2d-068cc8ad2805 req-6dc6a2f1-73c9-4ab4-9557-b7c7512a7dc1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:30.740312 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cedca568-f61b-4050-be2d-068cc8ad2805 req-6dc6a2f1-73c9-4ab4-9557-b7c7512a7dc1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0811837 May 14 18:59:30.788393 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-cedca568-f61b-4050-be2d-068cc8ad2805 req-8f3d8f01-c266-48c9-a409-a10c82faed6c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 May 14 18:59:30.949612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:31.973075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872fc44-b746-431d-aeb9-b73ca43567a5 req-ae594aeb-5ee7-423a-b289-ac175d7f3d09 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:31.974544 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d872fc44-b746-431d-aeb9-b73ca43567a5 req-ae594aeb-5ee7-423a-b289-ac175d7f3d09 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0806439 May 14 18:59:32.021786 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d872fc44-b746-431d-aeb9-b73ca43567a5 req-7606bfbb-0056-4633-83d7-8b505829a914 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 May 14 18:59:32.455259 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:33.209409 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8641b9-316b-4ed9-a3c1-d93254bcf800 req-d1b19579-0cf2-4a65-b6f1-6c29cc18f33c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:33.210874 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a8641b9-316b-4ed9-a3c1-d93254bcf800 req-d1b19579-0cf2-4a65-b6f1-6c29cc18f33c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0826387 May 14 18:59:33.256509 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-9a8641b9-316b-4ed9-a3c1-d93254bcf800 req-e9a39f46-0e6c-40db-a269-87f2dd6fd806 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396528 May 14 18:59:33.387768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 details requested by agent hyperv_n-h1-787206-3 with host n-h1-787206-3 {{(pid=79561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 14 18:59:33.445943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec99fc-953e-4bc5-942e-68f7aba1ad19 req-5fbe1727-c150-4f04-bc92-400578bfcd69 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:33.447692 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cec99fc-953e-4bc5-942e-68f7aba1ad19 req-5fbe1727-c150-4f04-bc92-400578bfcd69 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 944 time: 0.0818381 May 14 18:59:33.497584 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-2cec99fc-953e-4bc5-942e-68f7aba1ad19 req-de1c4ef6-321f-48ef-83b6-0417025d907c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433915 May 14 18:59:33.522584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:33.536579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Returning: {'device': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'port_id': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'mac_address': 'fa:16:3e:56:ab:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 14 18:59:33.596444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:33.613836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 14 18:59:33.628866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:33.633977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:33.635791 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:33.684361 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f9326-6933-45a1-a097-177bb58b8127 req-85e46e00-cf49-4f12-8f8d-29a52834e4a0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:33.685857 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b68f9326-6933-45a1-a097-177bb58b8127 req-85e46e00-cf49-4f12-8f8d-29a52834e4a0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0820990 May 14 18:59:33.700669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=13']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:33.703972 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:33.731336 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b68f9326-6933-45a1-a097-177bb58b8127 req-d4bedf7e-d5f1-4907-bd47-34dafec4b7fa tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397549 May 14 18:59:33.920016 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] get_ports_and_sgs() called for port_ids ['1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'] {{(pid=79561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 14 18:59:34.121989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aa9ac-8f8d-4f35-b1b4-bff98ed50c0f req-015eee18-537c-4921-abb3-a7ff40f77a58 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:34.123854 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d39aa9ac-8f8d-4f35-b1b4-bff98ed50c0f req-015eee18-537c-4921-abb3-a7ff40f77a58 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0870004 May 14 18:59:34.169639 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d39aa9ac-8f8d-4f35-b1b4-bff98ed50c0f req-68cd55a9-3e1e-40f0-bf8f-149f5d4211a1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 May 14 18:59:35.356125 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd803f33-4508-45d7-9f50-6d4267b0e85a req-163a477e-4e9b-4b86-a4e4-6f3c3de41d98 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:35.357558 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd803f33-4508-45d7-9f50-6d4267b0e85a req-163a477e-4e9b-4b86-a4e4-6f3c3de41d98 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 945 time: 0.0799382 May 14 18:59:35.405007 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-fd803f33-4508-45d7-9f50-6d4267b0e85a req-0d6b1651-873f-4173-a6b2-ec08ae8a6106 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups?id=fde42127-822e-4ef4-a905-71f32f7b4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 May 14 18:59:35.413018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 up at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 18:59:35.487106 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 18:59:35.491810 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Provisioning complete for port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 18:59:35.492231 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:35.606619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:35.635299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:59:35.645178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:35.648979 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:35.650617 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:35.684137 n-d-787206-3 neutron-server[79561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'code': 200} May 14 18:59:35.716361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Pushing event updated for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=14']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:35.719608 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:35.769964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-12033201-5ebb-41c3-9011-ba4798d72a8d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 18:59:35.770652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-12033201-5ebb-41c3-9011-ba4798d72a8d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Synchronizing usage tracker for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 18:59:35.785648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-12033201-5ebb-41c3-9011-ba4798d72a8d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Unset dirty status for tenant:94c1bd57a21e4323be2826509909498f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 18:59:35.786821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-12033201-5ebb-41c3-9011-ba4798d72a8d tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 946 time: 0.0967631 May 14 18:59:35.924329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Deleting port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 18:59:35.924662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:36.054623 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] For port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2, host n-h1-787206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787206-3',level=0,port_id=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 18:59:36.054882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:36.334221 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:36.334526 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368778'] for floatingip, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:36.334835 n-d-787206-3 neutron-server[79560]: INFO neutron.db.l3_db [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Floating IP 5b707043-0155-420d-b029-cc6742ee90e3 disassociated. External IP: 172.25.4.134, port: 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2. May 14 18:59:36.335206 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Calling delete_port for 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 owned by compute:nova {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 18:59:36.446095 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:36.452564 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 18:59:36.496550 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event deleted for resources: {'Port': ['ID=1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 18:59:36.500033 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 18:59:36.569596 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-387c85fd-c49e-47c8-9b2f-a6b62bd06e82 req-ff2e8a94-d3d4-4437-9986-246e9f22fabe tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 210 time: 0.0488243 May 14 18:59:36.689605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 18:59:37.031244 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 18:59:37.040115 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 18:59:37.050618 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:59:37.051258 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:59:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:59:37.104832 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] No DVR routers for this DVR port 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 on host n-h1-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 18:59:37.107581 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for port, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:37.110879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-deleted', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2'}] {{(pid=79560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 14 18:59:37.128062 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.22 "DELETE /v2.0/ports/1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 HTTP/1.1" status: 204 len: 173 time: 1.3352540 May 14 18:59:37.155341 n-d-787206-3 neutron-server[79560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95740bc-89d8-435f-ad50-801c8002ca23', 'name': 'network-vif-deleted', 'tag': '1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2', 'status': 'completed', 'code': 200} May 14 18:59:37.239037 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:59:37.592046 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:59:37.596535 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 18:59:37.605559 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 18:59:37.606164 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T18:59:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:59:37.726832 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-d79a1c82-d090-4d26-8c5f-6012731d870c req-d41ad36f-8169-48ab-ab9a-0c6232964499 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 210 time: 0.0451713 May 14 18:59:37.794094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 18:59:38.104865 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 18:59:38.108898 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12fa28d-3055-4ef1-bbc4-d5bce8cc0fd1 None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:46Z', 'revision_number': 4, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '47ca95ad-2ac4-4d2e-9061-c5114ff30459', 'name': '', 'network_id': '45394eb8-ce72-4622-9851-f98e2fcc874e', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'mac_address': 'fa:16:3e:ff:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:45Z', 'updated_at': '2021-05-14T18:46:52Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'subnets': [{'id': '98ec9f34-2775-474c-bb4e-61bf77f5ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 18:59:38.327252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e938b-93a7-4f83-9e12-6677af00e41d None None] New status for floating IP 5b707043-0155-420d-b029-cc6742ee90e3: DOWN {{(pid=79561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 14 18:59:38.894436 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-c6870de4-8d7e-4c11-988b-5037676f84b7 req-53001a29-c388-44c5-bc7c-d86b61426a3e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 210 time: 0.0471489 May 14 18:59:39.414885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 no longer exists at agent hyperv_n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 18:59:39.449516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] No Port match for: 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 18:59:39.449873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Device 1c938a3c-e49c-4c8d-b7ff-28bd1e925ad2 not bound to the agent host n-h1-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 18:59:40.046008 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [req-b2771073-bca3-4b73-96e7-6c5b1cee9ac4 req-d21d6dbe-a0db-4ae5-905c-c75b1853bff6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95740bc-89d8-435f-ad50-801c8002ca23 HTTP/1.1" status: 200 len: 210 time: 0.0466881 May 14 18:59:50.970623 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 18:59:54.583716 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:57.131333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66796c38-f2d8-4f22-a6fa-14ac18c030e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:58.246506 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:59.696154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 18:59:59.847858 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a912-518a-419c-bc2c-93cee399e6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:00.953336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:02.459505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:24.582995 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:27.133279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1d3a629a-9fac-4ea5-8a31-6fa819a50d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:27.969256 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:00:28.234765 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:29.697304 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:29.849240 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-82471b6b-5e30-4cf6-b01a-334c658b4d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:30.955440 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:32.461312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:45.770206 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-77e1b13a-7c85-47bf-9e27-d8d52d9a928e req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] (79559) timed out ('10.222.0.22', 64018) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:00:54.582103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:57.135504 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0ef08534-296d-422c-bf51-30f05c9fa230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:58.257924 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:59.700630 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:00:59.850785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-166d32b1-f1cf-4087-af67-0055b727e6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:00.957910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:02.464438 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:04.968418 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:01:24.581421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:27.136250 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-988b45b3-3552-4518-9837-2d0b83c7e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:28.258734 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:29.702240 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:29.851495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ef12cb12-d90c-4346-90de-be88cc4d5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:30.961311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:32.466236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:41.967777 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:01:54.582854 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:57.137524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bf7a86c9-2b87-4ce9-9568-09e27e95cf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:58.258342 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:59.704101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:01:59.851973 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8a318a70-5e0d-4532-a689-8ae4e7d4f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:00.964615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:02.472030 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:18.966343 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:02:24.580395 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:27.139044 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a1775bbe-a412-4a6a-a6b1-43383533a027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:28.243224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:29.705432 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:29.851922 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5da0fd94-012c-438d-9246-2eaf19296371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:30.967648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:32.474636 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:54.593903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:55.965229 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:02:57.140687 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c6a83285-b0c5-4888-8871-010d63848245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:58.266989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:59.708534 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:02:59.852467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-349d0d38-4109-4292-bea4-c3793d6e888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:00.969471 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:02.474601 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:24.610556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:27.141727 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-48cd586a-66a4-4f32-8754-8b49e67407ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:28.265357 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:29.711243 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:29.853049 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8a82-c39d-4306-b807-ba8f70ab121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:31.022469 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:32.478064 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:32.963839 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:03:54.609433 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:57.146615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2cfaa49d-7772-424f-8ec1-ad82869f4dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:58.279706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:59.713254 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:03:59.854893 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a305c582-2c2b-416a-be05-7b801fb5c2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:00.976210 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:02.479741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:09.993445 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:04:24.624784 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:27.147587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-081e32f3-f933-48a2-b048-c8c486a1c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:28.299800 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:29.715021 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:29.855764 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b48842c-ba92-431c-b8d4-3da9e05a3e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:30.975412 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:32.483056 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:46.962714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:04:54.614539 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:57.151195 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb5f3-dd9b-4da5-8a80-422268cc4d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:58.294724 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:59.717595 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:04:59.855912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa21b-41a0-46c7-a356-e31908059d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:00.976439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:02.485977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:23.961650 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:05:24.626054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:27.152837 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-54ac6c72-ca6d-4e7a-89f8-ec8d43f2a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:28.300505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:29.720916 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:29.856390 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7d7c03a8-6a20-490e-9b39-6f8b54a5ce5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:30.979089 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:32.488310 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:54.622184 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:57.155657 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f10d8518-7dd5-4aca-9de3-4a4e65547caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:58.307415 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:59.722447 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:05:59.856886 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-adf2379b-a330-473b-9e1a-f07a5dd7ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:00.960730 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:06:00.983468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:02.491317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:24.621586 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:27.159629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72a489e9-926b-45e3-b1a8-def36590f7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:28.320193 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:29.724372 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:29.857393 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5081c4dd-f442-4c61-bd94-8582b5ff1b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:30.985439 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:32.493488 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:37.960303 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:06:54.626543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:57.161160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d87c347e-24c0-40f6-a00f-398bd18e2f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:58.321757 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:59.729570 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:06:59.858716 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0500-42dd-4ea0-b64e-b033f230a913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:00.987518 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:02.500899 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:14.959560 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:07:24.620495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:27.162746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7a297e7f-6f52-4578-ac6b-a085ec57d1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:28.329036 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:29.731111 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:29.858563 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e29eb6ae-5700-4ee7-9434-3345ead46964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:30.990649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:32.499387 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:51.959055 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:07:54.629279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:57.163850 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-65185b9b-bea8-4749-ba7a-dc42feacabb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:58.327359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:59.733392 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:07:59.858647 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7cd02a93-112e-464a-8fa9-a60014fdf9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:00.994494 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:02.503230 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:24.650257 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:27.166444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad59a-d365-4626-b0ed-7d8fbf7f2d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:28.338459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:28.684929 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-81a0132e-8892-4d48-8a97-fce72cfe8b3d req-c71fce7d-8a51-4f3e-967b-3da0ba1f2c6e service neutron] (79560) timed out ('10.222.0.15', 50499) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:08:28.958368 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:08:29.736281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:29.858883 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0e6b7360-5e37-4062-bbf2-1b7ca7c41f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:30.997017 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:32.501236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:54.664985 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:57.168529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1f44a05e-1adb-4d5a-ab88-f7ee3a66d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:58.347870 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:59.737955 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:08:59.862088 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10c7713d-cf5e-42e4-9ee6-f6a58979f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:01.000937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:02.502967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:05.957931 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:09:24.665293 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:27.170079 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4408f5de-e699-407b-85aa-905663799292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:28.362211 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:29.739396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:29.862311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-429b468d-6de9-4c68-91a7-490ba617bf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:31.002896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:32.504951 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:42.958039 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:09:54.665154 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:57.172368 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-68e117d8-3002-4a3e-8130-0864e925e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:58.361356 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:59.740231 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:09:59.862143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00410a26-8588-4c51-8154-d277bc256d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:01.005121 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:02.507711 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:19.957535 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:10:24.679725 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:27.173055 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7b13a20e-0fd8-4dc5-b2da-8ac1b1aa3e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:28.370425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:29.742761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:29.862915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f59d2b0f-c459-44b6-bc16-5d8ec578be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:31.008194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:32.510557 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:44.996293 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:45.278987 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.305653 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.357303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.362524 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d75c960-83d4-4f86-9e3a-9bb654b78fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:45.383520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde42127-822e-4ef4-a905-71f32f7b4bd9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:45.391737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.392921 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "DELETE /v2.0/security-groups/fde42127-822e-4ef4-a905-71f32f7b4bd9 HTTP/1.1" status: 204 len: 168 time: 0.3956919 May 14 19:10:45.394451 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.394831 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.395250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.395621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.395745 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43330) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:45.396194 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.396336 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.396693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.397046 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.397398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.397749 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.398098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.398449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:45.401530 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:45.419097 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-b45efb85-397c-4734-af48-677005d0f945 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] show failed (client error): The resource could not be found. May 14 19:10:45.420146 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-b45efb85-397c-4734-af48-677005d0f945 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "GET /v2.0/security-groups/fde42127-822e-4ef4-a905-71f32f7b4bd9 HTTP/1.1" status: 404 len: 347 time: 0.0235243 May 14 19:10:45.423808 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43334) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:45.636903 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Deleting port c1d9df91-da97-41e4-9f08-13ca5767d012 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:10:45.637237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.754433 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.754699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.879229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Calling delete_port for c1d9df91-da97-41e4-9f08-13ca5767d012 owned by network:floatingip {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:10:45.990082 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:45.993559 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:46.036329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Pushing event deleted for resources: {'Port': ['ID=c1d9df91-da97-41e4-9f08-13ca5767d012,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:46.039580 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:46.128636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks [] for floatingip, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:46.142990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1005775'] for floatingip, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:46.144179 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-028b9b77-d0bf-4da6-8f37-8af6af9ed04e tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] 10.222.0.24 "DELETE /v2.0/floatingips/5b707043-0155-420d-b029-cc6742ee90e3 HTTP/1.1" status: 204 len: 168 time: 0.7194245 May 14 19:10:46.151810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43338) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:46.817216 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:47.386139 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Deleting port 47ca95ad-2ac4-4d2e-9061-c5114ff30459 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:10:47.386808 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:47.510262 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] For port 47ca95ad-2ac4-4d2e-9061-c5114ff30459, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=47ca95ad-2ac4-4d2e-9061-c5114ff30459,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:10:47.510644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:47.633195 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Calling delete_port for 47ca95ad-2ac4-4d2e-9061-c5114ff30459 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:10:47.773331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:47.777776 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aacf72ea-75ce-40b0-aab1-2031ec048945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:47.819814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Pushing event deleted for resources: {'Port': ['ID=47ca95ad-2ac4-4d2e-9061-c5114ff30459,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:47.822868 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:48.086873 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:48.601019 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Router 2feab301-15fb-400f-baf7-069563c6df58 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:10:48.775508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:10:48.785117 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] Sync routers for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:10:48.790555 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] 10.222.0.24 "PUT /v2.0/routers/2feab301-15fb-400f-baf7-069563c6df58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6355417 May 14 19:10:48.790801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43344) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:48.794063 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:10:48.794701 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:48.966865 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:48.971487 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:10:49.140000 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:49.210616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Deleting port 3e9bc289-2846-40b8-8e58-6e6936f1a509 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:10:49.211007 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:49.250447 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T19:10:47Z', 'revision_number': 5, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port': {'id': '3e9bc289-2846-40b8-8e58-6e6936f1a509', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feab301-15fb-400f-baf7-069563c6df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:49.254209 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] Checking router: 2feab301-15fb-400f-baf7-069563c6df58 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:10:49.262330 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] Routers {'2feab301-15fb-400f-baf7-069563c6df58'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:10:49.262924 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:10:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['2feab301-15fb-400f-baf7-069563c6df58'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:49.335557 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] For port 3e9bc289-2846-40b8-8e58-6e6936f1a509, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=3e9bc289-2846-40b8-8e58-6e6936f1a509,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:10:49.335921 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:49.436747 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] Set router 2feab301-15fb-400f-baf7-069563c6df58 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:10:49.463329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Calling delete_port for 3e9bc289-2846-40b8-8e58-6e6936f1a509 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:10:49.542504 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T19:10:49Z', 'revision_number': 6, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:49.546555 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac4700-7306-482e-a431-9138ff0ea9ff None None] The sync data for ids ['2feab301-15fb-400f-baf7-069563c6df58'] in n-d-787206-3 is: [{'id': '2feab301-15fb-400f-baf7-069563c6df58', 'name': 'tempest-ServerActionsTestJSON-783761864-router', 'tenant_id': '94c1bd57a21e4323be2826509909498f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T18:46:42Z', 'updated_at': '2021-05-14T19:10:49Z', 'revision_number': 6, 'project_id': '94c1bd57a21e4323be2826509909498f', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:10:49.609059 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:49.613768 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2ec0e3ed-e651-4bd9-ad62-f01ca20b5404 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:49.682007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9bc289-2846-40b8-8e58-6e6936f1a509,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:49.692447 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:49.752166 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.089949 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.092090 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.114749 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.115325 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2feab301-15fb-400f-baf7-069563c6df58 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:10:50.128258 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.129375 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] 10.222.0.24 "DELETE /v2.0/routers/2feab301-15fb-400f-baf7-069563c6df58 HTTP/1.1" status: 204 len: 168 time: 1.3376420 May 14 19:10:50.131947 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43348) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:50.189696 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Deleting subnet 98ec9f34-2775-474c-bb4e-61bf77f5ef0e {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:10:50.192550 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.243094 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.325858 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.581779 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.586209 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bd875207-5f79-4d69-b4dd-459399eabaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:50.621655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ec9f34-2775-474c-bb4e-61bf77f5ef0e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:50.623615 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.626310 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:50.628188 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db553d-f0b3-491d-84fb-f229f2807229 None None] Network 45394eb8-ce72-4622-9851-f98e2fcc874e requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:10:50.630227 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-41690ff8-6965-4759-a74a-116356a3b52b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98ec9f34-2775-474c-bb4e-61bf77f5ef0e HTTP/1.1" status: 204 len: 168 time: 0.4973571 May 14 19:10:50.632815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43352) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:50.740126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.816327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Deleting port f37b6325-a359-4fc0-968f-a42a03ceeb30 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:10:50.816577 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.866230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] DHCP port deletion for 45394eb8-ce72-4622-9851-f98e2fcc874e request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:10:50.920562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] For port f37b6325-a359-4fc0-968f-a42a03ceeb30, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f37b6325-a359-4fc0-968f-a42a03ceeb30,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:10:50.920918 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:50.926064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3e9bc289-2846-40b8-8e58-6e6936f1a509 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:10:50.968723 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 3e9bc289-2846-40b8-8e58-6e6936f1a509 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:10:50.969644 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 3e9bc289-2846-40b8-8e58-6e6936f1a509 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:10:50.970083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f37b6325-a359-4fc0-968f-a42a03ceeb30 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:10:50.998692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Deleting port f37b6325-a359-4fc0-968f-a42a03ceeb30 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:10:50.999078 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.048210 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Calling delete_port for f37b6325-a359-4fc0-968f-a42a03ceeb30 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:10:51.096579 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.101192 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:51.117075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No active binding found for port f37b6325-a359-4fc0-968f-a42a03ceeb30 {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 19:10:51.117494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f37b6325-a359-4fc0-968f-a42a03ceeb30 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:10:51.117915 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 47ca95ad-2ac4-4d2e-9061-c5114ff30459 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:10:51.140634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] No DVR routers for this DVR port f37b6325-a359-4fc0-968f-a42a03ceeb30 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:10:51.150564 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] For port f37b6325-a359-4fc0-968f-a42a03ceeb30, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f37b6325-a359-4fc0-968f-a42a03ceeb30,segment=NetworkSegment(fec22adc-36a5-4dcd-98d1-b883c8b76e57),segment_id=fec22adc-36a5-4dcd-98d1-b883c8b76e57)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:10:51.150968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.165125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 47ca95ad-2ac4-4d2e-9061-c5114ff30459 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:10:51.165481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 47ca95ad-2ac4-4d2e-9061-c5114ff30459 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:10:51.174596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f37b6325-a359-4fc0-968f-a42a03ceeb30,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:51.179411 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:51.269664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.278780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Calling delete_port for f37b6325-a359-4fc0-968f-a42a03ceeb30 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:10:51.288937 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45394eb8-ce72-4622-9851-f98e2fcc874e']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:51.301543 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec22adc-36a5-4dcd-98d1-b883c8b76e57') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:51.301844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec22adc-36a5-4dcd-98d1-b883c8b76e57') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:10:51.314351 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 19:10:51.321161 n-d-787206-3 neutron-server[79561]: util.warn( May 14 19:10:51.330741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.331705 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.335357 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:51.338439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:10:51.338828 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: timer() May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:10:51.356678 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:10:51.378518 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Pushing event deleted for resources: {'Port': ['ID=f37b6325-a359-4fc0-968f-a42a03ceeb30,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:51.380941 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] No DVR routers for this DVR port f37b6325-a359-4fc0-968f-a42a03ceeb30 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:10:51.390387 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.390698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.391761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.392195 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.392534 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.392871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.393256 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.393512 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.393837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.394158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.394481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.394803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:51.397725 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:51.431432 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.436319 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.439689 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61d5c84a-b406-402b-a133-5cc322671fb2 tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:51.460163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Pushing event deleted for resources: {'Network': ['ID=45394eb8-ce72-4622-9851-f98e2fcc874e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:51.462413 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:51.474366 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/45394eb8-ce72-4622-9851-f98e2fcc874e HTTP/1.1" status: 204 len: 168 time: 0.8404932 May 14 19:10:51.588415 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43360) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:51.640760 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-834ab238-d393-4b6c-bc19-c09b30f1239a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94c1bd57a21e4323be2826509909498f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511179 May 14 19:10:51.643317 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43364) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:51.700170 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.725180 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.777250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.780870 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:51.795208 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae50487-09bd-4520-99a0-fa6df0d220bf,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:51.798070 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:51.805843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:51.806924 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ae50487-09bd-4520-99a0-fa6df0d220bf HTTP/1.1" status: 204 len: 168 time: 0.1627562 May 14 19:10:52.587712 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43388) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:52.689467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-545589373-network', 'tenant_id': 'dc072e9fb9d44be3b5263b6fbcf0362e'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:10:52.694834 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:10:52.698614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Usage tracker for resource:network and tenant:dc072e9fb9d44be3b5263b6fbcf0362e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:10:52.702786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:10:52.709181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:10:52.718918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Made reservation on behalf of dc072e9fb9d44be3b5263b6fbcf0362e for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:10:52.721283 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.735579 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.749289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:10:52.753715 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Usage tracker for resource:security_group_rule and tenant:dc072e9fb9d44be3b5263b6fbcf0362e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:10:52.756446 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:10:52.761983 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:10:52.844551 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.848188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.851002 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-14595aed-cce6-4233-8c80-67b7d5a42cd2 tempest-TestSecurityGroupsBasicOps-374274515 tempest-TestSecurityGroupsBasicOps-374274515-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:52.880876 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:10:52.886189 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094e210-f3c5-4617-8473-4acb15606f8e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:52.897434 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.897818 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.898196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.898564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.898929 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.899321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.899685 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.900046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.900871 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.901240 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.901606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.901968 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:10:52.906387 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:52.907403 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.907743 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Added segment 8ced7646-fdea-443f-ab8b-de036e7c36a8 of type vlan for network c7970d09-1aad-4153-b65a-819d43abcc3c May 14 19:10:52.934168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.963291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.964268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:10:52.964828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:52.969570 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a601c244-c499-48e1-9f51-ed019c13ee24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:53.065645 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4767697 May 14 19:10:53.068607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Pushing event updated for resources: {'Network': ['ID=c7970d09-1aad-4153-b65a-819d43abcc3c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:53.068761 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43394) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:10:53.071327 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d9966b60-85a6-49db-97a1-2f1e85a28e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:53.074359 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Request body: {'subnet': {'network_id': 'c7970d09-1aad-4153-b65a-819d43abcc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-545589373-subnet', 'tenant_id': 'dc072e9fb9d44be3b5263b6fbcf0362e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:10:53.079056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c7970d09-1aad-4153-b65a-819d43abcc3c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:10:53.080611 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:10:53.084554 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Usage tracker for resource:subnet and tenant:dc072e9fb9d44be3b5263b6fbcf0362e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:10:53.087458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:10:53.093085 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:10:53.105235 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Made reservation on behalf of dc072e9fb9d44be3b5263b6fbcf0362e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:10:53.107532 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:53.488008 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:53.492376 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61f95ebc-75ff-4664-9565-81919ee7ce32 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:10:53.561413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1dd5190-34a7-4537-865f-75cecf229044,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:10:53.564628 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:10:53.571526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Checking segment: {'id': '8ced7646-fdea-443f-ab8b-de036e7c36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c7970d09-1aad-4153-b65a-819d43abcc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:10:53.571876 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Network hostable DHCP agents. Network: c7970d09-1aad-4153-b65a-819d43abcc3c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:10:53.588241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Network c7970d09-1aad-4153-b65a-819d43abcc3c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:10:53.597692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c7970d09-1aad-4153-b65a-819d43abcc3c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:10:53.605921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:10:53.606535 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:53.607202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983cb80-cfc8-4a1e-84c9-e528d1d9e65b None None] Network c7970d09-1aad-4153-b65a-819d43abcc3c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:10:53.627303 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9e5a24cb-c114-426e-ae4a-7d057b8ab4f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5575795 May 14 19:10:53.798318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62075d-f01e-4e27-b66b-76e005e70ee0 None None] Network c7970d09-1aad-4153-b65a-819d43abcc3c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:10:54.678582 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:56.956863 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:10:57.028844 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-57b6b2db-95ad-4228-9944-e7ececf428c5 req-da7aa723-5d68-4c9e-b71e-88d702e1278e service neutron] (79560) timed out ('10.222.0.24', 53408) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:10:57.175713 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-61ab3653-aefe-4c83-a36d-eaa672a12d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:58.374678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:59.744770 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:10:59.864121 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d573db61-5126-4a5d-a00d-1a04ad5cb56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:01.011438 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:02.512926 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:24.695890 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:27.180522 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5f670470-e298-4ac4-92aa-ac2f38e0641f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:28.389138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:29.746807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:29.863818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7650eae8-4b24-4dec-83f8-ad2d5ea86034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:31.013121 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:32.518351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:33.955899 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:11:53.858825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43424) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:11:53.923675 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Deleting subnet e1dd5190-34a7-4537-865f-75cecf229044 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:11:53.926689 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:53.975990 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.033741 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.276648 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.281167 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4d7008e7-8850-4ae1-8316-9168cd59f512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:11:54.319812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.322302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1dd5190-34a7-4537-865f-75cecf229044,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:11:54.332775 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e1dd5190-34a7-4537-865f-75cecf229044 HTTP/1.1" status: 204 len: 168 time: 0.4729700 May 14 19:11:54.334177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.334551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.334919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.335305 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.335421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43428) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:11:54.335862 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.336039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.336393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.336763 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.337096 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.337444 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.337799 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.338147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.341168 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-aaebc402-eb30-4b9e-aa02-a9517d76415e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:11:54.445329 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.568924 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.581550 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7970d09-1aad-4153-b65a-819d43abcc3c']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:11:54.593151 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ced7646-fdea-443f-ab8b-de036e7c36a8') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:11:54.593445 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ced7646-fdea-443f-ab8b-de036e7c36a8') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:11:54.604388 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.620173 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.627268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:11:54.627650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: timer() May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:11:54.640309 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:11:54.697354 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.721446 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.725158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3373f301-a722-460b-8f4e-7a0557f71f76 tempest-PortsIpV6TestJSON-661559911 tempest-PortsIpV6TestJSON-661559911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:11:54.738810 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.747877 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7970d09-1aad-4153-b65a-819d43abcc3c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:11:54.752060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7970d09-1aad-4153-b65a-819d43abcc3c HTTP/1.1" status: 204 len: 168 time: 0.4154673 May 14 19:11:54.757085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.757472 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.757854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.758231 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.758606 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.758975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.759380 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.759749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.760117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.760485 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.760850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.761211 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:11:54.764367 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-edb05739-4a5e-4fd7-80dd-f833b80e2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:11:54.863082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43434) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:11:54.911835 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a0c9ca7d-38bb-4baa-9377-b7fabbed2184 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc072e9fb9d44be3b5263b6fbcf0362e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471838 May 14 19:11:54.914098 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43438) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:11:54.971518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:54.996486 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:55.047032 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:55.050799 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d985640e-4bfc-4588-aa62-6a00619a3935 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:11:55.061087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7094e210-f3c5-4617-8473-4acb15606f8e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:11:55.064814 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:11:55.070163 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:55.071510 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a41e8720-f6da-4133-bb93-adc4f34a2929 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7094e210-f3c5-4617-8473-4acb15606f8e HTTP/1.1" status: 204 len: 168 time: 0.1564808 May 14 19:11:55.825406 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43462) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:11:55.930207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-167287761'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:11:55.935886 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:11:55.939698 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:network and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:11:55.942470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:11:55.949004 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:11:55.959360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:11:55.962968 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:55.975781 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:55.993879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:11:55.997551 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:security_group_rule and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:11:56.000274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:11:56.005800 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:11:56.092685 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:56.096908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:56.100744 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee98c592-35cc-4eef-b91b-68964b41e9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:11:56.128474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:11:56.136766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7a0df-8feb-4f9d-ba72-24c8cf88d6db,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:11:56.139733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:11:56.143996 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:56.144349 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Added segment 16c78664-778a-461a-ac0d-a70a30887942 of type vlan for network 15f8f897-8bdc-485e-b839-a316c2192f49 May 14 19:11:56.170158 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:56.198397 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:56.204658 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:11:56.205227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:56.209998 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-57066a68-c337-4f60-9e25-eec35a0d86c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:11:56.314821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4883356 May 14 19:11:56.317815 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Network': ['ID=15f8f897-8bdc-485e-b839-a316c2192f49,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:11:56.329343 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:11:56.342124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 15f8f897-8bdc-485e-b839-a316c2192f49 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:11:57.181967 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e8e5e843-d7f4-43d1-97a0-d073a88efd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:58.378688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:59.576869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43468) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:11:59.582933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'subnet': {'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:11:59.749281 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:59.858748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:11:59.862677 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:subnet and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:11:59.866129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:11:59.866590 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-334584ef-5cf1-4244-86b6-13df8143310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:11:59.872364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:11:59.882153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:11:59.885595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.296481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.300997 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36217948-9cf7-49b4-9ee2-c877cba0fcae tempest-TestNetworkBasicOps-1151037203 tempest-TestNetworkBasicOps-1151037203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:00.376480 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Subnet': ['ID=fb40dc75-5c8b-40e2-85f6-5dce290acbc5,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:00.380083 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:00.385930 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Checking segment: {'id': '16c78664-778a-461a-ac0d-a70a30887942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:00.386294 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network hostable DHCP agents. Network: 15f8f897-8bdc-485e-b839-a316c2192f49, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:00.403357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network 15f8f897-8bdc-485e-b839-a316c2192f49 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:00.412070 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 15f8f897-8bdc-485e-b839-a316c2192f49) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:00.421674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:00.422773 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.423384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be67139-8138-4f5c-a2dc-edc1f7206bb1 None None] Network 15f8f897-8bdc-485e-b839-a316c2192f49 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:00.445775 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8674891 May 14 19:12:00.448963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43472) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:00.455893 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715159793'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:00.462427 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:00.468228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:network and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:00.472990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:00.479703 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:00.493839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:00.498209 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.527716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:00.537484 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.537830 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Added segment 56940773-27ae-451b-9ddc-2a2fe0446af4 of type vlan for network 98ee066e-9baa-4c0d-afb0-2cce524e41cb May 14 19:12:00.568452 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.598599 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.604187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:00.604762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.610350 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ab784285-6d51-4a40-822d-ee29ed0039eb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:00.654822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-15f8f897-8bdc-485e-b839-a316c2192f49', 'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49', 'tenant_id': '240dff590af046d6bc6426fb1db2393e', 'fixed_ips': [{'subnet_id': 'fb40dc75-5c8b-40e2-85f6-5dce290acbc5'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:00.655740 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.710376 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2601519 May 14 19:12:00.713273 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43476) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:00.717567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Network': ['ID=98ee066e-9baa-4c0d-afb0-2cce524e41cb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:00.720695 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:00.727797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'subnet': {'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:00.731133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 98ee066e-9baa-4c0d-afb0-2cce524e41cb details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:00.853042 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:00.857049 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:subnet and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:00.860270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:00.866058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:00.877194 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:00.880830 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:00.910568 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Allocated IP 2001:db8:0:ffff::2 (15f8f897-8bdc-485e-b839-a316c2192f49/fb40dc75-5c8b-40e2-85f6-5dce290acbc5/60349b56-3706-47ae-a2fe-dff169e61b4c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:01.063075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.131568 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.143867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Transition to ACTIVE for port object 60349b56-3706-47ae-a2fe-dff169e61b4c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:01.164165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Transition to ACTIVE for port object 60349b56-3706-47ae-a2fe-dff169e61b4c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:01.170194 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.173928 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:01.237590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Network 15f8f897-8bdc-485e-b839-a316c2192f49 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:01.240339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:01.248107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:01.254975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Pushing event updated for resources: {'Port': ['ID=60349b56-3706-47ae-a2fe-dff169e61b4c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:01.292060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.292416 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.292768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.293071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.293402 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.293726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.294046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.294364 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.294682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.295026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.295335 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.295654 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:01.304024 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:01.358083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Attempting to bind port 60349b56-3706-47ae-a2fe-dff169e61b4c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:01.358369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Attempting to bind port 60349b56-3706-47ae-a2fe-dff169e61b4c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '16c78664-778a-461a-ac0d-a70a30887942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:01.358736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Attempting to bind port 60349b56-3706-47ae-a2fe-dff169e61b4c on network 15f8f897-8bdc-485e-b839-a316c2192f49 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:01.365282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:01.365664 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Checking segment: {'id': '16c78664-778a-461a-ac0d-a70a30887942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:01.366072 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.366467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Bound using segment: {'id': '16c78664-778a-461a-ac0d-a70a30887942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:01.366942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Bound port: 60349b56-3706-47ae-a2fe-dff169e61b4c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c78664-778a-461a-ac0d-a70a30887942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '15f8f897-8bdc-485e-b839-a316c2192f49'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:01.367348 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.460807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] For port 60349b56-3706-47ae-a2fe-dff169e61b4c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:01.465017 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] For port 60349b56-3706-47ae-a2fe-dff169e61b4c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=60349b56-3706-47ae-a2fe-dff169e61b4c,segment=NetworkSegment(16c78664-778a-461a-ac0d-a70a30887942),segment_id=16c78664-778a-461a-ac0d-a70a30887942)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:01.472252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.477930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.481462 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-182752cb-fd2a-46c7-9ed3-bb0d14a721c3 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:01.482179 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:01.559417 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Subnet': ['ID=d82f0cf2-12f8-4381-89e8-3b6cd284fb1b,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:01.564871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Pushing event updated for resources: {'Port': ['ID=60349b56-3706-47ae-a2fe-dff169e61b4c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:01.567380 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:01.567843 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:01.568097 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Checking segment: {'id': '56940773-27ae-451b-9ddc-2a2fe0446af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:01.568453 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network hostable DHCP agents. Network: 98ee066e-9baa-4c0d-afb0-2cce524e41cb, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:01.586219 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network 98ee066e-9baa-4c0d-afb0-2cce524e41cb is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:01.596050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 98ee066e-9baa-4c0d-afb0-2cce524e41cb) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:01.606880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:01.607525 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.609382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cea5a0-f3c0-47b0-a4e7-dbcebc8cea74 None None] Network 98ee066e-9baa-4c0d-afb0-2cce524e41cb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:01.632127 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f793e22d-fba9-414c-a3fb-e0cfd208359c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9172292 May 14 19:12:01.634548 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:01.813993 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.887729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:01.899142 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-98ee066e-9baa-4c0d-afb0-2cce524e41cb', 'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb', 'tenant_id': '240dff590af046d6bc6426fb1db2393e', 'fixed_ips': [{'subnet_id': 'd82f0cf2-12f8-4381-89e8-3b6cd284fb1b'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:01.900071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.056784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Allocated IP 2001:db8::2 (98ee066e-9baa-4c0d-afb0-2cce524e41cb/d82f0cf2-12f8-4381-89e8-3b6cd284fb1b/39244f09-a1a8-47d3-ad6c-f62e3bbeed21) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:02.271615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.282596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Transition to ACTIVE for port object 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:02.301289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Transition to ACTIVE for port object 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:02.307656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.311437 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87c0173c-014e-4095-8808-dfc3b476174d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:02.329743 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.334130 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-73369b94-30b4-4981-9184-1b5791be5aa9 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:02.370050 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Subnet': ['ID=d82f0cf2-12f8-4381-89e8-3b6cd284fb1b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:02.370626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Network 98ee066e-9baa-4c0d-afb0-2cce524e41cb is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:02.373418 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:02.379127 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:02.382914 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:02.389317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Pushing event updated for resources: {'Port': ['ID=39244f09-a1a8-47d3-ad6c-f62e3bbeed21,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:02.393845 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:02.483803 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Attempting to bind port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:02.484182 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Attempting to bind port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '56940773-27ae-451b-9ddc-2a2fe0446af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:02.484550 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Attempting to bind port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 on network 98ee066e-9baa-4c0d-afb0-2cce524e41cb {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:02.485880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.491073 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:02.491496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Checking segment: {'id': '56940773-27ae-451b-9ddc-2a2fe0446af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:02.491903 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.492307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Bound using segment: {'id': '56940773-27ae-451b-9ddc-2a2fe0446af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:02.492787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Bound port: 39244f09-a1a8-47d3-ad6c-f62e3bbeed21, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56940773-27ae-451b-9ddc-2a2fe0446af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:02.493171 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.499923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ee066e-9baa-4c0d-afb0-2cce524e41cb']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:02.517276 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56940773-27ae-451b-9ddc-2a2fe0446af4') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:02.517602 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56940773-27ae-451b-9ddc-2a2fe0446af4') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:02.531278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.551588 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.559331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:02.559731 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.560295 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: timer() May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:02.578883 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:02.585517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6f585-02c0-4920-bcda-47f3251a4d16 None None] Network 15f8f897-8bdc-485e-b839-a316c2192f49 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:02.661389 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.db.api [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 19:12:02.661389 n-d-787206-3 neutron-server[79559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 19:12:02.661389 n-d-787206-3 neutron-server[79559]: [parameters: {'id': '98ee066e-9baa-4c0d-afb0-2cce524e41cb'}] May 14 19:12:02.661389 n-d-787206-3 neutron-server[79559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 19:12:02.661881 n-d-787206-3 neutron-server[79559]: DEBUG oslo_db.api [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 19:12:02.663148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] For port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:02.678221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] For port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=39244f09-a1a8-47d3-ad6c-f62e3bbeed21,segment=NetworkSegment(56940773-27ae-451b-9ddc-2a2fe0446af4),segment_id=56940773-27ae-451b-9ddc-2a2fe0446af4)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:02.689489 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:02.698564 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75e4129f-f58e-43c4-91f7-a609d4f2c5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:02.740885 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-47bad197-97b2-45ea-92d5-03a9addef429 None None] Provisioning for port 60349b56-3706-47ae-a2fe-dff169e61b4c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:02.806294 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Pushing event updated for resources: {'Port': ['ID=39244f09-a1a8-47d3-ad6c-f62e3bbeed21,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:02.857803 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:02.933567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbbbd5-3de9-4d9d-8ed8-0eb4036b0949 None None] Network 98ee066e-9baa-4c0d-afb0-2cce524e41cb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:03.008353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 60349b56-3706-47ae-a2fe-dff169e61b4c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:03.163375 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.191117 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 60349b56-3706-47ae-a2fe-dff169e61b4c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:03.198004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 60349b56-3706-47ae-a2fe-dff169e61b4c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:03.198383 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.246993 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:03.247659 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.335249 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.353733 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] For port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=39244f09-a1a8-47d3-ad6c-f62e3bbeed21,segment=NetworkSegment(56940773-27ae-451b-9ddc-2a2fe0446af4),segment_id=56940773-27ae-451b-9ddc-2a2fe0446af4)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:03.354605 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.371619 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 60349b56-3706-47ae-a2fe-dff169e61b4c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=60349b56-3706-47ae-a2fe-dff169e61b4c,segment=NetworkSegment(16c78664-778a-461a-ac0d-a70a30887942),segment_id=16c78664-778a-461a-ac0d-a70a30887942)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:03.378071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.383297 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:03.467980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78593e6d-47ca-492c-a7ee-f423787af597 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 19:12:03.486728 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Calling delete_port for 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:03.537870 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.542654 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:03.560349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-317fdb43-80cd-4bf4-a344-9559a6551239 None None] Provisioning complete for port 60349b56-3706-47ae-a2fe-dff169e61b4c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:03.560686 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-317fdb43-80cd-4bf4-a344-9559a6551239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.585607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Port': ['ID=39244f09-a1a8-47d3-ad6c-f62e3bbeed21,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:03.588747 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:03.589515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No DVR routers for this DVR port 39244f09-a1a8-47d3-ad6c-f62e3bbeed21 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:03.592893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=60349b56-3706-47ae-a2fe-dff169e61b4c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:03.598012 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:03.655353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78593e6d-47ca-492c-a7ee-f423787af597 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 19:12:03.715141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.728981 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ee066e-9baa-4c0d-afb0-2cce524e41cb']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:03.741085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56940773-27ae-451b-9ddc-2a2fe0446af4') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:03.741388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56940773-27ae-451b-9ddc-2a2fe0446af4') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:03.752958 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.769190 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.777564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:03.777922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: timer() May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:03.792707 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:03.874336 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.879625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.882832 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-91cb9224-678a-41fa-b565-7e02562a70ce tempest-RoutersIpV6Test-943770129 tempest-RoutersIpV6Test-943770129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:03.905451 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Network': ['ID=98ee066e-9baa-4c0d-afb0-2cce524e41cb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:03.911105 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:03.914618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/98ee066e-9baa-4c0d-afb0-2cce524e41cb HTTP/1.1" status: 204 len: 168 time: 2.2791193 May 14 19:12:03.918034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43484) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:03.924338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-241311862'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:03.929575 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:03.933388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:network and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:03.936289 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:03.942655 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:03.953761 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:03.957375 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.986666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:03.995451 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:03.995796 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Added segment 95103595-7755-4229-9e4a-ac7a5e6677d1 of type vlan for network 12ce641a-644f-416a-b1df-1e03ae76c136 May 14 19:12:04.022710 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:04.055791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:04.061063 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:04.061623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:04.066440 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-da59e0c0-579c-451b-9bd7-5ec91b33a55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:04.154660 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2354956 May 14 19:12:04.158329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43488) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:04.164112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'subnet': {'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:04.167563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Network': ['ID=12ce641a-644f-416a-b1df-1e03ae76c136,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:04.170139 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a698956e-3ca5-4b3d-a35e-818f1028cf59 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:04.178429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 12ce641a-644f-416a-b1df-1e03ae76c136 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:04.277419 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:04.281275 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:subnet and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:04.284503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:04.290484 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:04.300963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:04.304518 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:04.397846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Performing IP validity checks on allocation pools {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 14 19:12:04.398393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.ipam_backend_mixin [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Checking for overlaps among allocation pools and gateway ip {{(pid=79560) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 14 19:12:04.715952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:04.721082 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f83e9fdd-9245-4b05-a620-a6f1ef807fc2 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:04.798060 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Subnet': ['ID=55983ce0-8a15-4e43-b0a8-d2e45e198306,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:04.800839 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:04.806846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Checking segment: {'id': '95103595-7755-4229-9e4a-ac7a5e6677d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:04.807233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network hostable DHCP agents. Network: 12ce641a-644f-416a-b1df-1e03ae76c136, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:04.825964 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network 12ce641a-644f-416a-b1df-1e03ae76c136 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:04.835068 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 12ce641a-644f-416a-b1df-1e03ae76c136) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:04.843796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2c36b-2fd9-4d0d-8b3a-43b65c6ec96b None None] Network 12ce641a-644f-416a-b1df-1e03ae76c136 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:04.845806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:04.846437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:04.867525 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6ad11058-e608-4ceb-a2a9-11e19d49083d tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7080982 May 14 19:12:04.870319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43492) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:04.994850 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 60349b56-3706-47ae-a2fe-dff169e61b4c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:05.011786 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.077662 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.116193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-12ce641a-644f-416a-b1df-1e03ae76c136', 'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136', 'tenant_id': '240dff590af046d6bc6426fb1db2393e', 'fixed_ips': [{'subnet_id': '55983ce0-8a15-4e43-b0a8-d2e45e198306'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:05.117000 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.133119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 60349b56-3706-47ae-a2fe-dff169e61b4c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:05.133495 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.374707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Allocated IP 2001:db8::3 (12ce641a-644f-416a-b1df-1e03ae76c136/55983ce0-8a15-4e43-b0a8-d2e45e198306/4fdcfbce-90fb-422a-a7c7-d1851f2086a7) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:05.578198 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.588462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Transition to ACTIVE for port object 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:05.605608 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Transition to ACTIVE for port object 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:05.611631 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.615215 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:05.628512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.633041 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-18c16319-d2d0-4542-8873-50599563150f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:05.667274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Subnet': ['ID=55983ce0-8a15-4e43-b0a8-d2e45e198306,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:05.670450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Network 12ce641a-644f-416a-b1df-1e03ae76c136 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:05.670852 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:05.674018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:05.677612 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:05.692480 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Pushing event updated for resources: {'Port': ['ID=4fdcfbce-90fb-422a-a7c7-d1851f2086a7,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:05.717963 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:05.765291 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.779669 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ce641a-644f-416a-b1df-1e03ae76c136']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:05.793686 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95103595-7755-4229-9e4a-ac7a5e6677d1') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:05.794105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95103595-7755-4229-9e4a-ac7a5e6677d1') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:05.806947 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.824379 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Attempting to bind port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:05.824596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.824754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Attempting to bind port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '95103595-7755-4229-9e4a-ac7a5e6677d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:05.825381 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Attempting to bind port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 on network 12ce641a-644f-416a-b1df-1e03ae76c136 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:05.830602 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:05.830785 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:05.830980 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Checking segment: {'id': '95103595-7755-4229-9e4a-ac7a5e6677d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:05.831167 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.831417 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.831818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Bound using segment: {'id': '95103595-7755-4229-9e4a-ac7a5e6677d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:05.832305 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Bound port: 4fdcfbce-90fb-422a-a7c7-d1851f2086a7, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95103595-7755-4229-9e4a-ac7a5e6677d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '12ce641a-644f-416a-b1df-1e03ae76c136'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:05.832685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: timer() May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:05.846133 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:05.920725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] For port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:05.923810 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 19:12:05.923810 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 19:12:05.923810 n-d-787206-3 neutron-server[79560]: [parameters: {'id': '12ce641a-644f-416a-b1df-1e03ae76c136'}] May 14 19:12:05.923810 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 19:12:05.924194 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 19:12:05.925067 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] For port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4fdcfbce-90fb-422a-a7c7-d1851f2086a7,segment=NetworkSegment(95103595-7755-4229-9e4a-ac7a5e6677d1),segment_id=95103595-7755-4229-9e4a-ac7a5e6677d1)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:05.928508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:05.931965 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:06.043867 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Pushing event updated for resources: {'Port': ['ID=4fdcfbce-90fb-422a-a7c7-d1851f2086a7,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:06.048753 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:06.072970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26390d5c-9cd0-43a7-b80d-32c3de16ee0f None None] Network 12ce641a-644f-416a-b1df-1e03ae76c136 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:06.264118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b59e6-facb-48e5-844d-0a3d0af0e860 None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 19:12:06.346027 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b59e6-facb-48e5-844d-0a3d0af0e860 None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 19:12:06.425176 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:06.498776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:06.499119 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:06.763704 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] For port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=4fdcfbce-90fb-422a-a7c7-d1851f2086a7,segment=NetworkSegment(95103595-7755-4229-9e4a-ac7a5e6677d1),segment_id=95103595-7755-4229-9e4a-ac7a5e6677d1)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:06.764391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:06.889560 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Calling delete_port for 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:06.935340 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:06.940272 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ac4f20b8-838e-4b2d-bd18-9acd5c1660ce tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:06.984494 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Port': ['ID=4fdcfbce-90fb-422a-a7c7-d1851f2086a7,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:06.987216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No DVR routers for this DVR port 4fdcfbce-90fb-422a-a7c7-d1851f2086a7 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:06.989291 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:07.111983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.124539 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ce641a-644f-416a-b1df-1e03ae76c136']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:07.136567 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95103595-7755-4229-9e4a-ac7a5e6677d1') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:07.136869 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95103595-7755-4229-9e4a-ac7a5e6677d1') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:07.148755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.165077 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.171192 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:07.171610 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: timer() May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:07.190582 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:07.267818 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.272804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.276598 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c3d11702-86b3-42f7-911a-fad18e40f769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:07.301474 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Network': ['ID=12ce641a-644f-416a-b1df-1e03ae76c136,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:07.303853 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:07.306465 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/12ce641a-644f-416a-b1df-1e03ae76c136 HTTP/1.1" status: 204 len: 168 time: 2.4348998 May 14 19:12:07.309586 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43496) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:07.315568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357164452'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:07.321291 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:07.325285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:network and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:07.328097 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:07.334507 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:07.343782 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:07.347168 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.378793 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:07.387283 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.387619 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Added segment 5b609721-cd97-4301-84e4-f35a289bbe92 of type vlan for network 6a7309da-1ec1-4beb-9cab-4b47891dda7f May 14 19:12:07.412253 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.441557 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.447120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:07.447708 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:07.451394 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ddc82e0a-cca5-4ed4-901a-b1b0bc5b818c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:07.549079 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2384908 May 14 19:12:07.552153 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43500) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:07.558066 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'subnet': {'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:07.558714 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Network': ['ID=6a7309da-1ec1-4beb-9cab-4b47891dda7f,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:07.566300 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1d2232db-b964-499d-a5b4-83651030b263 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:07.569161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 6a7309da-1ec1-4beb-9cab-4b47891dda7f details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:07.673430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:07.677223 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:subnet and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:07.680004 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:07.685614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:07.695750 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:07.699298 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.106085 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.110169 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c2b43f9f-5678-4538-b0b9-e19b29aaab9e tempest-PortsTestJSON-1988573825 tempest-PortsTestJSON-1988573825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:08.341080 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Subnet': ['ID=fa9b1947-de70-48b1-81e9-9f0ef99cb4a0,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:08.345610 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:08.349592 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Checking segment: {'id': '5b609721-cd97-4301-84e4-f35a289bbe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:08.350030 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network hostable DHCP agents. Network: 6a7309da-1ec1-4beb-9cab-4b47891dda7f, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:08.366879 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network 6a7309da-1ec1-4beb-9cab-4b47891dda7f is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:08.375888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 6a7309da-1ec1-4beb-9cab-4b47891dda7f) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:08.385302 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:08.385877 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.386190 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7b1f9-34d7-42ac-a5ea-8628e0d0dc6a None None] Network 6a7309da-1ec1-4beb-9cab-4b47891dda7f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:08.410042 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-dfb808df-0b6a-40d8-8988-b04ecfdf2ffd tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8528135 May 14 19:12:08.410262 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43504) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:08.415843 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-792175642'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:08.421400 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:08.425860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:network and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:08.428684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for network was recalculated. Used quota:2. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:08.434497 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:08.447127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:08.450802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.480058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:08.490472 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.491090 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Added segment b19c7bb5-66e5-4d75-be4e-89348b5c9115 of type vlan for network bedcf98a-d619-49a9-8900-a62558c65e0c May 14 19:12:08.518922 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.548925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.554595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:08.555201 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.558690 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5f14055a-4729-4d91-9c7d-4e5c95da4063 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:08.603993 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-6a7309da-1ec1-4beb-9cab-4b47891dda7f', 'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f', 'tenant_id': '240dff590af046d6bc6426fb1db2393e', 'fixed_ips': [{'subnet_id': 'fa9b1947-de70-48b1-81e9-9f0ef99cb4a0'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:08.604857 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.657960 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2466753 May 14 19:12:08.661172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43508) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:08.668707 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Request body: {'subnet': {'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:08.668909 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Network': ['ID=bedcf98a-d619-49a9-8900-a62558c65e0c,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:08.671444 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:08.679215 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network bedcf98a-d619-49a9-8900-a62558c65e0c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:08.786547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:08.790683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Usage tracker for resource:subnet and tenant:240dff590af046d6bc6426fb1db2393e is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:08.793891 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:08.799609 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:08.808485 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Made reservation on behalf of 240dff590af046d6bc6426fb1db2393e for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:08.812061 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:08.851641 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Allocated IP 2001:db8::2 (6a7309da-1ec1-4beb-9cab-4b47891dda7f/fa9b1947-de70-48b1-81e9-9f0ef99cb4a0/59698b7b-6984-402a-afda-d22a2a91bceb) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:09.115533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.124826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Transition to ACTIVE for port object 59698b7b-6984-402a-afda-d22a2a91bceb will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:09.142555 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Transition to ACTIVE for port object 59698b7b-6984-402a-afda-d22a2a91bceb will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:09.148969 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.153140 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:09.210266 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Network 6a7309da-1ec1-4beb-9cab-4b47891dda7f is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:09.212960 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:09.221199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:09.227365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Pushing event updated for resources: {'Port': ['ID=59698b7b-6984-402a-afda-d22a2a91bceb,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:09.230430 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.231088 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:09.234063 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1ff8c22e-c661-40fc-b31c-c049c80a3479 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:09.315353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Attempting to bind port 59698b7b-6984-402a-afda-d22a2a91bceb on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:09.315730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Attempting to bind port 59698b7b-6984-402a-afda-d22a2a91bceb by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5b609721-cd97-4301-84e4-f35a289bbe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:09.316098 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Attempting to bind port 59698b7b-6984-402a-afda-d22a2a91bceb on network 6a7309da-1ec1-4beb-9cab-4b47891dda7f {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:09.318400 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event updated for resources: {'Subnet': ['ID=bef3de10-39ad-47c9-a827-3a9c33205c08,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:09.321325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:09.321714 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Checking segment: {'id': '5b609721-cd97-4301-84e4-f35a289bbe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:09.322125 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.322438 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:09.322581 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Bound using segment: {'id': '5b609721-cd97-4301-84e4-f35a289bbe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:09.322978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Bound port: 59698b7b-6984-402a-afda-d22a2a91bceb, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b609721-cd97-4301-84e4-f35a289bbe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a7309da-1ec1-4beb-9cab-4b47891dda7f'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:09.323193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Checking segment: {'id': 'b19c7bb5-66e5-4d75-be4e-89348b5c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:09.323532 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.323654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network hostable DHCP agents. Network: bedcf98a-d619-49a9-8900-a62558c65e0c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:09.342487 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Network bedcf98a-d619-49a9-8900-a62558c65e0c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:09.351814 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, bedcf98a-d619-49a9-8900-a62558c65e0c) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:09.362954 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:09.363566 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.369931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48facf4c-9d5c-48eb-b1cf-7f97d563261d None None] Network bedcf98a-d619-49a9-8900-a62558c65e0c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:09.384358 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a2ddb8f7-4dd7-4153-bb56-bd658b5e0c16 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7221153 May 14 19:12:09.386968 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43512) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:09.507254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] For port 59698b7b-6984-402a-afda-d22a2a91bceb, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:09.529628 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.530399 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] For port 59698b7b-6984-402a-afda-d22a2a91bceb, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=59698b7b-6984-402a-afda-d22a2a91bceb,segment=NetworkSegment(5b609721-cd97-4301-84e4-f35a289bbe92),segment_id=5b609721-cd97-4301-84e4-f35a289bbe92)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:09.536388 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.565928 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:09.596635 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.697014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Pushing event updated for resources: {'Port': ['ID=59698b7b-6984-402a-afda-d22a2a91bceb,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:09.701229 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:09.711649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-bedcf98a-d619-49a9-8900-a62558c65e0c', 'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c', 'tenant_id': '240dff590af046d6bc6426fb1db2393e', 'fixed_ips': [{'subnet_id': 'bef3de10-39ad-47c9-a827-3a9c33205c08'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:09.712501 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:09.909148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Allocated IP 2001:db8::2 (bedcf98a-d619-49a9-8900-a62558c65e0c/bef3de10-39ad-47c9-a827-3a9c33205c08/2d5b4dcc-7276-4e2c-803c-5de40e8c9257) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:10.112994 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.122700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Transition to ACTIVE for port object 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:10.140592 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Transition to ACTIVE for port object 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:10.146801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.150334 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-51dc8392-925c-465e-a57f-fabb5c6661c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:10.163895 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.168001 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-def34b9a-6ec5-494a-8cfc-d2754eecb6ec tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:10.204838 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Subnet': ['ID=bef3de10-39ad-47c9-a827-3a9c33205c08,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:10.208161 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:10.212458 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Network bedcf98a-d619-49a9-8900-a62558c65e0c is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:10.215259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:10.223291 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:10.229877 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Pushing event updated for resources: {'Port': ['ID=2d5b4dcc-7276-4e2c-803c-5de40e8c9257,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:10.233588 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:10.302470 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.320765 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedcf98a-d619-49a9-8900-a62558c65e0c']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:10.323756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Attempting to bind port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:10.324578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Attempting to bind port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'b19c7bb5-66e5-4d75-be4e-89348b5c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:10.325227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Attempting to bind port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 on network bedcf98a-d619-49a9-8900-a62558c65e0c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:10.333284 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:10.333672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Checking segment: {'id': 'b19c7bb5-66e5-4d75-be4e-89348b5c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:10.334141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.334552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Bound using segment: {'id': 'b19c7bb5-66e5-4d75-be4e-89348b5c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:10.335160 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Bound port: 2d5b4dcc-7276-4e2c-803c-5de40e8c9257, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19c7bb5-66e5-4d75-be4e-89348b5c9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bedcf98a-d619-49a9-8900-a62558c65e0c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:10.335443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.337216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19c7bb5-66e5-4d75-be4e-89348b5c9115') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:10.337520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19c7bb5-66e5-4d75-be4e-89348b5c9115') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:10.350882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.368320 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.375981 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:10.376381 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: timer() May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:10.395934 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:10.438700 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] For port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:10.472652 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] For port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2d5b4dcc-7276-4e2c-803c-5de40e8c9257,segment=NetworkSegment(b19c7bb5-66e5-4d75-be4e-89348b5c9115),segment_id=b19c7bb5-66e5-4d75-be4e-89348b5c9115)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:10.475538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.db.api [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 14 19:12:10.475538 n-d-787206-3 neutron-server[79560]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 14 19:12:10.475538 n-d-787206-3 neutron-server[79560]: [parameters: {'id': 'bedcf98a-d619-49a9-8900-a62558c65e0c'}] May 14 19:12:10.475538 n-d-787206-3 neutron-server[79560]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=79560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 19:12:10.475914 n-d-787206-3 neutron-server[79560]: DEBUG oslo_db.api [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 19:12:10.477755 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.481741 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:10.597923 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Pushing event updated for resources: {'Port': ['ID=2d5b4dcc-7276-4e2c-803c-5de40e8c9257,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:10.602233 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:10.632509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051409c7-873f-47bb-8721-38433152b4fa None None] Network bedcf98a-d619-49a9-8900-a62558c65e0c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:10.645513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cfd75d-1de9-49e4-b006-280f0afd8242 None None] Network 6a7309da-1ec1-4beb-9cab-4b47891dda7f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:10.783123 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-65e67763-f811-49a3-b101-ba4d5276f80e None None] Provisioning for port 59698b7b-6984-402a-afda-d22a2a91bceb completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:10.957407 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:12:10.979306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:10.988303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 59698b7b-6984-402a-afda-d22a2a91bceb up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:11.142304 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 59698b7b-6984-402a-afda-d22a2a91bceb completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:11.150040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 59698b7b-6984-402a-afda-d22a2a91bceb triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:11.150422 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.229177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:11.229822 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.289159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.324412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 59698b7b-6984-402a-afda-d22a2a91bceb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=59698b7b-6984-402a-afda-d22a2a91bceb,segment=NetworkSegment(5b609721-cd97-4301-84e4-f35a289bbe92),segment_id=5b609721-cd97-4301-84e4-f35a289bbe92)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:11.330333 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.332343 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:11.341295 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] For port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2d5b4dcc-7276-4e2c-803c-5de40e8c9257,segment=NetworkSegment(b19c7bb5-66e5-4d75-be4e-89348b5c9115),segment_id=b19c7bb5-66e5-4d75-be4e-89348b5c9115)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:11.341721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.402060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=59698b7b-6984-402a-afda-d22a2a91bceb,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:11.405352 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:11.415058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f62ed-ccd9-4297-9143-aba77fe812af None None] get_active_networks_info from n-d-787206-3 {{(pid=79561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 14 19:12:11.473615 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Calling delete_port for 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:11.474440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-51d3c0f3-d9cf-4a30-9f4b-81db524d8b76 None None] Provisioning complete for port 59698b7b-6984-402a-afda-d22a2a91bceb triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:11.474921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-51d3c0f3-d9cf-4a30-9f4b-81db524d8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.520501 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.525272 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6b057117-bd16-4f51-9a21-7c762dac5f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:11.567135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Port': ['ID=2d5b4dcc-7276-4e2c-803c-5de40e8c9257,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:11.570664 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:11.571638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No DVR routers for this DVR port 2d5b4dcc-7276-4e2c-803c-5de40e8c9257 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:11.572802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f62ed-ccd9-4297-9143-aba77fe812af None None] Resources bound (agent type, host, resource id): {{(pid=79561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 14 19:12:11.694327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.711830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedcf98a-d619-49a9-8900-a62558c65e0c']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:11.724676 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19c7bb5-66e5-4d75-be4e-89348b5c9115') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:11.724967 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19c7bb5-66e5-4d75-be4e-89348b5c9115') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:11.736140 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.751911 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.757874 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:11.758190 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: timer() May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:11.773067 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:11.852665 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.856422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-27a6b364-e766-404d-9ee5-238f9f1f0599 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:11.877523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:11.888413 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Network': ['ID=bedcf98a-d619-49a9-8900-a62558c65e0c,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:11.895634 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:11.898322 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/bedcf98a-d619-49a9-8900-a62558c65e0c HTTP/1.1" status: 204 len: 168 time: 2.5103595 May 14 19:12:11.901087 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43516) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:11.940252 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e034e65-c846-499e-80ed-eb8c17eec967 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] GET failed (client error): The resource could not be found. May 14 19:12:11.940757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5e034e65-c846-499e-80ed-eb8c17eec967 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Synchronizing usage tracker for tenant:240dff590af046d6bc6426fb1db2393e on resource:subnet {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 19:12:11.957477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-5e034e65-c846-499e-80ed-eb8c17eec967 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Unset dirty status for tenant:240dff590af046d6bc6426fb1db2393e on resource:subnet {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 19:12:11.958629 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5e034e65-c846-499e-80ed-eb8c17eec967 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "GET /v2.0/subnets/bef3de10-39ad-47c9-a827-3a9c33205c08 HTTP/1.1" status: 404 len: 337 time: 0.0566554 May 14 19:12:11.961587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43520) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:11.987129 n-d-787206-3 neutron-server[79560]: INFO neutron.pecan_wsgi.hooks.translation [None req-888952f1-4bc0-4259-b746-783c33f8cd9b tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:11.987629 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888952f1-4bc0-4259-b746-783c33f8cd9b tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79560) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:11.989276 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-888952f1-4bc0-4259-b746-783c33f8cd9b tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/bedcf98a-d619-49a9-8900-a62558c65e0c HTTP/1.1" status: 404 len: 339 time: 0.0267570 May 14 19:12:11.993022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43524) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:12.031347 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b605e95-74f0-48b4-8ea9-50d8ce87abaa tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:12.031893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b605e95-74f0-48b4-8ea9-50d8ce87abaa tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:12.033472 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b605e95-74f0-48b4-8ea9-50d8ce87abaa tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/subnets/bef3de10-39ad-47c9-a827-3a9c33205c08 HTTP/1.1" status: 404 len: 337 time: 0.0394876 May 14 19:12:12.035898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43528) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:12.063688 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-301280a2-98f0-4ac4-bb41-9d46ed341a8c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:12.064114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301280a2-98f0-4ac4-bb41-9d46ed341a8c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:12.065640 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-301280a2-98f0-4ac4-bb41-9d46ed341a8c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/bedcf98a-d619-49a9-8900-a62558c65e0c HTTP/1.1" status: 404 len: 339 time: 0.0288868 May 14 19:12:12.067965 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43532) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:12.132255 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting subnet fa9b1947-de70-48b1-81e9-9f0ef99cb4a0 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:12:12.135144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.188365 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.272512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.536719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.540236 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2ce8075-a295-4552-8de3-3fb8442820b8 tempest-TestNetworkAdvancedServerOps-2104318444 tempest-TestNetworkAdvancedServerOps-2104318444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:12.576365 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9b1947-de70-48b1-81e9-9f0ef99cb4a0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:12.579822 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:12.580782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.586414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756e037-d6eb-40cf-be78-e5be75d70b9b None None] Network 6a7309da-1ec1-4beb-9cab-4b47891dda7f requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:12.593193 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/subnets/fa9b1947-de70-48b1-81e9-9f0ef99cb4a0 HTTP/1.1" status: 204 len: 168 time: 0.5242786 May 14 19:12:12.595620 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43536) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:12.714056 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.787449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting port 59698b7b-6984-402a-afda-d22a2a91bceb {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:12.787867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.859107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] DHCP port deletion for 6a7309da-1ec1-4beb-9cab-4b47891dda7f request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:12:12.890637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] For port 59698b7b-6984-402a-afda-d22a2a91bceb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=59698b7b-6984-402a-afda-d22a2a91bceb,segment=NetworkSegment(5b609721-cd97-4301-84e4-f35a289bbe92),segment_id=5b609721-cd97-4301-84e4-f35a289bbe92)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:12.891077 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.925680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Deleting port 59698b7b-6984-402a-afda-d22a2a91bceb {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:12.926151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:12.990209 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 59698b7b-6984-402a-afda-d22a2a91bceb no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:12:13.020217 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Calling delete_port for 59698b7b-6984-402a-afda-d22a2a91bceb owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:13.066611 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.071372 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-31eb728f-ce18-411e-a305-21b24176e2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:13.074836 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] For port 59698b7b-6984-402a-afda-d22a2a91bceb, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=59698b7b-6984-402a-afda-d22a2a91bceb,segment=NetworkSegment(5b609721-cd97-4301-84e4-f35a289bbe92),segment_id=5b609721-cd97-4301-84e4-f35a289bbe92)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:13.075474 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.119317 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Port': ['ID=59698b7b-6984-402a-afda-d22a2a91bceb,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:13.121900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No DVR routers for this DVR port 59698b7b-6984-402a-afda-d22a2a91bceb on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:13.123722 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:13.143261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No active binding found for port 59698b7b-6984-402a-afda-d22a2a91bceb {{(pid=79561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 14 19:12:13.143675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 59698b7b-6984-402a-afda-d22a2a91bceb not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:12:13.204277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Calling delete_port for 59698b7b-6984-402a-afda-d22a2a91bceb owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:13.248448 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.250853 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.254342 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:13.261970 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7309da-1ec1-4beb-9cab-4b47891dda7f']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:13.275500 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b609721-cd97-4301-84e4-f35a289bbe92') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:13.275814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b609721-cd97-4301-84e4-f35a289bbe92') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:13.288161 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.305957 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.312430 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:13.313032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: timer() May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:13.328097 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:13.345100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Pushing event deleted for resources: {'Port': ['ID=59698b7b-6984-402a-afda-d22a2a91bceb,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:13.348182 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:13.348979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] No DVR routers for this DVR port 59698b7b-6984-402a-afda-d22a2a91bceb on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:13.409134 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.412445 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-884c7220-d9ac-465b-a765-71a1d2396080 tempest-RoutersNegativeIpV6Test-1301524615 tempest-RoutersNegativeIpV6Test-1301524615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:13.426157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.436831 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Network': ['ID=6a7309da-1ec1-4beb-9cab-4b47891dda7f,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:13.439522 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:13.442417 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0717c27e-2a49-4eaa-817b-e2d9dcd4154c tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/6a7309da-1ec1-4beb-9cab-4b47891dda7f HTTP/1.1" status: 204 len: 168 time: 0.8446844 May 14 19:12:13.443741 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43540) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:13.482177 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c49f8d3-b58f-4d62-b9e2-f8b3344431cb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:13.482617 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c49f8d3-b58f-4d62-b9e2-f8b3344431cb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:13.484353 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6c49f8d3-b58f-4d62-b9e2-f8b3344431cb tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/subnets/55983ce0-8a15-4e43-b0a8-d2e45e198306 HTTP/1.1" status: 404 len: 337 time: 0.0397370 May 14 19:12:13.486874 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43544) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:13.516537 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-592dada3-c344-4753-b175-8f0069f5d856 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:13.517188 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592dada3-c344-4753-b175-8f0069f5d856 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:13.518840 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-592dada3-c344-4753-b175-8f0069f5d856 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/12ce641a-644f-416a-b1df-1e03ae76c136 HTTP/1.1" status: 404 len: 339 time: 0.0310307 May 14 19:12:13.521307 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43548) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:13.557784 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7846bf0-76e3-48f6-82a0-2b96ebceb858 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:13.558224 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7846bf0-76e3-48f6-82a0-2b96ebceb858 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:13.559868 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f7846bf0-76e3-48f6-82a0-2b96ebceb858 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/subnets/d82f0cf2-12f8-4381-89e8-3b6cd284fb1b HTTP/1.1" status: 404 len: 337 time: 0.0376785 May 14 19:12:13.562415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43552) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:13.588321 n-d-787206-3 neutron-server[79559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba40e43d-d746-400b-bd0f-90e6292a9f9f tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] DELETE failed (client error): The resource could not be found. May 14 19:12:13.588713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba40e43d-d746-400b-bd0f-90e6292a9f9f tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=79559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 14 19:12:13.590271 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ba40e43d-d746-400b-bd0f-90e6292a9f9f tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/98ee066e-9baa-4c0d-afb0-2cce524e41cb HTTP/1.1" status: 404 len: 339 time: 0.0262167 May 14 19:12:13.592691 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43556) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:13.657127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting subnet fb40dc75-5c8b-40e2-85f6-5dce290acbc5 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:12:13.660092 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.717609 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:13.801440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.228083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.231740 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:14.268796 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.271348 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Subnet': ['ID=fb40dc75-5c8b-40e2-85f6-5dce290acbc5,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:14.273736 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:14.275094 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2939728-f134-4cef-bccf-1faf5382535a None None] Network 15f8f897-8bdc-485e-b839-a316c2192f49 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:14.282375 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2cc912c0-d8b8-46c0-9cad-119c1b2eadc5 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/subnets/fb40dc75-5c8b-40e2-85f6-5dce290acbc5 HTTP/1.1" status: 204 len: 168 time: 0.6887319 May 14 19:12:14.284944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43560) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:14.398568 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.475986 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Deleting port 60349b56-3706-47ae-a2fe-dff169e61b4c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:14.476529 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.520087 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c48f932-6f58-4422-a30d-259730451476 None None] DHCP port deletion for 15f8f897-8bdc-485e-b839-a316c2192f49 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:12:14.580130 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] For port 60349b56-3706-47ae-a2fe-dff169e61b4c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=60349b56-3706-47ae-a2fe-dff169e61b4c,segment=NetworkSegment(16c78664-778a-461a-ac0d-a70a30887942),segment_id=16c78664-778a-461a-ac0d-a70a30887942)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:14.580552 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.590323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Deleting port 60349b56-3706-47ae-a2fe-dff169e61b4c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:14.590709 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.688108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4c48f932-6f58-4422-a30d-259730451476 None None] For port 60349b56-3706-47ae-a2fe-dff169e61b4c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=60349b56-3706-47ae-a2fe-dff169e61b4c,segment=NetworkSegment(16c78664-778a-461a-ac0d-a70a30887942),segment_id=16c78664-778a-461a-ac0d-a70a30887942)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:14.688587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.704600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Calling delete_port for 60349b56-3706-47ae-a2fe-dff169e61b4c owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:14.751880 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.755574 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-46f88199-8de3-4c99-8038-698859ec355d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:14.800561 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Port': ['ID=60349b56-3706-47ae-a2fe-dff169e61b4c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:14.804270 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:14.806507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] No DVR routers for this DVR port 60349b56-3706-47ae-a2fe-dff169e61b4c on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:14.815309 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Calling delete_port for 60349b56-3706-47ae-a2fe-dff169e61b4c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:14.856933 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.862082 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:14.907898 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Pushing event deleted for resources: {'Port': ['ID=60349b56-3706-47ae-a2fe-dff169e61b4c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:14.909825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48f932-6f58-4422-a30d-259730451476 None None] No DVR routers for this DVR port 60349b56-3706-47ae-a2fe-dff169e61b4c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:14.911706 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:14.932934 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.951449 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f8f897-8bdc-485e-b839-a316c2192f49']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:14.963977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c78664-778a-461a-ac0d-a70a30887942') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:14.964284 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c78664-778a-461a-ac0d-a70a30887942') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:14.972345 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 60349b56-3706-47ae-a2fe-dff169e61b4c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:12:14.976932 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.992867 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:14.998805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:14.999203 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.007711 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 60349b56-3706-47ae-a2fe-dff169e61b4c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:12:15.008013 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 60349b56-3706-47ae-a2fe-dff169e61b4c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: timer() May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:15.014246 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:15.092971 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.096916 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-89970a4f-f365-447d-be3d-944fb02e482d tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:15.115846 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.127131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Pushing event deleted for resources: {'Network': ['ID=15f8f897-8bdc-485e-b839-a316c2192f49,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:15.129905 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:15.131816 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fb8450e0-5627-45db-af79-f61fbbbd2542 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] 10.222.0.24 "DELETE /v2.0/networks/15f8f897-8bdc-485e-b839-a316c2192f49 HTTP/1.1" status: 204 len: 168 time: 0.8458235 May 14 19:12:15.393362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43568) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:15.538631 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-08d1ad2f-f4bd-42bd-9271-31529cc32060 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=240dff590af046d6bc6426fb1db2393e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439147 May 14 19:12:15.540851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43574) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:15.597309 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.622387 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.673158 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.678181 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-23dc533b-17b8-4a06-9fe0-3fd9547e9693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:15.688805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7a0df-8feb-4f9d-ba72-24c8cf88d6db,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:15.693145 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:15.697188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:15.698289 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1827eda9-46a6-4d1c-89fb-55b4f103c5e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fd7a0df-8feb-4f9d-ba72-24c8cf88d6db HTTP/1.1" status: 204 len: 168 time: 0.1565619 May 14 19:12:16.380215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43600) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:16.484162 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-726398624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:16.491826 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:16.495700 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Usage tracker for resource:router and tenant:abf07e98e6e548c5b947e1343415de6f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:16.498593 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:16.505797 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:16.515697 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.517242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.532148 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.549232 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.571155 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.572251 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-64129989-7954-4373-9861-7216a90ec1ef tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1910689 May 14 19:12:16.575171 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43606) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:16.581218 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2065137152'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:16.586634 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:16.590992 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Usage tracker for resource:network and tenant:abf07e98e6e548c5b947e1343415de6f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:16.593796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:16.599397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:16.607989 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Made reservation on behalf of abf07e98e6e548c5b947e1343415de6f for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:16.611384 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.623196 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.642157 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:16.645895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Usage tracker for resource:security_group_rule and tenant:abf07e98e6e548c5b947e1343415de6f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:16.648638 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:16.654193 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:16.739456 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.742998 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.745757 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-498e4be0-3aad-451f-a128-7b4e0aad3944 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:16.776133 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:16.784898 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44afca31-bee9-414c-a8d2-261d1cb74f5b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:16.789566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:16.793799 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.793799 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Added segment 21138eab-e1e1-435a-974f-3fe8d2ca5f7f of type vlan for network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 May 14 19:12:16.820489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.849313 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.855115 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:16.855729 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:16.861127 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:16.965025 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3888431 May 14 19:12:16.967860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43610) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:16.968349 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event updated for resources: {'Network': ['ID=aee2fa96-05f3-4a45-b047-2b5fdc24f1a8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:16.970901 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c83fe226-2f1f-4e55-a9b7-96572d6ae340 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:16.974056 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Request body: {'subnet': {'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:16.981431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:17.087454 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:17.091864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Usage tracker for resource:subnet and tenant:abf07e98e6e548c5b947e1343415de6f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:17.094900 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:17.100666 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:17.110506 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Made reservation on behalf of abf07e98e6e548c5b947e1343415de6f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:17.114012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.522105 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.526523 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-7d86cc0d-3aa5-4a3b-a500-6212a83e0aeb tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:17.607555 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event updated for resources: {'Subnet': ['ID=1ea0412a-b053-4fdf-8b28-db601abc7cd9,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:17.610123 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:17.613838 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Checking segment: {'id': '21138eab-e1e1-435a-974f-3fe8d2ca5f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:17.614203 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Network hostable DHCP agents. Network: aee2fa96-05f3-4a45-b047-2b5fdc24f1a8, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:17.630885 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:17.639499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, aee2fa96-05f3-4a45-b047-2b5fdc24f1a8) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:17.649150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ee349-42f8-4fd3-8275-949f0a479795 None None] Network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:17.649331 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:17.649951 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.671767 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90743512-e07d-4e5f-b1f5-388319854dd2 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7026639 May 14 19:12:17.674783 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43614) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:17.680384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1086998897'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:17.685683 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:17.689578 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Usage tracker for resource:network and tenant:abf07e98e6e548c5b947e1343415de6f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:17.692582 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:17.698490 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:17.709425 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Made reservation on behalf of abf07e98e6e548c5b947e1343415de6f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:17.713135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.740767 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:17.749625 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.749976 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Added segment 54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4 of type vlan for network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad May 14 19:12:17.775665 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.808038 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.814053 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:17.814634 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.819627 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e03adf2-7fc3-42c8-9a70-b84d034b7d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:17.872168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-aee2fa96-05f3-4a45-b047-2b5fdc24f1a8', 'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8', 'tenant_id': 'abf07e98e6e548c5b947e1343415de6f', 'fixed_ips': [{'subnet_id': '1ea0412a-b053-4fdf-8b28-db601abc7cd9'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:17.873142 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:17.913060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2371919 May 14 19:12:17.915873 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43618) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:17.926085 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Request body: {'subnet': {'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:17.951631 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event updated for resources: {'Network': ['ID=9b2ee488-aa81-4e67-8421-82b8ebdc31ad,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:17.965815 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:18.001760 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:18.046306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:18.050360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Usage tracker for resource:subnet and tenant:abf07e98e6e548c5b947e1343415de6f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:18.053421 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:18.060058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:18.070241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Made reservation on behalf of abf07e98e6e548c5b947e1343415de6f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:18.073717 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.124830 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Allocated IP 172.20.0.2 (aee2fa96-05f3-4a45-b047-2b5fdc24f1a8/1ea0412a-b053-4fdf-8b28-db601abc7cd9/06a6574c-e1fb-46dd-94d1-f9414fcc592e) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:18.438984 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.453579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Transition to ACTIVE for port object 06a6574c-e1fb-46dd-94d1-f9414fcc592e will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:18.476196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Transition to ACTIVE for port object 06a6574c-e1fb-46dd-94d1-f9414fcc592e will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:18.483443 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.497493 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b3314529-2f0a-449b-8827-062f06b73380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:18.548826 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:18.550036 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:18.552513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:18.643966 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Pushing event updated for resources: {'Port': ['ID=06a6574c-e1fb-46dd-94d1-f9414fcc592e,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:18.646853 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:18.664130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Attempting to bind port 06a6574c-e1fb-46dd-94d1-f9414fcc592e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:18.664509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Attempting to bind port 06a6574c-e1fb-46dd-94d1-f9414fcc592e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '21138eab-e1e1-435a-974f-3fe8d2ca5f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:18.664874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Attempting to bind port 06a6574c-e1fb-46dd-94d1-f9414fcc592e on network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:18.670522 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:18.670902 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Checking segment: {'id': '21138eab-e1e1-435a-974f-3fe8d2ca5f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:18.671332 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.671732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Bound using segment: {'id': '21138eab-e1e1-435a-974f-3fe8d2ca5f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:18.672756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Bound port: 06a6574c-e1fb-46dd-94d1-f9414fcc592e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21138eab-e1e1-435a-974f-3fe8d2ca5f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aee2fa96-05f3-4a45-b047-2b5fdc24f1a8'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:18.673131 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.698414 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.702235 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8d200875-6486-4bce-a0cc-73a883134d03 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:18.779884 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-439516d9-93fc-497b-8307-e7d8542402db None None] For port 06a6574c-e1fb-46dd-94d1-f9414fcc592e, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:18.781749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event updated for resources: {'Subnet': ['ID=02f1a3c2-041a-428f-83fb-3562e32b1575,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:18.783626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-439516d9-93fc-497b-8307-e7d8542402db None None] For port 06a6574c-e1fb-46dd-94d1-f9414fcc592e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=06a6574c-e1fb-46dd-94d1-f9414fcc592e,segment=NetworkSegment(21138eab-e1e1-435a-974f-3fe8d2ca5f7f),segment_id=21138eab-e1e1-435a-974f-3fe8d2ca5f7f)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:18.786194 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:18.789075 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Checking segment: {'id': '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:18.789220 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.789419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Network hostable DHCP agents. Network: 9b2ee488-aa81-4e67-8421-82b8ebdc31ad, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:18.794773 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:18.809778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:18.819232 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 9b2ee488-aa81-4e67-8421-82b8ebdc31ad) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:18.829359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:18.829963 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:18.834495 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129733df-164b-4600-af99-658546c570cf None None] Network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:18.851805 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-946359d4-7bc2-40b7-b558-6b75ac6b4806 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9349389 May 14 19:12:18.854638 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43622) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:18.860727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-90b47f2d-c0f9-41cd-b97b-5b22979bb9ea tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:18.965653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Pushing event updated for resources: {'Port': ['ID=06a6574c-e1fb-46dd-94d1-f9414fcc592e,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:18.979163 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:19.203650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-9b2ee488-aa81-4e67-8421-82b8ebdc31ad', 'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad', 'tenant_id': 'abf07e98e6e548c5b947e1343415de6f', 'fixed_ips': [{'subnet_id': '02f1a3c2-041a-428f-83fb-3562e32b1575'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:19.205424 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.292563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-90b47f2d-c0f9-41cd-b97b-5b22979bb9ea tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.384431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Allocated IP 172.21.0.2 (9b2ee488-aa81-4e67-8421-82b8ebdc31ad/02f1a3c2-041a-428f-83fb-3562e32b1575/e71b1d39-2173-45c5-a562-6461b49afd35) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:19.448464 n-d-787206-3 neutron-server[79559]: INFO neutron.api.v2.resource [None req-90b47f2d-c0f9-41cd-b97b-5b22979bb9ea tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 14 19:12:19.451629 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-90b47f2d-c0f9-41cd-b97b-5b22979bb9ea tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "PUT /v2.0/routers/214f11bc-d6cf-4327-ab37-6a86112e3aed HTTP/1.1" status: 400 len: 364 time: 0.5960040 May 14 19:12:19.456222 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43626) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:19.527836 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Deleting subnet 02f1a3c2-041a-428f-83fb-3562e32b1575 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:12:19.596307 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.605874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Transition to ACTIVE for port object e71b1d39-2173-45c5-a562-6461b49afd35 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:19.623382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Transition to ACTIVE for port object e71b1d39-2173-45c5-a562-6461b49afd35 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:19.628813 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.629492 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.632937 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:19.685577 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.705691 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Pushing event updated for resources: {'Port': ['ID=e71b1d39-2173-45c5-a562-6461b49afd35,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:19.710096 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:19.711948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:19.713101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:19.715265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:19.779292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.809351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Attempting to bind port e71b1d39-2173-45c5-a562-6461b49afd35 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:19.810420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Attempting to bind port e71b1d39-2173-45c5-a562-6461b49afd35 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:19.810420 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Attempting to bind port e71b1d39-2173-45c5-a562-6461b49afd35 on network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:19.816020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:19.816440 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Checking segment: {'id': '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:19.816818 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:19.818158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Bound using segment: {'id': '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:19.818158 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Bound port: e71b1d39-2173-45c5-a562-6461b49afd35, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b2ee488-aa81-4e67-8421-82b8ebdc31ad'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:19.818158 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.010318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f188c2-378e-4ef9-aa4b-d30e5b28ac83 None None] Network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:20.070126 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.073750 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-bbc883cb-7a5a-4c60-be72-70e65f608cfe tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:20.097342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] For port e71b1d39-2173-45c5-a562-6461b49afd35, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:20.113442 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] For port e71b1d39-2173-45c5-a562-6461b49afd35, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e71b1d39-2173-45c5-a562-6461b49afd35,segment=NetworkSegment(54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4),segment_id=54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:20.116333 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event deleted for resources: {'Subnet': ['ID=02f1a3c2-041a-428f-83fb-3562e32b1575,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:20.119145 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:20.121973 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.125047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.130262 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f3b9e0e7-0138-4967-afa6-d3ff407f4a99 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "DELETE /v2.0/subnets/02f1a3c2-041a-428f-83fb-3562e32b1575 HTTP/1.1" status: 204 len: 168 time: 0.6706367 May 14 19:12:20.131007 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43630) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:20.132655 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:20.162151 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-1cd04358-dc0c-444e-a662-40e1a4b5293a None None] Provisioning for port 06a6574c-e1fb-46dd-94d1-f9414fcc592e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:20.253974 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.282750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Pushing event updated for resources: {'Port': ['ID=e71b1d39-2173-45c5-a562-6461b49afd35,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:20.287368 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:20.334532 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Deleting port e71b1d39-2173-45c5-a562-6461b49afd35 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:20.334963 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.470730 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] For port e71b1d39-2173-45c5-a562-6461b49afd35, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=e71b1d39-2173-45c5-a562-6461b49afd35,segment=NetworkSegment(54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4),segment_id=54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:20.471088 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.613268 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Calling delete_port for e71b1d39-2173-45c5-a562-6461b49afd35 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:20.663516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.668055 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:20.713809 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event deleted for resources: {'Port': ['ID=e71b1d39-2173-45c5-a562-6461b49afd35,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:20.715852 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] No DVR routers for this DVR port e71b1d39-2173-45c5-a562-6461b49afd35 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:20.717996 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:20.842227 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.855024 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2ee488-aa81-4e67-8421-82b8ebdc31ad']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:20.868417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:20.868716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a3d2f7-af0d-4a51-bc4c-d869c4d8d5b4') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:20.881883 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.898887 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.905286 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:20.905672 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: timer() May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:20.920950 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:21.015653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 06a6574c-e1fb-46dd-94d1-f9414fcc592e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:21.023878 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.027929 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2cf8d28a-2e1c-4cd8-b9de-21337a945e3e tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:21.046924 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.058217 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event deleted for resources: {'Network': ['ID=9b2ee488-aa81-4e67-8421-82b8ebdc31ad,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:21.060712 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:21.067539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43634) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:21.068027 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2982528a-12c3-4a73-992a-a2495fde4b00 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "DELETE /v2.0/networks/9b2ee488-aa81-4e67-8421-82b8ebdc31ad HTTP/1.1" status: 204 len: 168 time: 0.9340849 May 14 19:12:21.143070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Deleting subnet 1ea0412a-b053-4fdf-8b28-db601abc7cd9 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:12:21.146791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.159409 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 06a6574c-e1fb-46dd-94d1-f9414fcc592e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:21.164596 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 06a6574c-e1fb-46dd-94d1-f9414fcc592e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:21.165069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.212623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.290347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.306872 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.317967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece9334-e9d7-4b63-b3d1-9e494647da0a None None] DHCP port deletion for 9b2ee488-aa81-4e67-8421-82b8ebdc31ad request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:12:21.332982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b06fa1-ab6a-40ac-955a-a1e5be3531a8 None None] Network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:21.353969 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b06fa1-ab6a-40ac-955a-a1e5be3531a8 None None] Network 9b2ee488-aa81-4e67-8421-82b8ebdc31ad could not be found, it might have been deleted concurrently. {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 14 19:12:21.356008 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-61879dbe-0219-4358-bc8c-58835861be25 None None] Could not find standard attr ID for object e71b1d39-2173-45c5-a562-6461b49afd35. {{(pid=79561) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 14 19:12:21.731435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.735236 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-99ead6a6-2566-47dd-9c88-20d3bca56c90 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:21.769996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea0412a-b053-4fdf-8b28-db601abc7cd9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:21.773441 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:21.776032 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.784021 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a16969c1-e9ed-40e8-9b2d-49de51619233 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "DELETE /v2.0/subnets/1ea0412a-b053-4fdf-8b28-db601abc7cd9 HTTP/1.1" status: 204 len: 168 time: 0.7133014 May 14 19:12:21.784191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcb147-6290-478b-aa49-06490347791d None None] Network aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:21.784563 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43638) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:21.812280 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 14 19:12:21.813447 n-d-787206-3 neutron-server[79561]: DEBUG oslo_db.api [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 19:12:21.901465 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:21.972147 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Deleting port 06a6574c-e1fb-46dd-94d1-f9414fcc592e {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:21.972512 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.034597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] DHCP port deletion for aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:12:22.077343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] For port 06a6574c-e1fb-46dd-94d1-f9414fcc592e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=06a6574c-e1fb-46dd-94d1-f9414fcc592e,segment=NetworkSegment(21138eab-e1e1-435a-974f-3fe8d2ca5f7f),segment_id=21138eab-e1e1-435a-974f-3fe8d2ca5f7f)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:22.077714 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.099726 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Deleting port 06a6574c-e1fb-46dd-94d1-f9414fcc592e {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:12:22.100112 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.197937 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] For port 06a6574c-e1fb-46dd-94d1-f9414fcc592e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=06a6574c-e1fb-46dd-94d1-f9414fcc592e,segment=NetworkSegment(21138eab-e1e1-435a-974f-3fe8d2ca5f7f),segment_id=21138eab-e1e1-435a-974f-3fe8d2ca5f7f)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:22.198335 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.207906 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Calling delete_port for 06a6574c-e1fb-46dd-94d1-f9414fcc592e owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:22.255103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.259781 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b96611fb-d21c-44b2-a964-d554c1e4f573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:22.302798 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event deleted for resources: {'Port': ['ID=06a6574c-e1fb-46dd-94d1-f9414fcc592e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:22.306575 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:22.307616 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] No DVR routers for this DVR port 06a6574c-e1fb-46dd-94d1-f9414fcc592e on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:22.352421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Calling delete_port for 06a6574c-e1fb-46dd-94d1-f9414fcc592e owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:12:22.361377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Port 06a6574c-e1fb-46dd-94d1-f9414fcc592e update to ACTIVE by agent not found {{(pid=79561) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 14 19:12:22.402050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.405841 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:22.452298 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Pushing event deleted for resources: {'Port': ['ID=06a6574c-e1fb-46dd-94d1-f9414fcc592e,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:22.454201 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] No DVR routers for this DVR port 06a6574c-e1fb-46dd-94d1-f9414fcc592e on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:12:22.455771 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:22.599010 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.612860 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee2fa96-05f3-4a45-b047-2b5fdc24f1a8']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:22.625148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21138eab-e1e1-435a-974f-3fe8d2ca5f7f') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:22.625437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21138eab-e1e1-435a-974f-3fe8d2ca5f7f') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:22.636515 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.651804 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.658324 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:12:22.658694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: timer() May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:12:22.673502 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:12:22.753534 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.756850 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-33076638-df34-48e0-8234-b5241ac2a101 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:22.770655 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.781825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Pushing event deleted for resources: {'Network': ['ID=aee2fa96-05f3-4a45-b047-2b5fdc24f1a8,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:22.784472 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:22.786181 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-b8f85c4d-fffd-4943-8824-7eff4c3fc766 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "DELETE /v2.0/networks/aee2fa96-05f3-4a45-b047-2b5fdc24f1a8 HTTP/1.1" status: 204 len: 168 time: 1.0008554 May 14 19:12:22.788861 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43642) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:22.836177 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8b6fd3c-7618-4a3e-8212-d526c547ed6e tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Synchronizing usage tracker for tenant:abf07e98e6e548c5b947e1343415de6f on resource:port {{(pid=79560) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 14 19:12:22.852813 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-a8b6fd3c-7618-4a3e-8212-d526c547ed6e tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Unset dirty status for tenant:abf07e98e6e548c5b947e1343415de6f on resource:port {{(pid=79560) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 14 19:12:22.853914 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a8b6fd3c-7618-4a3e-8212-d526c547ed6e tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "GET /v2.0/ports?device_id=214f11bc-d6cf-4327-ab37-6a86112e3aed HTTP/1.1" status: 200 len: 205 time: 0.0640852 May 14 19:12:22.856503 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43646) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:22.963698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 06a6574c-e1fb-46dd-94d1-f9414fcc592e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:12:22.990861 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:22.999593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 06a6574c-e1fb-46dd-94d1-f9414fcc592e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:12:23.000323 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 06a6574c-e1fb-46dd-94d1-f9414fcc592e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:12:23.000760 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e71b1d39-2173-45c5-a562-6461b49afd35 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:12:23.033579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: e71b1d39-2173-45c5-a562-6461b49afd35 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:12:23.033856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device e71b1d39-2173-45c5-a562-6461b49afd35 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:12:23.287272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.289368 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.314511 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.314990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Fanout notify agent at l3_agent the message router_deleted on router 214f11bc-d6cf-4327-ab37-6a86112e3aed {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:12:23.326957 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.328596 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-46ab0696-8826-4c3d-ae81-f13947d78324 tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] 10.222.0.24 "DELETE /v2.0/routers/214f11bc-d6cf-4327-ab37-6a86112e3aed HTTP/1.1" status: 204 len: 168 time: 0.4706769 May 14 19:12:23.592431 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43654) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:23.742989 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8373de98-8496-4ad4-aeaf-f6947ffe2eb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abf07e98e6e548c5b947e1343415de6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493402 May 14 19:12:23.745393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43660) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:23.802796 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.828617 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.878952 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.883578 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-018fb542-de27-4b1b-81a3-0d915d10794a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:23.894049 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44afca31-bee9-414c-a8d2-261d1cb74f5b,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:23.897465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:23.904699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:23.905802 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-5f49a30e-9788-4ad6-829b-2ee4fde71f94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44afca31-bee9-414c-a8d2-261d1cb74f5b HTTP/1.1" status: 204 len: 168 time: 0.1595445 May 14 19:12:24.553350 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43684) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:24.656243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2116680069-network', 'tenant_id': '811c8e215e9c4d35b33955a266f25513'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:24.661483 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:24.665305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Usage tracker for resource:network and tenant:811c8e215e9c4d35b33955a266f25513 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:24.668155 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:24.674321 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:24.684581 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Made reservation on behalf of 811c8e215e9c4d35b33955a266f25513 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:24.686961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.699359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.708944 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.720023 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:24.723808 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Usage tracker for resource:security_group_rule and tenant:811c8e215e9c4d35b33955a266f25513 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:24.726566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:24.732272 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:24.814153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.818042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.820831 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ab1953d5-fa8f-4aae-8750-31f2f07efba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:24.850891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:24.855999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd209e-ae4a-4835-8afc-36a66bf9266e,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:24.859640 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:24.863379 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.863699 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Added segment c71a05fe-12e1-4576-a14c-801be124453e of type vlan for network 142246a3-e006-47ed-954a-76644d09fde6 May 14 19:12:24.889359 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.918050 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.919182 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:24.919766 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:24.924696 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fb7dd567-3dec-4fe1-a64c-a96cf4e43709 tempest-BulkNetworkOpsTest-522265035 tempest-BulkNetworkOpsTest-522265035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:25.024780 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4703333 May 14 19:12:25.025710 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Pushing event updated for resources: {'Network': ['ID=142246a3-e006-47ed-954a-76644d09fde6,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:25.028281 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:25.028439 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43690) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:25.035483 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Request body: {'subnet': {'network_id': '142246a3-e006-47ed-954a-76644d09fde6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-subnet', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:25.035958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 142246a3-e006-47ed-954a-76644d09fde6 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:25.041064 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:25.044828 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Usage tracker for resource:subnet and tenant:811c8e215e9c4d35b33955a266f25513 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:25.047715 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:25.054386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:25.065013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Made reservation on behalf of 811c8e215e9c4d35b33955a266f25513 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:25.067403 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.445251 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.449593 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ed01f6bf-3a33-4dfd-800f-090cd394c5c7 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:25.522643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9694ae-2b62-453d-8ef2-16d3d34cab38,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:25.526543 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:25.530647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Checking segment: {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:25.530999 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Network hostable DHCP agents. Network: 142246a3-e006-47ed-954a-76644d09fde6, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:25.548552 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Network 142246a3-e006-47ed-954a-76644d09fde6 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:25.557250 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 142246a3-e006-47ed-954a-76644d09fde6) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:25.565508 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:25.566113 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.566397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931a000-55a2-4c98-a639-5990d93b01b5 None None] Network 142246a3-e006-47ed-954a-76644d09fde6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:25.585520 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-28bab843-ffc0-4ca0-b36f-9a9f899f7b97 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5555892 May 14 19:12:25.587977 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43694) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:25.593035 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:25.599021 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:25.603086 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Usage tracker for resource:router and tenant:811c8e215e9c4d35b33955a266f25513 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:25.606032 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:25.612613 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:25.623050 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.624054 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.638412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.791097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-142246a3-e006-47ed-954a-76644d09fde6', 'network_id': '142246a3-e006-47ed-954a-76644d09fde6', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'fixed_ips': [{'subnet_id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:25.792138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:25.997280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Allocated IP 172.20.0.2 (142246a3-e006-47ed-954a-76644d09fde6/ee9694ae-2b62-453d-8ef2-16d3d34cab38/bd0bcec2-93db-4f87-93bb-d46052caa311) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:26.072977 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.197393 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.208401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Transition to ACTIVE for port object bd0bcec2-93db-4f87-93bb-d46052caa311 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:26.226467 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Transition to ACTIVE for port object bd0bcec2-93db-4f87-93bb-d46052caa311 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:26.232426 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.236152 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:26.295634 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Network 142246a3-e006-47ed-954a-76644d09fde6 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:26.298486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:26.306650 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:26.313741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Pushing event updated for resources: {'Port': ['ID=bd0bcec2-93db-4f87-93bb-d46052caa311,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:26.317622 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:26.384027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.398942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Attempting to bind port bd0bcec2-93db-4f87-93bb-d46052caa311 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:26.399358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Attempting to bind port bd0bcec2-93db-4f87-93bb-d46052caa311 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:26.399727 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Attempting to bind port bd0bcec2-93db-4f87-93bb-d46052caa311 on network 142246a3-e006-47ed-954a-76644d09fde6 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:26.404911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:26.405287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Checking segment: {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:26.405694 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.406118 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Bound using segment: {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:26.406590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Bound port: bd0bcec2-93db-4f87-93bb-d46052caa311, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:26.407048 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.416646 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.496690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] For port bd0bcec2-93db-4f87-93bb-d46052caa311, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:26.500667 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] For port bd0bcec2-93db-4f87-93bb-d46052caa311, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bd0bcec2-93db-4f87-93bb-d46052caa311,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:26.504606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.508268 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:26.553620 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Allocated IP 172.25.4.191 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b6f045eb-be42-414a-95ef-22524bb4c718) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:26.592178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Pushing event updated for resources: {'Port': ['ID=bd0bcec2-93db-4f87-93bb-d46052caa311,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:26.595036 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:26.710596 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.758628 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:26.764093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6a68c38b-07f7-482e-8316-a7d0e51e103a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:26.829241 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:26.832216 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:26.840902 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:26.870842 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Pushing event updated for resources: {'Port': ['ID=b6f045eb-be42-414a-95ef-22524bb4c718,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:26.877217 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:26.992018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bd0bcec2-93db-4f87-93bb-d46052caa311 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:27.062606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port bd0bcec2-93db-4f87-93bb-d46052caa311 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:27.188951 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cdd033de-d97b-478a-bf97-d153956a725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:27.267652 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:27.493146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1bfc1d-f0b7-4437-a579-5d5953c8092f None None] Network 142246a3-e006-47ed-954a-76644d09fde6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:27.586342 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Provisioning for port bd0bcec2-93db-4f87-93bb-d46052caa311 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:27.604241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Provisioning complete for port bd0bcec2-93db-4f87-93bb-d46052caa311 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:27.604635 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:27.788462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:27.821551 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:27.867264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] For port bd0bcec2-93db-4f87-93bb-d46052caa311, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bd0bcec2-93db-4f87-93bb-d46052caa311,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:27.873316 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:27.875349 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4c48f932-6f58-4422-a30d-259730451476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:27.945034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Pushing event updated for resources: {'Port': ['ID=bd0bcec2-93db-4f87-93bb-d46052caa311,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:27.948497 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:28.006618 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Router 19125c08-dd15-4538-9a9d-a430dcf0017d is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:12:28.098196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-107202d7-ac8f-4e30-9d3e-698a90879987 None None] Provisioning complete for port bd0bcec2-93db-4f87-93bb-d46052caa311 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:28.098789 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-107202d7-ac8f-4e30-9d3e-698a90879987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:28.189181 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:12:28.201702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Sync routers for ids ['19125c08-dd15-4538-9a9d-a430dcf0017d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:12:28.213649 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:28.214899 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6258681 May 14 19:12:28.217719 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43698) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:28.218988 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Routers {'19125c08-dd15-4538-9a9d-a430dcf0017d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:28.219638 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['19125c08-dd15-4538-9a9d-a430dcf0017d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:28.393522 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:28.413958 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Set router 19125c08-dd15-4538-9a9d-a430dcf0017d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:28.752917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:12:27Z', 'revision_number': 3, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:28.756768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Checking router: 19125c08-dd15-4538-9a9d-a430dcf0017d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:12:28.757126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Updating router 19125c08-dd15-4538-9a9d-a430dcf0017d port b6f045eb-be42-414a-95ef-22524bb4c718 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:12:28.812130 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.005203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bd0bcec2-93db-4f87-93bb-d46052caa311 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:29.078331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.127317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port bd0bcec2-93db-4f87-93bb-d46052caa311 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:29.127912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.258339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.285387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Allocated IP 172.20.0.1 (142246a3-e006-47ed-954a-76644d09fde6/ee9694ae-2b62-453d-8ef2-16d3d34cab38/89246ab9-d23e-4bc7-89ec-f0cdb32a2b50) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:29.303961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Transition to ACTIVE for port object b6f045eb-be42-414a-95ef-22524bb4c718 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:29.314761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.324915 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:29.403912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Attempting to bind port b6f045eb-be42-414a-95ef-22524bb4c718 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:29.404192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Attempting to bind port b6f045eb-be42-414a-95ef-22524bb4c718 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:29.404567 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Attempting to bind port b6f045eb-be42-414a-95ef-22524bb4c718 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:29.411026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e61ca2-d7d5-47df-acfb-dbad5faa17f6 None None] Pushing event updated for resources: {'Port': ['ID=b6f045eb-be42-414a-95ef-22524bb4c718,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:29.414954 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-49e61ca2-d7d5-47df-acfb-dbad5faa17f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:29.415725 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:29.416097 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:29.416508 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.416897 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:29.417373 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Bound port: b6f045eb-be42-414a-95ef-22524bb4c718, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:29.417752 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.438035 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.457722 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Transition to ACTIVE for port object 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:29.487048 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.492260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] For port b6f045eb-be42-414a-95ef-22524bb4c718, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:29.492649 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41cab8fa-5bf9-442b-aa56-54e024487566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:29.495643 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] For port b6f045eb-be42-414a-95ef-22524bb4c718, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b6f045eb-be42-414a-95ef-22524bb4c718,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:29.500587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.504273 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4f73bb3f-8037-4581-8b70-0a707038c136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:29.551301 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Network 142246a3-e006-47ed-954a-76644d09fde6 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:29.554067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:29.559164 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:29.582229 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Routers {'19125c08-dd15-4538-9a9d-a430dcf0017d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:29.582881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['19125c08-dd15-4538-9a9d-a430dcf0017d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:29.607240 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Pushing event updated for resources: {'Port': ['ID=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:29.612061 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:29.631507 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.640156 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e61ca2-d7d5-47df-acfb-dbad5faa17f6 None None] Pushing event updated for resources: {'Port': ['ID=b6f045eb-be42-414a-95ef-22524bb4c718,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:29.699442 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-49e61ca2-d7d5-47df-acfb-dbad5faa17f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:29.758894 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.769599 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.785682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bfe4e2fa-a6ca-4a1e-92cc-da0d98945d0c None None] Provisioning for port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:29.797984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] Set router 19125c08-dd15-4538-9a9d-a430dcf0017d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:29.842080 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-bfe4e2fa-a6ca-4a1e-92cc-da0d98945d0c None None] Provisioning complete for port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:29.842370 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e2fa-a6ca-4a1e-92cc-da0d98945d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.990930 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:29.995366 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:30.020921 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c4bfe5e5-cbcf-455d-b52a-b87123a1521a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:30.089987 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6478-f6df-49b8-9b56-c919d476c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:30.097203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4e2fa-a6ca-4a1e-92cc-da0d98945d0c None None] Port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:12:30.106925 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Pushing event updated for resources: {'Port': ['ID=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:30.111451 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:30.112226 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:30.207081 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:12:27Z', 'revision_number': 3, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:30.210984 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ce600-5f3b-4e7e-ae6c-38eeb6cb51e4 None None] The sync data for ids ['19125c08-dd15-4538-9a9d-a430dcf0017d'] in n-d-787206-3 is: [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:12:27Z', 'revision_number': 3, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:12:30.245254 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Network 142246a3-e006-47ed-954a-76644d09fde6 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:30.246300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:30.461752 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Router 19125c08-dd15-4538-9a9d-a430dcf0017d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:12:30.520148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-66689f56-4527-49b7-b877-436007cf0348 None None] Provisioning complete for port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:30.520887 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66689f56-4527-49b7-b877-436007cf0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:30.584246 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-66689f56-4527-49b7-b877-436007cf0348 None None] Port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:12:30.662303 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:12:30.672104 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] 10.222.0.24 "PUT /v2.0/routers/19125c08-dd15-4538-9a9d-a430dcf0017d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4527650 May 14 19:12:30.998678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b6f045eb-be42-414a-95ef-22524bb4c718 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:31.070052 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.087426 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b6f045eb-be42-414a-95ef-22524bb4c718 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:31.092346 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b6f045eb-be42-414a-95ef-22524bb4c718 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:31.092731 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.218650 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.236113 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b6f045eb-be42-414a-95ef-22524bb4c718, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b6f045eb-be42-414a-95ef-22524bb4c718,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:31.241444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.241607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43716) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:31.245670 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-49e61ca2-d7d5-47df-acfb-dbad5faa17f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:31.248012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1641666744-network', 'tenant_id': '176413da201a4831863c5f0bcf45ecba'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:31.254517 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:31.258364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Usage tracker for resource:network and tenant:176413da201a4831863c5f0bcf45ecba is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:31.261204 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:31.267119 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:31.278199 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Made reservation on behalf of 176413da201a4831863c5f0bcf45ecba for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:31.280588 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.292584 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.310792 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:31.315859 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Usage tracker for resource:security_group_rule and tenant:176413da201a4831863c5f0bcf45ecba is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:31.317232 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b6f045eb-be42-414a-95ef-22524bb4c718,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:31.318647 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:31.320212 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:31.324382 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:31.575276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.580600 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.583843 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-531ccb93-2f85-4266-884c-88a3ab62b626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:31.614012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:12:31.622556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ad1393-c6aa-4d28-bd9a-2ca2cc1544e9,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:31.626792 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:31.629464 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.629853 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Added segment 5f580a11-1aa8-49c9-9694-c31781c34863 of type vlan for network 6e845669-dd51-492b-8f5b-1cd0c338bd3d May 14 19:12:31.656839 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.685712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.686630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:31.687248 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.690465 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-36539a2a-ef46-4374-a104-9ba8b9699564 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:31.751743 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Sync routers for ids ['19125c08-dd15-4538-9a9d-a430dcf0017d'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:12:31.760988 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Routers {'19125c08-dd15-4538-9a9d-a430dcf0017d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:31.761598 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['19125c08-dd15-4538-9a9d-a430dcf0017d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:31.791595 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5488803 May 14 19:12:31.792607 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Pushing event updated for resources: {'Network': ['ID=6e845669-dd51-492b-8f5b-1cd0c338bd3d,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:31.794256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43720) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:31.795763 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:31.803043 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Request body: {'subnet': {'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-subnet', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:31.803912 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:12:31.808903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:31.813138 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Usage tracker for resource:subnet and tenant:176413da201a4831863c5f0bcf45ecba is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:31.816416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:31.823540 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:31.834731 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Made reservation on behalf of 176413da201a4831863c5f0bcf45ecba for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:12:31.837401 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:31.952664 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Set router 19125c08-dd15-4538-9a9d-a430dcf0017d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:32.228815 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.233108 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2e994be0-118b-44ed-a90c-cbb890494dee tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:32.260666 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:12:29Z', 'revision_number': 4, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '89246ab9-d23e-4bc7-89ec-f0cdb32a2b50', 'name': '', 'network_id': '142246a3-e006-47ed-954a-76644d09fde6', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'mac_address': 'fa:16:3e:02:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:29Z', 'updated_at': '2021-05-14T19:12:29Z', 'revision_number': 2, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'subnets': [{'id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:32.264507 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Checking router: 19125c08-dd15-4538-9a9d-a430dcf0017d for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:12:32.264856 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Updating router 19125c08-dd15-4538-9a9d-a430dcf0017d port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:12:32.309569 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5dfed0-54f8-4f42-bd59-0b6f78e60524,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:32.314550 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:32.315749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Checking segment: {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:32.315749 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Network hostable DHCP agents. Network: 6e845669-dd51-492b-8f5b-1cd0c338bd3d, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:12:32.316566 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.333338 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:12:32.342401 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 6e845669-dd51-492b-8f5b-1cd0c338bd3d) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:32.351814 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:12:32.352396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.353657 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e663df-be85-4749-9bc5-6e32ba4fca1f None None] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:32.375986 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5789051 May 14 19:12:32.378037 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43724) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:32.383705 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:12:32.389153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:12:32.394386 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Usage tracker for resource:router and tenant:176413da201a4831863c5f0bcf45ecba is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:12:32.397264 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:12:32.403039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:12:32.415062 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.416349 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.438086 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.557019 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.620494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'fixed_ips': [{'subnet_id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:12:32.621468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.694157 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.708437 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Transition to ACTIVE for port object 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:32.716397 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.722339 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0d902b4b-8a4b-4431-9424-1c5c6ca7799c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:32.728837 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:32.786075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Allocated IP 172.20.0.2 (6e845669-dd51-492b-8f5b-1cd0c338bd3d/4e5dfed0-54f8-4f42-bd59-0b6f78e60524/481e5a38-ca9a-47ca-88a0-7f22f805472c) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:32.899042 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Pushing event updated for resources: {'Port': ['ID=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:32.962659 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.962995 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.963352 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.963674 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.963991 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.964310 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.964622 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.964931 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.965240 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.965550 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.965858 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.966168 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:12:32.974948 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:33.017717 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Attempting to bind port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:33.018270 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Attempting to bind port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:33.018897 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Attempting to bind port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 on network 142246a3-e006-47ed-954a-76644d09fde6 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:33.028181 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:33.028624 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Checking segment: {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:33.028785 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b6f045eb-be42-414a-95ef-22524bb4c718 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:33.029050 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.029446 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Bound using segment: {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:33.029925 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Bound port: 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71a05fe-12e1-4576-a14c-801be124453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '142246a3-e006-47ed-954a-76644d09fde6'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:33.030305 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.105301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.117396 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.126443 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Transition to ACTIVE for port object 481e5a38-ca9a-47ca-88a0-7f22f805472c will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:33.136981 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] For port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:33.140694 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] For port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:33.145450 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.148363 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.151147 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3b8d0976-281e-418f-96ea-07cef845a3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:33.155499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Transition to ACTIVE for port object 481e5a38-ca9a-47ca-88a0-7f22f805472c will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:33.164761 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b6f045eb-be42-414a-95ef-22524bb4c718 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:33.165275 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.194032 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.204853 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-49e61ca2-d7d5-47df-acfb-dbad5faa17f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:33.233532 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Routers {'19125c08-dd15-4538-9a9d-a430dcf0017d'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:33.234188 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['19125c08-dd15-4538-9a9d-a430dcf0017d'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:33.284843 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:33.294079 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:33.300539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Pushing event updated for resources: {'Port': ['ID=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:33.300759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:33.303444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Pushing event updated for resources: {'Port': ['ID=481e5a38-ca9a-47ca-88a0-7f22f805472c,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:33.307612 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:33.324692 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Allocated IP 172.25.4.107 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/00405bd7-6777-444f-84c0-e78b20d6a5b8) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:33.431649 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:33.442771 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Attempting to bind port 481e5a38-ca9a-47ca-88a0-7f22f805472c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:33.443415 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Attempting to bind port 481e5a38-ca9a-47ca-88a0-7f22f805472c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:33.443516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Attempting to bind port 481e5a38-ca9a-47ca-88a0-7f22f805472c on network 6e845669-dd51-492b-8f5b-1cd0c338bd3d {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:33.459943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:33.460203 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Checking segment: {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:33.460548 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.460943 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Bound using segment: {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:33.461427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Bound port: 481e5a38-ca9a-47ca-88a0-7f22f805472c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:33.461810 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.491372 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] Set router 19125c08-dd15-4538-9a9d-a430dcf0017d gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:33.525126 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.557843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.562696 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-374cd383-57fa-49f8-9e7d-c0e33a23dcd1 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:33.566698 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] For port 481e5a38-ca9a-47ca-88a0-7f22f805472c, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:33.570055 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] For port 481e5a38-ca9a-47ca-88a0-7f22f805472c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=481e5a38-ca9a-47ca-88a0-7f22f805472c,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:33.576620 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:33.587544 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:33.630530 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:33.633357 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:33.638516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:33.691330 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Pushing event updated for resources: {'Port': ['ID=00405bd7-6777-444f-84c0-e78b20d6a5b8,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:33.695466 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:33.722524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Pushing event updated for resources: {'Port': ['ID=481e5a38-ca9a-47ca-88a0-7f22f805472c,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:33.725815 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:33.849068 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:12:29Z', 'revision_number': 4, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '89246ab9-d23e-4bc7-89ec-f0cdb32a2b50', 'name': '', 'network_id': '142246a3-e006-47ed-954a-76644d09fde6', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'mac_address': 'fa:16:3e:02:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:29Z', 'updated_at': '2021-05-14T19:12:33Z', 'revision_number': 4, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'subnets': [{'id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:33.853726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594665a1-9d5e-4e1f-a37d-53e7f0c2374b None None] The sync data for ids ['19125c08-dd15-4538-9a9d-a430dcf0017d'] in n-d-787206-3 is: [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:12:29Z', 'revision_number': 4, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '89246ab9-d23e-4bc7-89ec-f0cdb32a2b50', 'name': '', 'network_id': '142246a3-e006-47ed-954a-76644d09fde6', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'mac_address': 'fa:16:3e:02:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:29Z', 'updated_at': '2021-05-14T19:12:33Z', 'revision_number': 4, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'subnets': [{'id': 'ee9694ae-2b62-453d-8ef2-16d3d34cab38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:12:34.276276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:34.636478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:34.700735 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e818e80a-66a8-41c1-8313-b7d37dc4dabd None None] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:12:34.790469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dfaf8c50-df52-44d5-be7d-5d1f757b497d None None] Provisioning for port 481e5a38-ca9a-47ca-88a0-7f22f805472c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:34.854478 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:12:35.059545 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:12:35.071660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Sync routers for ids ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:12:35.082146 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:35.106404 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:35.110970 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-bbb32dd7-d8ea-4f93-ab2c-81bebc24f201 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7287710 May 14 19:12:35.111253 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43728) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:12:35.125292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Routers {'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:35.125955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:35.315738 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:35.325683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:35.326071 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:35.380545 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Set router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:35.678801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:35.749504 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:35.753947 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:35.754797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 481e5a38-ca9a-47ca-88a0-7f22f805472c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:35.787081 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:35.890327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:12:34Z', 'revision_number': 3, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:35.897807 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:35.901456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Checking router: c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:12:35.901819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Updating router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 port 00405bd7-6777-444f-84c0-e78b20d6a5b8 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:12:35.934121 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:35.949886 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 481e5a38-ca9a-47ca-88a0-7f22f805472c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:35.965197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 481e5a38-ca9a-47ca-88a0-7f22f805472c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:35.965575 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:35.966636 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.000746 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.178053 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Allocated IP 172.20.0.1 (6e845669-dd51-492b-8f5b-1cd0c338bd3d/4e5dfed0-54f8-4f42-bd59-0b6f78e60524/21b32fa2-c06d-4c7b-801c-d3fcfbf4f275) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:12:36.309998 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.328199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.344128 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Transition to ACTIVE for port object 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:36.369103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.373338 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 481e5a38-ca9a-47ca-88a0-7f22f805472c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=481e5a38-ca9a-47ca-88a0-7f22f805472c,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:36.373709 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4a6db9e7-0ceb-464c-8d0e-8410ab5f30a2 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:36.379872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.389929 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:36.428094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:36.430656 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:36.434247 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:12:36.476864 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=481e5a38-ca9a-47ca-88a0-7f22f805472c,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:36.478756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Pushing event updated for resources: {'Port': ['ID=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:36.482769 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:36.482938 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:36.499514 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.558767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.574814 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Transition to ACTIVE for port object 00405bd7-6777-444f-84c0-e78b20d6a5b8 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:36.581696 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.585560 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a918d951-aff9-413e-b73e-0a9212d300ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:36.634238 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.667308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e3c22-a41e-40bf-b450-87be67aaee57 None None] Pushing event updated for resources: {'Port': ['ID=00405bd7-6777-444f-84c0-e78b20d6a5b8,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:36.669515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Attempting to bind port 00405bd7-6777-444f-84c0-e78b20d6a5b8 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:36.669887 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Attempting to bind port 00405bd7-6777-444f-84c0-e78b20d6a5b8 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:36.670247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Attempting to bind port 00405bd7-6777-444f-84c0-e78b20d6a5b8 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:36.672983 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b65e3c22-a41e-40bf-b450-87be67aaee57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:36.677131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:36.677510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:36.677919 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.678311 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:36.678774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Bound port: 00405bd7-6777-444f-84c0-e78b20d6a5b8, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:36.679148 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.747938 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b5235742-8760-4feb-8973-6ebe740dafab None None] Provisioning for port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:36.758821 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b5235742-8760-4feb-8973-6ebe740dafab None None] Provisioning complete for port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:36.759627 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b5235742-8760-4feb-8973-6ebe740dafab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.799057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] For port 00405bd7-6777-444f-84c0-e78b20d6a5b8, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:36.811763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] For port 00405bd7-6777-444f-84c0-e78b20d6a5b8, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=00405bd7-6777-444f-84c0-e78b20d6a5b8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:36.823968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.828501 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:36.855694 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b5235742-8760-4feb-8973-6ebe740dafab None None] Port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:12:36.874491 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.880350 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.902846 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Routers {'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:36.903493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:36.908159 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-37c00cc8-1aff-4357-a413-3c9588656467 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:36.962582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e3c22-a41e-40bf-b450-87be67aaee57 None None] Pushing event updated for resources: {'Port': ['ID=00405bd7-6777-444f-84c0-e78b20d6a5b8,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:36.990286 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:36.993818 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Pushing event updated for resources: {'Port': ['ID=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:36.997095 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:37.021672 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b65e3c22-a41e-40bf-b450-87be67aaee57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:37.022466 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:37.129984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:12:37.131141 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:12:37.144251 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] Set router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:37.185147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:37.185519 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:37.482832 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-f7f62763-b356-40cd-8612-3be0f0eec167 None None] Provisioning complete for port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:37.483317 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f7f62763-b356-40cd-8612-3be0f0eec167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:37.488755 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:12:37.543763 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 481e5a38-ca9a-47ca-88a0-7f22f805472c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:37.636660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-f7f62763-b356-40cd-8612-3be0f0eec167 None None] Port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:12:37.673101 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 481e5a38-ca9a-47ca-88a0-7f22f805472c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:37.673478 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:37.676754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:12:37.685504 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732906 May 14 19:12:37.728429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '21b32fa2-c06d-4c7b-801c-d3fcfbf4f275', 'name': '', 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'mac_address': 'fa:16:3e:5d:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:36Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 2, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'subnets': [{'id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:37.741417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cbe44-6a42-4146-ad2e-60e0544dd162 None None] The sync data for ids ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'] in n-d-787206-3 is: [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '21b32fa2-c06d-4c7b-801c-d3fcfbf4f275', 'name': '', 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'mac_address': 'fa:16:3e:5d:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:36Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 2, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'subnets': [{'id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:12:38.997120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 00405bd7-6777-444f-84c0-e78b20d6a5b8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:39.112892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 00405bd7-6777-444f-84c0-e78b20d6a5b8 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:39.117748 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 00405bd7-6777-444f-84c0-e78b20d6a5b8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:39.118123 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:39.235588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:39.253211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 00405bd7-6777-444f-84c0-e78b20d6a5b8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=00405bd7-6777-444f-84c0-e78b20d6a5b8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:39.256649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:39.258447 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:39.326049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=00405bd7-6777-444f-84c0-e78b20d6a5b8,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:39.328958 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:40.979361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 00405bd7-6777-444f-84c0-e78b20d6a5b8 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:41.047593 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 00405bd7-6777-444f-84c0-e78b20d6a5b8 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:41.047968 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:41.354410 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Sync routers for ids ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:12:41.364295 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Routers {'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:41.364892 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:41.534561 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Set router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:41.858571 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '21b32fa2-c06d-4c7b-801c-d3fcfbf4f275', 'name': '', 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'mac_address': 'fa:16:3e:5d:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:36Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 2, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'subnets': [{'id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:41.862251 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Checking router: c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:12:41.862597 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Updating router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:12:41.914130 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:42.246567 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:42.258104 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Transition to ACTIVE for port object 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:12:42.264261 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:42.269280 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-0ee80950-2e3e-437f-ac10-d4b3595ecfe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:42.415027 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c281f0-38a3-4d1e-948d-2bdbaaffa675 None None] Pushing event updated for resources: {'Port': ['ID=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:42.417978 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e1c281f0-38a3-4d1e-948d-2bdbaaffa675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:42.483097 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Attempting to bind port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:12:42.483515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Attempting to bind port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:12:42.484515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Attempting to bind port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 on network 6e845669-dd51-492b-8f5b-1cd0c338bd3d {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:12:42.490257 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:12:42.490639 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Checking segment: {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:12:42.491046 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:42.491480 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Bound using segment: {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:12:42.491943 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Bound port: 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f580a11-1aa8-49c9-9694-c31781c34863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:12:42.492321 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:42.579876 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] For port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:12:42.582859 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] For port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:12:42.586787 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:42.591352 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-27703f00-88e2-4172-aa2f-e9089b053bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:42.668846 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Routers {'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:12:42.669478 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:12:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:42.723599 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c281f0-38a3-4d1e-948d-2bdbaaffa675 None None] Pushing event updated for resources: {'Port': ['ID=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:42.781958 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e1c281f0-38a3-4d1e-948d-2bdbaaffa675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:42.849549 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] Set router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:12:42.999090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:43.068133 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:12:43.072876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:43.073252 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:43.163728 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '21b32fa2-c06d-4c7b-801c-d3fcfbf4f275', 'name': '', 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'mac_address': 'fa:16:3e:5d:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:36Z', 'updated_at': '2021-05-14T19:12:42Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'subnets': [{'id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:12:43.167584 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80283243-7434-4b0f-88c1-d6d5d91ad43f None None] The sync data for ids ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'] in n-d-787206-3 is: [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:12:36Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '21b32fa2-c06d-4c7b-801c-d3fcfbf4f275', 'name': '', 'network_id': '6e845669-dd51-492b-8f5b-1cd0c338bd3d', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'mac_address': 'fa:16:3e:5d:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:36Z', 'updated_at': '2021-05-14T19:12:42Z', 'revision_number': 4, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'subnets': [{'id': '4e5dfed0-54f8-4f42-bd59-0b6f78e60524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:12:43.192756 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:43.227582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:12:43.231797 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:43.234983 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:12:43.302023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:12:43.305075 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:12:44.981825 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:12:45.051801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:12:45.052177 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:47.956380 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:12:54.723069 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:57.180891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b10b47e0-ed50-4d67-a65b-6da55de6bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:58.378117 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:59.750788 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:12:59.871373 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8161736e-d9dd-416c-8983-b56c546cac25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:01.022734 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:02.525420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:24.722728 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:24.955732 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:13:27.182191 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-22c08d9a-3eed-49b4-bba5-235f9715a8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:28.383929 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:29.751891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:29.871312 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-85526743-f125-4485-8772-c43722a84994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:31.026064 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:32.528277 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:41.058104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-7f5521c5-2323-41e8-89fc-b3e0ef1943b6 req-08016508-a74e-4518-9b3c-8bc20b2e696c service neutron] (79559) timed out ('10.222.0.24', 42020) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:13:54.737265 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:57.184206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6b1daa15-095d-47b5-87c8-18e132a22983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:58.397115 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:59.755587 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:13:59.871833 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5b47354c-ea43-4ade-bdb3-c41e63044701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:01.031490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:01.955912 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:14:02.529896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:21.678181 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-219c5f96-6a41-4021-9064-18904edf7760 req-7bce1eee-7723-4a49-bc54-b05651f057c1 service neutron] (79559) timed out ('10.222.0.15', 50340) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:14:24.737434 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:27.185852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-888f4c35-ced6-4a55-a87f-1e2f58318250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:28.397320 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:29.758053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:29.871934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e50002ff-daf7-4848-977f-99805c2cf1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:31.031840 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:32.532467 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:37.129300 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [req-f5f81ca1-e74a-4cd3-b887-6a068eaee686 req-0f8858fa-b7b2-4e1d-ba41-8dfb696073e0 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] (79560) timed out ('10.222.0.22', 64638) {{(pid=79560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:14:38.086999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43778) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:38.772254 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:38.954601 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:14:39.183799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Deleting port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:39.184409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:39.302479 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] For port 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:39.302825 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:39.421363 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Calling delete_port for 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:39.560409 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:39.564941 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-9d1fc47c-681a-4fa5-9ff2-c98566fad2a4 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:39.635250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89246ab9-d23e-4bc7-89ec-f0cdb32a2b50,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:39.652781 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.653168 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.653549 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.653923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.654299 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.654664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.655026 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.655415 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.655778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.656134 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.656493 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.656849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:39.691763 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:39.892108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:40.189805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [req-b2771073-bca3-4b73-96e7-6c5b1cee9ac4 req-d21d6dbe-a0db-4ae5-905c-c75b1853bff6 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] (79559) timed out ('10.222.0.24', 59378) {{(pid=79559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 14 19:14:40.420368 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Router 19125c08-dd15-4538-9a9d-a430dcf0017d has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:14:40.599719 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:14:40.607949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] Sync routers for ids ['19125c08-dd15-4538-9a9d-a430dcf0017d'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:14:40.609228 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] 10.222.0.24 "PUT /v2.0/routers/19125c08-dd15-4538-9a9d-a430dcf0017d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211639 May 14 19:14:40.611738 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43782) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:40.617720 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] Routers {'19125c08-dd15-4538-9a9d-a430dcf0017d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:40.618330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['19125c08-dd15-4538-9a9d-a430dcf0017d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:40.790290 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:40.793948 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] Set router 19125c08-dd15-4538-9a9d-a430dcf0017d gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:40.965425 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.044133 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Deleting port b6f045eb-be42-414a-95ef-22524bb4c718 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:41.044370 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.128308 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:14:39Z', 'revision_number': 5, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port': {'id': 'b6f045eb-be42-414a-95ef-22524bb4c718', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:26Z', 'updated_at': '2021-05-14T19:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:41.132797 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] Checking router: 19125c08-dd15-4538-9a9d-a430dcf0017d for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:14:41.141221 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] Routers {'19125c08-dd15-4538-9a9d-a430dcf0017d'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:41.141840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['19125c08-dd15-4538-9a9d-a430dcf0017d'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:41.168077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] For port b6f045eb-be42-414a-95ef-22524bb4c718, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b6f045eb-be42-414a-95ef-22524bb4c718,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:41.168431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.293907 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Calling delete_port for b6f045eb-be42-414a-95ef-22524bb4c718 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:41.299437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] Set router 19125c08-dd15-4538-9a9d-a430dcf0017d gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:41.407446 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:14:40Z', 'revision_number': 6, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:41.411419 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9221611-7f7a-4d46-8f63-fc323e74271b None None] The sync data for ids ['19125c08-dd15-4538-9a9d-a430dcf0017d'] in n-d-787206-3 is: [{'id': '19125c08-dd15-4538-9a9d-a430dcf0017d', 'name': 'tempest-TestEncryptedCinderVolumes-2116680069-router', 'tenant_id': '811c8e215e9c4d35b33955a266f25513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:25Z', 'updated_at': '2021-05-14T19:14:40Z', 'revision_number': 6, 'project_id': '811c8e215e9c4d35b33955a266f25513', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:14:41.454153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.460033 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c59df2b-af23-49a6-b8ac-564fc84a3ed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:41.505209 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f045eb-be42-414a-95ef-22524bb4c718,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:41.508346 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:41.601447 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.939917 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.942094 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.966083 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.966703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19125c08-dd15-4538-9a9d-a430dcf0017d {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:14:41.978791 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:41.979956 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-04f7ec5a-2af0-4482-ac7d-d62b957231d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/19125c08-dd15-4538-9a9d-a430dcf0017d HTTP/1.1" status: 204 len: 168 time: 1.3672934 May 14 19:14:41.982508 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43788) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:42.041233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Deleting subnet ee9694ae-2b62-453d-8ef2-16d3d34cab38 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:14:42.044102 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.092979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.173912 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.428221 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.432468 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c3257fa4-41b2-4494-96fd-1c32f2e5280c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:42.467943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9694ae-2b62-453d-8ef2-16d3d34cab38,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:42.472020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:42.473435 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.478787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a978cfa-5360-452b-9baf-dad9850e03c9 None None] Network 142246a3-e006-47ed-954a-76644d09fde6 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:14:42.480290 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee9694ae-2b62-453d-8ef2-16d3d34cab38 HTTP/1.1" status: 204 len: 168 time: 0.4967940 May 14 19:14:42.482747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43792) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:42.590196 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.660274 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Deleting port bd0bcec2-93db-4f87-93bb-d46052caa311 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:42.660608 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.742600 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] DHCP port deletion for 142246a3-e006-47ed-954a-76644d09fde6 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:14:42.763604 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] For port bd0bcec2-93db-4f87-93bb-d46052caa311, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bd0bcec2-93db-4f87-93bb-d46052caa311,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:42.763963 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.805782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Deleting port bd0bcec2-93db-4f87-93bb-d46052caa311 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:42.806160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.887499 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Calling delete_port for bd0bcec2-93db-4f87-93bb-d46052caa311 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:42.903107 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] For port bd0bcec2-93db-4f87-93bb-d46052caa311, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bd0bcec2-93db-4f87-93bb-d46052caa311,segment=NetworkSegment(c71a05fe-12e1-4576-a14c-801be124453e),segment_id=c71a05fe-12e1-4576-a14c-801be124453e)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:42.903528 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.932982 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:42.937659 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-616925ba-e555-427d-a63b-3a99cb44fc77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:42.987828 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0bcec2-93db-4f87-93bb-d46052caa311,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:42.989543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] No DVR routers for this DVR port bd0bcec2-93db-4f87-93bb-d46052caa311 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:14:42.991588 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:43.029996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Calling delete_port for bd0bcec2-93db-4f87-93bb-d46052caa311 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:43.057488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:14:43.097455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:14:43.097801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 89246ab9-d23e-4bc7-89ec-f0cdb32a2b50 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:14:43.098210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bd0bcec2-93db-4f87-93bb-d46052caa311 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:14:43.108318 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.121589 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142246a3-e006-47ed-954a-76644d09fde6']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:43.131152 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: bd0bcec2-93db-4f87-93bb-d46052caa311 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:14:43.132100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bd0bcec2-93db-4f87-93bb-d46052caa311 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:14:43.132515 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b6f045eb-be42-414a-95ef-22524bb4c718 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:14:43.134293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71a05fe-12e1-4576-a14c-801be124453e') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:43.134645 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71a05fe-12e1-4576-a14c-801be124453e') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:43.145847 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.162853 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.165277 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b6f045eb-be42-414a-95ef-22524bb4c718 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:14:43.165628 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b6f045eb-be42-414a-95ef-22524bb4c718 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:14:43.176362 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:14:43.176782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.179080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.182697 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: timer() May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:14:43.190578 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:14:43.275275 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.279069 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f607047c-d7a3-4b1b-935b-219f90505e34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:43.280361 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Pushing event deleted for resources: {'Port': ['ID=bd0bcec2-93db-4f87-93bb-d46052caa311,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:43.285114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] No DVR routers for this DVR port bd0bcec2-93db-4f87-93bb-d46052caa311 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:14:43.292145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.292493 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.292763 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:43.292881 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.293150 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.293478 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.293805 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.294124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.294447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.294768 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.295085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.295447 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.295740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:43.303070 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-21760874-7f36-454e-9dca-9ab9fa2578a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:43.305588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=142246a3-e006-47ed-954a-76644d09fde6,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:43.308393 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:43.310109 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-648283c0-6b26-4e14-b2cc-7475f2798a41 admin admin] 10.222.0.24 "DELETE /v2.0/networks/142246a3-e006-47ed-954a-76644d09fde6 HTTP/1.1" status: 204 len: 168 time: 0.8264384 May 14 19:14:43.313102 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43796) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:44.007411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:44.406867 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Deleting port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:44.407240 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:44.525161 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] For port 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:44.525515 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:44.648857 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Calling delete_port for 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:44.787526 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:44.791628 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-814fd113-70fc-4f55-8626-86f99a4cd641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:44.836435 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b32fa2-c06d-4c7b-801c-d3fcfbf4f275,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:44.862826 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:45.104663 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:45.624429 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:14:45.797270 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:14:45.805428 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] Sync routers for ids ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:14:45.809732 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931741 May 14 19:14:45.809959 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43800) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:45.815635 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] Routers {'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:45.816247 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:45.987364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:45.987636 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] Set router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:46.164144 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:46.238572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Deleting port 00405bd7-6777-444f-84c0-e78b20d6a5b8 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:46.238816 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:46.267692 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:14:44Z', 'revision_number': 5, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port': {'id': '00405bd7-6777-444f-84c0-e78b20d6a5b8', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:12:33Z', 'updated_at': '2021-05-14T19:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:46.271462 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] Checking router: c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:14:46.280170 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] Routers {'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:46.280761 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:46.362320 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] For port 00405bd7-6777-444f-84c0-e78b20d6a5b8, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=00405bd7-6777-444f-84c0-e78b20d6a5b8,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:46.362680 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:46.427851 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] Set router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:46.492703 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Calling delete_port for 00405bd7-6777-444f-84c0-e78b20d6a5b8 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:46.535555 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:14:46Z', 'revision_number': 6, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:46.540312 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2dce-7cf2-4eec-812b-656d84a1f616 None None] The sync data for ids ['c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9'] in n-d-787206-3 is: [{'id': 'c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9', 'name': 'tempest-TestEncryptedCinderVolumes-1641666744-router', 'tenant_id': '176413da201a4831863c5f0bcf45ecba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:12:32Z', 'updated_at': '2021-05-14T19:14:46Z', 'revision_number': 6, 'project_id': '176413da201a4831863c5f0bcf45ecba', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:14:46.802621 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:46.808081 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4ffea5cc-359e-45f7-86da-8cb748909bb9 tempest-ServerDiskConfigTestJSON-619425939 tempest-ServerDiskConfigTestJSON-619425939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:46.852046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=00405bd7-6777-444f-84c0-e78b20d6a5b8,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:46.880293 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:46.944977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.120355 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.122441 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.145231 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.145769 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:14:47.158373 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.162106 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] 10.222.0.24 "DELETE /v2.0/routers/c2abf4ee-f42c-4e2d-865b-85d64d4cf2c9 HTTP/1.1" status: 204 len: 168 time: 1.3512294 May 14 19:14:47.162255 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43806) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:47.225352 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Deleting subnet 4e5dfed0-54f8-4f42-bd59-0b6f78e60524 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:14:47.228237 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.280141 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.347900 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 00405bd7-6777-444f-84c0-e78b20d6a5b8 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:14:47.360018 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.381842 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 00405bd7-6777-444f-84c0-e78b20d6a5b8 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:14:47.382139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 00405bd7-6777-444f-84c0-e78b20d6a5b8 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:14:47.382563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:14:47.416348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:14:47.416707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 21b32fa2-c06d-4c7b-801c-d3fcfbf4f275 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:14:47.618028 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.622674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f9ff2d1d-9704-4a31-9391-5b7c38f3082f tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:47.657527 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5dfed0-54f8-4f42-bd59-0b6f78e60524,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:47.659966 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.664261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caccdb3-47d9-4821-b345-ed3d608314c4 None None] Network 6e845669-dd51-492b-8f5b-1cd0c338bd3d requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:14:47.671079 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e5dfed0-54f8-4f42-bd59-0b6f78e60524 HTTP/1.1" status: 204 len: 168 time: 0.5077753 May 14 19:14:47.672751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.673143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.673732 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43810) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:47.674697 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.675383 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.675934 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.676595 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.677118 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.677652 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.678233 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.678988 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.679750 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.680129 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:47.683395 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4fe2b028-2ab4-41e0-b55e-0e964bdde609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:47.786768 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.866351 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Deleting port 481e5a38-ca9a-47ca-88a0-7f22f805472c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:47.866682 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.914566 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] DHCP port deletion for 6e845669-dd51-492b-8f5b-1cd0c338bd3d request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:14:47.965293 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] For port 481e5a38-ca9a-47ca-88a0-7f22f805472c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=481e5a38-ca9a-47ca-88a0-7f22f805472c,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:47.965660 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:47.980259 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Deleting port 481e5a38-ca9a-47ca-88a0-7f22f805472c {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:14:47.980646 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.079507 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] For port 481e5a38-ca9a-47ca-88a0-7f22f805472c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=481e5a38-ca9a-47ca-88a0-7f22f805472c,segment=NetworkSegment(5f580a11-1aa8-49c9-9694-c31781c34863),segment_id=5f580a11-1aa8-49c9-9694-c31781c34863)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:48.079908 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.094935 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Calling delete_port for 481e5a38-ca9a-47ca-88a0-7f22f805472c owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:48.143227 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.148404 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac32095c-6967-4c7d-aec4-82c028a5b8a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:48.191359 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=481e5a38-ca9a-47ca-88a0-7f22f805472c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:48.193065 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] No DVR routers for this DVR port 481e5a38-ca9a-47ca-88a0-7f22f805472c on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:14:48.195083 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:48.202837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Calling delete_port for 481e5a38-ca9a-47ca-88a0-7f22f805472c owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:14:48.245549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.250214 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-43fa689a-c32d-4a3c-ae9a-ff0be0af9a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:48.296750 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Pushing event deleted for resources: {'Port': ['ID=481e5a38-ca9a-47ca-88a0-7f22f805472c,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:48.298686 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] No DVR routers for this DVR port 481e5a38-ca9a-47ca-88a0-7f22f805472c on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:14:48.300099 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:48.313131 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.327214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e845669-dd51-492b-8f5b-1cd0c338bd3d']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:48.339116 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f580a11-1aa8-49c9-9694-c31781c34863') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:48.339443 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f580a11-1aa8-49c9-9694-c31781c34863') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:48.350893 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.367013 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.373087 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:14:48.373464 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: timer() May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:14:48.390367 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:14:48.462977 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.466705 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:48.479689 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.489573 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e845669-dd51-492b-8f5b-1cd0c338bd3d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:48.493011 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:48.497200 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e845669-dd51-492b-8f5b-1cd0c338bd3d HTTP/1.1" status: 204 len: 168 time: 0.8200655 May 14 19:14:48.663207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43818) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:48.711526 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-85250873-e9a5-41ce-b55d-08a4223a38a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=811c8e215e9c4d35b33955a266f25513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470519 May 14 19:14:48.713941 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43822) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:48.774212 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.799752 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.851533 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.855011 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-92e4abcb-cc13-421c-9161-f3fa84668ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:48.866348 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd209e-ae4a-4835-8afc-36a66bf9266e,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:48.868648 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:48.874540 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:48.875665 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-068ea643-0b7b-4256-815c-a9c5d994d1a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67fd209e-ae4a-4835-8afc-36a66bf9266e HTTP/1.1" status: 204 len: 168 time: 0.1609223 May 14 19:14:49.046462 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 481e5a38-ca9a-47ca-88a0-7f22f805472c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:14:49.081028 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 481e5a38-ca9a-47ca-88a0-7f22f805472c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:14:49.081375 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 481e5a38-ca9a-47ca-88a0-7f22f805472c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:14:49.211973 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43830) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:49.260256 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9d5c9b10-81e7-4585-a2aa-657e1068483e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=176413da201a4831863c5f0bcf45ecba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470026 May 14 19:14:49.262526 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43834) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:49.321031 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:49.346337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:49.401250 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:49.406166 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ff7c1ebe-6d1c-450d-97ff-d0ac1abc975f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:49.419228 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ad1393-c6aa-4d28-bd9a-2ca2cc1544e9,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:49.421430 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:49.423364 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:49.424448 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1de02e93-2594-4dbd-abf0-ad6b00cb5dae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49ad1393-c6aa-4d28-bd9a-2ca2cc1544e9 HTTP/1.1" status: 204 len: 168 time: 0.1609933 May 14 19:14:50.130747 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43858) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:50.233758 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-921147622-network', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:14:50.238951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:50.242822 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Usage tracker for resource:network and tenant:18a65c4474684c3f86ca537fdeef738f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:50.245652 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:50.251250 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:50.261378 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Made reservation on behalf of 18a65c4474684c3f86ca537fdeef738f for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:14:50.263681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.279721 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.293456 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:50.297175 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Usage tracker for resource:security_group_rule and tenant:18a65c4474684c3f86ca537fdeef738f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:50.299947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:50.305583 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:50.388949 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.392845 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.395596 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8bf283d8-ede9-407a-8bbe-7494b64d7863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:50.425167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:14:50.430944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a60081-f838-40da-87a7-c963cb7145e5,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:50.434596 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:50.438715 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.439076 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Added segment 9531aced-cd17-4d5d-b719-fe399f5d736c of type vlan for network 441e51dd-47f6-46d3-bec2-94dcd6581cdb May 14 19:14:50.466238 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.496432 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.497441 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:14:50.498019 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:50.501400 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1376fd38-b01e-4a91-93ff-9ed95afef64d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:50.601603 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Pushing event updated for resources: {'Network': ['ID=441e51dd-47f6-46d3-bec2-94dcd6581cdb,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:50.604510 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4720764 May 14 19:14:50.605393 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:50.607413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43864) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:50.611749 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:14:50.612751 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Request body: {'subnet': {'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-921147622-subnet', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:14:50.618218 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:50.622057 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Usage tracker for resource:subnet and tenant:18a65c4474684c3f86ca537fdeef738f is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:50.624943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:50.630660 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:50.640625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Made reservation on behalf of 18a65c4474684c3f86ca537fdeef738f for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:14:50.643055 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.026930 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.031318 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f9979359-cdd6-4cbc-b625-efae346363ad tempest-RoutersTest-1700627378 tempest-RoutersTest-1700627378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:51.104236 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32099124-02c4-4f87-a70d-2a927de06aff,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:51.107667 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:51.113458 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Checking segment: {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:14:51.113789 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Network hostable DHCP agents. Network: 441e51dd-47f6-46d3-bec2-94dcd6581cdb, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:14:51.130705 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:14:51.139684 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 441e51dd-47f6-46d3-bec2-94dcd6581cdb) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:51.149017 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:14:51.149602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.150949 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f4932-4234-4a23-b375-092bac445b07 None None] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:14:51.169907 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4e850c95-2f94-4aa9-963d-ec1a31b9f1c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5615079 May 14 19:14:51.172748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43868) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:51.178138 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:14:51.184125 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:51.187945 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Usage tracker for resource:router and tenant:18a65c4474684c3f86ca537fdeef738f is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:51.190766 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:51.197027 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:51.208469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.209955 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.225414 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.372121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'fixed_ips': [{'subnet_id': '32099124-02c4-4f87-a70d-2a927de06aff'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:14:51.372954 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.499026 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.529539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Allocated IP 172.20.0.2 (441e51dd-47f6-46d3-bec2-94dcd6581cdb/32099124-02c4-4f87-a70d-2a927de06aff/bad7a941-8459-49e3-b846-11571e49c622) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:14:51.734351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.745296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Transition to ACTIVE for port object bad7a941-8459-49e3-b846-11571e49c622 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:51.765516 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Transition to ACTIVE for port object bad7a941-8459-49e3-b846-11571e49c622 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:51.771168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.775965 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:51.839784 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:14:51.842741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:51.899217 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:14:51.907129 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Pushing event updated for resources: {'Port': ['ID=bad7a941-8459-49e3-b846-11571e49c622,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:51.937556 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:51.979605 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.991822 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Attempting to bind port bad7a941-8459-49e3-b846-11571e49c622 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:14:51.992111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Attempting to bind port bad7a941-8459-49e3-b846-11571e49c622 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:14:51.992484 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Attempting to bind port bad7a941-8459-49e3-b846-11571e49c622 on network 441e51dd-47f6-46d3-bec2-94dcd6581cdb {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:14:51.997669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:14:51.998047 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Checking segment: {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:14:51.998454 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:51.998852 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Bound using segment: {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:14:51.999349 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Bound port: bad7a941-8459-49e3-b846-11571e49c622, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:14:51.999729 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:52.010442 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:52.091430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] For port bad7a941-8459-49e3-b846-11571e49c622, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:14:52.095009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] For port bad7a941-8459-49e3-b846-11571e49c622, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bad7a941-8459-49e3-b846-11571e49c622,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:14:52.099122 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:52.102767 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cde2a042-2623-4a6a-91ca-4955f4fd98dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:52.145879 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Allocated IP 172.25.4.139 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/6fde9594-b6d5-4461-9ffa-bfa34c442872) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:14:52.182631 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Pushing event updated for resources: {'Port': ['ID=bad7a941-8459-49e3-b846-11571e49c622,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:52.185549 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:52.300962 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:52.342492 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:52.351144 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a48f5498-04e1-40a1-bdf8-21abc3a98226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:52.414741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:14:52.417608 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:52.426562 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:14:52.457521 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Pushing event updated for resources: {'Port': ['ID=6fde9594-b6d5-4461-9ffa-bfa34c442872,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:52.464325 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:52.845567 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.113333 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b95dd-ff9c-4cc2-89e6-22afc9ac3898 None None] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:14:53.139651 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bad7a941-8459-49e3-b846-11571e49c622 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:14:53.236699 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.252791 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-4eb4911e-3f36-45c7-b737-4e4f07de3b8a None None] Provisioning for port bad7a941-8459-49e3-b846-11571e49c622 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:14:53.357165 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port bad7a941-8459-49e3-b846-11571e49c622 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:14:53.369533 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port bad7a941-8459-49e3-b846-11571e49c622 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:53.369914 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.445556 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Router bf326cd5-522e-4eb4-90b9-c6ed8851f820 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:14:53.559898 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.601721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port bad7a941-8459-49e3-b846-11571e49c622, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bad7a941-8459-49e3-b846-11571e49c622,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:53.606894 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.609077 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:53.680666 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=bad7a941-8459-49e3-b846-11571e49c622,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:53.683856 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:53.785834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2340a81a-92c9-47aa-a434-b3dc1f32c5e8 None None] Provisioning complete for port bad7a941-8459-49e3-b846-11571e49c622 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:53.786218 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2340a81a-92c9-47aa-a434-b3dc1f32c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.815229 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:14:53.828465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Sync routers for ids ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:14:53.840269 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:53.841638 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6677561 May 14 19:14:53.844584 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43872) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:53.852164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Routers {'bf326cd5-522e-4eb4-90b9-c6ed8851f820'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:53.852804 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:54.083343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Set router bf326cd5-522e-4eb4-90b9-c6ed8851f820 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:54.366292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:14:52Z', 'revision_number': 3, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:54.370060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Checking router: bf326cd5-522e-4eb4-90b9-c6ed8851f820 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:14:54.370412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Updating router bf326cd5-522e-4eb4-90b9-c6ed8851f820 port 6fde9594-b6d5-4461-9ffa-bfa34c442872 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:14:54.477630 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.514843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.719266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Allocated IP 172.20.0.1 (441e51dd-47f6-46d3-bec2-94dcd6581cdb/32099124-02c4-4f87-a70d-2a927de06aff/b9c74108-26ed-4d84-867c-339d3eb15a8e) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:14:54.751314 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.813863 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.826587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Transition to ACTIVE for port object 6fde9594-b6d5-4461-9ffa-bfa34c442872 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:54.833982 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.838949 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:54.871462 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.888537 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Transition to ACTIVE for port object b9c74108-26ed-4d84-867c-339d3eb15a8e will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:54.910563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Attempting to bind port 6fde9594-b6d5-4461-9ffa-bfa34c442872 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:14:54.910942 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Attempting to bind port 6fde9594-b6d5-4461-9ffa-bfa34c442872 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:14:54.911344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Attempting to bind port 6fde9594-b6d5-4461-9ffa-bfa34c442872 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:14:54.912272 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.917000 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f574306e-6568-4d8c-a35a-df1eeac38dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:54.919910 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061f164-f98a-4fb5-85e9-86b765a1c364 None None] Pushing event updated for resources: {'Port': ['ID=6fde9594-b6d5-4461-9ffa-bfa34c442872,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:54.922192 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:14:54.922579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:14:54.923023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.923477 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:14:54.923954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Bound port: 6fde9594-b6d5-4461-9ffa-bfa34c442872, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:14:54.924340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:54.951732 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6061f164-f98a-4fb5-85e9-86b765a1c364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:54.971850 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:14:54.974282 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:54.978190 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:14:55.001713 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] For port 6fde9594-b6d5-4461-9ffa-bfa34c442872, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:14:55.005264 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] For port 6fde9594-b6d5-4461-9ffa-bfa34c442872, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6fde9594-b6d5-4461-9ffa-bfa34c442872,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:14:55.011619 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.015826 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b65e3c22-a41e-40bf-b450-87be67aaee57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:55.027292 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c74108-26ed-4d84-867c-339d3eb15a8e,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:55.031560 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:55.051354 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.087692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bad7a941-8459-49e3-b846-11571e49c622 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:14:55.155517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Routers {'bf326cd5-522e-4eb4-90b9-c6ed8851f820'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:55.156162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:55.179488 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.209968 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061f164-f98a-4fb5-85e9-86b765a1c364 None None] Pushing event updated for resources: {'Port': ['ID=6fde9594-b6d5-4461-9ffa-bfa34c442872,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:55.224466 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6061f164-f98a-4fb5-85e9-86b765a1c364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:55.328770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a491dc62-f520-4b23-9396-63529479005f None None] Provisioning for port b9c74108-26ed-4d84-867c-339d3eb15a8e completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:14:55.344790 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-a491dc62-f520-4b23-9396-63529479005f None None] Provisioning complete for port b9c74108-26ed-4d84-867c-339d3eb15a8e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:55.345163 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a491dc62-f520-4b23-9396-63529479005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.371607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port bad7a941-8459-49e3-b846-11571e49c622 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:55.372282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.460427 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] Set router bf326cd5-522e-4eb4-90b9-c6ed8851f820 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:55.516964 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-a491dc62-f520-4b23-9396-63529479005f None None] Port b9c74108-26ed-4d84-867c-339d3eb15a8e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:14:55.574908 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.580030 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.607207 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-153baf9b-67c2-4042-a173-070b401d12bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:55.689903 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:55.694307 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c74108-26ed-4d84-867c-339d3eb15a8e,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:55.698798 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:55.828960 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:14:55.830095 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:55.840529 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:14:55Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b9c74108-26ed-4d84-867c-339d3eb15a8e', 'name': '', 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'mac_address': 'fa:16:3e:59:ce:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '32099124-02c4-4f87-a70d-2a927de06aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:54Z', 'updated_at': '2021-05-14T19:14:54Z', 'revision_number': 1, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'subnets': [{'id': '32099124-02c4-4f87-a70d-2a927de06aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:55.844677 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ebfc83-47cd-48f0-9cce-2b6a9896c51a None None] The sync data for ids ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'] in n-d-787206-3 is: [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:14:55Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b9c74108-26ed-4d84-867c-339d3eb15a8e', 'name': '', 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'mac_address': 'fa:16:3e:59:ce:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '32099124-02c4-4f87-a70d-2a927de06aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:54Z', 'updated_at': '2021-05-14T19:14:54Z', 'revision_number': 1, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'subnets': [{'id': '32099124-02c4-4f87-a70d-2a927de06aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:14:56.029136 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Router bf326cd5-522e-4eb4-90b9-c6ed8851f820 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:14:56.040317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d1d1d1b5-0b2b-4bb3-ad9d-10c58a412827 None None] Provisioning complete for port b9c74108-26ed-4d84-867c-339d3eb15a8e triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:56.040704 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d1d1d1b5-0b2b-4bb3-ad9d-10c58a412827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:56.111020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1d1b5-0b2b-4bb3-ad9d-10c58a412827 None None] Port b9c74108-26ed-4d84-867c-339d3eb15a8e cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:14:56.221921 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:14:56.231899 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf326cd5-522e-4eb4-90b9-c6ed8851f820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3863225 May 14 19:14:56.781274 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43890) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:56.787005 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-5815176-network', 'tenant_id': '73040a6fe889439eacafc6b15ee01537'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:14:56.793449 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:56.797266 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Usage tracker for resource:network and tenant:73040a6fe889439eacafc6b15ee01537 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:56.800172 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:56.805970 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:56.821976 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Made reservation on behalf of 73040a6fe889439eacafc6b15ee01537 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:14:56.824513 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:56.838270 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:56.853414 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:56.857179 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Usage tracker for resource:security_group_rule and tenant:73040a6fe889439eacafc6b15ee01537 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:56.860025 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:56.866232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:56.952222 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:56.956149 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:56.959090 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0941a19f-23c3-47d2-8353-605f56dd98fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:56.989315 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:14:56.998221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfccdb5-1d1f-4a44-9c0f-9f77bd9fb04b,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:57.001897 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:57.004676 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.005073 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Added segment 73190268-4909-4356-a908-21d4ae42f982 of type vlan for network aa536412-d215-43c4-9cdb-3be61cf852bb May 14 19:14:57.036316 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.074379 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.075496 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:14:57.076331 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.081577 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-eee9dc43-ce62-4588-ad6e-dd787ecd5288 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:57.124752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6fde9594-b6d5-4461-9ffa-bfa34c442872 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:14:57.182974 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4005864 May 14 19:14:57.186167 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Pushing event updated for resources: {'Network': ['ID=aa536412-d215-43c4-9cdb-3be61cf852bb,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:57.186821 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43894) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:57.188799 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3add8ffa-c6d1-44bb-9d79-e0e419205afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:57.197410 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Request body: {'subnet': {'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-5815176-subnet', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:14:57.201590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network aa536412-d215-43c4-9cdb-3be61cf852bb details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:14:57.204394 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:57.208384 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Usage tracker for resource:subnet and tenant:73040a6fe889439eacafc6b15ee01537 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:57.211444 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:57.217253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:57.229127 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Made reservation on behalf of 73040a6fe889439eacafc6b15ee01537 for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:14:57.231512 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.273594 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e7776700-e5ca-41a9-9fa8-c4e9146091ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.329317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6fde9594-b6d5-4461-9ffa-bfa34c442872 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:14:57.339572 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6fde9594-b6d5-4461-9ffa-bfa34c442872 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:57.339931 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.476279 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.495030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6fde9594-b6d5-4461-9ffa-bfa34c442872, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6fde9594-b6d5-4461-9ffa-bfa34c442872,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:14:57.500787 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.502906 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-00fedb3c-0dd8-4e3b-8155-2ba98ba08a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:57.579872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6fde9594-b6d5-4461-9ffa-bfa34c442872,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:57.583514 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:57.791817 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.796087 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ef0d0281-405a-4bf6-929f-33a3d9fb6752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:57.848077 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Sync routers for ids ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:14:57.858319 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Routers {'bf326cd5-522e-4eb4-90b9-c6ed8851f820'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:57.858991 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:57.871888 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75ef36b-83b7-425f-8525-b1190d76f35f,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:57.876020 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:57.880092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Checking segment: {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:14:57.880452 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Network hostable DHCP agents. Network: aa536412-d215-43c4-9cdb-3be61cf852bb, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:14:57.898031 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Network aa536412-d215-43c4-9cdb-3be61cf852bb is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:14:57.906996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, aa536412-d215-43c4-9cdb-3be61cf852bb) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:57.919841 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:14:57.920564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.921157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae9047-d9c4-4dd2-aae3-19187cd7fa6a None None] Network aa536412-d215-43c4-9cdb-3be61cf852bb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:14:57.945142 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7516396 May 14 19:14:57.945518 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 43898) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:14:57.951458 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:14:57.957435 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:14:57.962364 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Usage tracker for resource:router and tenant:73040a6fe889439eacafc6b15ee01537 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:14:57.965343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:14:57.972132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:14:57.987287 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:57.988819 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.004795 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.047494 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Set router bf326cd5-522e-4eb4-90b9-c6ed8851f820 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:58.147377 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-aa536412-d215-43c4-9cdb-3be61cf852bb', 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'fixed_ips': [{'subnet_id': 'd75ef36b-83b7-425f-8525-b1190d76f35f'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:14:58.148776 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.316168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Allocated IP 172.20.0.2 (aa536412-d215-43c4-9cdb-3be61cf852bb/d75ef36b-83b7-425f-8525-b1190d76f35f/9e88050f-793e-4fb2-8807-bd63531e071a) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:14:58.404093 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:14:55Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b9c74108-26ed-4d84-867c-339d3eb15a8e', 'name': '', 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'mac_address': 'fa:16:3e:59:ce:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '32099124-02c4-4f87-a70d-2a927de06aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:54Z', 'updated_at': '2021-05-14T19:14:55Z', 'revision_number': 2, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'subnets': [{'id': '32099124-02c4-4f87-a70d-2a927de06aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:58.408310 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Checking router: bf326cd5-522e-4eb4-90b9-c6ed8851f820 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:14:58.408926 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Updating router bf326cd5-522e-4eb4-90b9-c6ed8851f820 port b9c74108-26ed-4d84-867c-339d3eb15a8e binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:14:58.435957 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.450418 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.464428 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.570908 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.586026 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Transition to ACTIVE for port object 9e88050f-793e-4fb2-8807-bd63531e071a will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:58.607116 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Transition to ACTIVE for port object 9e88050f-793e-4fb2-8807-bd63531e071a will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:58.613692 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.617365 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:58.673527 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Network aa536412-d215-43c4-9cdb-3be61cf852bb is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:14:58.676456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:58.679398 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:14:58.719899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Pushing event updated for resources: {'Port': ['ID=9e88050f-793e-4fb2-8807-bd63531e071a,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:58.728972 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:58.785612 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.791918 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Attempting to bind port 9e88050f-793e-4fb2-8807-bd63531e071a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:14:58.792299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Attempting to bind port 9e88050f-793e-4fb2-8807-bd63531e071a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:14:58.792660 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Attempting to bind port 9e88050f-793e-4fb2-8807-bd63531e071a on network aa536412-d215-43c4-9cdb-3be61cf852bb {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:14:58.797891 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:14:58.798275 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Checking segment: {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:14:58.798763 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.799159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Bound using segment: {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:14:58.799649 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Bound port: 9e88050f-793e-4fb2-8807-bd63531e071a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:14:58.800022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.818034 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.825256 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.836812 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Transition to ACTIVE for port object b9c74108-26ed-4d84-867c-339d3eb15a8e will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:14:58.843421 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.847941 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-d9f8ac54-34c6-40bf-96ff-79af8f2d5991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:58.894176 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] For port 9e88050f-793e-4fb2-8807-bd63531e071a, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:14:58.907604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] For port 9e88050f-793e-4fb2-8807-bd63531e071a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e88050f-793e-4fb2-8807-bd63531e071a,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:14:58.913648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:58.924183 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:58.973456 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Allocated IP 172.25.4.254 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/b1e3aeb5-7348-45c6-b038-ef9ff26aa962) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:14:59.036247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Pushing event updated for resources: {'Port': ['ID=9e88050f-793e-4fb2-8807-bd63531e071a,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:59.041975 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:59.072930 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Pushing event updated for resources: {'Port': ['ID=b9c74108-26ed-4d84-867c-339d3eb15a8e,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:59.086520 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.086828 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.087099 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.087469 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.087794 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.088116 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.088566 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.088887 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.089229 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.089515 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.089837 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.090146 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:14:59.109149 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:59.121855 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Attempting to bind port b9c74108-26ed-4d84-867c-339d3eb15a8e on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:14:59.122285 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Attempting to bind port b9c74108-26ed-4d84-867c-339d3eb15a8e by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:14:59.122649 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Attempting to bind port b9c74108-26ed-4d84-867c-339d3eb15a8e on network 441e51dd-47f6-46d3-bec2-94dcd6581cdb {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:14:59.123038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6fde9594-b6d5-4461-9ffa-bfa34c442872 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:14:59.128714 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:14:59.129404 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Checking segment: {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:14:59.129809 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.130198 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Bound using segment: {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:14:59.130664 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Bound port: b9c74108-26ed-4d84-867c-339d3eb15a8e, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9531aced-cd17-4d5d-b719-fe399f5d736c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:14:59.131596 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.200306 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.253036 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] For port b9c74108-26ed-4d84-867c-339d3eb15a8e, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:14:59.262914 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] For port b9c74108-26ed-4d84-867c-339d3eb15a8e, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b9c74108-26ed-4d84-867c-339d3eb15a8e,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:14:59.273068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6fde9594-b6d5-4461-9ffa-bfa34c442872 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:14:59.274128 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.276621 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.281588 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-852aaf75-212e-4fe6-858e-452821a3e90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:59.286647 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.290854 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-964b8d1f-65c9-463e-909d-f13342b8bb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:14:59.388847 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Routers {'bf326cd5-522e-4eb4-90b9-c6ed8851f820'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:14:59.390041 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:14:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:59.401987 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:14:59.407345 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:14:59.409820 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:14:59.447612 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Pushing event updated for resources: {'Port': ['ID=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:59.450708 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:59.539241 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Pushing event updated for resources: {'Port': ['ID=b9c74108-26ed-4d84-867c-339d3eb15a8e,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:14:59.552764 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:14:59.618267 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] Set router bf326cd5-522e-4eb4-90b9-c6ed8851f820 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:14:59.763970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.876119 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-07606b78-eba1-4b99-ab0e-fc194f7da128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.880184 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:14:59.988982 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:14:55Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b9c74108-26ed-4d84-867c-339d3eb15a8e', 'name': '', 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'mac_address': 'fa:16:3e:59:ce:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '32099124-02c4-4f87-a70d-2a927de06aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:54Z', 'updated_at': '2021-05-14T19:14:59Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'subnets': [{'id': '32099124-02c4-4f87-a70d-2a927de06aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:14:59.994576 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49a6e-dd94-4a2b-9451-250ace961584 None None] The sync data for ids ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'] in n-d-787206-3 is: [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:14:55Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'b9c74108-26ed-4d84-867c-339d3eb15a8e', 'name': '', 'network_id': '441e51dd-47f6-46d3-bec2-94dcd6581cdb', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'mac_address': 'fa:16:3e:59:ce:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '32099124-02c4-4f87-a70d-2a927de06aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:54Z', 'updated_at': '2021-05-14T19:14:59Z', 'revision_number': 4, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'subnets': [{'id': '32099124-02c4-4f87-a70d-2a927de06aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:15:00.152286 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ea3b1-da4b-4f90-a319-fb5ac843571f None None] Network aa536412-d215-43c4-9cdb-3be61cf852bb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:15:00.270469 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eb5af3c3-325e-45c1-b22b-cb7636480d4b None None] Provisioning for port 9e88050f-793e-4fb2-8807-bd63531e071a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:15:00.445194 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:00.698223 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Router 04cd9896-f23a-463f-8744-961fcbd93231 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:15:00.893643 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:15:00.903401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Sync routers for ids ['04cd9896-f23a-463f-8744-961fcbd93231'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:15:00.914783 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Routers {'04cd9896-f23a-463f-8744-961fcbd93231'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:15:00.915558 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04cd9896-f23a-463f-8744-961fcbd93231'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:00.918721 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:00.922729 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-baa7bb7e-d856-4817-b883-64766151179c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9735904 May 14 19:15:00.923025 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 43902) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:15:01.061303 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.117559 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Set router 04cd9896-f23a-463f-8744-961fcbd93231 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:15:01.242609 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b9c74108-26ed-4d84-867c-339d3eb15a8e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:01.416576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b9c74108-26ed-4d84-867c-339d3eb15a8e completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:15:01.426114 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b9c74108-26ed-4d84-867c-339d3eb15a8e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:01.426497 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.588086 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:14:59Z', 'revision_number': 3, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:01.601500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Checking router: 04cd9896-f23a-463f-8744-961fcbd93231 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:15:01.601862 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Updating router 04cd9896-f23a-463f-8744-961fcbd93231 port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:15:01.629283 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.630794 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.676996 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.716212 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b9c74108-26ed-4d84-867c-339d3eb15a8e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b9c74108-26ed-4d84-867c-339d3eb15a8e,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:15:01.722726 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.723607 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e88050f-793e-4fb2-8807-bd63531e071a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:01.756231 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:01.838542 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Allocated IP 172.20.0.1 (aa536412-d215-43c4-9cdb-3be61cf852bb/d75ef36b-83b7-425f-8525-b1190d76f35f/347cc2da-31cc-4e74-af31-159548a63e72) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:15:01.915354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b9c74108-26ed-4d84-867c-339d3eb15a8e,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:01.920891 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:01.986996 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 9e88050f-793e-4fb2-8807-bd63531e071a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:15:01.991770 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:01.997754 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 9e88050f-793e-4fb2-8807-bd63531e071a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:01.998137 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.007419 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Transition to ACTIVE for port object 347cc2da-31cc-4e74-af31-159548a63e72 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:15:02.031117 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.036281 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-03c989b6-bf37-45f2-abca-78d3a7895d53 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:02.095067 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Network aa536412-d215-43c4-9cdb-3be61cf852bb is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:15:02.097902 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:15:02.100336 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:15:02.146263 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Pushing event updated for resources: {'Port': ['ID=347cc2da-31cc-4e74-af31-159548a63e72,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:02.150061 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:02.173722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.213791 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.272345 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.275703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 9e88050f-793e-4fb2-8807-bd63531e071a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e88050f-793e-4fb2-8807-bd63531e071a,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:15:02.284577 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.288241 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-a8c79839-6dd5-4787-8ad2-aa10f8234a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:02.303436 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.317706 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Transition to ACTIVE for port object b1e3aeb5-7348-45c6-b038-ef9ff26aa962 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:15:02.342156 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.448351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eda6ad30-085a-442a-aed7-61b9b7a5ecd2 None None] Provisioning for port 347cc2da-31cc-4e74-af31-159548a63e72 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:15:02.461870 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-eda6ad30-085a-442a-aed7-61b9b7a5ecd2 None None] Provisioning complete for port 347cc2da-31cc-4e74-af31-159548a63e72 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:02.462289 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-eda6ad30-085a-442a-aed7-61b9b7a5ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.492685 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=9e88050f-793e-4fb2-8807-bd63531e071a,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:02.495038 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Attempting to bind port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:15:02.495433 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Attempting to bind port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:15:02.495801 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Attempting to bind port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:15:02.503459 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:02.503932 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-439516d9-93fc-497b-8307-e7d8542402db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:02.560766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:15:02.561191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:15:02.561633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.561999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:15:02.562465 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Bound port: b1e3aeb5-7348-45c6-b038-ef9ff26aa962, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:15:02.562841 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.636040 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-eda6ad30-085a-442a-aed7-61b9b7a5ecd2 None None] Port 347cc2da-31cc-4e74-af31-159548a63e72 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:15:02.637444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.640222 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac7b0a-0546-4dfc-b697-86b858bcd367 None None] Pushing event updated for resources: {'Port': ['ID=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:02.648473 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ac7b0a-0546-4dfc-b697-86b858bcd367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:02.671046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] For port b1e3aeb5-7348-45c6-b038-ef9ff26aa962, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:15:02.674007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] For port b1e3aeb5-7348-45c6-b038-ef9ff26aa962, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:15:02.678459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.689335 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:02.702947 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.708232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.736883 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:02.760318 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Routers {'04cd9896-f23a-463f-8744-961fcbd93231'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:15:02.760952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04cd9896-f23a-463f-8744-961fcbd93231'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:02.821642 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:02.826306 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Pushing event updated for resources: {'Port': ['ID=347cc2da-31cc-4e74-af31-159548a63e72,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:02.830693 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:02.886917 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac7b0a-0546-4dfc-b697-86b858bcd367 None None] Pushing event updated for resources: {'Port': ['ID=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:02.893075 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ac7b0a-0546-4dfc-b697-86b858bcd367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:02.949126 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] Set router 04cd9896-f23a-463f-8744-961fcbd93231 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:15:02.962564 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Network aa536412-d215-43c4-9cdb-3be61cf852bb is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:15:02.963654 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:15:03.094299 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b9c74108-26ed-4d84-867c-339d3eb15a8e up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:03.170596 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Router 04cd9896-f23a-463f-8744-961fcbd93231 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:15:03.282293 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b9c74108-26ed-4d84-867c-339d3eb15a8e triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:03.282670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:03.352849 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:15:03.356357 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-66d59dd4-a952-474b-af2f-6db9cd409e9b None None] Provisioning complete for port 347cc2da-31cc-4e74-af31-159548a63e72 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:03.356734 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66d59dd4-a952-474b-af2f-6db9cd409e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:03.361860 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6c2f4eec-3ece-4414-b4d3-d481a15a663d admin admin] 10.222.0.24 "PUT /v2.0/routers/04cd9896-f23a-463f-8744-961fcbd93231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4376929 May 14 19:15:03.433307 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-66d59dd4-a952-474b-af2f-6db9cd409e9b None None] Port 347cc2da-31cc-4e74-af31-159548a63e72 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:15:03.512191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e88050f-793e-4fb2-8807-bd63531e071a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:03.542582 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '347cc2da-31cc-4e74-af31-159548a63e72', 'name': '', 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'mac_address': 'fa:16:3e:29:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:15:01Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 2, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'subnets': [{'id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:03.554391 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc261d-a54b-4c3e-aae9-c36ce9d16a01 None None] The sync data for ids ['04cd9896-f23a-463f-8744-961fcbd93231'] in n-d-787206-3 is: [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '347cc2da-31cc-4e74-af31-159548a63e72', 'name': '', 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'mac_address': 'fa:16:3e:29:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:15:01Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 2, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'subnets': [{'id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:15:03.593131 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 9e88050f-793e-4fb2-8807-bd63531e071a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:03.593604 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:05.114732 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1e3aeb5-7348-45c6-b038-ef9ff26aa962 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:05.192818 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:15:05.198916 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:05.199448 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:05.333572 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:05.353208 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port b1e3aeb5-7348-45c6-b038-ef9ff26aa962, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:15:05.358520 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:05.363204 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-3912aaab-fbff-4458-84a3-c7365bcc6421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:05.431837 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:05.435625 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:07.087959 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1e3aeb5-7348-45c6-b038-ef9ff26aa962 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:07.225492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:07.225872 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:07.533419 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Sync routers for ids ['04cd9896-f23a-463f-8744-961fcbd93231'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:15:07.545069 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Routers {'04cd9896-f23a-463f-8744-961fcbd93231'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:15:07.545684 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04cd9896-f23a-463f-8744-961fcbd93231'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:07.745117 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Set router 04cd9896-f23a-463f-8744-961fcbd93231 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:15:08.087875 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '347cc2da-31cc-4e74-af31-159548a63e72', 'name': '', 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'mac_address': 'fa:16:3e:29:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:15:01Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 2, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'subnets': [{'id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:08.095722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Checking router: 04cd9896-f23a-463f-8744-961fcbd93231 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:15:08.096082 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Updating router 04cd9896-f23a-463f-8744-961fcbd93231 port 347cc2da-31cc-4e74-af31-159548a63e72 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:15:08.154523 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:08.551253 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:08.567091 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Transition to ACTIVE for port object 347cc2da-31cc-4e74-af31-159548a63e72 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:15:08.574807 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:08.578885 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-76d16c61-da41-4715-aabd-a3221177e166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:08.744009 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afd6c3-c0b5-4367-b9f5-9ba6869edd5e None None] Pushing event updated for resources: {'Port': ['ID=347cc2da-31cc-4e74-af31-159548a63e72,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:08.770090 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-28afd6c3-c0b5-4367-b9f5-9ba6869edd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:08.840092 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Attempting to bind port 347cc2da-31cc-4e74-af31-159548a63e72 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:15:08.840471 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Attempting to bind port 347cc2da-31cc-4e74-af31-159548a63e72 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:15:08.840841 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Attempting to bind port 347cc2da-31cc-4e74-af31-159548a63e72 on network aa536412-d215-43c4-9cdb-3be61cf852bb {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:15:08.847446 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:15:08.847827 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Checking segment: {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:15:08.848238 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:08.848636 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Bound using segment: {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:15:08.849105 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Bound port: 347cc2da-31cc-4e74-af31-159548a63e72, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73190268-4909-4356-a908-21d4ae42f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:15:08.849480 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:08.959944 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] For port 347cc2da-31cc-4e74-af31-159548a63e72, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:15:08.963252 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] For port 347cc2da-31cc-4e74-af31-159548a63e72, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=347cc2da-31cc-4e74-af31-159548a63e72,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:15:08.970589 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:08.978179 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-1b9d1fac-6345-47d0-b7bb-4676c6c6f790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:09.066281 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Routers {'04cd9896-f23a-463f-8744-961fcbd93231'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:15:09.066952 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:15:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04cd9896-f23a-463f-8744-961fcbd93231'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:09.210008 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afd6c3-c0b5-4367-b9f5-9ba6869edd5e None None] Pushing event updated for resources: {'Port': ['ID=347cc2da-31cc-4e74-af31-159548a63e72,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:09.220768 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-28afd6c3-c0b5-4367-b9f5-9ba6869edd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:09.293086 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] Set router 04cd9896-f23a-463f-8744-961fcbd93231 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:15:09.650125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '347cc2da-31cc-4e74-af31-159548a63e72', 'name': '', 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'mac_address': 'fa:16:3e:29:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:15:01Z', 'updated_at': '2021-05-14T19:15:08Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'subnets': [{'id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:15:09.655378 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7ce11-6211-45c2-a582-615faaf34f11 None None] The sync data for ids ['04cd9896-f23a-463f-8744-961fcbd93231'] in n-d-787206-3 is: [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:15:02Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '347cc2da-31cc-4e74-af31-159548a63e72', 'name': '', 'network_id': 'aa536412-d215-43c4-9cdb-3be61cf852bb', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'mac_address': 'fa:16:3e:29:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:15:01Z', 'updated_at': '2021-05-14T19:15:08Z', 'revision_number': 4, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'subnets': [{'id': 'd75ef36b-83b7-425f-8525-b1190d76f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:15:11.120575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 347cc2da-31cc-4e74-af31-159548a63e72 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:11.206780 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 347cc2da-31cc-4e74-af31-159548a63e72 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:15:11.213982 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 347cc2da-31cc-4e74-af31-159548a63e72 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:11.214359 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:11.364783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:11.409320 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 347cc2da-31cc-4e74-af31-159548a63e72, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=347cc2da-31cc-4e74-af31-159548a63e72,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:15:11.417605 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:11.420149 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-e178f0e6-04a0-484d-aa92-a202b72836aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:15:11.522579 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=347cc2da-31cc-4e74-af31-159548a63e72,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:15:11.527280 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:15:13.070330 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 347cc2da-31cc-4e74-af31-159548a63e72 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:15:13.138695 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 347cc2da-31cc-4e74-af31-159548a63e72 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:15:13.139070 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:15.953789 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:15:24.736524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:27.185982 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-989a3f70-882b-4df4-8df5-e92d281fec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:28.409483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:29.756347 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:29.877750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3025559b-5e55-4c49-8f76-e29d8ab49306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:31.036327 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:32.539604 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:52.952883 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:15:54.750234 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:57.187825 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a1f8-ac9f-47cf-902b-27b0d0d87252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:58.421779 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:59.759780 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:15:59.878812 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0023f52b-5d53-42cb-ba4e-3e42ebcc6bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:01.040875 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:02.540896 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:13.490268 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44020) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:14.183030 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:14.588689 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Deleting port b9c74108-26ed-4d84-867c-339d3eb15a8e {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:14.589416 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:14.711572 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] For port b9c74108-26ed-4d84-867c-339d3eb15a8e, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b9c74108-26ed-4d84-867c-339d3eb15a8e,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:14.711919 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:14.834918 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Calling delete_port for b9c74108-26ed-4d84-867c-339d3eb15a8e owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:14.970276 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:14.974818 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b43cb6a0-25dd-4bb6-8dc4-ca6181dea4d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:15.016944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c74108-26ed-4d84-867c-339d3eb15a8e,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:15.050686 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.051070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.051477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.051850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.052233 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.052579 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.052941 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.053300 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.053669 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.054059 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.054413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.054854 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:15.063785 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:15.298761 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:15.804413 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Router bf326cd5-522e-4eb4-90b9-c6ed8851f820 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:16:15.983643 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:16:15.991896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] Sync routers for ids ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:16:15.993128 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e2114570-65df-44ee-9ab9-d42fab990399 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf326cd5-522e-4eb4-90b9-c6ed8851f820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017581 May 14 19:16:15.995039 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44026) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:16.001169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] Routers {'bf326cd5-522e-4eb4-90b9-c6ed8851f820'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:16:16.001787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:16.174878 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:16.178400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] Set router bf326cd5-522e-4eb4-90b9-c6ed8851f820 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:16:16.352706 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:16.425766 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Deleting port 6fde9594-b6d5-4461-9ffa-bfa34c442872 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:16.426021 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:16.464389 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:16:14Z', 'revision_number': 5, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port': {'id': '6fde9594-b6d5-4461-9ffa-bfa34c442872', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:52Z', 'updated_at': '2021-05-14T19:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:16.468178 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] Checking router: bf326cd5-522e-4eb4-90b9-c6ed8851f820 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:16:16.476412 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] Routers {'bf326cd5-522e-4eb4-90b9-c6ed8851f820'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:16:16.477030 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:16.551329 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] For port 6fde9594-b6d5-4461-9ffa-bfa34c442872, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6fde9594-b6d5-4461-9ffa-bfa34c442872,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:16.551685 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:16.672585 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] Set router bf326cd5-522e-4eb4-90b9-c6ed8851f820 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:16:16.673207 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Calling delete_port for 6fde9594-b6d5-4461-9ffa-bfa34c442872 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:16.779127 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:16:16Z', 'revision_number': 6, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:16.782955 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1399cac-c5dd-4713-ab13-69de46000705 None None] The sync data for ids ['bf326cd5-522e-4eb4-90b9-c6ed8851f820'] in n-d-787206-3 is: [{'id': 'bf326cd5-522e-4eb4-90b9-c6ed8851f820', 'name': 'tempest-TestMinimumBasicScenario-921147622-router', 'tenant_id': '18a65c4474684c3f86ca537fdeef738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:51Z', 'updated_at': '2021-05-14T19:16:16Z', 'revision_number': 6, 'project_id': '18a65c4474684c3f86ca537fdeef738f', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:16:16.809084 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:16.816638 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:16.891142 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fde9594-b6d5-4461-9ffa-bfa34c442872,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:16.897480 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:16.953150 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.294539 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.296801 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.318751 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.319280 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf326cd5-522e-4eb4-90b9-c6ed8851f820 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:16:17.332172 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.333296 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-0b46ea3c-54d7-432d-b717-bee671caf771 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bf326cd5-522e-4eb4-90b9-c6ed8851f820 HTTP/1.1" status: 204 len: 168 time: 1.3373263 May 14 19:16:17.336101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44030) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:17.394253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Deleting subnet 32099124-02c4-4f87-a70d-2a927de06aff {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:16:17.397109 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.445571 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.524433 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.538909 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b9c74108-26ed-4d84-867c-339d3eb15a8e no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:16:17.578181 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b9c74108-26ed-4d84-867c-339d3eb15a8e {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:16:17.578770 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b9c74108-26ed-4d84-867c-339d3eb15a8e not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:16:17.783869 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.788874 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ea1b7660-8dd3-4985-a9f3-d090a47fa515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:17.824673 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32099124-02c4-4f87-a70d-2a927de06aff,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:17.826986 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:17.829644 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:17.833018 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c9582d-9c26-4ebc-8211-b6d17c981410 None None] Network 441e51dd-47f6-46d3-bec2-94dcd6581cdb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:16:17.833853 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2c48119d-68c4-42d5-9bee-a932f34a4d17 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/32099124-02c4-4f87-a70d-2a927de06aff HTTP/1.1" status: 204 len: 168 time: 0.4968319 May 14 19:16:17.836875 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44034) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:17.944528 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.015504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Deleting port bad7a941-8459-49e3-b846-11571e49c622 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:18.015838 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.086866 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12270eec-66a3-42f8-a994-72914395a141 None None] DHCP port deletion for 441e51dd-47f6-46d3-bec2-94dcd6581cdb request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:16:18.116938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] For port bad7a941-8459-49e3-b846-11571e49c622, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bad7a941-8459-49e3-b846-11571e49c622,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:18.117274 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.154033 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Deleting port bad7a941-8459-49e3-b846-11571e49c622 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:18.154414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.238411 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Calling delete_port for bad7a941-8459-49e3-b846-11571e49c622 owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:18.250392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-12270eec-66a3-42f8-a994-72914395a141 None None] For port bad7a941-8459-49e3-b846-11571e49c622, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=bad7a941-8459-49e3-b846-11571e49c622,segment=NetworkSegment(9531aced-cd17-4d5d-b719-fe399f5d736c),segment_id=9531aced-cd17-4d5d-b719-fe399f5d736c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:18.250785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.285638 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.289470 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e5cb8ad8-d1cf-48c7-9625-fc8d5788ef29 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:18.333442 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Pushing event deleted for resources: {'Port': ['ID=bad7a941-8459-49e3-b846-11571e49c622,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:18.344001 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] No DVR routers for this DVR port bad7a941-8459-49e3-b846-11571e49c622 on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:16:18.346605 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.346990 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.347397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.347773 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.348142 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.348546 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.348918 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.349265 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.349626 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.349984 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.350342 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.350771 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.371721 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Calling delete_port for bad7a941-8459-49e3-b846-11571e49c622 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:18.377042 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:18.413996 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.417479 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:18.457950 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Pushing event deleted for resources: {'Port': ['ID=bad7a941-8459-49e3-b846-11571e49c622,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:18.468214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12270eec-66a3-42f8-a994-72914395a141 None None] No DVR routers for this DVR port bad7a941-8459-49e3-b846-11571e49c622 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:16:18.469657 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.469858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.470199 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.470526 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.470857 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.471263 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.471682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.471985 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.472224 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.472528 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.472841 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.473154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.473471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:16:18.476962 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:18.489340 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441e51dd-47f6-46d3-bec2-94dcd6581cdb']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:18.502417 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9531aced-cd17-4d5d-b719-fe399f5d736c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:18.502781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9531aced-cd17-4d5d-b719-fe399f5d736c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:18.516303 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.532872 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.538887 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:16:18.539325 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: timer() May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:16:18.552209 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:16:18.628634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.633064 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a815c0db-be59-471f-893b-24d6cf99d27e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:18.799758 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:18.810398 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Pushing event deleted for resources: {'Network': ['ID=441e51dd-47f6-46d3-bec2-94dcd6581cdb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:18.813093 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:18.814821 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-2bd7b047-2a13-41a4-ae2d-92ba1c83966d admin admin] 10.222.0.24 "DELETE /v2.0/networks/441e51dd-47f6-46d3-bec2-94dcd6581cdb HTTP/1.1" status: 204 len: 168 time: 0.9768624 May 14 19:16:18.817630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44038) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:19.110583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bad7a941-8459-49e3-b846-11571e49c622 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:16:19.146970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: bad7a941-8459-49e3-b846-11571e49c622 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:16:19.147351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device bad7a941-8459-49e3-b846-11571e49c622 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:16:19.147828 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6fde9594-b6d5-4461-9ffa-bfa34c442872 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:16:19.180926 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6fde9594-b6d5-4461-9ffa-bfa34c442872 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:16:19.181280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6fde9594-b6d5-4461-9ffa-bfa34c442872 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:16:19.344740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:19.746986 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Deleting port 347cc2da-31cc-4e74-af31-159548a63e72 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:19.747347 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:19.865112 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] For port 347cc2da-31cc-4e74-af31-159548a63e72, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=347cc2da-31cc-4e74-af31-159548a63e72,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:19.865460 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:19.983144 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Calling delete_port for 347cc2da-31cc-4e74-af31-159548a63e72 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:20.282469 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:20.287049 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:20.331688 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Pushing event deleted for resources: {'Port': ['ID=347cc2da-31cc-4e74-af31-159548a63e72,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:20.361566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:20.600075 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:20.953224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Router 04cd9896-f23a-463f-8744-961fcbd93231 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:16:21.133878 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:16:21.142637 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] Sync routers for ids ['04cd9896-f23a-463f-8744-961fcbd93231'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:16:21.144409 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-ee5f8b0f-4553-4c28-bbc0-eeaea26f478a admin admin] 10.222.0.24 "PUT /v2.0/routers/04cd9896-f23a-463f-8744-961fcbd93231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3247502 May 14 19:16:21.145935 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44042) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:21.156415 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] Routers {'04cd9896-f23a-463f-8744-961fcbd93231'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:16:21.157232 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04cd9896-f23a-463f-8744-961fcbd93231'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:21.318179 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:21.329381 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] Set router 04cd9896-f23a-463f-8744-961fcbd93231 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:16:21.615070 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:16:20Z', 'revision_number': 5, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port': {'id': 'b1e3aeb5-7348-45c6-b038-ef9ff26aa962', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cd9896-f23a-463f-8744-961fcbd93231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:14:58Z', 'updated_at': '2021-05-14T19:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:21.619678 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] Checking router: 04cd9896-f23a-463f-8744-961fcbd93231 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:16:21.628149 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] Routers {'04cd9896-f23a-463f-8744-961fcbd93231'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:16:21.628745 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:16:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['04cd9896-f23a-463f-8744-961fcbd93231'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:21.667199 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:21.738387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Deleting port b1e3aeb5-7348-45c6-b038-ef9ff26aa962 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:21.738720 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:21.801858 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] Set router 04cd9896-f23a-463f-8744-961fcbd93231 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:16:21.860065 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] For port b1e3aeb5-7348-45c6-b038-ef9ff26aa962, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:21.860412 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:21.905643 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:16:21Z', 'revision_number': 6, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:21.909546 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c55be-0cc1-47d5-aa90-df184d97b404 None None] The sync data for ids ['04cd9896-f23a-463f-8744-961fcbd93231'] in n-d-787206-3 is: [{'id': '04cd9896-f23a-463f-8744-961fcbd93231', 'name': 'tempest-TestMinimumBasicScenario-5815176-router', 'tenant_id': '73040a6fe889439eacafc6b15ee01537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:14:57Z', 'updated_at': '2021-05-14T19:16:21Z', 'revision_number': 6, 'project_id': '73040a6fe889439eacafc6b15ee01537', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:16:21.984795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Calling delete_port for b1e3aeb5-7348-45c6-b038-ef9ff26aa962 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:22.122346 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.126787 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-93e8e633-861a-4d25-bec9-e5fedef7bd5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:22.170360 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e3aeb5-7348-45c6-b038-ef9ff26aa962,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:22.198677 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:22.263475 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.434664 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.436755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.459824 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.460561 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04cd9896-f23a-463f-8744-961fcbd93231 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:16:22.472762 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.473866 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-6d47c27a-4f26-4b55-b180-7939bb9c966f admin admin] 10.222.0.24 "DELETE /v2.0/routers/04cd9896-f23a-463f-8744-961fcbd93231 HTTP/1.1" status: 204 len: 168 time: 1.3270392 May 14 19:16:22.476559 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44046) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:22.535547 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Deleting subnet d75ef36b-83b7-425f-8525-b1190d76f35f {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:16:22.538478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.589245 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.669093 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.920556 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.924166 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-38d3d2e8-b4ad-4730-bb0e-a4f09bc340ee tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:22.958369 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75ef36b-83b7-425f-8525-b1190d76f35f,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:22.961330 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:22.962276 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:22.967863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf5fe3-e575-4918-a507-03248db8f05d None None] Network aa536412-d215-43c4-9cdb-3be61cf852bb requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:16:22.968363 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d75ef36b-83b7-425f-8525-b1190d76f35f HTTP/1.1" status: 204 len: 168 time: 0.4906042 May 14 19:16:22.970582 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44050) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:23.083242 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.122253 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1e3aeb5-7348-45c6-b038-ef9ff26aa962 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:16:23.164569 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Deleting port 9e88050f-793e-4fb2-8807-bd63531e071a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:23.164989 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.167248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: b1e3aeb5-7348-45c6-b038-ef9ff26aa962 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:16:23.167604 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device b1e3aeb5-7348-45c6-b038-ef9ff26aa962 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:16:23.168020 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 347cc2da-31cc-4e74-af31-159548a63e72 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:16:23.202327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 347cc2da-31cc-4e74-af31-159548a63e72 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:16:23.202682 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 347cc2da-31cc-4e74-af31-159548a63e72 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:16:23.268135 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] For port 9e88050f-793e-4fb2-8807-bd63531e071a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e88050f-793e-4fb2-8807-bd63531e071a,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:23.268681 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.302519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] DHCP port deletion for aa536412-d215-43c4-9cdb-3be61cf852bb request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:16:23.404437 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Calling delete_port for 9e88050f-793e-4fb2-8807-bd63531e071a owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:23.419303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Deleting port 9e88050f-793e-4fb2-8807-bd63531e071a {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:16:23.419688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.453525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.457589 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-b3597cf6-9325-47c6-a0c2-b6758c8754a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:23.500963 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e88050f-793e-4fb2-8807-bd63531e071a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:23.503566 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:23.508534 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] No DVR routers for this DVR port 9e88050f-793e-4fb2-8807-bd63531e071a on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:16:23.519921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] For port 9e88050f-793e-4fb2-8807-bd63531e071a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=9e88050f-793e-4fb2-8807-bd63531e071a,segment=NetworkSegment(73190268-4909-4356-a908-21d4ae42f982),segment_id=73190268-4909-4356-a908-21d4ae42f982)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:16:23.520320 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.625208 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.640319 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa536412-d215-43c4-9cdb-3be61cf852bb']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:23.644863 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Calling delete_port for 9e88050f-793e-4fb2-8807-bd63531e071a owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:16:23.653015 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73190268-4909-4356-a908-21d4ae42f982') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:23.653311 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73190268-4909-4356-a908-21d4ae42f982') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:16:23.665479 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.685481 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.687672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.692505 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:16:23.693108 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.697107 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: timer() May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:16:23.711520 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:16:23.728092 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] No DVR routers for this DVR port 9e88050f-793e-4fb2-8807-bd63531e071a on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:16:23.742690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Pushing event deleted for resources: {'Port': ['ID=9e88050f-793e-4fb2-8807-bd63531e071a,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:23.745011 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:23.784712 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.788764 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c8d4c125-9858-4600-8da8-518591572820 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:23.801427 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:23.812196 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa536412-d215-43c4-9cdb-3be61cf852bb,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:23.814960 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aa536412-d215-43c4-9cdb-3be61cf852bb HTTP/1.1" status: 204 len: 168 time: 0.8434794 May 14 19:16:23.815878 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3c7eeae7-a748-4d65-b488-dfa046ef50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:23.986212 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44056) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:24.037512 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-75171858-e5ea-4316-a0c1-eb0f40bd2a9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18a65c4474684c3f86ca537fdeef738f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499001 May 14 19:16:24.040202 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44060) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:24.096951 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.121751 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.173102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.177972 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-df6b9a3a-a18f-4c5b-b55a-ef94f469aa78 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:24.189424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a60081-f838-40da-87a7-c963cb7145e5,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:24.192289 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:24.195254 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.196055 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8dc1a674-c14d-4a5d-8fd1-f71a115c8050 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14a60081-f838-40da-87a7-c963cb7145e5 HTTP/1.1" status: 204 len: 168 time: 0.1549697 May 14 19:16:24.534717 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44068) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:24.583439 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4ba688cb-5e0a-496a-91f1-b41e82012fbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73040a6fe889439eacafc6b15ee01537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472772 May 14 19:16:24.585552 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44072) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:16:24.641834 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.668042 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.723486 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.728841 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d21ab576-c606-42cb-92a0-cb2375953c22 tempest-ServersAdminNegativeTestJSON-897028884 tempest-ServersAdminNegativeTestJSON-897028884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:16:24.738958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfccdb5-1d1f-4a44-9c0f-9f77bd9fb04b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:16:24.742513 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:16:24.745961 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:24.747092 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-abda47b2-14f0-4f02-8d9b-35584638eb28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cfccdb5-1d1f-4a44-9c0f-9f77bd9fb04b HTTP/1.1" status: 204 len: 168 time: 0.1606560 May 14 19:16:24.756103 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:25.113586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e88050f-793e-4fb2-8807-bd63531e071a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:16:25.162197 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 9e88050f-793e-4fb2-8807-bd63531e071a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:16:25.163597 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 9e88050f-793e-4fb2-8807-bd63531e071a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:16:27.190975 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7228905e-4a36-4b9d-8b24-a5b3b4e94747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:28.437890 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:29.761367 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:29.878796 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-162b756a-7ca8-4855-b4bc-66d4e41d902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:29.952448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:16:31.041844 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:32.543340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:54.765866 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:57.193053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-11709dfe-c9b8-41a3-a266-0e4f63352802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:58.455167 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:59.762685 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:16:59.880342 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8aab7ca0-63fa-41ca-a7cd-eb94ae751440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:01.044937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:02.545641 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:06.952078 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:17:24.796906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:27.195725 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1387-ec1d-40db-b9ef-3b219c698483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:28.439826 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:29.764180 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:29.883852 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0596ea16-527b-45cb-a180-73c59abc0d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:31.047159 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:32.548817 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:43.951007 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:17:54.811054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:57.196164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e5fc329a-f99c-47ee-a2a5-4c31dc7d9e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:58.438934 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:59.765574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:17:59.884397 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-60b4a08b-5e0d-4dc5-84a3-f7be3a826267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:01.049938 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:02.550807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:20.949409 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:18:24.811612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:27.196667 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f0d9b443-2ce0-42e6-9959-d26eefeeec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:28.465632 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:29.767035 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:29.884906 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2485423f-3adb-4153-9eff-0c4948a6cb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:31.055460 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:32.553408 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:54.825006 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:57.198461 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ee8b-df7f-4e04-bb18-bf2b6ceef8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:57.948605 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:18:58.468568 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:59.768760 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:18:59.885536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ddce8f5b-34ab-42cb-a5ba-2e1042564b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:01.055400 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:02.559101 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:24.841365 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:27.199854 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b89b9110-3282-4286-89d9-a0dae3bdf134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:28.466708 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:29.771432 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:29.887282 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2dcf94ae-6689-42cd-be9b-bb2dea93c23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:31.058939 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:32.558034 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:34.948628 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:19:54.840761 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:57.201444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-072165c5-8d2d-43a5-8dcf-6d86b7db00f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:58.471148 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:59.774670 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:19:59.888749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-78bb67d7-fef9-4f15-92db-607e4c09ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:01.060953 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:02.560529 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:11.948641 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:20:24.840697 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:27.204127 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f2253d0a-6e45-4a40-9a46-a718629e0e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:28.477423 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:29.777236 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:29.889200 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8d49cf29-2624-46c0-9986-d55ca455d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:31.065381 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:32.563615 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:48.947710 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:20:54.855705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:57.205706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-e5107a83-28bc-424b-840d-397ac0d87ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:58.470729 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:59.779475 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:20:59.889708 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0015dc52-2e45-4a9f-90b8-6fc756011a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:01.067140 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:02.569739 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:24.855165 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:25.946796 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:21:26.853781 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44192) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:26.998700 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.013124 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:27.017239 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Usage tracker for resource:security_group_rule and tenant:b83f8df0431f4b62a619aace2e556857 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:27.020430 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:27.026285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:27.112249 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.115923 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.123485 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f1f59db6-d4a4-4df1-8508-fd0725a1a849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:27.161390 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e35444-27e4-442d-940b-f562311ae2b1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:27.165179 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b83f8df0431f4b62a619aace2e556857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104265 May 14 19:21:27.168675 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44198) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:27.172088 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.172472 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.172846 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.173215 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.173580 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.173938 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.174297 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.174654 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.175013 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.175393 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.175751 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.176108 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.179901 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-148141f9-c6ad-4d57-97fd-2c34cf21d423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:27.208255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6551714c-b6a5-483d-8532-38d8ff56f06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.234799 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.260439 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.312287 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.316035 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c4f3937e-20c8-4594-ae5e-279bafc37b80 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:27.326614 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e35444-27e4-442d-940b-f562311ae2b1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:27.336847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.337227 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.337595 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.337958 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.338805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.339167 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.339543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.339898 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.340248 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.340598 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.340948 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.341297 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:27.344613 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:27.345694 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.346766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-20f42679-d706-4493-b628-509f54155c8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45e35444-27e4-442d-940b-f562311ae2b1 HTTP/1.1" status: 204 len: 168 time: 0.1771019 May 14 19:21:27.622951 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44206) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:27.643828 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.657839 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:27.661672 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Usage tracker for resource:security_group_rule and tenant:32efbe5d48784bb7aad6681b638b2298 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:27.664477 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:27.670600 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:27.753168 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.757127 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.778933 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-705668fc-c9d8-4aca-96d3-2b47532f785c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:27.814744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32efbe5d48784bb7aad6681b638b2298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906886 May 14 19:21:27.817594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44210) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:27.829700 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25400a1b-40e6-4cb2-bdd6-a5e8c565d30b,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:27.833631 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-a01ab3d7-1ad9-4e4f-935a-c32e4de9c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:27.880850 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.905306 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.960204 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.965907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-32ebc696-6ee3-4b2f-b3c5-8464eed98315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:27.978714 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25400a1b-40e6-4cb2-bdd6-a5e8c565d30b,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:27.982363 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:27.983399 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:27.984397 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ddf06bb9-c21f-45f1-8b1b-1c176e8f11c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25400a1b-40e6-4cb2-bdd6-a5e8c565d30b HTTP/1.1" status: 204 len: 168 time: 0.1659269 May 14 19:21:28.487219 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:28.746630 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44236) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:28.850754 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1151978459-network', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:21:28.856724 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:28.860588 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Usage tracker for resource:network and tenant:6b9cae6ca8d04224aa98082bd6b5f927 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:28.863464 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:28.870066 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:28.880187 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Made reservation on behalf of 6b9cae6ca8d04224aa98082bd6b5f927 for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:21:28.882489 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:28.894726 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:28.909033 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:28.912757 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Usage tracker for resource:security_group_rule and tenant:6b9cae6ca8d04224aa98082bd6b5f927 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:28.915529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:28.921304 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:29.004191 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.007694 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.010451 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-5a5b5ee7-c409-446a-ab2d-4e9cea767b89 tempest-SecGroupIPv6Test-1262040665 tempest-SecGroupIPv6Test-1262040665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:29.039959 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:21:29.045184 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18667f71-49c5-4793-a2be-b37844ab0976,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:29.048803 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:29.052826 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.052971 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Added segment 3c41965d-64e3-42e7-85fd-09c2b339d54c of type vlan for network a0329800-0ecc-4737-b9f1-978212eb9e24 May 14 19:21:29.083283 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.272849 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.273769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:21:29.274330 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.279737 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-bf5a7f06-f776-4094-b746-24064454e73d tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:29.379908 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Pushing event updated for resources: {'Network': ['ID=a0329800-0ecc-4737-b9f1-978212eb9e24,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:29.383249 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6355526 May 14 19:21:29.384237 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:29.386691 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44242) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:29.392153 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Request body: {'subnet': {'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1151978459-subnet', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:21:29.394185 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network a0329800-0ecc-4737-b9f1-978212eb9e24 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:21:29.397866 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:29.402460 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Usage tracker for resource:subnet and tenant:6b9cae6ca8d04224aa98082bd6b5f927 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:29.405371 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:29.411077 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:29.421221 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Made reservation on behalf of 6b9cae6ca8d04224aa98082bd6b5f927 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:21:29.423547 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.781209 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.805239 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.810213 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-41d2d6d2-b95f-4c23-8790-9e3922e13243 tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:29.884271 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed8c80d-6054-40fc-bb99-42151c1ebb83,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:29.888551 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:29.891507 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1e53e011-5f81-4d29-b3b4-ac9061d17c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.894564 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Checking segment: {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:29.894924 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Network hostable DHCP agents. Network: a0329800-0ecc-4737-b9f1-978212eb9e24, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:21:29.911267 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Network a0329800-0ecc-4737-b9f1-978212eb9e24 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:21:29.920163 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, a0329800-0ecc-4737-b9f1-978212eb9e24) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:29.928768 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:21:29.929391 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.929953 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e708888-25b6-4543-8d8a-f08ebbf8932a None None] Network a0329800-0ecc-4737-b9f1-978212eb9e24 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:21:29.950728 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-12219a37-1f7b-40a9-ac91-9a7f4d72848b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5630033 May 14 19:21:29.953424 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44246) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:29.958806 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:21:29.964388 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:29.968329 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Usage tracker for resource:router and tenant:6b9cae6ca8d04224aa98082bd6b5f927 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:29.971160 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:29.976919 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:29.987669 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:29.988633 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.004341 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.145414 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-a0329800-0ecc-4737-b9f1-978212eb9e24', 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'fixed_ips': [{'subnet_id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:21:30.146247 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.269727 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.295091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Allocated IP 172.20.0.2 (a0329800-0ecc-4737-b9f1-978212eb9e24/5ed8c80d-6054-40fc-bb99-42151c1ebb83/36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:21:30.504396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.515481 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Transition to ACTIVE for port object 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:30.533796 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Transition to ACTIVE for port object 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:30.539648 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.544168 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9874c82f-ea8c-4af6-a0b4-46e6b3c6d4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:30.578740 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.599392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Network a0329800-0ecc-4737-b9f1-978212eb9e24 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:30.602449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:30.607393 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:21:30.608102 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.621788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Pushing event updated for resources: {'Port': ['ID=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:30.664892 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.665241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.665578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.665919 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.666247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.666575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.666899 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.667788 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.668121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.668437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.668756 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.669075 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:30.701324 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:30.721069 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Attempting to bind port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:21:30.721450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Attempting to bind port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:21:30.721820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Attempting to bind port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a on network a0329800-0ecc-4737-b9f1-978212eb9e24 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:21:30.726963 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:21:30.727382 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Checking segment: {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:30.727794 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.728194 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Bound using segment: {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:21:30.728665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Bound port: 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:21:30.729039 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.744746 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Allocated IP 172.25.4.155 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/525b769c-26bf-4b22-8845-b5bd46a8bd56) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:21:30.821313 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] For port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:21:30.824322 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] For port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:21:30.829229 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:30.832921 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-75ac7b0a-0546-4dfc-b697-86b858bcd367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:30.913157 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Pushing event updated for resources: {'Port': ['ID=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:30.917089 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:31.066084 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:31.085075 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:31.114905 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:31.119825 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-61c55258-def2-4af8-a7fb-5cc3fcd60117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:31.177232 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:31.180061 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:31.184397 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:21:31.227796 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Pushing event updated for resources: {'Port': ['ID=525b769c-26bf-4b22-8845-b5bd46a8bd56,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:31.233184 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:31.302624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:31.373327 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:31.622983 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:31.849744 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a1ac5-749e-41e9-b18e-0a3e192d9aab None None] Network a0329800-0ecc-4737-b9f1-978212eb9e24 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:21:31.966494 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:31.973230 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Provisioning for port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:32.004611 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Provisioning complete for port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:32.004997 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:32.172621 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:21:32.186337 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:32.233961 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] For port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:21:32.238595 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:32.242025 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-394ee357-9319-4f63-9257-82199b1b0743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:32.310395 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Pushing event updated for resources: {'Port': ['ID=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:32.313775 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:32.357716 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:21:32.367978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Sync routers for ids ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:21:32.379225 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Routers {'16b492a2-c605-4bf4-b72f-1ed9033d84e1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:32.379876 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:32.384157 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:32.385414 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-049b5f87-b83e-465b-b018-8b323d736cfd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4307978 May 14 19:21:32.388708 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44250) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:32.600466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:32.605124 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-acec1c66-4c52-4d0f-87c2-f3067912e551 None None] Provisioning complete for port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:32.605656 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-acec1c66-4c52-4d0f-87c2-f3067912e551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:32.689326 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Set router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:33.023120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:21:31Z', 'revision_number': 3, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:33.027693 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Checking router: 16b492a2-c605-4bf4-b72f-1ed9033d84e1 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:21:33.028049 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Updating router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 port 525b769c-26bf-4b22-8845-b5bd46a8bd56 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:21:33.084298 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.262121 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.299302 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:33.424009 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:33.424393 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.513795 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Allocated IP 172.20.0.1 (a0329800-0ecc-4737-b9f1-978212eb9e24/5ed8c80d-6054-40fc-bb99-42151c1ebb83/c542c820-63f1-4857-ac23-0a68fc6bef73) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:21:33.541951 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.559873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Transition to ACTIVE for port object 525b769c-26bf-4b22-8845-b5bd46a8bd56 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:33.607490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.616704 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6061f164-f98a-4fb5-85e9-86b765a1c364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:33.684623 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.704056 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Transition to ACTIVE for port object c542c820-63f1-4857-ac23-0a68fc6bef73 will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:33.727365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ddd80-f771-4b52-aec0-7eac6b060c11 None None] Pushing event updated for resources: {'Port': ['ID=525b769c-26bf-4b22-8845-b5bd46a8bd56,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:33.729516 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.732229 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-519ddd80-f771-4b52-aec0-7eac6b060c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:33.733147 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Attempting to bind port 525b769c-26bf-4b22-8845-b5bd46a8bd56 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:21:33.733525 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Attempting to bind port 525b769c-26bf-4b22-8845-b5bd46a8bd56 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:21:33.733893 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Attempting to bind port 525b769c-26bf-4b22-8845-b5bd46a8bd56 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:21:33.734682 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e488e652-5d1c-4195-8036-424de3a0db1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:33.739927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:21:33.740314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:33.740730 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.741120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:21:33.741586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Bound port: 525b769c-26bf-4b22-8845-b5bd46a8bd56, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:21:33.741961 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.788756 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Network a0329800-0ecc-4737-b9f1-978212eb9e24 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:33.791596 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:33.795410 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:21:33.829325 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] For port 525b769c-26bf-4b22-8845-b5bd46a8bd56, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:21:33.833220 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] For port 525b769c-26bf-4b22-8845-b5bd46a8bd56, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=525b769c-26bf-4b22-8845-b5bd46a8bd56,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:21:33.838420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.845198 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-31ac99d5-c16e-4da0-95ff-408e2e391ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:33.855810 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c542c820-63f1-4857-ac23-0a68fc6bef73,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:33.860102 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:33.874812 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:33.945737 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Routers {'16b492a2-c605-4bf4-b72f-1ed9033d84e1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:33.946386 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:34.003678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ddd80-f771-4b52-aec0-7eac6b060c11 None None] Pushing event updated for resources: {'Port': ['ID=525b769c-26bf-4b22-8845-b5bd46a8bd56,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:34.008537 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:34.125259 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-519ddd80-f771-4b52-aec0-7eac6b060c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:34.159344 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-29be2c37-f71b-4966-9cd0-e23ed95d96de None None] Provisioning for port c542c820-63f1-4857-ac23-0a68fc6bef73 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:34.171703 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-29be2c37-f71b-4966-9cd0-e23ed95d96de None None] Provisioning complete for port c542c820-63f1-4857-ac23-0a68fc6bef73 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:34.172080 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-29be2c37-f71b-4966-9cd0-e23ed95d96de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:34.253802 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-29be2c37-f71b-4966-9cd0-e23ed95d96de None None] Port c542c820-63f1-4857-ac23-0a68fc6bef73 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:21:34.256431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] Set router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:34.405915 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:34.410394 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:34.435016 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-ca2149ce-3290-4424-aa45-351b1cd01e99 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:34.518683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c542c820-63f1-4857-ac23-0a68fc6bef73,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:34.522601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:34.527137 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:34.572455 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'c542c820-63f1-4857-ac23-0a68fc6bef73', 'name': '', 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'mac_address': 'fa:16:3e:4b:7d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:33Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 1, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'subnets': [{'id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:34.577105 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165266a-5816-4b17-8720-5c47ae9ea85f None None] The sync data for ids ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'] in n-d-787206-3 is: [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'c542c820-63f1-4857-ac23-0a68fc6bef73', 'name': '', 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'mac_address': 'fa:16:3e:4b:7d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:33Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 1, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'subnets': [{'id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:21:34.662802 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Network a0329800-0ecc-4737-b9f1-978212eb9e24 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:34.663811 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:34.869418 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:21:34.976934 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-b82ab913-7e54-4113-8292-e73d4779140f None None] Provisioning complete for port c542c820-63f1-4857-ac23-0a68fc6bef73 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:34.977322 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b82ab913-7e54-4113-8292-e73d4779140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.040561 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-b82ab913-7e54-4113-8292-e73d4779140f None None] Port c542c820-63f1-4857-ac23-0a68fc6bef73 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:21:35.058858 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:21:35.068405 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-c93c3391-666f-4177-a8af-adac1b0f95c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/16b492a2-c605-4bf4-b72f-1ed9033d84e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6785367 May 14 19:21:35.336575 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 525b769c-26bf-4b22-8845-b5bd46a8bd56 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:35.408510 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 525b769c-26bf-4b22-8845-b5bd46a8bd56 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:35.414787 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 525b769c-26bf-4b22-8845-b5bd46a8bd56 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:35.415468 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.555311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.574303 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 525b769c-26bf-4b22-8845-b5bd46a8bd56, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=525b769c-26bf-4b22-8845-b5bd46a8bd56,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:21:35.578970 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.580824 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:35.645914 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44268) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:35.652858 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=525b769c-26bf-4b22-8845-b5bd46a8bd56,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:35.653091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1743400132-network', 'tenant_id': '24523912e3594586bef690a56934f59b'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:21:35.656287 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:35.660039 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:35.664131 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Usage tracker for resource:network and tenant:24523912e3594586bef690a56934f59b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:35.667316 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:35.673467 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:35.688036 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Made reservation on behalf of 24523912e3594586bef690a56934f59b for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:21:35.690601 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.703788 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.719156 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:35.723148 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Usage tracker for resource:security_group_rule and tenant:24523912e3594586bef690a56934f59b is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:35.726094 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:35.732470 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:35.820933 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.825067 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.828113 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d3d287f9-e146-4b24-afa7-ddc3d0c6702c tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:35.860224 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:21:35.865558 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8724aa5-db58-4f8b-881e-188eba0076db,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:35.871157 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:35.875335 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.875875 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Added segment a33f170c-d23b-4128-9630-314c54a5f1dc of type vlan for network fec855d4-e752-4adb-a4bc-2a2002955ca1 May 14 19:21:35.903498 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.932559 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.934189 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:21:35.934755 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:35.939388 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-066a0e8c-ccfb-4358-ba20-e721a89a6bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:36.036455 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fec855d4-e752-4adb-a4bc-2a2002955ca1,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:36.039532 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:36.044496 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-e1c1ddcb-1197-4d39-84ea-1dba364097e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3941550 May 14 19:21:36.045048 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44272) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:36.047145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:21:36.051028 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Request body: {'subnet': {'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1743400132-subnet', 'tenant_id': '24523912e3594586bef690a56934f59b', 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:21:36.056773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:36.061607 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Usage tracker for resource:subnet and tenant:24523912e3594586bef690a56934f59b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:36.064826 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:36.071832 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:36.082115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Made reservation on behalf of 24523912e3594586bef690a56934f59b for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:21:36.084613 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.466645 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.470158 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fcb746ae-2d20-45c4-aabb-04db3033afac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:36.548944 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1997f9-befb-4afd-9dc1-be9a1d3123f9,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:36.552485 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:36.555022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Checking segment: {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:36.555406 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Network hostable DHCP agents. Network: fec855d4-e752-4adb-a4bc-2a2002955ca1, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:21:36.573543 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:21:36.582773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, fec855d4-e752-4adb-a4bc-2a2002955ca1) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:36.592433 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:21:36.593012 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.593111 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6c832-3fbb-4971-9e3d-9ed739a74121 None None] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:21:36.613617 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f918f845-f547-49eb-86dc-d91b2a4afd09 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5672421 May 14 19:21:36.616104 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44276) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:36.621114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:21:36.630416 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:21:36.634326 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Usage tracker for resource:router and tenant:24523912e3594586bef690a56934f59b is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:21:36.637947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:21:36.643802 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:21:36.658154 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Sync routers for ids ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:21:36.661765 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.663119 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.669885 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Routers {'16b492a2-c605-4bf4-b72f-1ed9033d84e1'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:36.670495 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:36.685714 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.824202 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-fec855d4-e752-4adb-a4bc-2a2002955ca1', 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'tenant_id': '24523912e3594586bef690a56934f59b', 'fixed_ips': [{'subnet_id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:21:36.825112 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:36.846658 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Set router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:36.989439 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Allocated IP 172.20.0.2 (fec855d4-e752-4adb-a4bc-2a2002955ca1/5b1997f9-befb-4afd-9dc1-be9a1d3123f9/760f37fc-f0e9-4926-96c9-cea77247d2f1) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:21:37.134629 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.199636 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.211205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Transition to ACTIVE for port object 760f37fc-f0e9-4926-96c9-cea77247d2f1 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:37.229885 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'c542c820-63f1-4857-ac23-0a68fc6bef73', 'name': '', 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'mac_address': 'fa:16:3e:4b:7d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:33Z', 'updated_at': '2021-05-14T19:21:34Z', 'revision_number': 2, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'subnets': [{'id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:37.231207 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Transition to ACTIVE for port object 760f37fc-f0e9-4926-96c9-cea77247d2f1 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:37.235718 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Checking router: 16b492a2-c605-4bf4-b72f-1ed9033d84e1 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:21:37.236209 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Updating router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 port c542c820-63f1-4857-ac23-0a68fc6bef73 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:21:37.238570 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.243590 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:37.294419 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.343356 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 525b769c-26bf-4b22-8845-b5bd46a8bd56 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:37.399547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:37.405933 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:37.408551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:21:37.461191 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Pushing event updated for resources: {'Port': ['ID=760f37fc-f0e9-4926-96c9-cea77247d2f1,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:37.464207 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:37.480756 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.513637 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.528537 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Attempting to bind port 760f37fc-f0e9-4926-96c9-cea77247d2f1 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:21:37.528911 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Attempting to bind port 760f37fc-f0e9-4926-96c9-cea77247d2f1 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:21:37.529276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Attempting to bind port 760f37fc-f0e9-4926-96c9-cea77247d2f1 on network fec855d4-e752-4adb-a4bc-2a2002955ca1 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:21:37.538348 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:21:37.538834 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Checking segment: {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:37.539214 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.539672 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Bound using segment: {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:21:37.540145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Bound port: 760f37fc-f0e9-4926-96c9-cea77247d2f1, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:21:37.540523 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.556890 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 525b769c-26bf-4b22-8845-b5bd46a8bd56 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:37.557332 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.665704 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Allocated IP 172.25.4.192 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/709f28e5-aaf8-4e50-8a56-77aab653c117) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:21:37.666835 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.683149 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Transition to ACTIVE for port object c542c820-63f1-4857-ac23-0a68fc6bef73 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:37.687624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] For port 760f37fc-f0e9-4926-96c9-cea77247d2f1, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:21:37.691031 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.694704 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a1d6ab23-be33-42bc-bdc8-c2563e6b4d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:37.731058 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] For port 760f37fc-f0e9-4926-96c9-cea77247d2f1, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=760f37fc-f0e9-4926-96c9-cea77247d2f1,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:21:37.738274 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.752337 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-12270eec-66a3-42f8-a994-72914395a141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:37.838369 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Pushing event updated for resources: {'Port': ['ID=c542c820-63f1-4857-ac23-0a68fc6bef73,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:37.858922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Pushing event updated for resources: {'Port': ['ID=760f37fc-f0e9-4926-96c9-cea77247d2f1,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:37.863082 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:37.881866 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.882291 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.882767 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.883166 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.883578 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.883961 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.884339 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.884722 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.885118 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.885504 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.886009 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.886393 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:21:37.888745 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.890078 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:37.934003 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.938018 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c33a982a-f682-4ab9-a12a-6834750a4795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:37.961695 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Attempting to bind port c542c820-63f1-4857-ac23-0a68fc6bef73 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:21:37.962186 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Attempting to bind port c542c820-63f1-4857-ac23-0a68fc6bef73 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:21:37.962710 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Attempting to bind port c542c820-63f1-4857-ac23-0a68fc6bef73 on network a0329800-0ecc-4737-b9f1-978212eb9e24 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:21:37.968737 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:21:37.969274 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Checking segment: {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:37.969840 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.970446 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Bound using segment: {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:21:37.971053 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Bound port: c542c820-63f1-4857-ac23-0a68fc6bef73, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c41965d-64e3-42e7-85fd-09c2b339d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:21:37.971544 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:37.998938 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:38.002034 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:38.004412 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:21:38.050915 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Pushing event updated for resources: {'Port': ['ID=709f28e5-aaf8-4e50-8a56-77aab653c117,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:38.053834 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:38.070473 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] For port c542c820-63f1-4857-ac23-0a68fc6bef73, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:21:38.074584 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] For port c542c820-63f1-4857-ac23-0a68fc6bef73, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c542c820-63f1-4857-ac23-0a68fc6bef73,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:21:38.111517 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:38.118274 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-e1a659fd-e205-49cb-9d84-a03c570fce49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:38.187640 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Routers {'16b492a2-c605-4bf4-b72f-1ed9033d84e1'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:38.188275 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:38.326035 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Pushing event updated for resources: {'Port': ['ID=c542c820-63f1-4857-ac23-0a68fc6bef73,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:38.333749 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:38.388023 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] Set router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:38.495775 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:38.739296 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'c542c820-63f1-4857-ac23-0a68fc6bef73', 'name': '', 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'mac_address': 'fa:16:3e:4b:7d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:33Z', 'updated_at': '2021-05-14T19:21:38Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'subnets': [{'id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:38.743810 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdcea-1ddd-4992-85e6-20a825f0b228 None None] The sync data for ids ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'] in n-d-787206-3 is: [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:21:33Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'c542c820-63f1-4857-ac23-0a68fc6bef73', 'name': '', 'network_id': 'a0329800-0ecc-4737-b9f1-978212eb9e24', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'mac_address': 'fa:16:3e:4b:7d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:33Z', 'updated_at': '2021-05-14T19:21:38Z', 'revision_number': 4, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'subnets': [{'id': '5ed8c80d-6054-40fc-bb99-42151c1ebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:21:38.926100 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a5f90-1fc7-4c80-9b69-6a033d2c18e4 None None] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:21:39.021954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-863dc08b-ca9e-4183-836b-d4b8cf460c02 None None] Provisioning for port 760f37fc-f0e9-4926-96c9-cea77247d2f1 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:39.037188 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:39.271427 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Router 0515babb-611a-4079-b0bf-0e66567363ef is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:21:39.431704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c542c820-63f1-4857-ac23-0a68fc6bef73 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:39.491851 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:21:39.506242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Sync routers for ids ['0515babb-611a-4079-b0bf-0e66567363ef'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:21:39.521305 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:39.523651 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4551c59a-cab8-421f-8c13-06ae3bb0003c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9065299 May 14 19:21:39.525656 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44280) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:21:39.529083 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Routers {'0515babb-611a-4079-b0bf-0e66567363ef'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:39.529730 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['0515babb-611a-4079-b0bf-0e66567363ef'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:39.658697 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port c542c820-63f1-4857-ac23-0a68fc6bef73 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:39.669457 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c542c820-63f1-4857-ac23-0a68fc6bef73 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:39.669846 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:39.773475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Set router 0515babb-611a-4079-b0bf-0e66567363ef gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:40.001258 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.062856 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port c542c820-63f1-4857-ac23-0a68fc6bef73, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c542c820-63f1-4857-ac23-0a68fc6bef73,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:21:40.071585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.072428 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 760f37fc-f0e9-4926-96c9-cea77247d2f1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:40.103608 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-b65e3c22-a41e-40bf-b450-87be67aaee57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:40.200364 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.293472 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=c542c820-63f1-4857-ac23-0a68fc6bef73,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:40.297306 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:40.309954 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 760f37fc-f0e9-4926-96c9-cea77247d2f1 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:40.316496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 760f37fc-f0e9-4926-96c9-cea77247d2f1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:40.316801 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.388617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:21:38Z', 'revision_number': 3, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:40.394635 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Checking router: 0515babb-611a-4079-b0bf-0e66567363ef for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:21:40.394999 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Updating router 0515babb-611a-4079-b0bf-0e66567363ef port 709f28e5-aaf8-4e50-8a56-77aab653c117 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:21:40.492535 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.548141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.585271 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Allocated IP 172.20.0.1 (fec855d4-e752-4adb-a4bc-2a2002955ca1/5b1997f9-befb-4afd-9dc1-be9a1d3123f9/16aa61df-753f-4b2e-bdf9-48d15b15a8ee) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:21:40.640704 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 760f37fc-f0e9-4926-96c9-cea77247d2f1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=760f37fc-f0e9-4926-96c9-cea77247d2f1,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:21:40.644750 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.653268 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:40.734453 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.750055 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Transition to ACTIVE for port object 16aa61df-753f-4b2e-bdf9-48d15b15a8ee will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:40.772687 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.777854 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-4e139e8f-660c-48cb-be51-c6d5952b6d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:40.800145 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=760f37fc-f0e9-4926-96c9-cea77247d2f1,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:40.804414 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:40.836360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:40.839112 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:40.843702 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:21:40.890953 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Pushing event updated for resources: {'Port': ['ID=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:40.896066 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:40.912697 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.936640 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.952034 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Transition to ACTIVE for port object 709f28e5-aaf8-4e50-8a56-77aab653c117 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:40.963208 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:40.972267 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-66f1c73d-8589-4f4d-8425-d9f033e40ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:41.041970 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Attempting to bind port 709f28e5-aaf8-4e50-8a56-77aab653c117 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:21:41.043052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Attempting to bind port 709f28e5-aaf8-4e50-8a56-77aab653c117 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:21:41.043255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Attempting to bind port 709f28e5-aaf8-4e50-8a56-77aab653c117 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:21:41.044101 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.059492 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:21:41.060351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:41.060351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.060680 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:21:41.061172 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Bound port: 709f28e5-aaf8-4e50-8a56-77aab653c117, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:21:41.061549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.087347 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db5d90-9d16-4234-b173-19e329936495 None None] Pushing event updated for resources: {'Port': ['ID=709f28e5-aaf8-4e50-8a56-77aab653c117,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:41.096854 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14db5d90-9d16-4234-b173-19e329936495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:41.132108 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-092670b1-ebac-4c5f-a552-31d75e88cca7 None None] Provisioning for port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:41.143716 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-092670b1-ebac-4c5f-a552-31d75e88cca7 None None] Provisioning complete for port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:41.144094 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-092670b1-ebac-4c5f-a552-31d75e88cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.186513 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] For port 709f28e5-aaf8-4e50-8a56-77aab653c117, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:21:41.200112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] For port 709f28e5-aaf8-4e50-8a56-77aab653c117, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=709f28e5-aaf8-4e50-8a56-77aab653c117,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:21:41.210921 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.216267 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14ed2d63-e091-4c85-9444-ab43c4549f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:41.243793 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-092670b1-ebac-4c5f-a552-31d75e88cca7 None None] Port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:21:41.275250 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.280612 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.296196 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db5d90-9d16-4234-b173-19e329936495 None None] Pushing event updated for resources: {'Port': ['ID=709f28e5-aaf8-4e50-8a56-77aab653c117,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:41.299832 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14db5d90-9d16-4234-b173-19e329936495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:41.300548 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Routers {'0515babb-611a-4079-b0bf-0e66567363ef'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:41.301153 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['0515babb-611a-4079-b0bf-0e66567363ef'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:41.308102 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66d4c743-dca6-4c40-ae46-452e3b5cb052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:41.359962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c542c820-63f1-4857-ac23-0a68fc6bef73 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:41.392292 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.396588 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Pushing event updated for resources: {'Port': ['ID=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:41.400916 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:41.531661 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:21:41.531940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port c542c820-63f1-4857-ac23-0a68fc6bef73 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:41.532145 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.533022 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:21:41.584551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] Set router 0515babb-611a-4079-b0bf-0e66567363ef gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:41.733537 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Router 0515babb-611a-4079-b0bf-0e66567363ef has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:21:41.912923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:21:41.930105 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] 10.222.0.24 "PUT /v2.0/routers/0515babb-611a-4079-b0bf-0e66567363ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3954928 May 14 19:21:41.952563 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d9719003-b5aa-4e3e-b3f8-59738f4bcd74 None None] Provisioning complete for port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:41.952941 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d9719003-b5aa-4e3e-b3f8-59738f4bcd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:41.986372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 760f37fc-f0e9-4926-96c9-cea77247d2f1 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:42.091280 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-d9719003-b5aa-4e3e-b3f8-59738f4bcd74 None None] Port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:21:42.130085 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 760f37fc-f0e9-4926-96c9-cea77247d2f1 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:42.130459 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:42.196729 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:21:40Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '16aa61df-753f-4b2e-bdf9-48d15b15a8ee', 'name': '', 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'tenant_id': '24523912e3594586bef690a56934f59b', 'mac_address': 'fa:16:3e:d1:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:40Z', 'updated_at': '2021-05-14T19:21:41Z', 'revision_number': 2, 'project_id': '24523912e3594586bef690a56934f59b', 'subnets': [{'id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:42.204844 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cde90-14f7-4e75-8d6c-1f96f913e10f None None] The sync data for ids ['0515babb-611a-4079-b0bf-0e66567363ef'] in n-d-787206-3 is: [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:21:40Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '16aa61df-753f-4b2e-bdf9-48d15b15a8ee', 'name': '', 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'tenant_id': '24523912e3594586bef690a56934f59b', 'mac_address': 'fa:16:3e:d1:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:40Z', 'updated_at': '2021-05-14T19:21:41Z', 'revision_number': 2, 'project_id': '24523912e3594586bef690a56934f59b', 'subnets': [{'id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:21:43.310090 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 709f28e5-aaf8-4e50-8a56-77aab653c117 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:43.377210 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 709f28e5-aaf8-4e50-8a56-77aab653c117 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:43.381614 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 709f28e5-aaf8-4e50-8a56-77aab653c117 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:43.381989 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:43.496512 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:43.513384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 709f28e5-aaf8-4e50-8a56-77aab653c117, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=709f28e5-aaf8-4e50-8a56-77aab653c117,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:21:43.517143 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:43.518922 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-519ddd80-f771-4b52-aec0-7eac6b060c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:43.588289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=709f28e5-aaf8-4e50-8a56-77aab653c117,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:43.591233 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:45.278500 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 709f28e5-aaf8-4e50-8a56-77aab653c117 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:45.347670 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 709f28e5-aaf8-4e50-8a56-77aab653c117 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:45.348047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:45.798665 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Sync routers for ids ['0515babb-611a-4079-b0bf-0e66567363ef'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:21:45.807831 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Routers {'0515babb-611a-4079-b0bf-0e66567363ef'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:45.808430 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['0515babb-611a-4079-b0bf-0e66567363ef'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:45.984601 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Set router 0515babb-611a-4079-b0bf-0e66567363ef gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:46.284058 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:21:40Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '16aa61df-753f-4b2e-bdf9-48d15b15a8ee', 'name': '', 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'tenant_id': '24523912e3594586bef690a56934f59b', 'mac_address': 'fa:16:3e:d1:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:40Z', 'updated_at': '2021-05-14T19:21:41Z', 'revision_number': 2, 'project_id': '24523912e3594586bef690a56934f59b', 'subnets': [{'id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:46.287762 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Checking router: 0515babb-611a-4079-b0bf-0e66567363ef for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:21:46.288115 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Updating router 0515babb-611a-4079-b0bf-0e66567363ef port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:21:46.338314 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:46.666883 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:46.678361 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Transition to ACTIVE for port object 16aa61df-753f-4b2e-bdf9-48d15b15a8ee will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:21:46.685470 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:46.688768 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-74cdd4aa-6cd2-4639-a6db-9cc5ea85bf6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:46.838125 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b75971-0961-4422-844e-0fcfe9fb7d8d None None] Pushing event updated for resources: {'Port': ['ID=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:46.845579 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f5b75971-0961-4422-844e-0fcfe9fb7d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:46.901059 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Attempting to bind port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:21:46.901464 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Attempting to bind port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:21:46.901792 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Attempting to bind port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee on network fec855d4-e752-4adb-a4bc-2a2002955ca1 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:21:46.907836 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:21:46.908208 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Checking segment: {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:21:46.908610 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:46.909000 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Bound using segment: {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:21:46.909457 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Bound port: 16aa61df-753f-4b2e-bdf9-48d15b15a8ee, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33f170c-d23b-4128-9630-314c54a5f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:21:46.909827 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:46.998185 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] For port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:21:47.001090 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] For port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:21:47.005823 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:47.009097 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-4ae42351-7400-4c75-ae68-3cac7e3a4d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:47.082870 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Routers {'0515babb-611a-4079-b0bf-0e66567363ef'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:21:47.083517 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:21:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['0515babb-611a-4079-b0bf-0e66567363ef'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:47.172204 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b75971-0961-4422-844e-0fcfe9fb7d8d None None] Pushing event updated for resources: {'Port': ['ID=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:47.228591 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f5b75971-0961-4422-844e-0fcfe9fb7d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:47.300200 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] Set router 0515babb-611a-4079-b0bf-0e66567363ef gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:21:47.303014 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16aa61df-753f-4b2e-bdf9-48d15b15a8ee up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:47.371740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:21:47.376952 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:47.377336 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:47.496126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:47.529752 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:21:47.533693 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:47.536383 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:21:47.599615 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:21:47.602625 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:21:47.612160 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:21:40Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '16aa61df-753f-4b2e-bdf9-48d15b15a8ee', 'name': '', 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'tenant_id': '24523912e3594586bef690a56934f59b', 'mac_address': 'fa:16:3e:d1:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:40Z', 'updated_at': '2021-05-14T19:21:46Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'subnets': [{'id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:21:47.616265 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28765cb-e902-4b4e-bc25-ebca2f2f2899 None None] The sync data for ids ['0515babb-611a-4079-b0bf-0e66567363ef'] in n-d-787206-3 is: [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:21:40Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '16aa61df-753f-4b2e-bdf9-48d15b15a8ee', 'name': '', 'network_id': 'fec855d4-e752-4adb-a4bc-2a2002955ca1', 'tenant_id': '24523912e3594586bef690a56934f59b', 'mac_address': 'fa:16:3e:d1:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:40Z', 'updated_at': '2021-05-14T19:21:46Z', 'revision_number': 4, 'project_id': '24523912e3594586bef690a56934f59b', 'subnets': [{'id': '5b1997f9-befb-4afd-9dc1-be9a1d3123f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:21:49.281287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16aa61df-753f-4b2e-bdf9-48d15b15a8ee up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:21:49.351019 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:21:49.351464 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:54.855254 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:57.210678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-01be0fd2-314d-4729-b639-9edba84f9fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:58.496000 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:59.784138 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:21:59.893010 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-880411cf-dfae-486b-a3e5-f2706d092236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:01.072306 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:02.571718 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:02.945149 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:22:24.853097 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:27.212783 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9567984c-cb83-4a1a-942d-003e00965d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:28.504672 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:29.785705 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:29.892460 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-95ba1050-41c0-4b1d-8612-2d54b9ac314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:31.076168 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:32.573895 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:39.944024 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:22:54.852340 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:57.213536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-463d77ba-468d-4723-b0fb-8d3a2afadf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:58.515153 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:59.787958 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:22:59.894895 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-83de60d7-f4c8-4911-9365-137f4c87dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:01.077001 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:02.578251 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:16.943135 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:23:24.853556 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:27.215507 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-df71bf87-fe82-4a44-893d-a37bd915149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:28.518041 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:29.789204 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:29.894749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd215-cfde-4692-9a0b-3967e6afe2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:31.081189 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:32.579891 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:42.177101 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44314) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:42.871027 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:43.276642 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Deleting port c542c820-63f1-4857-ac23-0a68fc6bef73 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:43.277353 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:43.399132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] For port c542c820-63f1-4857-ac23-0a68fc6bef73, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=c542c820-63f1-4857-ac23-0a68fc6bef73,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:43.399525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:43.521200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Calling delete_port for c542c820-63f1-4857-ac23-0a68fc6bef73 owned by network:router_interface {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:43.658358 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:43.662779 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-9c9d4411-be2c-46f3-a11a-bf7901163d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:43.705710 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Pushing event deleted for resources: {'Port': ['ID=c542c820-63f1-4857-ac23-0a68fc6bef73,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:43.774896 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.775302 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.775678 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.776044 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.776412 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.776776 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.777132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.777486 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.777839 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.778200 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.778767 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.778895 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:43.785320 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:43.987124 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:44.499207 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:23:44.675010 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:23:44.683742 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-3ba82f70-b46f-403f-8705-bbad518ba474 admin admin] 10.222.0.24 "PUT /v2.0/routers/16b492a2-c605-4bf4-b72f-1ed9033d84e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045979 May 14 19:23:44.683922 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] Sync routers for ids ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:23:44.686513 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44318) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:44.692813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] Routers {'16b492a2-c605-4bf4-b72f-1ed9033d84e1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:23:44.693434 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:44.865538 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:44.871005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] Set router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:23:45.040994 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:45.111726 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Deleting port 525b769c-26bf-4b22-8845-b5bd46a8bd56 {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:45.112068 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:45.157435 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:23:43Z', 'revision_number': 5, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port': {'id': '525b769c-26bf-4b22-8845-b5bd46a8bd56', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:30Z', 'updated_at': '2021-05-14T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:45.161341 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] Checking router: 16b492a2-c605-4bf4-b72f-1ed9033d84e1 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:23:45.169678 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] Routers {'16b492a2-c605-4bf4-b72f-1ed9033d84e1'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:23:45.170276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:45.232140 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] For port 525b769c-26bf-4b22-8845-b5bd46a8bd56, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=525b769c-26bf-4b22-8845-b5bd46a8bd56,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:45.232487 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:45.325759 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] Set router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:23:45.355741 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Calling delete_port for 525b769c-26bf-4b22-8845-b5bd46a8bd56 owned by network:router_gateway {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:45.432255 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:23:45Z', 'revision_number': 6, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:45.437065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5c46f-621d-4bb5-a788-dd5ff8ac7a59 None None] The sync data for ids ['16b492a2-c605-4bf4-b72f-1ed9033d84e1'] in n-d-787206-3 is: [{'id': '16b492a2-c605-4bf4-b72f-1ed9033d84e1', 'name': 'tempest-TestShelveInstance-1151978459-router', 'tenant_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:29Z', 'updated_at': '2021-05-14T19:23:45Z', 'revision_number': 6, 'project_id': '6b9cae6ca8d04224aa98082bd6b5f927', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:23:45.497337 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:45.501674 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:45.545693 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=525b769c-26bf-4b22-8845-b5bd46a8bd56,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:45.573733 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:45.636578 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:45.977620 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:45.979813 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.001523 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.002034 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b492a2-c605-4bf4-b72f-1ed9033d84e1 {{(pid=79560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:23:46.013701 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.015535 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/16b492a2-c605-4bf4-b72f-1ed9033d84e1 HTTP/1.1" status: 204 len: 168 time: 1.3278892 May 14 19:23:46.018155 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44322) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:46.075082 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Deleting subnet 5ed8c80d-6054-40fc-bb99-42151c1ebb83 {{(pid=79560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:23:46.078382 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.128099 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2159053'] for subnet, precommit_delete_associations {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.207737 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.461634 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3437545'] for subnet, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.466153 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-cf90aa06-dea2-4025-84e8-d18c1b9bbb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:46.501619 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed8c80d-6054-40fc-bb99-42151c1ebb83,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:46.503587 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.506092 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:46.509571 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2313162-de84-4a56-aa27-56284a362799 None None] Network a0329800-0ecc-4737-b9f1-978212eb9e24 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:23:46.511151 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-a140432d-e66c-4453-8818-e8c81750cd3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ed8c80d-6054-40fc-bb99-42151c1ebb83 HTTP/1.1" status: 204 len: 168 time: 0.4920592 May 14 19:23:46.513614 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44326) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:46.620644 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.695674 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Deleting port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a {{(pid=79560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:46.695936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.747774 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] DHCP port deletion for a0329800-0ecc-4737-b9f1-978212eb9e24 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:23:46.793587 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.db [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] For port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:46.793942 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.816241 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Deleting port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:46.816626 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.922327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.plugin [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Calling delete_port for 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a owned by network:dhcp {{(pid=79560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:46.970219 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] For port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,segment=NetworkSegment(3c41965d-64e3-42e7-85fd-09c2b339d54c),segment_id=3c41965d-64e3-42e7-85fd-09c2b339d54c)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:46.970624 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.971296 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:46.975367 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-98ce55f7-3624-4035-8194-b05a7b7d41a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:47.019423 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Pushing event deleted for resources: {'Port': ['ID=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:47.022304 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:47.024566 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] No DVR routers for this DVR port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a on host n-d-787206-3 {{(pid=79560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:23:47.093261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Calling delete_port for 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:47.132982 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.137246 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:47.138692 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.152211 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0329800-0ecc-4737-b9f1-978212eb9e24']}} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:47.164836 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c41965d-64e3-42e7-85fd-09c2b339d54c') {'for_net_delete': True} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:47.165276 n-d-787206-3 neutron-server[79560]: DEBUG neutron.services.segments.db [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c41965d-64e3-42e7-85fd-09c2b339d54c') {} {{(pid=79560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:47.177844 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2158902'] for segment, before_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.184400 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Pushing event deleted for resources: {'Port': ['ID=36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:47.187353 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] No DVR routers for this DVR port 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:23:47.195817 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.196166 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.196506 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.196913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.197162 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.197715 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.197921 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.198120 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.198549 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.198753 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.198866 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.199071 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.199437 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:47.203135 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-4b01b192-c543-440f-843a-672fdaae9e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:47.206107 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=79560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:23:47.206493 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3538226'] for segment, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: Traceback (most recent call last): May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: timer() May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: cb(*args, **kw) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: return func(*args, **kwargs) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: self._notify() May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: self.callback(batched_events) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: event.method(event) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: return f(self, *a, **k) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: return self._get(url).json() May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: return self.request(url, 'GET', **kwargs) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:23:47.224650 n-d-787206-3 neutron-server[79560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:23:47.301843 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.307437 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:47.310245 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d1cbc919-cc1e-400f-998b-ea10c592605f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:47.332477 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0329800-0ecc-4737-b9f1-978212eb9e24,revision_number=None']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:47.334950 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:47.339646 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-1576fde4-4443-4eb7-840b-6a5613b70604 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0329800-0ecc-4737-b9f1-978212eb9e24 HTTP/1.1" status: 204 len: 168 time: 0.8217521 May 14 19:23:47.339994 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44330) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:47.347424 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:23:47.381486 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:23:47.381840 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 36dd47d2-128f-4bc4-a1a7-d2cc36f1bc2a not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:23:47.382261 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 525b769c-26bf-4b22-8845-b5bd46a8bd56 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:23:47.416990 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 525b769c-26bf-4b22-8845-b5bd46a8bd56 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:23:47.417343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 525b769c-26bf-4b22-8845-b5bd46a8bd56 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:23:47.417766 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c542c820-63f1-4857-ac23-0a68fc6bef73 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:23:47.456056 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: c542c820-63f1-4857-ac23-0a68fc6bef73 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:23:47.456296 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device c542c820-63f1-4857-ac23-0a68fc6bef73 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:23:48.036945 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:48.435316 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Deleting port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:48.436048 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:48.555637 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] For port 16aa61df-753f-4b2e-bdf9-48d15b15a8ee, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:48.555992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:48.680823 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Calling delete_port for 16aa61df-753f-4b2e-bdf9-48d15b15a8ee owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:48.821620 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:48.826399 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:48.872260 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Pushing event deleted for resources: {'Port': ['ID=16aa61df-753f-4b2e-bdf9-48d15b15a8ee,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:48.908591 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.908976 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.909344 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.909713 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.910077 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.910440 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.910801 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.911159 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.911534 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.911893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.912245 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.912599 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:23:48.919983 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:49.303807 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:49.657891 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Router 0515babb-611a-4079-b0bf-0e66567363ef has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:23:49.835393 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:23:49.844180 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] Sync routers for ids ['0515babb-611a-4079-b0bf-0e66567363ef'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:23:49.845504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c10a5ba4-4caf-435a-90a2-5e26f85d1264 admin admin] 10.222.0.24 "PUT /v2.0/routers/0515babb-611a-4079-b0bf-0e66567363ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5044761 May 14 19:23:49.847963 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44334) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:49.852909 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] Routers {'0515babb-611a-4079-b0bf-0e66567363ef'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:23:49.853508 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['0515babb-611a-4079-b0bf-0e66567363ef'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:50.021116 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:50.025785 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] Set router 0515babb-611a-4079-b0bf-0e66567363ef gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:23:50.192333 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:50.262709 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Deleting port 709f28e5-aaf8-4e50-8a56-77aab653c117 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:50.263052 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:50.305806 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:23:48Z', 'revision_number': 5, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port': {'id': '709f28e5-aaf8-4e50-8a56-77aab653c117', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0515babb-611a-4079-b0bf-0e66567363ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:21:37Z', 'updated_at': '2021-05-14T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:50.309439 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] Checking router: 0515babb-611a-4079-b0bf-0e66567363ef for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:23:50.317606 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] Routers {'0515babb-611a-4079-b0bf-0e66567363ef'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:23:50.318191 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['0515babb-611a-4079-b0bf-0e66567363ef'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:50.384507 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] For port 709f28e5-aaf8-4e50-8a56-77aab653c117, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=709f28e5-aaf8-4e50-8a56-77aab653c117,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:50.384960 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:50.498094 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] Set router 0515babb-611a-4079-b0bf-0e66567363ef gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:23:50.606705 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:23:50Z', 'revision_number': 6, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:50.611528 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dafc17-fc71-4955-8c3b-3136bd93b1c2 None None] The sync data for ids ['0515babb-611a-4079-b0bf-0e66567363ef'] in n-d-787206-3 is: [{'id': '0515babb-611a-4079-b0bf-0e66567363ef', 'name': 'tempest-TestShelveInstance-1743400132-router', 'tenant_id': '24523912e3594586bef690a56934f59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:21:36Z', 'updated_at': '2021-05-14T19:23:50Z', 'revision_number': 6, 'project_id': '24523912e3594586bef690a56934f59b', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:23:50.687405 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Calling delete_port for 709f28e5-aaf8-4e50-8a56-77aab653c117 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:50.820232 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:50.823800 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c2d274da-50d3-463f-b066-ce5f9552e078 tempest-ServerActionsTestJSON-677266932 tempest-ServerActionsTestJSON-677266932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:50.869230 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=709f28e5-aaf8-4e50-8a56-77aab653c117,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:50.871770 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:50.962162 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.140619 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.142818 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.165992 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.166530 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0515babb-611a-4079-b0bf-0e66567363ef {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:23:51.179602 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.180753 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-2321f6a2-15f6-4b35-83b9-8c74a84082f8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0515babb-611a-4079-b0bf-0e66567363ef HTTP/1.1" status: 204 len: 168 time: 1.3319027 May 14 19:23:51.183275 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44338) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:51.242264 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Deleting subnet 5b1997f9-befb-4afd-9dc1-be9a1d3123f9 {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:23:51.245185 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.298318 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.350371 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16aa61df-753f-4b2e-bdf9-48d15b15a8ee no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:23:51.386060 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 16aa61df-753f-4b2e-bdf9-48d15b15a8ee {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:23:51.386617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 16aa61df-753f-4b2e-bdf9-48d15b15a8ee not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:23:51.388366 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 709f28e5-aaf8-4e50-8a56-77aab653c117 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:23:51.390904 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.423552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 709f28e5-aaf8-4e50-8a56-77aab653c117 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:23:51.423940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 709f28e5-aaf8-4e50-8a56-77aab653c117 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:23:51.642673 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.647117 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d414a2e1-b0c9-41fb-b39c-d78295469f34 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:51.682068 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.685269 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1997f9-befb-4afd-9dc1-be9a1d3123f9,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:51.687378 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:51.687547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15dec15-e746-42c6-bc05-e05d2ba9819a None None] Network fec855d4-e752-4adb-a4bc-2a2002955ca1 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:23:51.691814 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-379af21c-c0e4-4c91-97c5-7b8911a7853d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5b1997f9-befb-4afd-9dc1-be9a1d3123f9 HTTP/1.1" status: 204 len: 168 time: 0.5075328 May 14 19:23:51.694377 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44342) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:51.800590 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.876029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Deleting port 760f37fc-f0e9-4926-96c9-cea77247d2f1 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:51.876411 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.927962 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7012801-5960-4700-b2da-66efed82af3f None None] DHCP port deletion for fec855d4-e752-4adb-a4bc-2a2002955ca1 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:23:51.982309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] For port 760f37fc-f0e9-4926-96c9-cea77247d2f1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=760f37fc-f0e9-4926-96c9-cea77247d2f1,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:51.982724 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:51.995238 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Deleting port 760f37fc-f0e9-4926-96c9-cea77247d2f1 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:23:51.995629 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.093799 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-c7012801-5960-4700-b2da-66efed82af3f None None] For port 760f37fc-f0e9-4926-96c9-cea77247d2f1, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=760f37fc-f0e9-4926-96c9-cea77247d2f1,segment=NetworkSegment(a33f170c-d23b-4128-9630-314c54a5f1dc),segment_id=a33f170c-d23b-4128-9630-314c54a5f1dc)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:52.094197 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.106089 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Calling delete_port for 760f37fc-f0e9-4926-96c9-cea77247d2f1 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:52.151838 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.157483 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c8141de2-969f-4682-af94-23578cc9dd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:52.202625 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=760f37fc-f0e9-4926-96c9-cea77247d2f1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:52.206092 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:52.207132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] No DVR routers for this DVR port 760f37fc-f0e9-4926-96c9-cea77247d2f1 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:23:52.219978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Calling delete_port for 760f37fc-f0e9-4926-96c9-cea77247d2f1 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:23:52.263339 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.267495 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:52.315045 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Pushing event deleted for resources: {'Port': ['ID=760f37fc-f0e9-4926-96c9-cea77247d2f1,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:52.317888 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-c7012801-5960-4700-b2da-66efed82af3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:52.318690 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7012801-5960-4700-b2da-66efed82af3f None None] No DVR routers for this DVR port 760f37fc-f0e9-4926-96c9-cea77247d2f1 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:23:52.324719 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.338623 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec855d4-e752-4adb-a4bc-2a2002955ca1']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:52.350495 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33f170c-d23b-4128-9630-314c54a5f1dc') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:52.350787 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33f170c-d23b-4128-9630-314c54a5f1dc') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:52.362469 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.378916 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.384778 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:23:52.385138 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: timer() May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:23:52.398012 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:23:52.632677 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.636191 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-fca721ef-6505-4d36-a2ba-75fc7088088a tempest-RoutersNegativeTest-1411466962 tempest-RoutersNegativeTest-1411466962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:52.649650 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.659923 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=fec855d4-e752-4adb-a4bc-2a2002955ca1,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:52.662507 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:52.664223 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f325afdd-6e25-4939-99f4-c8278ec57a5f admin admin] 10.222.0.24 "DELETE /v2.0/networks/fec855d4-e752-4adb-a4bc-2a2002955ca1 HTTP/1.1" status: 204 len: 168 time: 0.9689188 May 14 19:23:52.836241 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44348) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:52.884885 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f928a318-8e3a-49cf-9cbe-2120a0e789d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b9cae6ca8d04224aa98082bd6b5f927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473926 May 14 19:23:52.887129 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44352) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:52.944667 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:52.970431 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.024989 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.028654 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-77484c08-dea9-4297-aa5f-fbec7af451d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:53.041594 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18667f71-49c5-4793-a2be-b37844ab0976,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:53.045550 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:53.048217 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.049682 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3923f506-2521-4a0a-bf4c-265bc645dffd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18667f71-49c5-4793-a2be-b37844ab0976 HTTP/1.1" status: 204 len: 168 time: 0.1616647 May 14 19:23:53.344553 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 760f37fc-f0e9-4926-96c9-cea77247d2f1 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:23:53.378741 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 760f37fc-f0e9-4926-96c9-cea77247d2f1 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:23:53.379052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 760f37fc-f0e9-4926-96c9-cea77247d2f1 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:23:53.388461 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44360) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:53.437219 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-72894506-b51c-4b33-9c06-436a08b6dcf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24523912e3594586bef690a56934f59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472987 May 14 19:23:53.439718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44364) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:53.497681 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.522966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.573802 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.577789 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8ede6b13-7a40-4b59-84ca-0ed3cdc26d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:53.588513 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8724aa5-db58-4f8b-881e-188eba0076db,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:53.590738 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:53.597886 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:53.598989 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-12263775-9e86-4b4e-921e-0538f2ddbc3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8724aa5-db58-4f8b-881e-188eba0076db HTTP/1.1" status: 204 len: 168 time: 0.1583714 May 14 19:23:53.944114 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:23:54.308072 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44388) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:54.416718 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-208517867-network', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2'}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:23:54.422734 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:23:54.426632 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Usage tracker for resource:network and tenant:fc433616f6034e7692ac829dab2d18c2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:23:54.429467 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:23:54.439084 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:23:54.448398 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Made reservation on behalf of fc433616f6034e7692ac829dab2d18c2 for: {'network': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:23:54.450729 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.462695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.477256 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:23:54.481010 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Usage tracker for resource:security_group_rule and tenant:fc433616f6034e7692ac829dab2d18c2 is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:23:54.484864 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:23:54.492360 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:23:54.580438 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.584108 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.586894 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-38e42a18-83b6-450f-8066-8a2f78671ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:54.614642 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=79559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:23:54.622996 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d058bd8e-b690-4732-bd46-369694e85578,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:54.626610 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:54.629255 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.629595 n-d-787206-3 neutron-server[79559]: INFO neutron.db.segments_db [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Added segment 2fb46551-3ac4-4d3b-9b98-4ceef859732b of type vlan for network c203a845-4f6b-442e-aa05-0a20e3a84798 May 14 19:23:54.657198 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.685772 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.686940 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:23:54.687695 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.693295 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-0c1a0596-b6d4-489d-8adf-18c1ddd63e8e tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:54.792924 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4836321 May 14 19:23:54.793904 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Pushing event updated for resources: {'Network': ['ID=c203a845-4f6b-442e-aa05-0a20e3a84798,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:54.797387 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44394) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:54.797907 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-3daf6eae-b06c-4085-98d8-b10dbf859bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:54.803933 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Request body: {'subnet': {'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-208517867-subnet', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'ip_version': 4}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:23:54.804358 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network c203a845-4f6b-442e-aa05-0a20e3a84798 details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:23:54.809769 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:23:54.814529 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Usage tracker for resource:subnet and tenant:fc433616f6034e7692ac829dab2d18c2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:23:54.817420 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:23:54.824380 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:23:54.834493 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Made reservation on behalf of fc433616f6034e7692ac829dab2d18c2 for: {'subnet': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:23:54.836868 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3437454'] for subnet, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:54.909217 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.221014 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3470751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3437456'] for subnet, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.224422 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-1492eff8-2251-43af-8e4b-c1c650d9466d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:55.296572 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c79f818-4d4c-45d8-8e09-b3db6efbcaab,revision_number=0']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:55.300283 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:55.307132 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Checking segment: {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:23:55.307520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Network hostable DHCP agents. Network: c203a845-4f6b-442e-aa05-0a20e3a84798, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:23:55.324285 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Network c203a845-4f6b-442e-aa05-0a20e3a84798 is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:23:55.335509 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, c203a845-4f6b-442e-aa05-0a20e3a84798) {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:23:55.345343 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:23:55.346058 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.347683 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237174cd-44e1-4a4e-9eff-5999ee99154e None None] Network c203a845-4f6b-442e-aa05-0a20e3a84798 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:23:55.367727 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-f5389cd5-ebcf-451e-8ea2-fad78d622b1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5688066 May 14 19:23:55.370395 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44398) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:55.375520 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:23:55.381012 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:23:55.384830 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Usage tracker for resource:router and tenant:fc433616f6034e7692ac829dab2d18c2 is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:23:55.387655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:23:55.394067 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:23:55.405901 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.406882 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.422049 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.574687 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-c203a845-4f6b-442e-aa05-0a20e3a84798', 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'fixed_ips': [{'subnet_id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:23:55.575549 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.693574 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.780740 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Allocated IP 172.20.0.2 (c203a845-4f6b-442e-aa05-0a20e3a84798/8c79f818-4d4c-45d8-8e09-b3db6efbcaab/f309a807-eafb-4e40-b6fa-2d6e6ad33f08) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:23:55.987915 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:55.998119 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Transition to ACTIVE for port object f309a807-eafb-4e40-b6fa-2d6e6ad33f08 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:23:56.017139 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Transition to ACTIVE for port object f309a807-eafb-4e40-b6fa-2d6e6ad33f08 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:23:56.022386 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.025835 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:56.090170 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Network c203a845-4f6b-442e-aa05-0a20e3a84798 is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:23:56.097927 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:23:56.103276 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:23:56.105337 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Pushing event updated for resources: {'Port': ['ID=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:56.109901 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:56.178327 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.192551 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Attempting to bind port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:23:56.192931 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Attempting to bind port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:23:56.193300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Attempting to bind port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 on network c203a845-4f6b-442e-aa05-0a20e3a84798 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:23:56.198430 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:23:56.198813 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Checking segment: {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:23:56.199262 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.199659 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Bound using segment: {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:23:56.200125 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Bound port: f309a807-eafb-4e40-b6fa-2d6e6ad33f08, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:23:56.200505 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.209343 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.289336 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] For port f309a807-eafb-4e40-b6fa-2d6e6ad33f08, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:23:56.292848 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] For port f309a807-eafb-4e40-b6fa-2d6e6ad33f08, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:23:56.297785 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.301333 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-dacb22ba-f4df-4329-a394-e316c74feb0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:56.344648 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Allocated IP 172.25.4.178 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/72439651-b93f-4643-a131-9df7f5513c98) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:23:56.381287 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Pushing event updated for resources: {'Port': ['ID=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:56.384236 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:56.495198 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.526555 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:56.531619 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-940ba999-df7f-4ba8-88ed-2dbd06af1e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:56.607568 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:23:56.610825 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:23:56.613497 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:23:56.654900 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Pushing event updated for resources: {'Port': ['ID=72439651-b93f-4643-a131-9df7f5513c98,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:56.659551 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:57.038936 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.220976 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-1ac73815-b339-4d52-bdd8-52520c0eedc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.292794 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8d8bc-1604-4b6e-b816-b19f86015b17 None None] Network c203a845-4f6b-442e-aa05-0a20e3a84798 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:23:57.396161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f309a807-eafb-4e40-b6fa-2d6e6ad33f08 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:23:57.422475 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-ca9d9ac6-4340-48a8-b7d6-bc612acdb844 None None] Provisioning for port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:23:57.549302 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.583456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:23:57.590653 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:23:57.591045 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.729156 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.764626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port f309a807-eafb-4e40-b6fa-2d6e6ad33f08, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:23:57.768935 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.769683 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Router 6a584fa0-6920-470a-a5a8-e83488befd2a is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:23:57.770771 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9b591d5c-e8d9-4b7d-8278-adfe7aa0dea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:57.853819 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:57.858289 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:57.879168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-0f5e8b78-a933-4dd9-ae6c-162828e2df8d None None] Provisioning complete for port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:23:57.879606 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8b78-a933-4dd9-ae6c-162828e2df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.958075 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:23:57.978461 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Sync routers for ids ['6a584fa0-6920-470a-a5a8-e83488befd2a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:23:57.981428 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] Notify callbacks [] for router, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:57.982736 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-00a5b80e-2e38-45aa-95d9-7707b0187037 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6113679 May 14 19:23:57.985672 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44402) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:23:58.002820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Routers {'6a584fa0-6920-470a-a5a8-e83488befd2a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:23:58.003501 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6a584fa0-6920-470a-a5a8-e83488befd2a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:58.236239 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Set router 6a584fa0-6920-470a-a5a8-e83488befd2a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:23:58.522498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:58.540764 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:23:56Z', 'revision_number': 3, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:58.544587 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Checking router: 6a584fa0-6920-470a-a5a8-e83488befd2a for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:23:58.544940 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Updating router 6a584fa0-6920-470a-a5a8-e83488befd2a port 72439651-b93f-4643-a131-9df7f5513c98 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:23:58.601706 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:58.650589 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:58.935986 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:58.947519 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Transition to ACTIVE for port object 72439651-b93f-4643-a131-9df7f5513c98 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:23:58.953625 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:58.957475 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-14db5d90-9d16-4234-b173-19e329936495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:59.027664 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.db_base_plugin_common [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Allocated IP 172.20.0.1 (c203a845-4f6b-442e-aa05-0a20e3a84798/8c79f818-4d4c-45d8-8e09-b3db6efbcaab/ef762fb2-46f0-4b77-a576-a5dd8950f38c) {{(pid=79560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:23:59.035617 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Attempting to bind port 72439651-b93f-4643-a131-9df7f5513c98 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:23:59.035930 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Attempting to bind port 72439651-b93f-4643-a131-9df7f5513c98 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:23:59.036365 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Attempting to bind port 72439651-b93f-4643-a131-9df7f5513c98 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:23:59.038669 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965a24a-1ac4-4c98-a96d-4950c969a102 None None] Pushing event updated for resources: {'Port': ['ID=72439651-b93f-4643-a131-9df7f5513c98,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:59.042484 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7965a24a-1ac4-4c98-a96d-4950c969a102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:59.045076 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:23:59.045456 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:23:59.045864 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.046429 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:23:59.047511 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Bound port: 72439651-b93f-4643-a131-9df7f5513c98, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:23:59.047511 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.123292 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] For port 72439651-b93f-4643-a131-9df7f5513c98, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:23:59.126354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] For port 72439651-b93f-4643-a131-9df7f5513c98, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=72439651-b93f-4643-a131-9df7f5513c98,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:23:59.130879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.134813 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-87e035ff-97e2-4b07-a529-4d5fe484b573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:59.175153 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.191152 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.provisioning_blocks [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Transition to ACTIVE for port object ef762fb2-46f0-4b77-a576-a5dd8950f38c will not be triggered until provisioned by entity DHCP. {{(pid=79560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:23:59.210431 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Routers {'6a584fa0-6920-470a-a5a8-e83488befd2a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:23:59.211091 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:23:30Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6a584fa0-6920-470a-a5a8-e83488befd2a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:23:59.213911 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3538287'] for port, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.217605 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-4671aaa6-e87e-4464-aac0-62ff3dd3eece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:59.274873 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Network c203a845-4f6b-442e-aa05-0a20e3a84798 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:23:59.277655 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:23:59.282159 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Received port after_create {{(pid=79560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:23:59.325943 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ef762fb2-46f0-4b77-a576-a5dd8950f38c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:59.331716 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:59.336689 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965a24a-1ac4-4c98-a96d-4950c969a102 None None] Pushing event updated for resources: {'Port': ['ID=72439651-b93f-4643-a131-9df7f5513c98,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:59.339867 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7965a24a-1ac4-4c98-a96d-4950c969a102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:59.352478 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.382193 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f309a807-eafb-4e40-b6fa-2d6e6ad33f08 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:23:59.464236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] Set router 6a584fa0-6920-470a-a5a8-e83488befd2a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:23:59.480595 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.667859 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-08d76ee2-22a7-442e-8a62-d56420bd9b90 None None] Provisioning for port ef762fb2-46f0-4b77-a576-a5dd8950f38c completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:23:59.681981 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-08d76ee2-22a7-442e-8a62-d56420bd9b90 None None] Provisioning complete for port ef762fb2-46f0-4b77-a576-a5dd8950f38c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:23:59.682404 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-08d76ee2-22a7-442e-8a62-d56420bd9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.707645 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.713604 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3538198'] for port, after_update {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.724168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:23:59.724541 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.738499 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-d7a709f7-e9ed-4337-bdb7-81a41b4a0d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:23:59.824327 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ef762fb2-46f0-4b77-a576-a5dd8950f38c,revision_number=2']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:23:59.826682 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.830642 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:23:59.882397 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.910164 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-08d76ee2-22a7-442e-8a62-d56420bd9b90 None None] Port ef762fb2-46f0-4b77-a576-a5dd8950f38c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:23:59.959064 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a332-c87c-4d54-b2d5-8f45ef54e8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:23:59.965057 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Network c203a845-4f6b-442e-aa05-0a20e3a84798 is already hosted by enough agents. {{(pid=79560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:23:59.966143 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.base_scheduler [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:24:00.049005 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:23:56Z', 'revision_number': 3, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:00.053122 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bff797-eacf-4ce7-9eef-35a0258ccf2c None None] The sync data for ids ['6a584fa0-6920-470a-a5a8-e83488befd2a'] in n-d-787206-3 is: [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:23:56Z', 'revision_number': 3, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:24:00.161516 n-d-787206-3 neutron-server[79560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Router 6a584fa0-6920-470a-a5a8-e83488befd2a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:24:00.334015 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-c382620b-d0a0-4f9f-9aaf-c6181053c19d None None] Provisioning complete for port ef762fb2-46f0-4b77-a576-a5dd8950f38c triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:00.334662 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c382620b-d0a0-4f9f-9aaf-c6181053c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:00.373006 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:24:00.387226 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-0c66f33f-79fb-43bf-b818-7e9868bb02e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/6a584fa0-6920-470a-a5a8-e83488befd2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3993094 May 14 19:24:00.415406 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-c382620b-d0a0-4f9f-9aaf-c6181053c19d None None] Port ef762fb2-46f0-4b77-a576-a5dd8950f38c cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:24:00.958504 n-d-787206-3 neutron-server[79560]: DEBUG neutron.wsgi [-] (79560) accepted ('10.222.0.24', 44420) {{(pid=79560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:24:00.964473 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.v2.base [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1145150482-network', 'tenant_id': 'c154949782d245219a241e50c8e4331d'}} {{(pid=79560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:24:00.971257 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:24:00.975120 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Usage tracker for resource:network and tenant:c154949782d245219a241e50c8e4331d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:24:00.978344 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:24:00.984974 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:24:00.996091 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Made reservation on behalf of c154949782d245219a241e50c8e4331d for: {'network': 1} {{(pid=79560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:24:00.998461 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for network, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.010527 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.024801 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:24:01.028581 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:c154949782d245219a241e50c8e4331d is out of sync, need to count used quota {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:24:01.032105 n-d-787206-3 neutron-server[79560]: DEBUG neutron.quota.resource [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79560) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:24:01.037748 n-d-787206-3 neutron-server[79560]: DEBUG neutron.db.quota.driver [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79560) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:24:01.086023 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.304408 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.312554 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.315628 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-abe3ece3-0cca-45f1-ab86-6c1ca81bdc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:01.349079 n-d-787206-3 neutron-server[79560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=79560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 19:24:01.351426 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edaa964-a93a-4d18-951c-15b8b7667097,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:01.356720 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:01.362667 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.364246 n-d-787206-3 neutron-server[79560]: INFO neutron.db.segments_db [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Added segment 2c336cbf-5bde-444a-a2db-838c198a4b42 of type vlan for network 0d467e12-1c65-4a33-9aba-967b15b44b2c May 14 19:24:01.397103 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727267778928'] for network, precommit_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.398281 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 72439651-b93f-4643-a131-9df7f5513c98 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:01.429696 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257'] for network, after_create {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.430892 n-d-787206-3 neutron-server[79560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:24:01.431525 n-d-787206-3 neutron-server[79560]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Notify callbacks [] for network, before_response {{(pid=79560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.437055 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-80924c9e-dacd-4923-a57c-67652f903e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:01.474577 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 72439651-b93f-4643-a131-9df7f5513c98 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:01.480576 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 72439651-b93f-4643-a131-9df7f5513c98 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:01.481164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.538347 n-d-787206-3 neutron-server[79560]: INFO neutron.wsgi [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5787299 May 14 19:24:01.539321 n-d-787206-3 neutron-server[79560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d467e12-1c65-4a33-9aba-967b15b44b2c,revision_number=1']} {{(pid=79560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:01.542243 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44424) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:24:01.548685 n-d-787206-3 neutron-server[79560]: DEBUG oslo_concurrency.lockutils [None req-8d8b0a02-bffe-437f-abd4-00ad6fe97ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:01.550050 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c details requested by agent ovs-agent-n-d-787206-3 with host n-d-787206-3 {{(pid=79561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 14 19:24:01.552318 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Request body: {'subnet': {'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1145150482-subnet', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'ip_version': 4}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:24:01.558414 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:24:01.562999 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Usage tracker for resource:subnet and tenant:c154949782d245219a241e50c8e4331d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:24:01.566722 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:24:01.574920 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:24:01.586131 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Made reservation on behalf of c154949782d245219a241e50c8e4331d for: {'subnet': 1} {{(pid=79559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 19:24:01.588590 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222777'] for subnet, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.703060 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.723065 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 72439651-b93f-4643-a131-9df7f5513c98, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=72439651-b93f-4643-a131-9df7f5513c98,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:24:01.728224 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.731467 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-cf857c8b-0da7-46b9-bb4e-441e89936b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:01.741941 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Sync routers for ids ['6a584fa0-6920-470a-a5a8-e83488befd2a'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:24:01.753384 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Routers {'6a584fa0-6920-470a-a5a8-e83488befd2a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:24:01.754110 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6a584fa0-6920-470a-a5a8-e83488befd2a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:01.803289 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=72439651-b93f-4643-a131-9df7f5513c98,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:01.806302 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:01.932726 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Set router 6a584fa0-6920-470a-a5a8-e83488befd2a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:24:01.987194 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3012714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222759'] for subnet, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:01.991651 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-96948c5e-ac97-406d-bb90-4e998d1be596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:02.059977 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3822011-8cbe-4d66-9ee5-1b239fb9e77d,revision_number=0']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:02.064132 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:02.069757 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Checking segment: {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:24:02.070119 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Network hostable DHCP agents. Network: 0d467e12-1c65-4a33-9aba-967b15b44b2c, hostable agents: ['2fbbd928-ac38-4550-801b-fdb0e06118ff'], hosted agents: [] {{(pid=79559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 19:24:02.087753 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c is scheduled to be hosted by DHCP agent 2fbbd928-ac38-4550-801b-fdb0e06118ff with binding_index 1 {{(pid=79559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 19:24:02.097609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787206-3, 0d467e12-1c65-4a33-9aba-967b15b44b2c) {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:24:02.106277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 14 19:24:02.106864 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.107499 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a90f77-a314-4afa-936b-98f4d1172fa6 None None] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:24:02.128060 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f0e61e2c-b723-439f-a2fc-eb7e8aba7ffc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5828893 May 14 19:24:02.130196 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44428) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:24:02.135563 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.v2.base [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}} {{(pid=79559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 14 19:24:02.141487 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 14 19:24:02.145633 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Usage tracker for resource:router and tenant:c154949782d245219a241e50c8e4331d is out of sync, need to count used quota {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 14 19:24:02.148737 n-d-787206-3 neutron-server[79559]: DEBUG neutron.quota.resource [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 14 19:24:02.155897 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.quota.driver [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 14 19:24:02.165646 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-279'] for router, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.166668 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-379688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-270'] for router, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.186028 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.255310 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:23:59Z', 'revision_number': 4, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'ef762fb2-46f0-4b77-a576-a5dd8950f38c', 'name': '', 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'mac_address': 'fa:16:3e:9f:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:58Z', 'updated_at': '2021-05-14T19:23:59Z', 'revision_number': 2, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'subnets': [{'id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:02.259207 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Checking router: 6a584fa0-6920-470a-a5a8-e83488befd2a for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:24:02.259562 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Updating router 6a584fa0-6920-470a-a5a8-e83488befd2a port ef762fb2-46f0-4b77-a576-a5dd8950f38c binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:24:02.318123 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.339449 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6d66bde-ea16-5beb-b667-83e9f5be74f4-0d467e12-1c65-4a33-9aba-967b15b44b2c', 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'fixed_ips': [{'subnet_id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d'}]}} from n-d-787206-3. {{(pid=79561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 14 19:24:02.340345 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.466622 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-379727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-316'] for router, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.512248 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.db_base_plugin_common [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Allocated IP 172.20.0.2 (0d467e12-1c65-4a33-9aba-967b15b44b2c/b3822011-8cbe-4d66-9ee5-1b239fb9e77d/2ebd2425-6b70-4ca5-9464-6c66eae01d33) {{(pid=79561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:24:02.611937 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.699355 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.713383 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Transition to ACTIVE for port object ef762fb2-46f0-4b77-a576-a5dd8950f38c will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:24:02.719987 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.724546 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-f9e789a6-9375-4a72-865e-4d4705bffb2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:02.739002 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Notify callbacks [] for port, precommit_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.750967 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Transition to ACTIVE for port object 2ebd2425-6b70-4ca5-9464-6c66eae01d33 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:24:02.772913 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Transition to ACTIVE for port object 2ebd2425-6b70-4ca5-9464-6c66eae01d33 will not be triggered until provisioned by entity DHCP. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:24:02.782479 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854'] for port, after_create {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.789893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:02.803722 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.845615 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.846274 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Pushing event updated for resources: {'Port': ['ID=ef762fb2-46f0-4b77-a576-a5dd8950f38c,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:02.848505 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c is already hosted by enough agents. {{(pid=79561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:24:02.851692 n-d-787206-3 neutron-server[79561]: DEBUG neutron.scheduler.base_scheduler [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Resources bound (agent type, host, resource id): {{(pid=79561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:24:02.855265 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Received port after_create {{(pid=79561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:24:02.864667 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.864933 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.865484 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.865822 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.866254 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.866578 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.866898 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.867556 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.867878 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.868197 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.868510 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.868824 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:24:02.892365 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:02.945974 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Pushing event updated for resources: {'Port': ['ID=2ebd2425-6b70-4ca5-9464-6c66eae01d33,revision_number=1']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:02.958013 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:02.969624 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Attempting to bind port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:24:02.970004 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Attempting to bind port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:24:02.970372 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Attempting to bind port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 on network 0d467e12-1c65-4a33-9aba-967b15b44b2c {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:24:02.977421 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:24:02.977808 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Checking segment: {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:24:02.978221 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:02.978626 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Bound using segment: {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:24:02.979099 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Bound port: 2ebd2425-6b70-4ca5-9464-6c66eae01d33, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:24:02.979509 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.047040 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Allocated IP 172.25.4.36 (01b51dcf-aadf-420c-ba3c-9681b4748102/5d62763b-595b-430b-ba18-0f95b4835a88/958b31e9-0b6e-4eef-b277-99bf912a87b0) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:24:03.054982 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Attempting to bind port ef762fb2-46f0-4b77-a576-a5dd8950f38c on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:24:03.055670 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Attempting to bind port ef762fb2-46f0-4b77-a576-a5dd8950f38c by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:24:03.056095 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Attempting to bind port ef762fb2-46f0-4b77-a576-a5dd8950f38c on network c203a845-4f6b-442e-aa05-0a20e3a84798 {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:24:03.062665 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:24:03.063141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Checking segment: {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:24:03.063650 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.064097 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Bound using segment: {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:24:03.064624 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Bound port: ef762fb2-46f0-4b77-a576-a5dd8950f38c, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb46551-3ac4-4d3b-9b98-4ceef859732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:24:03.065123 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.093994 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] For port 2ebd2425-6b70-4ca5-9464-6c66eae01d33, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:24:03.097130 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] For port 2ebd2425-6b70-4ca5-9464-6c66eae01d33, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2ebd2425-6b70-4ca5-9464-6c66eae01d33,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:24:03.101343 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.106106 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-5e58fa30-6554-40d0-8ab8-97a0f1674b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:03.161539 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] For port ef762fb2-46f0-4b77-a576-a5dd8950f38c, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:24:03.165224 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] For port ef762fb2-46f0-4b77-a576-a5dd8950f38c, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef762fb2-46f0-4b77-a576-a5dd8950f38c,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:24:03.170135 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.176333 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:03.191252 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Pushing event updated for resources: {'Port': ['ID=2ebd2425-6b70-4ca5-9464-6c66eae01d33,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:03.193138 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:03.252268 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Routers {'6a584fa0-6920-470a-a5a8-e83488befd2a'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:24:03.252921 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6a584fa0-6920-470a-a5a8-e83488befd2a'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:03.395214 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 72439651-b93f-4643-a131-9df7f5513c98 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:03.417042 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Pushing event updated for resources: {'Port': ['ID=ef762fb2-46f0-4b77-a576-a5dd8950f38c,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:03.419059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.421011 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-3ac9ecf4-10c0-4c0d-83a1-1e1faecf2d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:03.488082 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.493392 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b49642ac-e4dd-4d01-8b12-8792718cd2b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:03.507053 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] Set router 6a584fa0-6920-470a-a5a8-e83488befd2a gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:24:03.613388 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Pushing event updated for resources: {'Port': ['ID=958b31e9-0b6e-4eef-b277-99bf912a87b0,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:03.621590 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 72439651-b93f-4643-a131-9df7f5513c98 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:03.622053 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:03.626297 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:03.636370 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Network 01b51dcf-aadf-420c-ba3c-9681b4748102 is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:24:03.638033 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:24:03.644117 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:24:03.887936 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:23:59Z', 'revision_number': 4, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'ef762fb2-46f0-4b77-a576-a5dd8950f38c', 'name': '', 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'mac_address': 'fa:16:3e:9f:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:58Z', 'updated_at': '2021-05-14T19:24:03Z', 'revision_number': 4, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'subnets': [{'id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:03.892050 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc933d-56c5-4a9d-85cf-06b8fb54df29 None None] The sync data for ids ['6a584fa0-6920-470a-a5a8-e83488befd2a'] in n-d-787206-3 is: [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:23:59Z', 'revision_number': 4, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': 'ef762fb2-46f0-4b77-a576-a5dd8950f38c', 'name': '', 'network_id': 'c203a845-4f6b-442e-aa05-0a20e3a84798', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'mac_address': 'fa:16:3e:9f:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:58Z', 'updated_at': '2021-05-14T19:24:03Z', 'revision_number': 4, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'subnets': [{'id': '8c79f818-4d4c-45d8-8e09-b3db6efbcaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:24:04.094467 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:04.337413 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb42eb-3365-44cc-800a-88a31668d43c None None] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:24:04.438552 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-cc7e7d7f-070b-4763-8ec4-606afbd3b96f None None] Provisioning for port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:04.470022 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-368652'] for router, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:04.694103 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Router 16eea580-86ad-48ef-98a6-711d4713f723 is scheduled to L3 agent 6614ad06-1778-40a9-974d-287f72e02bce with binding_index 1 {{(pid=79559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 14 19:24:05.056967 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:24:05.067171 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Sync routers for ids ['16eea580-86ad-48ef-98a6-711d4713f723'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:24:05.078211 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Routers {'16eea580-86ad-48ef-98a6-711d4713f723'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:24:05.079068 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16eea580-86ad-48ef-98a6-711d4713f723'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:05.081440 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:05.082675 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-8cee096f-b080-4471-8b86-5010c40ec571 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9514031 May 14 19:24:05.085382 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44432) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:24:05.257494 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Set router 16eea580-86ad-48ef-98a6-711d4713f723 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:24:05.430535 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef762fb2-46f0-4b77-a576-a5dd8950f38c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:05.569547 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port ef762fb2-46f0-4b77-a576-a5dd8950f38c completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:05.579140 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ef762fb2-46f0-4b77-a576-a5dd8950f38c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:05.579786 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:05.691254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:03Z', 'revision_number': 3, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:05.702696 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Checking router: 16eea580-86ad-48ef-98a6-711d4713f723 for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:24:05.703046 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Updating router 16eea580-86ad-48ef-98a6-711d4713f723 port 958b31e9-0b6e-4eef-b277-99bf912a87b0 binding host n-d-787206-3 {{(pid=79561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:24:05.755932 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:05.765925 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:05.780483 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:05.843947 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port ef762fb2-46f0-4b77-a576-a5dd8950f38c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef762fb2-46f0-4b77-a576-a5dd8950f38c,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:24:05.884533 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:05.885354 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ebd2425-6b70-4ca5-9464-6c66eae01d33 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:05.917083 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-6061f164-f98a-4fb5-85e9-86b765a1c364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:05.974786 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_common [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Allocated IP 172.20.0.1 (0d467e12-1c65-4a33-9aba-967b15b44b2c/b3822011-8cbe-4d66-9ee5-1b239fb9e77d/6ad6d6a3-5294-484c-80db-aa58662c2802) {{(pid=79559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 19:24:06.049471 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=ef762fb2-46f0-4b77-a576-a5dd8950f38c,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:06.133824 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.149861 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.provisioning_blocks [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Transition to ACTIVE for port object 6ad6d6a3-5294-484c-80db-aa58662c2802 will not be triggered until provisioned by entity DHCP. {{(pid=79559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:24:06.152739 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:06.174408 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727267759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.178351 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:06.178988 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6dadaaf7-bf12-4bfc-bda0-01b221843d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:06.196312 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:06.196690 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.235946 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:24:06.238707 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:24:06.246557 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Received port after_create {{(pid=79559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 14 19:24:06.285090 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad6d6a3-5294-484c-80db-aa58662c2802,revision_number=1']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:06.290246 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:06.309644 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384720'] for router_interface, before_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.420733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Notify callbacks [] for port, precommit_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.423543 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.424675 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.448397 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Transition to ACTIVE for port object 958b31e9-0b6e-4eef-b277-99bf912a87b0 will not be triggered until provisioned by entity L2. {{(pid=79561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:24:06.464451 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.471104 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:06.518254 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 2ebd2425-6b70-4ca5-9464-6c66eae01d33, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2ebd2425-6b70-4ca5-9464-6c66eae01d33,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:24:06.532493 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.566835 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Attempting to bind port 958b31e9-0b6e-4eef-b277-99bf912a87b0 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:24:06.567236 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Attempting to bind port 958b31e9-0b6e-4eef-b277-99bf912a87b0 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:24:06.567606 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Attempting to bind port 958b31e9-0b6e-4eef-b277-99bf912a87b0 on network 01b51dcf-aadf-420c-ba3c-9681b4748102 {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:24:06.569809 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd482d-dcf7-45cf-8ea1-1062bf71aed8 None None] Pushing event updated for resources: {'Port': ['ID=958b31e9-0b6e-4eef-b277-99bf912a87b0,revision_number=2']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:06.572023 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8db144dd-903c-4129-b8a3-8836ca129aec None None] Provisioning for port 6ad6d6a3-5294-484c-80db-aa58662c2802 completed by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:06.576817 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fddd482d-dcf7-45cf-8ea1-1062bf71aed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:06.578280 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-473c508e-e0af-4872-9d96-63d886748a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:06.623227 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-8db144dd-903c-4129-b8a3-8836ca129aec None None] Provisioning complete for port 6ad6d6a3-5294-484c-80db-aa58662c2802 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:06.623741 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8db144dd-903c-4129-b8a3-8836ca129aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.647169 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:24:06.647573 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Checking segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:24:06.647978 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.648383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Bound using segment: {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'} {{(pid=79561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:24:06.648868 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.managers [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Bound port: 958b31e9-0b6e-4eef-b277-99bf912a87b0, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ba40d-083a-40bc-842a-b6b7a24359fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102'}}] {{(pid=79561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:24:06.649248 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.656918 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.661376 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2945251'] for port, after_update {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.687595 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-825b5b15-77ce-4c44-b8bf-95d0c591ac91 tempest-NetworksIpV6Test-214433898 tempest-NetworksIpV6Test-214433898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:06.757755 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=2ebd2425-6b70-4ca5-9464-6c66eae01d33,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:06.763051 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-8db144dd-903c-4129-b8a3-8836ca129aec None None] Port 6ad6d6a3-5294-484c-80db-aa58662c2802 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:24:06.765283 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:06.776896 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] For port 958b31e9-0b6e-4eef-b277-99bf912a87b0, host n-d-787206-3, cleared binding levels {{(pid=79561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:24:06.780989 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] For port 958b31e9-0b6e-4eef-b277-99bf912a87b0, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=958b31e9-0b6e-4eef-b277-99bf912a87b0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:24:06.785444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.789298 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:06.866444 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Routers {'16eea580-86ad-48ef-98a6-711d4713f723'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:24:06.867059 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16eea580-86ad-48ef-98a6-711d4713f723'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:06.947115 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad6d6a3-5294-484c-80db-aa58662c2802,revision_number=2']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:06.950536 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-384591'] for router_interface, after_create {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:06.957713 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:06.977112 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd482d-dcf7-45cf-8ea1-1062bf71aed8 None None] Pushing event updated for resources: {'Port': ['ID=958b31e9-0b6e-4eef-b277-99bf912a87b0,revision_number=3']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:06.990868 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-fddd482d-dcf7-45cf-8ea1-1062bf71aed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:07.051928 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] Set router 16eea580-86ad-48ef-98a6-711d4713f723 gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:24:07.088827 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c is already hosted by enough agents. {{(pid=79559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 19:24:07.089991 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.base_scheduler [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Resources bound (agent type, host, resource id): {{(pid=79559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 19:24:07.279862 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Router 16eea580-86ad-48ef-98a6-711d4713f723 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:24:07.309343 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-2a66e853-f457-4d63-9fd4-81ee3c0e7551 None None] Provisioning complete for port 6ad6d6a3-5294-484c-80db-aa58662c2802 triggered by entity DHCP. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:07.309807 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-2a66e853-f457-4d63-9fd4-81ee3c0e7551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:07.391586 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef762fb2-46f0-4b77-a576-a5dd8950f38c up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:07.451853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-2a66e853-f457-4d63-9fd4-81ee3c0e7551 None None] Port 6ad6d6a3-5294-484c-80db-aa58662c2802 cannot update to ACTIVE because it is not bound. {{(pid=79561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 14 19:24:07.469893 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:24:07.483679 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] 10.222.0.24 "PUT /v2.0/routers/16eea580-86ad-48ef-98a6-711d4713f723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926408 May 14 19:24:07.501057 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port ef762fb2-46f0-4b77-a576-a5dd8950f38c triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:07.501444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:07.531383 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ad6d6a3-5294-484c-80db-aa58662c2802', 'name': '', 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'mac_address': 'fa:16:3e:8e:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:05Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 2, 'project_id': 'c154949782d245219a241e50c8e4331d', 'subnets': [{'id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:07.542242 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98030bd5-8279-420d-acd3-e244b2d502d9 None None] The sync data for ids ['16eea580-86ad-48ef-98a6-711d4713f723'] in n-d-787206-3 is: [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ad6d6a3-5294-484c-80db-aa58662c2802', 'name': '', 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'mac_address': 'fa:16:3e:8e:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:05Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 2, 'project_id': 'c154949782d245219a241e50c8e4331d', 'subnets': [{'id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:24:07.634317 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ebd2425-6b70-4ca5-9464-6c66eae01d33 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:07.702665 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:07.703055 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:09.373708 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 958b31e9-0b6e-4eef-b277-99bf912a87b0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:09.442282 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 958b31e9-0b6e-4eef-b277-99bf912a87b0 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:09.446978 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 958b31e9-0b6e-4eef-b277-99bf912a87b0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:09.447396 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:09.566206 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:09.582873 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 958b31e9-0b6e-4eef-b277-99bf912a87b0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=958b31e9-0b6e-4eef-b277-99bf912a87b0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:24:09.586490 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:09.588306 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:09.656496 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=958b31e9-0b6e-4eef-b277-99bf912a87b0,revision_number=4']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:09.659412 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:11.017972 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Sync routers for ids ['16eea580-86ad-48ef-98a6-711d4713f723'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:24:11.027151 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Routers {'16eea580-86ad-48ef-98a6-711d4713f723'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:24:11.027779 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16eea580-86ad-48ef-98a6-711d4713f723'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:11.201293 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Set router 16eea580-86ad-48ef-98a6-711d4713f723 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:24:11.357121 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 958b31e9-0b6e-4eef-b277-99bf912a87b0 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:11.424541 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 958b31e9-0b6e-4eef-b277-99bf912a87b0 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:11.425032 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:11.513141 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ad6d6a3-5294-484c-80db-aa58662c2802', 'name': '', 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'mac_address': 'fa:16:3e:8e:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:05Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 2, 'project_id': 'c154949782d245219a241e50c8e4331d', 'subnets': [{'id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:11.517300 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Checking router: 16eea580-86ad-48ef-98a6-711d4713f723 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:24:11.517651 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Updating router 16eea580-86ad-48ef-98a6-711d4713f723 port 6ad6d6a3-5294-484c-80db-aa58662c2802 binding host n-d-787206-3 {{(pid=79562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 19:24:11.569980 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:11.920459 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Notify callbacks [] for port, precommit_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:11.931417 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.provisioning_blocks [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Transition to ACTIVE for port object 6ad6d6a3-5294-484c-80db-aa58662c2802 will not be triggered until provisioned by entity L2. {{(pid=79562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 14 19:24:11.937418 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:11.940796 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-a294dc2a-e2b6-4cc3-a6b2-f162138081d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:12.092974 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362c60c-86ac-428d-bcd6-16d972373eea None None] Pushing event updated for resources: {'Port': ['ID=6ad6d6a3-5294-484c-80db-aa58662c2802,revision_number=3']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:12.099723 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5362c60c-86ac-428d-bcd6-16d972373eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:12.150790 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Attempting to bind port 6ad6d6a3-5294-484c-80db-aa58662c2802 on host n-d-787206-3 for vnic_type normal with profile {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 14 19:24:12.151163 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Attempting to bind port 6ad6d6a3-5294-484c-80db-aa58662c2802 by drivers openvswitch,hyperv on host n-d-787206-3 at level 0 using segments [{'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 14 19:24:12.151548 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Attempting to bind port 6ad6d6a3-5294-484c-80db-aa58662c2802 on network 0d467e12-1c65-4a33-9aba-967b15b44b2c {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 14 19:24:12.157325 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Checking agent: {'id': '7ef283b9-44f7-493f-9dd1-6b7944195a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 14, 17, 42, 59), 'started_at': datetime.datetime(2021, 5, 14, 17, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 14 19:24:12.157695 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Checking segment: {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 14 19:24:12.158089 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:12.158474 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Bound using segment: {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'} {{(pid=79562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 14 19:24:12.158924 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.managers [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Bound port: 6ad6d6a3-5294-484c-80db-aa58662c2802, host: n-d-787206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c336cbf-5bde-444a-a2db-838c198a4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c'}}] {{(pid=79562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 14 19:24:12.159332 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:12.243246 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] For port 6ad6d6a3-5294-484c-80db-aa58662c2802, host n-d-787206-3, cleared binding levels {{(pid=79562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 14 19:24:12.246120 n-d-787206-3 neutron-server[79562]: DEBUG neutron.plugins.ml2.db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] For port 6ad6d6a3-5294-484c-80db-aa58662c2802, host n-d-787206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6ad6d6a3-5294-484c-80db-aa58662c2802,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 14 19:24:12.251275 n-d-787206-3 neutron-server[79562]: DEBUG neutron_lib.callbacks.manager [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:12.254705 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-852aaf75-212e-4fe6-858e-452821a3e90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:12.330790 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Routers {'16eea580-86ad-48ef-98a6-711d4713f723'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:24:12.331448 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:24:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16eea580-86ad-48ef-98a6-711d4713f723'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:12.384952 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362c60c-86ac-428d-bcd6-16d972373eea None None] Pushing event updated for resources: {'Port': ['ID=6ad6d6a3-5294-484c-80db-aa58662c2802,revision_number=4']} {{(pid=79562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:12.442715 n-d-787206-3 neutron-server[79562]: DEBUG oslo_concurrency.lockutils [None req-5362c60c-86ac-428d-bcd6-16d972373eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:12.510906 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] Set router 16eea580-86ad-48ef-98a6-711d4713f723 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:24:12.823126 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ad6d6a3-5294-484c-80db-aa58662c2802', 'name': '', 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'mac_address': 'fa:16:3e:8e:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:05Z', 'updated_at': '2021-05-14T19:24:12Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'subnets': [{'id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:24:12.827737 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d38a77-bfa9-4b5c-9c62-947f36805d59 None None] The sync data for ids ['16eea580-86ad-48ef-98a6-711d4713f723'] in n-d-787206-3 is: [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:06Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3', '_interfaces': [{'id': '6ad6d6a3-5294-484c-80db-aa58662c2802', 'name': '', 'network_id': '0d467e12-1c65-4a33-9aba-967b15b44b2c', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'mac_address': 'fa:16:3e:8e:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:05Z', 'updated_at': '2021-05-14T19:24:12Z', 'revision_number': 4, 'project_id': 'c154949782d245219a241e50c8e4331d', 'subnets': [{'id': 'b3822011-8cbe-4d66-9ee5-1b239fb9e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:24:13.374524 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ad6d6a3-5294-484c-80db-aa58662c2802 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:13.444339 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning for port 6ad6d6a3-5294-484c-80db-aa58662c2802 completed by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 14 19:24:13.448775 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6ad6d6a3-5294-484c-80db-aa58662c2802 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:13.449157 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:13.561243 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983011'] for port, before_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:13.596483 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] For port 6ad6d6a3-5294-484c-80db-aa58662c2802, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6ad6d6a3-5294-484c-80db-aa58662c2802,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:24:13.600360 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727268142879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727267759876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727267759921'] for port, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:13.602117 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:24:13.666707 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Pushing event updated for resources: {'Port': ['ID=6ad6d6a3-5294-484c-80db-aa58662c2802,revision_number=5']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:24:13.669674 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:24:15.360450 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ad6d6a3-5294-484c-80db-aa58662c2802 up at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 14 19:24:15.428782 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.provisioning_blocks [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Provisioning complete for port 6ad6d6a3-5294-484c-80db-aa58662c2802 triggered by entity L2. {{(pid=79561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 14 19:24:15.429164 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7814696'] for port, provisioning_complete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:24.866313 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:27.214554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f30b-ca57-4181-b872-0c92a78bf6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:28.531990 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:29.794200 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:29.900745 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3930b0fb-d031-4fe1-8761-43f42c60285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:30.943401 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:24:31.085673 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:32.585911 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:54.881664 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:57.216588 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d681c7f-cf8d-450d-8259-257e06385423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:58.547326 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:59.795498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:24:59.900936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a148d324-7cd9-493f-8f3f-406ffbac365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:01.089253 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:02.588842 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:07.681214 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44464) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:07.949680 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:25:08.213506 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:08.780608 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Deleting port ef762fb2-46f0-4b77-a576-a5dd8950f38c {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:08.781279 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:08.900611 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] For port ef762fb2-46f0-4b77-a576-a5dd8950f38c, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=ef762fb2-46f0-4b77-a576-a5dd8950f38c,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:08.900976 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:09.021522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Calling delete_port for ef762fb2-46f0-4b77-a576-a5dd8950f38c owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:09.160059 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:09.163506 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-eaf7ad47-e075-45c5-934b-40de120b08dc tempest-TestServerBasicOps-1916231316 tempest-TestServerBasicOps-1916231316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:09.204562 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef762fb2-46f0-4b77-a576-a5dd8950f38c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:09.215001 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.215428 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.215797 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.216170 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.216539 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.216903 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.217566 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.217667 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.217975 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.218305 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.218664 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.219029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:09.247754 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:09.488455 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:09.838966 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Router 6a584fa0-6920-470a-a5a8-e83488befd2a has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:25:10.175727 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:25:10.184766 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] 10.222.0.24 "PUT /v2.0/routers/6a584fa0-6920-470a-a5a8-e83488befd2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025194 May 14 19:25:10.185053 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] Sync routers for ids ['6a584fa0-6920-470a-a5a8-e83488befd2a'] in n-d-787206-3 {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:25:10.187253 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44470) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:10.195260 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] Routers {'6a584fa0-6920-470a-a5a8-e83488befd2a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:25:10.195874 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6a584fa0-6920-470a-a5a8-e83488befd2a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:10.364224 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:10.367975 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] Set router 6a584fa0-6920-470a-a5a8-e83488befd2a gateway port host: n-d-787206-3 {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:25:10.545070 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:10.617989 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Deleting port 72439651-b93f-4643-a131-9df7f5513c98 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:10.618338 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:10.696392 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '72439651-b93f-4643-a131-9df7f5513c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:25:09Z', 'revision_number': 5, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port': {'id': '72439651-b93f-4643-a131-9df7f5513c98', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:23:56Z', 'updated_at': '2021-05-14T19:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:10.700274 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] Checking router: 6a584fa0-6920-470a-a5a8-e83488befd2a for host: n-d-787206-3 {{(pid=79561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:25:10.708853 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] Routers {'6a584fa0-6920-470a-a5a8-e83488befd2a'} bound to L3 agent in host n-d-787206-3 {{(pid=79561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:25:10.709454 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['6a584fa0-6920-470a-a5a8-e83488befd2a'], 'active': True} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:10.741070 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] For port 72439651-b93f-4643-a131-9df7f5513c98, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=72439651-b93f-4643-a131-9df7f5513c98,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:10.741426 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:10.858979 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvr_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] Set router 6a584fa0-6920-470a-a5a8-e83488befd2a gateway port host: None {{(pid=79561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:25:10.865910 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Calling delete_port for 72439651-b93f-4643-a131-9df7f5513c98 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:10.964712 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_hamode_db [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:25:10Z', 'revision_number': 6, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:10.968583 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313113a-4411-472c-bb59-5d6dae1b49f9 None None] The sync data for ids ['6a584fa0-6920-470a-a5a8-e83488befd2a'] in n-d-787206-3 is: [{'id': '6a584fa0-6920-470a-a5a8-e83488befd2a', 'name': 'tempest-TestSnapshotPattern-208517867-router', 'tenant_id': 'fc433616f6034e7692ac829dab2d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:23:55Z', 'updated_at': '2021-05-14T19:25:10Z', 'revision_number': 6, 'project_id': 'fc433616f6034e7692ac829dab2d18c2', 'gw_port_host': None}] {{(pid=79561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:25:11.013820 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.019265 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-400cafec-29b8-46fb-acd3-4ee25cb19813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:11.061029 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Pushing event deleted for resources: {'Port': ['ID=72439651-b93f-4643-a131-9df7f5513c98,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:11.064369 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:11.156241 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.331387 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.333736 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.358482 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.359132 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a584fa0-6920-470a-a5a8-e83488befd2a {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:25:11.372034 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.373174 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-51469191-2b80-4afd-9ca8-c272ede0ed00 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6a584fa0-6920-470a-a5a8-e83488befd2a HTTP/1.1" status: 204 len: 168 time: 1.1850216 May 14 19:25:11.375730 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44476) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:11.424161 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef762fb2-46f0-4b77-a576-a5dd8950f38c no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:25:11.440921 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Deleting subnet 8c79f818-4d4c-45d8-8e09-b3db6efbcaab {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:25:11.444135 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.460154 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: ef762fb2-46f0-4b77-a576-a5dd8950f38c {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:25:11.460637 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device ef762fb2-46f0-4b77-a576-a5dd8950f38c not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:25:11.658811 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.734788 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.987369 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:11.993981 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-6546da48-8f14-457d-98ee-4aaedd51995b tempest-NetworksIpV6Test-683692015 tempest-NetworksIpV6Test-683692015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:12.028192 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c79f818-4d4c-45d8-8e09-b3db6efbcaab,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:12.031194 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:12.032157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.038488 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0885e34f-47d2-444e-938d-bb05cfafcf9b None None] Network c203a845-4f6b-442e-aa05-0a20e3a84798 requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:25:12.039504 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-ac0d5c5e-7573-43e4-946e-939b5c6915a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8c79f818-4d4c-45d8-8e09-b3db6efbcaab HTTP/1.1" status: 204 len: 168 time: 0.6620553 May 14 19:25:12.041748 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44480) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:12.149433 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.224720 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Deleting port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:12.224974 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.286702 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] DHCP port deletion for c203a845-4f6b-442e-aa05-0a20e3a84798 request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:25:12.328101 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] For port f309a807-eafb-4e40-b6fa-2d6e6ad33f08, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:12.328541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.352417 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Deleting port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:12.352803 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.451369 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] For port f309a807-eafb-4e40-b6fa-2d6e6ad33f08, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,segment=NetworkSegment(2fb46551-3ac4-4d3b-9b98-4ceef859732b),segment_id=2fb46551-3ac4-4d3b-9b98-4ceef859732b)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:12.452054 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.452149 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Calling delete_port for f309a807-eafb-4e40-b6fa-2d6e6ad33f08 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:12.501088 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.511915 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-d2d1c70c-f815-49b4-bf51-1a517ce63188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:12.545850 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] No DVR routers for this DVR port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:25:12.575995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Calling delete_port for f309a807-eafb-4e40-b6fa-2d6e6ad33f08 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:12.583982 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Pushing event deleted for resources: {'Port': ['ID=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:12.588746 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:12.622409 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.625918 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:12.669257 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.671247 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Pushing event deleted for resources: {'Port': ['ID=f309a807-eafb-4e40-b6fa-2d6e6ad33f08,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:12.674088 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] No DVR routers for this DVR port f309a807-eafb-4e40-b6fa-2d6e6ad33f08 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:25:12.681871 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.682148 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.682384 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.682722 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.683052 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.683401 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.684064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.684064 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.684355 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.684675 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.684995 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.685314 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787206-3 {{(pid=79561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 19:25:12.686373 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c203a845-4f6b-442e-aa05-0a20e3a84798']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:12.688387 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-974ea221-f9ee-4547-945d-b7b7c49dc849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:12.700619 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb46551-3ac4-4d3b-9b98-4ceef859732b') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:12.700922 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb46551-3ac4-4d3b-9b98-4ceef859732b') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:12.712558 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.732250 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.739204 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:25:12.739594 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: timer() May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:25:12.753588 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:25:12.827516 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.832140 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:12.834566 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-540cb96c-2667-4286-91a7-9a968c43af05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:12.856092 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Pushing event deleted for resources: {'Network': ['ID=c203a845-4f6b-442e-aa05-0a20e3a84798,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:12.859263 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c203a845-4f6b-442e-aa05-0a20e3a84798 HTTP/1.1" status: 204 len: 168 time: 0.8165829 May 14 19:25:12.860175 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c7df4ff1-c249-4121-a849-e3bb95c2387a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:12.862647 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44484) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:13.389578 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 72439651-b93f-4643-a131-9df7f5513c98 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:25:13.400966 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-384605'] for router_interface, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:13.424517 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 72439651-b93f-4643-a131-9df7f5513c98 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:25:13.424875 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 72439651-b93f-4643-a131-9df7f5513c98 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:25:13.425300 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f309a807-eafb-4e40-b6fa-2d6e6ad33f08 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:25:13.458168 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: f309a807-eafb-4e40-b6fa-2d6e6ad33f08 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:25:13.458872 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device f309a807-eafb-4e40-b6fa-2d6e6ad33f08 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:25:13.967407 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Deleting port 6ad6d6a3-5294-484c-80db-aa58662c2802 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:13.967749 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:14.090545 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] For port 6ad6d6a3-5294-484c-80db-aa58662c2802, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=6ad6d6a3-5294-484c-80db-aa58662c2802,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:14.090899 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:14.212847 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Calling delete_port for 6ad6d6a3-5294-484c-80db-aa58662c2802 owned by network:router_interface {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:14.348121 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:14.352398 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-1566aa4e-2f85-46f4-a0fd-5135b119fbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:14.398622 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad6d6a3-5294-484c-80db-aa58662c2802,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:14.424254 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:14.665141 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-369869'] for router_interface, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:15.020799 n-d-787206-3 neutron-server[79559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Router 16eea580-86ad-48ef-98a6-711d4713f723 has already been hosted by L3 agent 6614ad06-1778-40a9-974d-287f72e02bce {{(pid=79559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 14 19:25:15.369547 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] Notify agent at l3_agent.n-d-787206-3 the message routers_updated {{(pid=79559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 14 19:25:15.379744 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-66c6c894-1a91-4c72-a9b5-486b66f68719 admin admin] 10.222.0.24 "PUT /v2.0/routers/16eea580-86ad-48ef-98a6-711d4713f723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160840 May 14 19:25:15.380198 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] Sync routers for ids ['16eea580-86ad-48ef-98a6-711d4713f723'] in n-d-787206-3 {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 19:25:15.382309 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44492) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:15.392279 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] Routers {'16eea580-86ad-48ef-98a6-711d4713f723'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:25:15.392892 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16eea580-86ad-48ef-98a6-711d4713f723'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:15.560476 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks [] for router, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:15.567911 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] Set router 16eea580-86ad-48ef-98a6-711d4713f723 gateway port host: n-d-787206-3 {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:25:15.738979 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:15.809122 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Deleting port 958b31e9-0b6e-4eef-b277-99bf912a87b0 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:15.809465 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:15.848652 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'external_fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:25:14Z', 'revision_number': 5, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port': {'id': '958b31e9-0b6e-4eef-b277-99bf912a87b0', 'name': '', 'network_id': '01b51dcf-aadf-420c-ba3c-9681b4748102', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eea580-86ad-48ef-98a6-711d4713f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d62763b-595b-430b-ba18-0f95b4835a88', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787206-3'}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:15.852431 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] Checking router: 16eea580-86ad-48ef-98a6-711d4713f723 for host: n-d-787206-3 {{(pid=79562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 19:25:15.861183 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] Routers {'16eea580-86ad-48ef-98a6-711d4713f723'} bound to L3 agent in host n-d-787206-3 {{(pid=79562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 14 19:25:15.861950 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-14T17:43:00Z,description=,heartbeat_timestamp=2021-05-14T19:25:00Z,host='n-d-787206-3',id=6614ad06-1778-40a9-974d-287f72e02bce,load=0,resource_versions=,resources_synced=,started_at=2021-05-14T17:43:00Z,topic='l3_agent')) {'router_ids': ['16eea580-86ad-48ef-98a6-711d4713f723'], 'active': True} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:15.933058 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] For port 958b31e9-0b6e-4eef-b277-99bf912a87b0, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=958b31e9-0b6e-4eef-b277-99bf912a87b0,segment=NetworkSegment(e71ba40d-083a-40bc-842a-b6b7a24359fe),segment_id=e71ba40d-083a-40bc-842a-b6b7a24359fe)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:15.933418 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.008363 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_dvr_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] Set router 16eea580-86ad-48ef-98a6-711d4713f723 gateway port host: None {{(pid=79562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 14 19:25:16.059805 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Calling delete_port for 958b31e9-0b6e-4eef-b277-99bf912a87b0 owned by network:router_gateway {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:16.111154 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.l3_hamode_db [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:25:15Z', 'revision_number': 6, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port_host': None}], 'n-d-787206-3', False) {} {{(pid=79562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:16.115047 n-d-787206-3 neutron-server[79562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402f645-c714-4b5c-9686-6f1740922834 None None] The sync data for ids ['16eea580-86ad-48ef-98a6-711d4713f723'] in n-d-787206-3 is: [{'id': '16eea580-86ad-48ef-98a6-711d4713f723', 'name': 'tempest-TestSnapshotPattern-1145150482-router', 'tenant_id': 'c154949782d245219a241e50c8e4331d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-14T19:24:02Z', 'updated_at': '2021-05-14T19:25:15Z', 'revision_number': 6, 'project_id': 'c154949782d245219a241e50c8e4331d', 'gw_port_host': None}] {{(pid=79562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 19:25:16.198564 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.202964 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-934d7ae8-206e-4ab5-8d6f-ff75311cce23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:16.272515 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Pushing event deleted for resources: {'Port': ['ID=958b31e9-0b6e-4eef-b277-99bf912a87b0,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:16.279545 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:16.338782 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368859'] for router_gateway, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.514278 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-698885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.516623 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.539662 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370511'] for router, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.540187 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16eea580-86ad-48ef-98a6-711d4713f723 {{(pid=79559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 14 19:25:16.552879 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] Notify callbacks [] for router, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.553998 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-e451270a-a4e2-4bd7-ab89-ddb2aee95901 admin admin] 10.222.0.24 "DELETE /v2.0/routers/16eea580-86ad-48ef-98a6-711d4713f723 HTTP/1.1" status: 204 len: 168 time: 1.1707857 May 14 19:25:16.556522 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44496) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:16.617724 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Deleting subnet b3822011-8cbe-4d66-9ee5-1b239fb9e77d {{(pid=79559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 14 19:25:16.620563 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.667541 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3109397'] for subnet, precommit_delete_associations {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:16.745153 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7810822'] for subnet, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.158291 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7810829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2945197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222814'] for subnet, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.162718 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8722671a-65f0-419b-b92c-404d1b6a34a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:17.201114 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3822011-8cbe-4d66-9ee5-1b239fb9e77d,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:17.203528 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.206660 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:17.208464 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204278e-2517-42c3-8455-492ef41a8d1d None None] Network 0d467e12-1c65-4a33-9aba-967b15b44b2c requested from n-d-787206-3 {{(pid=79561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 14 19:25:17.210778 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-f14d9925-a5b2-43c8-9095-5116a8074efd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3822011-8cbe-4d66-9ee5-1b239fb9e77d HTTP/1.1" status: 204 len: 168 time: 0.6533208 May 14 19:25:17.213201 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44500) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:17.317057 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925766'] for network, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.398046 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Deleting port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 {{(pid=79559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:17.398392 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.414676 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ad6d6a3-5294-484c-80db-aa58662c2802 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:25:17.456820 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 6ad6d6a3-5294-484c-80db-aa58662c2802 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:25:17.457205 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 6ad6d6a3-5294-484c-80db-aa58662c2802 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:25:17.457584 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 958b31e9-0b6e-4eef-b277-99bf912a87b0 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:25:17.493159 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 958b31e9-0b6e-4eef-b277-99bf912a87b0 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:25:17.493509 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 958b31e9-0b6e-4eef-b277-99bf912a87b0 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:25:17.503277 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.db [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] For port 2ebd2425-6b70-4ca5-9464-6c66eae01d33, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2ebd2425-6b70-4ca5-9464-6c66eae01d33,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:17.503647 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.569971 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] DHCP port deletion for 0d467e12-1c65-4a33-9aba-967b15b44b2c request from n-d-787206-3 {{(pid=79561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 14 19:25:17.630519 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.plugin [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Calling delete_port for 2ebd2425-6b70-4ca5-9464-6c66eae01d33 owned by network:dhcp {{(pid=79559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:17.635204 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Deleting port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 {{(pid=79561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 14 19:25:17.635612 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727268141451'] for port, before_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.676449 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2945178'] for port, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.680299 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-88f1dd4f-6eba-4ec0-9ba3-f1d26e1ddec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:17.726773 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebd2425-6b70-4ca5-9464-6c66eae01d33,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:17.729850 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:17.730609 n-d-787206-3 neutron-server[79559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] No DVR routers for this DVR port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 on host n-d-787206-3 {{(pid=79559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:25:17.739520 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.db [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] For port 2ebd2425-6b70-4ca5-9464-6c66eae01d33, host n-d-787206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787206-3',level=0,port_id=2ebd2425-6b70-4ca5-9464-6c66eae01d33,segment=NetworkSegment(2c336cbf-5bde-444a-a2db-838c198a4b42),segment_id=2c336cbf-5bde-444a-a2db-838c198a4b42)] {{(pid=79561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 14 19:25:17.739928 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383363'] for port, precommit_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.846424 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7812241', 'neutron.services.segments.db._delete_segments_for_network-8727268234572'] for network, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.859162 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d467e12-1c65-4a33-9aba-967b15b44b2c']}} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:17.861724 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Calling delete_port for 2ebd2425-6b70-4ca5-9464-6c66eae01d33 owned by network:dhcp {{(pid=79561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 14 19:25:17.871567 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c336cbf-5bde-444a-a2db-838c198a4b42') {'for_net_delete': True} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:17.871860 n-d-787206-3 neutron-server[79559]: DEBUG neutron.services.segments.db [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c336cbf-5bde-444a-a2db-838c198a4b42') {} {{(pid=79559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 19:25:17.884700 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727268244309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109614'] for segment, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.902661 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161'] for segment, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.903421 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7983076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-930009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727268142897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727267759863'] for port, after_delete {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.907893 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-7965a24a-1ac4-4c98-a96d-4950c969a102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:17.909139 n-d-787206-3 neutron-server[79559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=79559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 19:25:17.909520 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7789161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2945223'] for segment, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: Traceback (most recent call last): May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: timer() May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: cb(*args, **kw) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: return func(*args, **kwargs) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: self._notify() May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: self.callback(batched_events) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: event.method(event) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: aggregate_uuid = self.p_client.list_aggregates( May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: return f(self, *a, **k) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: return self._get(url).json() May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: return self.request(url, 'GET', **kwargs) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: base_url = self.get_endpoint(auth, allow=allow, May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 19:25:17.923875 n-d-787206-3 neutron-server[79559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 19:25:17.953007 n-d-787206-3 neutron-server[79561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Pushing event deleted for resources: {'Port': ['ID=2ebd2425-6b70-4ca5-9464-6c66eae01d33,revision_number=None']} {{(pid=79561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:17.955642 n-d-787206-3 neutron-server[79561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] No DVR routers for this DVR port 2ebd2425-6b70-4ca5-9464-6c66eae01d33 on host n-d-787206-3 {{(pid=79561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 19:25:17.957006 n-d-787206-3 neutron-server[79561]: DEBUG oslo_concurrency.lockutils [None req-9d8074f5-9161-42a5-aaaf-b646496d4110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:18.000698 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368792'] for network, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.004821 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-c0144e83-3842-4ead-b9db-29f9a816bc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:18.017841 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Notify callbacks [] for network, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.027943 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d467e12-1c65-4a33-9aba-967b15b44b2c,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:18.030554 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:18.033077 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-84f138df-2a7d-46c0-9b8c-c663c11c965a admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d467e12-1c65-4a33-9aba-967b15b44b2c HTTP/1.1" status: 204 len: 168 time: 0.8181982 May 14 19:25:18.200560 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44506) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:18.250426 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-994ba483-10ee-4104-97b6-4cd227039e6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc433616f6034e7692ac829dab2d18c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485616 May 14 19:25:18.253291 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44510) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:18.310248 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.336497 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.388157 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.393417 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-b772a132-88b0-4913-8ab3-94af57fba501 tempest-TestSecurityGroupsBasicOps-442902621 tempest-TestSecurityGroupsBasicOps-442902621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:18.404880 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058bd8e-b690-4732-bd46-369694e85578,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:18.408479 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:18.410396 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.411618 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-5520ddae-deb5-4c7d-9f4d-32c0c8509299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d058bd8e-b690-4732-bd46-369694e85578 HTTP/1.1" status: 204 len: 168 time: 0.1573248 May 14 19:25:18.743325 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44518) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:18.795469 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-4fb94fb7-9633-4a72-95cb-66377f603f0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c154949782d245219a241e50c8e4331d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508068 May 14 19:25:18.797835 n-d-787206-3 neutron-server[79559]: DEBUG neutron.wsgi [-] (79559) accepted ('10.222.0.24', 44522) {{(pid=79559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 14 19:25:18.855118 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.881356 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.932596 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706953'] for security_group, after_delete {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.937232 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-8eea1e19-4c8f-4ee7-8a1d-ea6ccac8a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 14 19:25:18.950947 n-d-787206-3 neutron-server[79559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edaa964-a93a-4d18-951c-15b8b7667097,revision_number=None']} {{(pid=79559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 19:25:18.954590 n-d-787206-3 neutron-server[79559]: DEBUG oslo_concurrency.lockutils [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 14 19:25:18.955837 n-d-787206-3 neutron-server[79559]: DEBUG neutron_lib.callbacks.manager [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:18.957560 n-d-787206-3 neutron-server[79559]: INFO neutron.wsgi [None req-560fa0d9-d2e6-4664-a7fa-f512a520328b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7edaa964-a93a-4d18-951c-15b8b7667097 HTTP/1.1" status: 204 len: 168 time: 0.1582561 May 14 19:25:19.390736 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ebd2425-6b70-4ca5-9464-6c66eae01d33 no longer exists at agent ovs-agent-n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 14 19:25:19.426180 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.plugin [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] No Port match for: 2ebd2425-6b70-4ca5-9464-6c66eae01d33 {{(pid=79561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 14 19:25:19.426539 n-d-787206-3 neutron-server[79561]: DEBUG neutron.plugins.ml2.rpc [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Device 2ebd2425-6b70-4ca5-9464-6c66eae01d33 not bound to the agent host n-d-787206-3 {{(pid=79561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 14 19:25:24.897013 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:27.218442 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-3f492f3b-ca3e-44c6-8991-c5e5c675fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:28.546480 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:29.797376 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:29.900425 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d019e426-446d-4ce9-86b5-9b0901d31927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:31.094475 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:32.591118 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:44.938428 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:25:54.902261 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:57.221499 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-be4c01bd-7dc4-4a2f-ba15-7b5d585e4120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:58.544623 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:59.800151 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:25:59.900553 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64a315e4-59f1-486b-91e6-92e2159a4202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:01.093141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:02.594264 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:21.938034 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:26:24.911369 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:27.223649 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c41b546b-11f4-45be-99c4-314a17e5f03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:28.532749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:29.803273 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:29.900295 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b8fa542c-21ce-46c5-8ef3-60a512cc9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:31.096444 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:32.597342 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:54.924691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:57.224767 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-8ba34ea7-9d9b-41cc-b6db-247b8393b736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:58.542782 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:58.936774 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:26:59.805414 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:26:59.901197 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-55790847-addb-428b-a48f-7ffcd710be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:01.099160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:02.599991 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:24.927427 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:27.226141 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-520c9af3-e7da-4c83-a99d-bdeee929759a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:28.549050 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:29.807256 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:29.901879 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-f6494f03-738f-4cee-9bd8-cff6fa2935c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:31.101585 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:32.603912 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:35.936119 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:27:54.924384 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:57.229536 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-02cdf281-abef-45f5-ad2e-a60e723c13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:58.555749 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:59.809305 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:27:59.902466 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dc98de20-7f3d-475d-bbd1-083bcbdbf9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:01.104046 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:02.606284 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:12.935969 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:28:24.923500 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:27.231484 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-dd7d0b0f-69f3-4c66-ab0c-52b0d058b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:28.570693 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:29.810902 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:29.902678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-21cf5043-adeb-45d6-80b6-772c28ed9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:31.106160 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:32.608633 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:49.935337 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:28:54.924386 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:57.232294 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-850f1639-34d9-494f-991d-4f454d005312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:58.569960 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:59.812311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:28:59.903286 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-a79b3b0b-6022-4b5c-bcc4-9f0d1cdfaef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:01.109408 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:02.612498 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:24.923205 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:26.935833 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:29:27.233152 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-67b8de4d-c202-4bf0-809c-3903633554fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:28.579956 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:29.813889 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:29.904805 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4bbe40cf-0c05-4437-a296-e3388ea465e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:31.112618 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:32.614096 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:54.938278 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:57.234311 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4cc62cde-88fe-4c6a-af80-9f023f7ef6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:58.597936 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:59.816301 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:29:59.904133 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-748f537b-c1c2-4411-a75d-e8783e064ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:01.116024 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:02.616997 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:03.935768 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:30:24.952148 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:27.236204 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-c2a600e4-fdc5-436d-9ac5-09410bc408e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:28.597691 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:29.817574 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:29.905338 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b19c081b-4845-4fe4-9a07-3ebdc8eb204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:31.118022 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:32.619199 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:40.934305 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:30:54.968420 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:57.237608 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-752790ca-c7da-404c-90f1-13755d6405af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:58.589655 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:59.819603 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:30:59.906688 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-b773e0d4-e6f1-4ae6-b9e5-94359df7f53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:01.121228 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:02.623733 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:17.933467 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:31:24.967742 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:27.238228 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-90c994ce-0e6f-471a-bb3f-8ea32c760123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:28.622192 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:29.821982 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:29.906645 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d65135a5-523d-4d09-830e-d6d62d74d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:31.123126 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:32.626351 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:54.932719 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:31:54.967255 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:57.240665 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c608-68de-4325-8fb6-28d504b58286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:58.624959 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:59.824489 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:31:59.906678 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-ccad8a28-d6c5-4abf-9ed7-ed500a67e9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:01.125410 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:02.630391 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:24.966832 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:27.241871 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-bd0b31d3-8b60-4298-b0bb-e8aec1bb0d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:28.623699 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:29.827136 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:29.906977 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-72edc920-08a1-4097-90c6-b9c98e317260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:31.128216 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:31.932200 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:32:32.632884 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:54.982272 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:57.243534 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-5d659a8c-3962-49c8-99a7-d3936f2ae3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:58.622586 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:59.828084 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-45afc6fe-2cfb-4310-bc7e-0355918d23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:32:59.907047 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-d85f61c1-b48d-463b-8711-2a776b1b8dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:33:01.130524 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6a8312c4-e8fd-47e4-a3fc-bd75bb0d0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:33:02.636454 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9ac-f6fc-473e-ac5f-8877a6972ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:33:08.931805 n-d-787206-3 neutron-server[79562]: DEBUG neutron.db.agents_db [None req-5c1168b7-a90b-4298-9d43-c12099fa0a7c None None] Agent healthcheck: found 7 active agents {{(pid=79562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 14 19:33:24.982910 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-7e282dec-e156-4c55-9c54-068bda2f40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:33:27.245651 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-256cacd1-e40f-4c3d-9cfb-24524d6086d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 14 19:33:28.640554 n-d-787206-3 neutron-server[79561]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf57-b1a5-4699-b4ac-6f834db0c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727268234653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7814727'] for agent, after_update {{(pid=79561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}